-- Logs begin at Wed 2022-03-02 06:29:24 UTC, end at Wed 2022-03-02 08:59:33 UTC. -- Mar 02 07:05:25.851845 n-d-827871-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 07:05:28.358745 n-d-827871-1 neutron-server[87749]: INFO neutron.common.config [-] Logging enabled! Mar 02 07:05:28.359466 n-d-827871-1 neutron-server[87749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 02 07:05:28.359466 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 07:05:28.362778 n-d-827871-1 neutron-server[87749]: INFO neutron.common.config [-] Logging enabled! Mar 02 07:05:28.363033 n-d-827871-1 neutron-server[87749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 02 07:05:28.363345 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 07:05:28.364272 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:05:28.364514 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:05:28.364866 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:05:28.365112 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:05:28.365338 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:05:28.365657 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.365981 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.366283 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.366515 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.366810 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.367098 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.367380 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.367672 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.367971 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.368258 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.368540 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.368823 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.369056 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.369337 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.369626 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.369934 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.370162 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] debug = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.370445 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.370876 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.371274 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.371555 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.371848 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.372130 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.372417 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.372683 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.372968 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.373299 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] host = n-d-827871-1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.373576 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.373881 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.374173 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.374468 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.374745 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.375023 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.375310 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.375585 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.375860 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.376137 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.376425 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.376714 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.377003 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.377749 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.378001 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.378276 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.378567 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.378843 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.379119 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.379392 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.379666 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.379939 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.380211 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.380500 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.380781 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.381068 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.381343 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.381617 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.381910 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.382187 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.382474 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.382750 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.383023 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.383298 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.383580 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.383848 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.384121 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.384421 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.384707 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.384991 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.385275 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.385551 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.385828 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.386129 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.386403 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.386676 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_json = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.386950 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.387225 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.387503 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.387776 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.388048 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.388322 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.388595 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.388879 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.389151 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:28.389448 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.389746 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.390073 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.390367 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.390662 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.390943 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.391236 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.391517 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.391809 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.392101 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.392389 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.392668 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.393586 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.394187 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.394503 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.394821 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.395121 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.395419 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.395701 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.395980 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.396259 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.396538 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.396825 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.397119 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.397409 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.397686 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.397995 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.398290 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.398570 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.398845 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.399126 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.399415 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.399693 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.399965 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.400246 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.400523 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.400798 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.401071 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.401347 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.401638 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.401951 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.402226 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.402496 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.402773 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.403044 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.403328 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.403606 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.403881 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.404153 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.404430 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.404701 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.404978 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.405254 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.405525 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.405800 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.406099 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.406372 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.406640 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.406910 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.407180 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.407450 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.407719 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.407993 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.408263 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.408609 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.408982 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.409260 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.409535 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.409824 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.410145 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.410429 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.410707 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.410988 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.411268 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.411545 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.411823 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.412099 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.412376 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.412646 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.412938 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.413219 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.413504 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.413787 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.414086 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.414382 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.414659 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.414944 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.415220 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.415503 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.415784 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.416066 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.416365 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.416662 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.416956 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.417252 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.417542 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.417819 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.418150 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.418429 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:28.418644 n-d-827871-1 neutron-server[87749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:05:28.418881 n-d-827871-1 neutron-server[87749]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87749) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 07:05:28.811761 n-d-827871-1 neutron-server[87749]: INFO keyring.backend [-] Loading KWallet Mar 02 07:05:28.818902 n-d-827871-1 neutron-server[87749]: INFO keyring.backend [-] Loading SecretService Mar 02 07:05:28.822322 n-d-827871-1 neutron-server[87749]: INFO keyring.backend [-] Loading Windows Mar 02 07:05:28.823908 n-d-827871-1 neutron-server[87749]: INFO keyring.backend [-] Loading chainer Mar 02 07:05:28.824686 n-d-827871-1 neutron-server[87749]: INFO keyring.backend [-] Loading macOS Mar 02 07:05:28.857732 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 07:05:28.858032 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 07:05:28.858328 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 07:05:28.858656 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 07:05:29.247268 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.247564 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.247837 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.249130 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.249407 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.249673 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.286605 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.286885 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.287151 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.300253 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.300528 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.300797 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.332469 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.332734 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.333000 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.369688 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.370279 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.370279 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.606079 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.606368 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.606635 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.606903 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.607628 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.727651 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.727973 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.728254 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.728592 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.728855 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.729316 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.729745 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.730192 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.730612 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.731099 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.731548 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.732004 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.732468 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.732918 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.733373 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.733849 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.734357 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.734830 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.735281 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.735775 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.736393 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.737075 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.737312 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.737819 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.738296 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.738716 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.739277 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.739527 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.739921 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.740274 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.740520 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.740761 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:29.741137 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 07:05:29.744306 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 07:05:29.748278 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 07:05:29.752079 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 02 07:05:29.754310 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 07:05:29.755817 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 07:05:29.756155 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 07:05:29.756549 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 07:05:29.759420 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 07:05:29.759675 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 07:05:29.760019 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 07:05:29.791926 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 07:05:29.792327 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.792624 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87749) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 07:05:29.792986 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.794385 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87749) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 07:05:29.794668 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 07:05:29.794915 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 07:05:29.798250 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.798532 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:29.861264 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 07:05:29.861534 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 07:05:29.862182 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 07:05:29.862291 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 07:05:29.893479 n-d-827871-1 neutron-server[87749]: DEBUG oslo_db.sqlalchemy.engines [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87749) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 07:05:30.224216 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing driver for type 'gre' Mar 02 07:05:30.224808 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] gre ID ranges: [(1, 1000)] Mar 02 07:05:30.277513 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing driver for type 'local' Mar 02 07:05:30.277971 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing driver for type 'vlan' Mar 02 07:05:30.290400 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] VlanTypeDriver initialization complete Mar 02 07:05:30.290755 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing driver for type 'vxlan' Mar 02 07:05:30.291251 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] vxlan ID ranges: [(1, 1000)] Mar 02 07:05:30.343736 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing extension driver 'port_security' Mar 02 07:05:30.344146 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.extensions.port_security [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] PortSecurityExtensionDriver initialization complete Mar 02 07:05:30.344553 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing mechanism driver 'openvswitch' Mar 02 07:05:30.344887 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing mechanism driver 'hyperv' Mar 02 07:05:30.352089 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.plugin [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:30.352769 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.353148 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.353508 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.354074 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.354512 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.354871 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.355221 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.355616 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.356026 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.356380 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.356730 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.357116 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.357522 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.357893 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.358243 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.358780 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.359195 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.359554 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.359904 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.360299 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.360711 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > address_group after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.361064 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > address_group after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.361410 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.361985 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:05:30.362535 n-d-827871-1 neutron-server[87749]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] ML2 OVO RPC backend initialized. {{(pid=87749) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 02 07:05:30.363271 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.363639 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.364069 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.364427 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > networks before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.364784 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.365135 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > ports before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.365488 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.365837 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnets before_response 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.366218 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.366671 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.367028 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.367371 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.367716 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.368060 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.368405 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.368748 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.369090 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.369674 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.plugin [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Modular L2 Plugin initialization complete Mar 02 07:05:30.370051 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading services supported by the core plugin {{(pid=87749) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 07:05:30.370569 n-d-827871-1 neutron-server[87749]: INFO neutron.plugins.ml2.managers [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Got port-security extension from driver 'port_security' Mar 02 07:05:30.370854 n-d-827871-1 neutron-server[87749]: INFO neutron.extensions.vlantransparent [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Disabled vlantransparent extension. Mar 02 07:05:30.371356 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87749) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 07:05:30.371678 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: router Mar 02 07:05:30.410420 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.410815 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_create 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.411195 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router before_create 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.411598 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.411983 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.412342 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_delete 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.412708 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.413092 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_create 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.413425 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.413781 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.414166 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.414539 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.414962 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.415343 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.415695 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.416039 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: subnet after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.416385 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.416739 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.417094 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_create 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.417446 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.417793 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.418187 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router after_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.418537 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.418892 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_create 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.419259 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.419608 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_update 55549900 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.419979 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > agent after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.420334 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > agent after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.420685 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > network after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.421564 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Tracking information for resource: router configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:30.421931 n-d-827871-1 neutron-server[87749]: DEBUG neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Tracking information for resource: floatingip configured {{(pid=87749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:05:30.427129 n-d-827871-1 neutron-server[87749]: INFO neutron.db.l3_agentschedulers_db [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 07:05:30.427725 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.428091 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.428445 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.428804 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: port after_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.429598 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router before_create 55550100 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.429999 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.430370 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_create 55550100 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.430733 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > router precommit_update 55550100 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.435227 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.provider_configuration [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service providers = [] {{(pid=87749) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 07:05:30.435603 n-d-827871-1 neutron-server[87749]: DEBUG neutron.db.servicetype_db [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87749) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 07:05:30.438620 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.service_base [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:05:30.438976 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.service_base [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:05:30.439325 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.service_base [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:05:30.440278 n-d-827871-1 neutron-server[87749]: DEBUG neutron.services.service_base [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:05:30.440655 n-d-827871-1 neutron-server[87749]: INFO neutron.services.service_base [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 07:05:30.441040 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.441367 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 07:05:30.453072 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.453466 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: auto_allocate Mar 02 07:05:30.461293 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: network precommit_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.461716 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: network precommit_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.462387 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.462756 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: tag Mar 02 07:05:30.470973 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.471905 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: timestamp Mar 02 07:05:30.476217 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.476503 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: network_ip_availability Mar 02 07:05:30.481873 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.482325 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.482768 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.483666 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.483994 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: flavors Mar 02 07:05:30.488835 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.489178 n-d-827871-1 neutron-server[87749]: INFO neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading Plugin: revisions Mar 02 07:05:30.493553 n-d-827871-1 neutron-server[87749]: DEBUG neutron.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:05:30.493971 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=87749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 07:05:30.494731 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87749) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 07:05:30.495077 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Initializing extension manager. Mar 02 07:05:30.495604 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: __init__.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.495955 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: __pycache__ {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.496300 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.496643 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: address_group.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.497427 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.498038 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: address-group Mar 02 07:05:30.498378 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: address_scope.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.499128 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.499652 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: address-scope Mar 02 07:05:30.499980 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.500965 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.501492 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: router-admin-state-down-before-update Mar 02 07:05:30.501819 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: agent.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.503270 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.503794 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: agent Mar 02 07:05:30.504118 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: agent_resources_synced.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.505054 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.505584 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: agent-resources-synced Mar 02 07:05:30.505943 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: allowedaddresspairs.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.507768 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.508307 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: allowed-address-pairs Mar 02 07:05:30.508643 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: auto_allocated_topology.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.509760 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.510317 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: auto-allocated-topology Mar 02 07:05:30.510653 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: availability_zone.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.511361 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.511882 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: availability_zone Mar 02 07:05:30.512214 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: availability_zone_filter.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.513148 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.513667 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: availability_zone_filter Mar 02 07:05:30.514022 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: data_plane_status.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.514951 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.515468 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 07:05:30.515795 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: default_subnetpools.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.516724 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.519084 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: default-subnetpools Mar 02 07:05:30.519084 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.519084 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.519474 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: dhcp_agent_scheduler Mar 02 07:05:30.519801 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: dns.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.520736 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.521251 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension dns-integration not supported by any of loaded plugins Mar 02 07:05:30.521579 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: dns_domain_ports.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.522550 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.523072 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 07:05:30.523400 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: dvr.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.524085 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.524600 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: dvr Mar 02 07:05:30.524927 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: empty_string_filtering.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.525871 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.526403 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: empty-string-filtering Mar 02 07:05:30.526732 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.527656 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.528664 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 07:05:30.528664 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.529407 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.530027 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 07:05:30.530358 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: external_net.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.531286 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.531807 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: external-net Mar 02 07:05:30.532141 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.533065 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.533708 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: extra_dhcp_opt Mar 02 07:05:30.534066 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: extraroute.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.534996 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.535518 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: extraroute Mar 02 07:05:30.535849 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: extraroute_atomic.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.536908 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.537433 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: extraroute-atomic Mar 02 07:05:30.537766 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: filter_validation.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.538488 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.539005 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: filter-validation Mar 02 07:05:30.539334 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: fip_pf_description.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.540264 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.540781 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 07:05:30.541111 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: fip_port_details.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.542081 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.542603 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: fip-port-details Mar 02 07:05:30.542930 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: flavors.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.544193 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.544720 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: flavors Mar 02 07:05:30.545055 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.546809 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.547346 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 07:05:30.547680 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: floatingip_pools.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.548395 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.548919 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: floatingip-pools Mar 02 07:05:30.549343 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: ip_allocation.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.550312 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.550830 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 07:05:30.551159 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.552096 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.552620 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: ip-substring-filtering Mar 02 07:05:30.552953 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l2_adjacency.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.553922 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.554442 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 07:05:30.554772 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.555766 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.556294 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: router Mar 02 07:05:30.556624 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.559092 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.559639 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 07:05:30.559980 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.560917 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.561446 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: ext-gw-mode Mar 02 07:05:30.561786 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.562747 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.563274 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: l3-ha Mar 02 07:05:30.563605 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3_flavors.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.564534 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.565571 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: l3-flavors Mar 02 07:05:30.565923 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.566877 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.567396 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 07:05:30.567724 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: l3agentscheduler.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.568885 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.569418 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: l3_agent_scheduler Mar 02 07:05:30.569753 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: logging.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.571359 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.571900 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension logging not supported by any of loaded plugins Mar 02 07:05:30.572242 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: metering.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.573008 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.573850 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: metering Mar 02 07:05:30.574210 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.575316 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.575850 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: metering_source_and_destination_fields Mar 02 07:05:30.576187 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: multiprovidernet.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.577137 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.577662 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: multi-provider Mar 02 07:05:30.578035 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: netmtu.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.578970 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.579492 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: net-mtu Mar 02 07:05:30.579826 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: netmtu_writable.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.581379 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.581933 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: net-mtu-writable Mar 02 07:05:30.582270 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: network_availability_zone.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.582958 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.583474 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: network_availability_zone Mar 02 07:05:30.583802 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: network_ip_availability.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.584930 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.585447 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: network-ip-availability Mar 02 07:05:30.585778 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: network_segment_range.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.586576 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.587095 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 07:05:30.587423 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: pagination.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.588414 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.588750 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: pagination Mar 02 07:05:30.589075 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: port_device_profile.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.590050 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.590577 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: port-device-profile Mar 02 07:05:30.590905 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.591833 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.592358 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: port-mac-address-regenerate Mar 02 07:05:30.592688 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.593618 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.594167 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: port-numa-affinity-policy Mar 02 07:05:30.594496 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: port_resource_request.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.595418 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.595957 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 07:05:30.596286 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: portbindings.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.597220 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.597907 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: binding Mar 02 07:05:30.598247 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: portbindings_extended.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.599664 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.600189 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: binding-extended Mar 02 07:05:30.600522 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: portsecurity.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.601454 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.602011 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: port-security Mar 02 07:05:30.602350 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: project_id.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.603347 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.603685 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: project-id Mar 02 07:05:30.604016 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: providernet.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.604954 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.605478 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: provider Mar 02 07:05:30.605808 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.609417 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.609981 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos not supported by any of loaded plugins Mar 02 07:05:30.610321 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.611802 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.612507 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 07:05:30.612848 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.613787 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.614336 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 07:05:30.614674 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_default.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.615599 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.616121 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-default not supported by any of loaded plugins Mar 02 07:05:30.616453 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_fip.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.617121 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.617634 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-fip not supported by any of loaded plugins Mar 02 07:05:30.617998 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_gateway_ip.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.618941 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.619460 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 07:05:30.619790 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_port_network_policy.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.620718 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.621241 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 07:05:30.621574 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_rule_type_details.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.622549 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.623071 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 07:05:30.623400 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: qos_rules_alias.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.624480 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.625008 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 07:05:30.625338 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: quotasv2.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.626292 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.626630 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: quotas Mar 02 07:05:30.626955 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: quotasv2_detail.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.629261 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.629608 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: quota_details Mar 02 07:05:30.629982 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: rbac.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.631052 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.631587 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: rbac-policies Mar 02 07:05:30.631926 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: rbac_address_group.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.632873 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.633415 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: rbac-address-group Mar 02 07:05:30.633752 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: rbac_address_scope.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.634734 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.635249 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: rbac-address-scope Mar 02 07:05:30.635584 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: rbac_security_groups.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.636512 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.637041 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: rbac-security-groups Mar 02 07:05:30.637374 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: rbac_subnetpool.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.638339 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.638864 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: rbac-subnetpool Mar 02 07:05:30.639196 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: revisionifmatch.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.640133 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.640656 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: revision-if-match Mar 02 07:05:30.640986 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: revisions.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.642268 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.643365 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: standard-attr-revisions Mar 02 07:05:30.643729 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: router_availability_zone.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.644391 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.645316 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: router_availability_zone Mar 02 07:05:30.645677 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: routerservicetype.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.646647 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.647175 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension router-service-type not supported by any of loaded plugins Mar 02 07:05:30.647506 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.648449 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.648975 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: security-groups-normalized-cidr Mar 02 07:05:30.649307 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.650278 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.650801 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: port-security-groups-filtering Mar 02 07:05:30.651132 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.652067 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.652590 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: security-groups-remote-address-group Mar 02 07:05:30.652920 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: securitygroup.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.662799 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.663352 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: security-group Mar 02 07:05:30.663691 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: segment.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.664490 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.665017 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension segment not supported by any of loaded plugins Mar 02 07:05:30.665350 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.666333 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.666858 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 07:05:30.667189 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: servicetype.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.668317 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.668851 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: service-type Mar 02 07:05:30.669185 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: sorting.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.670308 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.670649 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: sorting Mar 02 07:05:30.670980 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: standard_attr_segment.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.671907 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.672432 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 07:05:30.672761 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: standardattrdescription.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.673429 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.674028 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: standard-attr-description Mar 02 07:05:30.674417 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: stateful_security_group.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.675453 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.675982 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: stateful-security-group Mar 02 07:05:30.676314 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: stdattrs_common.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.676909 n-d-827871-1 neutron-server[87749]: WARNING neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 07:05:30.677234 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.678285 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.678812 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 07:05:30.679138 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnet_onboard.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.680240 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.680765 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: subnet_onboard Mar 02 07:05:30.681094 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.682067 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.682587 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 07:05:30.682915 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnet_service_types.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.683863 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.684384 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: subnet-service-types Mar 02 07:05:30.684715 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnetallocation.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.685821 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.686370 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: subnet_allocation Mar 02 07:05:30.686701 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.687379 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.687898 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: subnetpool-prefix-ops Mar 02 07:05:30.688225 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.689174 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.690308 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 07:05:30.690710 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: tagging.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.691784 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.692326 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: standard-attr-tag Mar 02 07:05:30.692659 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: timestamp.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.693892 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.694425 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loaded extension: standard-attr-timestamp Mar 02 07:05:30.694839 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: trunk.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.695900 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.696426 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension trunk not supported by any of loaded plugins Mar 02 07:05:30.696758 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: trunk_details.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.697695 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.698256 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension trunk-details not supported by any of loaded plugins Mar 02 07:05:30.698853 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: uplink_status_propagation.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.699794 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.700317 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 07:05:30.700646 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Loading extension file: vlantransparent.py {{(pid=87749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:05:30.701320 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:05:30.701837 n-d-827871-1 neutron-server[87749]: INFO neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 07:05:30.704286 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:network Mar 02 07:05:30.705043 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnet Mar 02 07:05:30.705947 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:05:30.706564 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:port Mar 02 07:05:30.708281 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.708905 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service FLAVORS assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.709786 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.710351 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.710754 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:router Mar 02 07:05:30.711662 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:floatingip Mar 02 07:05:30.712667 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service METERING assigned prefix: /metering {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.714606 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.715113 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.715628 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:05:30.718281 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 07:05:30.718751 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:security_group Mar 02 07:05:30.719426 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 07:05:30.720174 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service CORE assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.720518 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:05:30.721378 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] subnetpool is already registered Mar 02 07:05:30.722048 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service CORE assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.722390 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:05:30.722723 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] subnetpool is already registered Mar 02 07:05:30.832636 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.833083 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service FLAVORS assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.833703 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.834165 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.834524 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:router Mar 02 07:05:30.834879 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] router is already registered Mar 02 07:05:30.835549 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:floatingip Mar 02 07:05:30.835886 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] floatingip is already registered Mar 02 07:05:30.836527 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service METERING assigned prefix: /metering {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.837356 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 07:05:30.837697 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] rbac_policy is already registered Mar 02 07:05:30.838151 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:security_group Mar 02 07:05:30.838489 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] security_group is already registered Mar 02 07:05:30.839099 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 07:05:30.839437 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] security_group_rule is already registered Mar 02 07:05:30.840106 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service CORE assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.840446 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:05:30.840779 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] subnetpool is already registered Mar 02 07:05:30.841386 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.v2.resource_helper [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Service CORE assigned prefix: {{(pid=87749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:05:30.841725 n-d-827871-1 neutron-server[87749]: INFO neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:05:30.842078 n-d-827871-1 neutron-server[87749]: WARNING neutron.quota.resource_registry [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] subnetpool is already registered Mar 02 07:05:30.842735 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: extensions {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.844244 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: address-groups {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.846461 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: address-scopes {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.847732 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: agents {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.848906 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: auto-allocated-topology {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.850296 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: availability_zones {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.851525 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: dhcp-networks {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.852947 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: dhcp-agents {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.854424 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: routers {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.856263 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: flavors {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.857431 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: service_profiles {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.858674 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: next_providers {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.860202 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: service_profiles {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.862452 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: floatingip-pools {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.863677 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: routers {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.865491 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: floatingips {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.866713 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: l3-routers {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.868107 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: l3-agents {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.869645 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: metering-labels {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.870927 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: metering-label-rules {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.872345 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: network-ip-availabilities {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.873613 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: bindings {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.875301 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: quotas {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.876767 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: quotas {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.878237 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: rbac-policies {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.879540 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: security-groups {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.880747 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: security-group-rules {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.882014 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: service-providers {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.883354 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: subnetpools {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.884738 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: subnetpools {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.886226 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.888011 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.889725 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.891586 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.894945 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.896805 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.898540 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.900466 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.902260 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.904117 n-d-827871-1 neutron-server[87749]: DEBUG neutron.api.extensions [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Extended resource: tags {{(pid=87749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:05:30.910122 n-d-827871-1 neutron-server[87749]: WARNING keystonemiddleware.auth_token [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 07:05:30.914848 n-d-827871-1 neutron-server[87749]: WARNING keystonemiddleware.auth_token [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 07:05:30.923030 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Acquired lock "singleton_lock" {{(pid=87749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 07:05:30.923521 n-d-827871-1 neutron-server[87749]: DEBUG oslo_concurrency.lockutils [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Releasing lock "singleton_lock" {{(pid=87749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 07:05:30.924752 n-d-827871-1 neutron-server[87749]: INFO oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Starting 2 workers Mar 02 07:05:30.929580 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Started child 87854 {{(pid=87749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:05:30.933791 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Started child 87855 {{(pid=87749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:05:30.934686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.935401 n-d-827871-1 neutron-server[87749]: INFO neutron.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 07:05:30.936039 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Notify callbacks [] for process, before_spawn {{(pid=87749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.936189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [-] (87854) wsgi starting up on http://0.0.0.0:9696 Mar 02 07:05:30.938305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.938769 n-d-827871-1 neutron-server[87749]: INFO oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Starting 1 workers Mar 02 07:05:30.939619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [-] (87855) wsgi starting up on http://0.0.0.0:9696 Mar 02 07:05:30.944212 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Started child 87856 {{(pid=87749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:05:30.944727 n-d-827871-1 neutron-server[87749]: INFO oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Starting 1 workers Mar 02 07:05:30.947571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] calling RpcWorker wait() {{(pid=87856) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 07:05:30.948083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] returning from RpcWorker wait() {{(pid=87856) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 07:05:30.949279 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Started child 87857 {{(pid=87749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:05:30.949652 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.950080 n-d-827871-1 neutron-server[87749]: DEBUG neutron_lib.callbacks.manager [None req-f48650a2-6294-4df2-bfdf-ae11f7e1757e None None] Notify callbacks [] for process, after_spawn {{(pid=87749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.950185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:30.951930 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 07:05:30.952152 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:05:30.952337 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:05:30.952578 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:05:30.952901 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:05:30.953065 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:05:30.953564 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.953850 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.954159 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.954424 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.954519 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:30.954947 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.955307 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.955570 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.955839 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.956117 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.956351 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.956528 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.956696 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.956951 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.957185 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.957487 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.957768 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.958037 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.958310 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.958486 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.958758 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.959021 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.959270 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.959535 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] debug = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.959807 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.960282 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.960515 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.960758 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.961013 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.961284 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.961537 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.961804 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.962107 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.962352 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.962610 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.962876 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.963114 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.963331 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.963577 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.963857 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.964099 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.964553 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] host = n-d-827871-1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.964776 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.965003 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.965259 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.965500 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.965748 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.965994 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.966271 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.966539 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.966801 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.967053 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.967312 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.967563 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.967805 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.968052 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.968221 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_options = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.968446 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.968953 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.969232 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.969433 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.969608 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.969793 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.970073 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.970242 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.970508 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.970746 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.971053 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.971356 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.971677 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.971991 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.972335 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.973420 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.973958 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.974726 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.975004 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.975254 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.975498 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.975762 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.976038 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.976271 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.976517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.976731 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.976968 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.977197 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.977425 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.977699 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.978253 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.978715 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.978851 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.979090 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.979332 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.979562 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981228 n-d-827871-1 neutron-server[87857]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:30.981302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981596 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981659 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.981933 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_json = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.982156 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.982378 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.982645 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.982872 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.983119 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.983342 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.983626 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.983873 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.984111 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:30.984529 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.984829 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.985143 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.985398 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.985636 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.985899 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.986146 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.987414 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.987684 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.987913 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.988831 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.989075 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.989377 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.989643 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.989917 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.990242 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.990488 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.990762 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.991005 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.991230 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.991471 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.991707 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.992042 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.992310 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.992577 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.992830 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.993052 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.993299 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.993552 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.993788 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.994053 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.994275 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.994542 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.994768 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.994986 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.995232 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.995466 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.995685 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.995938 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.996181 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.996437 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.996688 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.996930 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.997148 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.997369 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.997602 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.997826 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.998078 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.998319 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.998560 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.998799 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.999024 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.999252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.999469 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.999694 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:30.999930 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.000154 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.000373 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.000593 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.000830 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.001048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.003892 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.004882 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.004882 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.004882 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.005265 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.005265 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.005535 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.006230 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.006452 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.006670 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.006904 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.007127 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.007343 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.007565 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.007778 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.008013 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.008229 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.008526 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.008841 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.009100 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.009375 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.009621 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.009969 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.010217 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.010478 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.010721 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.010975 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.011214 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.011469 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.011725 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.012167 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.012645 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.012893 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.013153 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.013408 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.013666 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.014036 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.014276 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.014620 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.014918 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.015172 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.015428 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.015659 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.015915 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.016201 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.017299 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.017646 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.017974 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.018395 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.018758 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.019423 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.019713 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.019983 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.020248 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.020538 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.020808 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.021066 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.021341 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.021595 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.021817 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.022134 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.022395 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.022625 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.022871 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.023115 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.023464 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.023712 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.023948 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.024189 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.024289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58184) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:05:31.024460 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.024724 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.024962 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.025245 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.025504 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.025768 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.026099 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.026739 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.026993 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.027367 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.027624 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.027845 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.028184 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.028426 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.028733 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.028958 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.029175 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.029412 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.029628 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.029848 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.030100 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.030347 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.030585 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.030815 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.031027 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.031246 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.031483 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.031721 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.031938 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.032159 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.032390 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.032656 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.032831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063035 Mar 02 07:05:31.033034 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.033322 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.033806 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.034093 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.034332 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.034577 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.035648 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.035890 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.036141 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.036367 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.036587 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.036802 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.037023 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.037240 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.037454 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.037733 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.038086 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.038472 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.038699 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.039033 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.039347 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.039598 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.039871 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.040107 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.040372 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.040588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.040823 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.041039 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.041272 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042503 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042503 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042503 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042503 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042503 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.042841 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.043038 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.043216 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.043462 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.043705 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.043928 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.044143 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.044358 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.044571 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.044799 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.045015 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.045220 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.045434 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.045641 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.045966 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.046217 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.046457 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.046677 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.046918 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.047145 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.047370 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.047581 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.047794 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.048002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.048231 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.048436 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.049893 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.049893 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.049893 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.050136 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.050833 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.050833 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.050833 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.051074 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.051279 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.051542 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.051865 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.052079 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.052335 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.052556 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.052775 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.053011 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.053278 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.054492 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.054982 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.055242 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.055486 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.055828 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.056105 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.056390 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.056607 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.056939 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.057265 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.057981 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.057981 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.058155 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.058361 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.058590 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.058806 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.059043 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.059282 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.059515 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.059770 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.060027 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.060251 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.060465 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061354 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061354 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061354 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061354 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061790 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.061964 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:05:31.062487 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 07:05:31.062649 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:05:31.062801 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:05:31.062969 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:05:31.063132 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:05:31.063283 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064301 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064765 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064765 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.064883 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065078 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065324 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065706 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065706 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065880 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.065951 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066098 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066256 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066477 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066649 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066808 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.066967 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067125 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067282 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] debug = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067440 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067643 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067808 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.067967 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.068123 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.068280 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.068437 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.068715 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.068882 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069118 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069283 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069441 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069600 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069757 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.069998 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070129 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070235 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070370 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] host = n-d-827871-1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070528 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070687 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.070846 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071140 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071299 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071455 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071611 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071768 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.071923 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072078 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072234 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072389 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072546 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072701 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_options = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.072857 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.073013 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.073169 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.073354 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.073771 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.073959 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074117 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074273 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074424 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074582 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074725 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.074875 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075025 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075177 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075327 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075477 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075636 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075838 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.075988 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076106 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076220 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076373 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076530 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076688 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.076844 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077000 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:31.077255 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077336 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077452 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077609 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077765 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.077956 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078099 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078255 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078411 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078567 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078722 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.078883 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.079039 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.079196 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.079352 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_json = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.081045 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082002 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082582 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:05:31.082582 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.082582 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.082909 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.083913 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084106 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084279 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084447 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084616 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084791 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.084939 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.085110 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.085272 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.085446 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.085607 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.085840 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.086804 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.087125 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.087300 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.087466 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.088482 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089087 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089087 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089087 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089087 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089473 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089473 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089473 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089754 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.089754 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090006 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090109 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090211 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090362 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090524 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090686 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.090846 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.091637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.091637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.091637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.091637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.091637 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092147 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092147 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092147 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092430 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092430 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092634 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092739 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092852 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.092954 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.093089 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.093243 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.093409 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.093570 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.093728 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.094844 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.094983 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.095111 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.095231 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.096517 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097252 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097723 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097723 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.097723 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098051 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098051 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098244 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098355 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098355 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098739 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.098863 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099000 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099124 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099271 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099435 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099594 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099753 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.099912 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100069 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100227 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100387 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100542 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100697 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.100947 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.101161 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.101406 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.101568 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.101720 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.102376 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.102376 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.102725 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.102885 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103041 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103196 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103359 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103537 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103692 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.103858 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.106588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.106588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.106588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.106588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.106588 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107245 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107245 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107245 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107245 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107767 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107767 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107767 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.107767 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108262 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108262 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108262 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108587 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108587 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108829 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.108935 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109038 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109140 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109304 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109464 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109626 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.109785 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.110292 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.110462 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.110622 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.110783 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.110945 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.111110 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.112236 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.112728 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.112903 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.113063 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.114094 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.114539 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.114700 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115406 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115406 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115406 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115406 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115925 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115925 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115925 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.115925 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116223 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116223 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116376 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116484 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116642 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116800 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.116962 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.117120 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.117278 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.117445 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.117604 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.117764 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.118473 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.118857 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.119746 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.119746 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.119746 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.120302 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.121223 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.121402 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.121572 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.121739 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.121935 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.122100 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.122263 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.122424 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.122584 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.123563 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.123563 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.123563 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.123877 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.124161 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.124493 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.124665 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125418 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125418 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125575 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125641 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125765 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.125943 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.126096 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.126254 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.126417 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.126574 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.127989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.127989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.127989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.127989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.127989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.128296 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.128296 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.128423 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.128489 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129048 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129308 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129308 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129453 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129556 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129719 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.129942 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130063 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130223 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130383 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130545 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130716 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.130876 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131037 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131196 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131355 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131529 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131690 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.131849 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132018 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132178 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132337 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132496 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132666 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132826 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.132990 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133149 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133309 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133469 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133630 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133794 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.133992 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134161 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134325 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134492 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134660 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134830 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.134989 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135156 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135329 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135487 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135646 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135805 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.135961 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136119 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136278 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136436 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136597 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136759 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.136917 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137075 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137234 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137392 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137551 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137710 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.137943 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.138033 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.138198 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.138356 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:05:31.138507 n-d-827871-1 neutron-server[87749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:05:41.807351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a772b-8d18-4712-8a5a-d559db792db4 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:05:41.885728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a772b-8d18-4712-8a5a-d559db792db4 None None] No non-hosted networks {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 07:05:41.951062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce1fc-ac72-4f4c-87c3-758cc447da58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:44.070965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e3e032c-de1e-436a-8675-1e46f76d6dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:44.117648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a40d7f13-3c7f-4c78-8c74-ff30a0c3ed5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:45.146681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:45.302389 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:45.303842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.304222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.304752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.305186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.305577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.306026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.306521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.307111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.307724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.309994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.310337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.310670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:45.311210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827871-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:45.319958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827871-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:05:46.489452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:48.113646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58282) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:05:48.691378 n-d-827871-1 neutron-server[87855]: WARNING oslo_policy.policy [None req-5457cdfd-cad9-41cb-a7b1-b6156564ba88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:05:48.691967 n-d-827871-1 neutron-server[87855]: WARNING oslo_policy.policy [None req-5457cdfd-cad9-41cb-a7b1-b6156564ba88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:05:48.912003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-5457cdfd-cad9-41cb-a7b1-b6156564ba88 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:05:48.913121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5457cdfd-cad9-41cb-a7b1-b6156564ba88 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7985334 Mar 02 07:05:50.297121 n-d-827871-1 neutron-server[87856]: INFO neutron.db.l3_hamode_db [None req-3a62a668-e33a-49e0-b711-9b6a3bf2cda8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 07:05:50.385123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62a668-e33a-49e0-b711-9b6a3bf2cda8 None None] Routers set() bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:05:50.385510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62a668-e33a-49e0-b711-9b6a3bf2cda8 None None] Router IDs set() for agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 07:05:51.296894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58296) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:05:51.662009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:05:51.757458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.policy [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87855) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 07:05:51.803828 n-d-827871-1 neutron-server[87855]: WARNING oslo_policy.policy [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:05:51.804172 n-d-827871-1 neutron-server[87855]: WARNING oslo_policy.policy [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:05:51.812570 n-d-827871-1 neutron-server[87855]: INFO neutron.quota [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Loaded quota_driver: . Mar 02 07:05:51.828731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:05:51.887762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872567511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872567818', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872587216', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872584324', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872537404', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788872535788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16382537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16375935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-985787'] for rbac-policy, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:51.949802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:51.954465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62fb0e96-8ccd-4150-9eae-12d63a5ea5bf admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6531661 Mar 02 07:05:54.588693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58310) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:05:54.930592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Request body: {'network': {'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'name': 'private', 'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:05:54.935569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:05:54.940108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Usage tracker for resource:network and tenant:af76aca425cb45c7beeffee4bb5b3b97 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:05:54.945213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:05:54.951153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:05:54.962045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Made reservation on behalf of af76aca425cb45c7beeffee4bb5b3b97 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:05:54.964854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:54.983640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:54.998007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:05:55.001904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:af76aca425cb45c7beeffee4bb5b3b97 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:05:55.007363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:05:55.013042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:05:55.110634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.115680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.137790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:05:55.164431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788870244612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.165021 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Unsubscribe: segment precommit_create {{(pid=87855) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 07:05:55.165533 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Added segment b5e28d38-152d-4d20-ad0b-be989e7ff162 of type vlan for network a616d4af-1210-495c-ba93-e41d6f7af286 Mar 02 07:05:55.215354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4fc235-dbc6-4d95-bc2b-6fdb43f4f0b8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:05:55.231646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.231993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.232334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.232666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.232994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.233321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.233642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.233992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.234314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.234630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.234946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.235266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Tracked resource versions report: Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: pushed versions: Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: { 'AddressGroup': {'1.2'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'ConntrackHelper': {'1.0'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Log': {'1.0'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Network': {'1.1'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Port': {'1.7'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'PortForwarding': {'1.2'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'QosPolicy': {'1.8'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SecurityGroup': {'1.4'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SubPort': {'1.0'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Subnet': {'1.1'}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Trunk': {'1.1'}} Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: consumer versions: Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: L3 agent@n-d-827871-1: {}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: Metadata agent@n-d-827871-1: {}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: Metering agent@n-d-827871-1: {}, Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'ConntrackHelper': '1.0', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Log': '1.0', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Network': '1.1', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Port': '1.7', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'PortForwarding': '1.2', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'QosPolicy': '1.8', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SecurityGroup': '1.4', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SecurityGroupRule': '1.2', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'SubPort': '1.0', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Subnet': '1.1', Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: 'Trunk': '1.1'}} Mar 02 07:05:55.236398 n-d-827871-1 neutron-server[87855]: {{(pid=87855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:05:55.281014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.318444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.319493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:05:55.320123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:55.423549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8337135 Mar 02 07:05:55.428454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5dfc8-6812-41af-a2e1-fef3e953a7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a616d4af-1210-495c-ba93-e41d6f7af286,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:05:55.456620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a616d4af-1210-495c-ba93-e41d6f7af286 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:05:58.117773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58326) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:05:58.566528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80bc1b-fcbb-46ea-88ca-a02e4c3971fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:05:58.567941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f80bc1b-fcbb-46ea-88ca-a02e4c3971fb admin admin] 10.222.0.21 "GET /v2.0/networks/a616d4af-1210-495c-ba93-e41d6f7af286 HTTP/1.1" status: 200 len: 824 time: 0.4491861 Mar 02 07:05:58.596918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e43593b-5762-4122-9cdf-a15ce90b7f43 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/f4a2cd54-14d0-482f-9b40-eaf370e55473 HTTP/1.1" status: 200 len: 734 time: 0.0233603 Mar 02 07:05:58.606159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:05:58.611682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:05:58.615710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Usage tracker for resource:subnet and tenant:af76aca425cb45c7beeffee4bb5b3b97 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:05:58.618734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:05:58.624257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:05:58.633969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Made reservation on behalf of af76aca425cb45c7beeffee4bb5b3b97 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:05:58.636413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:58.918319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:58.999956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc8f228-c8fb-4385-956c-30e785302336,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:05:59.002575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Checking segment: {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:05:59.002946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Network hostable DHCP agents. Network: a616d4af-1210-495c-ba93-e41d6f7af286, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:05:59.023962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Network a616d4af-1210-495c-ba93-e41d6f7af286 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:05:59.034120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a616d4af-1210-495c-ba93-e41d6f7af286) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:05:59.039615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:05:59.040817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:59.042916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64af54-985e-49d9-927d-45acdbbd7ffa None None] Network a616d4af-1210-495c-ba93-e41d6f7af286 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:05:59.059880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b1c8367-c117-4816-aa04-035c2c4b2acd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4573622 Mar 02 07:05:59.349962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-a616d4af-1210-495c-ba93-e41d6f7af286', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:05:59.351221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:59.537391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Allocated IP 172.20.0.2 (a616d4af-1210-495c-ba93-e41d6f7af286/3fc8f228-c8fb-4385-956c-30e785302336/de1e9074-50ed-444d-8024-d43180207759) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:05:59.774713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:59.788233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Transition to ACTIVE for port object de1e9074-50ed-444d-8024-d43180207759 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:05:59.807420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Transition to ACTIVE for port object de1e9074-50ed-444d-8024-d43180207759 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:05:59.814587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:05:59.876425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Network a616d4af-1210-495c-ba93-e41d6f7af286 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:05:59.884123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:05:59.891160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:05:59.894227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Pushing event updated for resources: {'Port': ['ID=de1e9074-50ed-444d-8024-d43180207759,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:05:59.902964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.903312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.903649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.903982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.904308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.904635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.904957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.905279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.905599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.905947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.906267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.906586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Tracked resource versions report: Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: pushed versions: Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: { 'AddressGroup': {'1.2'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'ConntrackHelper': {'1.0'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Log': {'1.0'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Network': {'1.1'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Port': {'1.7'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'PortForwarding': {'1.2'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'QosPolicy': {'1.8'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SecurityGroup': {'1.4'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SubPort': {'1.0'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Subnet': {'1.1'}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Trunk': {'1.1'}} Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: consumer versions: Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: L3 agent@n-d-827871-1: {}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: Metadata agent@n-d-827871-1: {}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: Metering agent@n-d-827871-1: {}, Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'ConntrackHelper': '1.0', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Log': '1.0', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Network': '1.1', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Port': '1.7', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'PortForwarding': '1.2', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'QosPolicy': '1.8', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SecurityGroup': '1.4', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SecurityGroupRule': '1.2', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'SubPort': '1.0', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Subnet': '1.1', Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: 'Trunk': '1.1'}} Mar 02 07:05:59.907710 n-d-827871-1 neutron-server[87856]: {{(pid=87856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:05:59.998076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Attempting to bind port de1e9074-50ed-444d-8024-d43180207759 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:05:59.998480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Attempting to bind port de1e9074-50ed-444d-8024-d43180207759 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:05:59.998895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Attempting to bind port de1e9074-50ed-444d-8024-d43180207759 on network a616d4af-1210-495c-ba93-e41d6f7af286 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:06:00.004979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:06:00.005394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Checking segment: {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:06:00.005868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:00.006264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Bound using segment: {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:06:00.006743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Bound port: de1e9074-50ed-444d-8024-d43180207759, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:06:00.007135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:00.099284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] For port de1e9074-50ed-444d-8024-d43180207759, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:06:00.103090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] For port de1e9074-50ed-444d-8024-d43180207759, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=de1e9074-50ed-444d-8024-d43180207759,segment=NetworkSegment(b5e28d38-152d-4d20-ad0b-be989e7ff162),segment_id=b5e28d38-152d-4d20-ad0b-be989e7ff162)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:06:00.108359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:00.204816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66ffa1-703e-416e-ac30-c30d5b9f0e94 None None] Pushing event updated for resources: {'Port': ['ID=de1e9074-50ed-444d-8024-d43180207759,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:01.496863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58336) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:01.861732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-1ca2b28d-d701-44de-b12a-a9e36eb0db85 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:06:01.862741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ca2b28d-d701-44de-b12a-a9e36eb0db85 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649390 Mar 02 07:06:03.027229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de1e9074-50ed-444d-8024-d43180207759 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:03.101198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port de1e9074-50ed-444d-8024-d43180207759 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:06:03.986636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91399b70-e659-46fb-93ef-88807dbc792e None None] Network a616d4af-1210-495c-ba93-e41d6f7af286 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:06:04.082025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Provisioning for port de1e9074-50ed-444d-8024-d43180207759 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:06:04.092687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Provisioning complete for port de1e9074-50ed-444d-8024-d43180207759 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:04.093100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:04.312075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:04.370067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58350) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:04.383616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] For port de1e9074-50ed-444d-8024-d43180207759, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=de1e9074-50ed-444d-8024-d43180207759,segment=NetworkSegment(b5e28d38-152d-4d20-ad0b-be989e7ff162),segment_id=b5e28d38-152d-4d20-ad0b-be989e7ff162)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:06:04.388669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:04.472808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7f5a2-40eb-407f-b4cb-007c814f8eba None None] Pushing event updated for resources: {'Port': ['ID=de1e9074-50ed-444d-8024-d43180207759,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:04.710129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5387efee-1081-4d55-9a0c-db57fefd0554 None None] Provisioning complete for port de1e9074-50ed-444d-8024-d43180207759 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:04.710503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5387efee-1081-4d55-9a0c-db57fefd0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:04.955879 n-d-827871-1 neutron-server[87854]: WARNING oslo_policy.policy [None req-e5f90209-667a-41cc-85f2-57c5fbfbd3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:06:04.956451 n-d-827871-1 neutron-server[87854]: WARNING oslo_policy.policy [None req-e5f90209-667a-41cc-85f2-57c5fbfbd3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:06:05.004596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de1e9074-50ed-444d-8024-d43180207759 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:05.071196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port de1e9074-50ed-444d-8024-d43180207759 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:05.071492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:05.176541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-e5f90209-667a-41cc-85f2-57c5fbfbd3f3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:06:05.177785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e5f90209-667a-41cc-85f2-57c5fbfbd3f3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8055646 Mar 02 07:06:07.854139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58366) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:08.194960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'name': 'router1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:06:08.261551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.policy [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87854) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 07:06:08.307075 n-d-827871-1 neutron-server[87854]: WARNING oslo_policy.policy [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:06:08.307391 n-d-827871-1 neutron-server[87854]: WARNING oslo_policy.policy [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:06:08.316237 n-d-827871-1 neutron-server[87854]: INFO neutron.quota [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Loaded quota_driver: . Mar 02 07:06:08.332166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:06:08.338526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Usage tracker for resource:router and tenant:af76aca425cb45c7beeffee4bb5b3b97 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:06:08.343038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:06:08.350410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:06:08.366528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:08.368656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:08.395304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:08.513432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:08.533928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:08.535111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bfaac51b-daba-4828-89e4-c88feb19ec00 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6800206 Mar 02 07:06:10.916357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58378) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:11.281058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-a882d73c-1819-4fca-8039-e8e77ee433c6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:06:11.282074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a882d73c-1819-4fca-8039-e8e77ee433c6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647563 Mar 02 07:06:11.768984 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60dc648b-8467-4a95-a507-2cdb84e7ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:13.695476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58388) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:14.052035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:06:14.057295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:06:14.061140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Usage tracker for resource:network and tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:06:14.064859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:06:14.068854 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da86d682-82eb-4bd0-a9b1-fdda9bbc445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.071963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:06:14.081409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Made reservation on behalf of 4a0c8a96ac22497ea5abcd09d4c5aa07 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:06:14.084249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.101561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.116269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:06:14.120005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:06:14.123245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:06:14.129045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:06:14.221833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.225730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.241550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Reserving flat network on physical network physnet1 {{(pid=87854) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 07:06:14.273555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788870244612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.274129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Unsubscribe: segment precommit_create {{(pid=87854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 07:06:14.274632 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Added segment a60b0048-f920-4bb6-8893-2065fb7f7b81 of type flat for network fef1219c-25d0-4227-8b67-5035e9db7d25 Mar 02 07:06:14.323977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff878f-616c-4f47-9556-5c4df575292e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:14.343320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.343599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.343934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.344265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.344589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.344907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.345771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.346096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.346413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.346728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.347042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.347357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Tracked resource versions report: Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: pushed versions: Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: { 'AddressGroup': {'1.2'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'ConntrackHelper': {'1.0'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Log': {'1.0'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Network': {'1.1'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Port': {'1.7'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'PortForwarding': {'1.2'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'QosPolicy': {'1.8'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SecurityGroup': {'1.4'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SubPort': {'1.0'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Subnet': {'1.1'}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Trunk': {'1.1'}} Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: consumer versions: Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: L3 agent@n-d-827871-1: {}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: Metadata agent@n-d-827871-1: {}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: Metering agent@n-d-827871-1: {}, Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'ConntrackHelper': '1.0', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Log': '1.0', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Network': '1.1', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Port': '1.7', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'PortForwarding': '1.2', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'QosPolicy': '1.8', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SecurityGroup': '1.4', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SecurityGroupRule': '1.2', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'SubPort': '1.0', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Subnet': '1.1', Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: 'Trunk': '1.1'}} Mar 02 07:06:14.348451 n-d-827871-1 neutron-server[87854]: {{(pid=87854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:06:14.393821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.434900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.436063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:06:14.436724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:14.558434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8618836 Mar 02 07:06:14.563252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca90837-6564-41c7-98b0-072c6a00dfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=fef1219c-25d0-4227-8b67-5035e9db7d25,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:14.574952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fef1219c-25d0-4227-8b67-5035e9db7d25 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:06:15.091025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:15.297679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:16.456510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:16.932559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58412) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:17.143531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474d72c-98e9-445a-b576-78b18b905da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:06:17.144881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9474d72c-98e9-445a-b576-78b18b905da2 admin admin] 10.222.0.21 "GET /v2.0/subnets/3fc8f228-c8fb-4385-956c-30e785302336 HTTP/1.1" status: 200 len: 849 time: 0.2113640 Mar 02 07:06:17.302155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f0c27a0-d16f-49d5-b5fe-cb24fff263c2 admin admin] 10.222.0.21 "GET /v2.0/routers/0359faa7-1265-427a-b547-aed6fcf2ed39 HTTP/1.1" status: 200 len: 704 time: 0.1515107 Mar 02 07:06:17.759487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:17.984454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Allocated IP 172.20.0.1 (a616d4af-1210-495c-ba93-e41d6f7af286/3fc8f228-c8fb-4385-956c-30e785302336/1d01039f-d7a3-4301-a8c7-b4a798758005) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:06:18.138355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.155624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Transition to ACTIVE for port object 1d01039f-d7a3-4301-a8c7-b4a798758005 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:06:18.208093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.269566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Network a616d4af-1210-495c-ba93-e41d6f7af286 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:06:18.272367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:06:18.282122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:06:18.282672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.415574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d01039f-d7a3-4301-a8c7-b4a798758005,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:18.513063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95c99aa5-7507-4c9c-b2f6-ad8d3aac3eb9 None None] Provisioning for port 1d01039f-d7a3-4301-a8c7-b4a798758005 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:06:18.518783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95c99aa5-7507-4c9c-b2f6-ad8d3aac3eb9 None None] Provisioning complete for port 1d01039f-d7a3-4301-a8c7-b4a798758005 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:18.519438 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95c99aa5-7507-4c9c-b2f6-ad8d3aac3eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.578073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-95c99aa5-7507-4c9c-b2f6-ad8d3aac3eb9 None None] Port 1d01039f-d7a3-4301-a8c7-b4a798758005 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:06:18.592833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.813439 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.818294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.819010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:18.962877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d01039f-d7a3-4301-a8c7-b4a798758005,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:19.023516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Network a616d4af-1210-495c-ba93-e41d6f7af286 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:06:19.024652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:06:19.203106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b084ff57-48e7-4a70-a13a-a2e73110d603 None None] Provisioning complete for port 1d01039f-d7a3-4301-a8c7-b4a798758005 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:19.203485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b084ff57-48e7-4a70-a13a-a2e73110d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:19.230008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Router 0359faa7-1265-427a-b547-aed6fcf2ed39 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:06:19.258780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b084ff57-48e7-4a70-a13a-a2e73110d603 None None] Port 1d01039f-d7a3-4301-a8c7-b4a798758005 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:06:19.414890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:06:19.425445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c52417b9-bbdb-409d-af2a-62c05b0f45a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/0359faa7-1265-427a-b547-aed6fcf2ed39/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1184697 Mar 02 07:06:19.426094 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Sync routers for ids ['0359faa7-1265-427a-b547-aed6fcf2ed39'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:06:19.439740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Routers {'0359faa7-1265-427a-b547-aed6fcf2ed39'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:06:19.441087 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0359faa7-1265-427a-b547-aed6fcf2ed39'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:19.644617 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Set router 0359faa7-1265-427a-b547-aed6fcf2ed39 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:06:20.022022 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:18Z', 'revision_number': 2, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port_host': None, '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:18Z', 'revision_number': 2, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:20.027033 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Checking router: 0359faa7-1265-427a-b547-aed6fcf2ed39 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:06:20.027402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Updating router 0359faa7-1265-427a-b547-aed6fcf2ed39 port 1d01039f-d7a3-4301-a8c7-b4a798758005 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:06:20.079171 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.459159 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.486292 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Transition to ACTIVE for port object 1d01039f-d7a3-4301-a8c7-b4a798758005 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:06:20.493724 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.666188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Pushing event updated for resources: {'Port': ['ID=1d01039f-d7a3-4301-a8c7-b4a798758005,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:20.727813 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.728083 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.728424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.728764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.729100 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.729433 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.729760 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.730110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.730434 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.730758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.731077 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.731398 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Tracked resource versions report: Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: pushed versions: Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: { 'AddressGroup': {'1.2'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'ConntrackHelper': {'1.0'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Log': {'1.0'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Network': {'1.1'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Port': {'1.7'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'PortForwarding': {'1.2'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'QosPolicy': {'1.8'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SecurityGroup': {'1.4'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SubPort': {'1.0'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Subnet': {'1.1'}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Trunk': {'1.1'}} Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: consumer versions: Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: L3 agent@n-d-827871-1: {}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: Metadata agent@n-d-827871-1: {}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: Metering agent@n-d-827871-1: {}, Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'ConntrackHelper': '1.0', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Log': '1.0', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Network': '1.1', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Port': '1.7', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'PortForwarding': '1.2', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'QosPolicy': '1.8', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SecurityGroup': '1.4', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SecurityGroupRule': '1.2', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'SubPort': '1.0', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Subnet': '1.1', Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: 'Trunk': '1.1'}} Mar 02 07:06:20.732516 n-d-827871-1 neutron-server[87857]: {{(pid=87857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:06:20.750323 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Attempting to bind port 1d01039f-d7a3-4301-a8c7-b4a798758005 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:06:20.750716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Attempting to bind port 1d01039f-d7a3-4301-a8c7-b4a798758005 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:06:20.751655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Attempting to bind port 1d01039f-d7a3-4301-a8c7-b4a798758005 on network a616d4af-1210-495c-ba93-e41d6f7af286 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:06:20.756827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:06:20.757237 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Checking segment: {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:06:20.757696 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.758110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Bound using segment: {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:06:20.758602 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Bound port: 1d01039f-d7a3-4301-a8c7-b4a798758005, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e28d38-152d-4d20-ad0b-be989e7ff162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:06:20.758987 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.847411 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] For port 1d01039f-d7a3-4301-a8c7-b4a798758005, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:06:20.851360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] For port 1d01039f-d7a3-4301-a8c7-b4a798758005, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1d01039f-d7a3-4301-a8c7-b4a798758005,segment=NetworkSegment(b5e28d38-152d-4d20-ad0b-be989e7ff162),segment_id=b5e28d38-152d-4d20-ad0b-be989e7ff162)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:06:20.856977 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:20.948681 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Routers {'0359faa7-1265-427a-b547-aed6fcf2ed39'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:06:20.949429 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0359faa7-1265-427a-b547-aed6fcf2ed39'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:20.996854 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024fe4b-a3d7-429f-b129-241cf1fffb9c None None] Pushing event updated for resources: {'Port': ['ID=1d01039f-d7a3-4301-a8c7-b4a798758005,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:21.107311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] Set router 0359faa7-1265-427a-b547-aed6fcf2ed39 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:06:21.424976 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:18Z', 'revision_number': 2, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port_host': None, '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:20Z', 'revision_number': 4, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:21.429043 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c288970-867c-4a81-bbf3-1430a2fd12d9 None None] The sync data for ids ['0359faa7-1265-427a-b547-aed6fcf2ed39'] in n-d-827871-1 is: [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:18Z', 'revision_number': 2, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port_host': None, '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:20Z', 'revision_number': 4, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:06:21.683083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:21.837105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc219e-8c31-4752-b0e8-79349b4ed18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:06:21.838505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9afc219e-8c31-4752-b0e8-79349b4ed18f admin admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 842 time: 0.1545591 Mar 02 07:06:21.848083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'cidr': '172.25.4.0/24', 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'enable_dhcp': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:06:21.852347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:06:21.855993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Usage tracker for resource:subnet and tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:06:21.858695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:06:21.864687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:06:21.873787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Made reservation on behalf of 4a0c8a96ac22497ea5abcd09d4c5aa07 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:06:21.876916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:22.284741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:06:22.285226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:22.361171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d40ca6-9b9f-4a57-8512-3a483b3c4079,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:22.371030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:06:22.371388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Network hostable DHCP agents. Network: fef1219c-25d0-4227-8b67-5035e9db7d25, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:06:22.389240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:06:22.397751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fef1219c-25d0-4227-8b67-5035e9db7d25) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:06:22.403528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:06:22.404117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:22.409508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26db047-270e-45cd-a3b6-c40343cd841a None None] Network fef1219c-25d0-4227-8b67-5035e9db7d25 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:06:22.429552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1809fac0-6736-4519-b39c-71b73d8f1db7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5828898 Mar 02 07:06:22.637015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2333d8-ab11-4617-875c-97f15f1e1908 None None] Network fef1219c-25d0-4227-8b67-5035e9db7d25 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:06:23.033428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1d01039f-d7a3-4301-a8c7-b4a798758005 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:23.107816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1d01039f-d7a3-4301-a8c7-b4a798758005 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:06:23.114121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1d01039f-d7a3-4301-a8c7-b4a798758005 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:23.114504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:23.232865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:23.265551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1d01039f-d7a3-4301-a8c7-b4a798758005, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1d01039f-d7a3-4301-a8c7-b4a798758005,segment=NetworkSegment(b5e28d38-152d-4d20-ad0b-be989e7ff162),segment_id=b5e28d38-152d-4d20-ad0b-be989e7ff162)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:06:23.272209 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:23.342646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1d01039f-d7a3-4301-a8c7-b4a798758005,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:24.712175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58448) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:24.929030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-891ed035-a7b3-48e0-8973-9149c090b03e admin admin] 10.222.0.21 "GET /v2.0/routers/0359faa7-1265-427a-b547-aed6fcf2ed39 HTTP/1.1" status: 200 len: 710 time: 0.2156425 Mar 02 07:06:25.014926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1d01039f-d7a3-4301-a8c7-b4a798758005 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:25.058000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d42586-e745-4b9f-96a8-35d73010b11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:06:25.059370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82d42586-e745-4b9f-96a8-35d73010b11c admin admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 886 time: 0.1253576 Mar 02 07:06:25.068361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:06:25.103824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1d01039f-d7a3-4301-a8c7-b4a798758005 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:25.104190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:25.544849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:25.864784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:25.921678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:26.054967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Allocated IP 172.25.4.177 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/310c3aeb-c80a-4359-b86d-d9258f1d1934) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:06:26.200430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:26.257909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:26.316459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:06:26.323113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:06:26.328421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:06:26.384371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Pushing event updated for resources: {'Port': ['ID=310c3aeb-c80a-4359-b86d-d9258f1d1934,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:26.739068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:27.065384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:27.068599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:27.243249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Router 0359faa7-1265-427a-b547-aed6fcf2ed39 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:06:27.417428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:06:27.426006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:27.427175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae80929e-c76f-4861-bb0d-cd9918587068 admin admin] 10.222.0.21 "PUT /v2.0/routers/0359faa7-1265-427a-b547-aed6fcf2ed39 HTTP/1.1" status: 200 len: 890 time: 2.3621593 Mar 02 07:06:27.427986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Sync routers for ids ['0359faa7-1265-427a-b547-aed6fcf2ed39'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:06:27.438206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Routers {'0359faa7-1265-427a-b547-aed6fcf2ed39'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:06:27.439861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0359faa7-1265-427a-b547-aed6fcf2ed39'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:27.635261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Set router 0359faa7-1265-427a-b547-aed6fcf2ed39 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:06:27.974864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:26Z', 'revision_number': 4, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port': {'id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:25Z', 'updated_at': '2022-03-02T07:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:23Z', 'revision_number': 5, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:27.980171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Checking router: 0359faa7-1265-427a-b547-aed6fcf2ed39 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:06:27.980630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Updating router 0359faa7-1265-427a-b547-aed6fcf2ed39 port 310c3aeb-c80a-4359-b86d-d9258f1d1934 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:06:28.034804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.357343 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.368687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Transition to ACTIVE for port object 310c3aeb-c80a-4359-b86d-d9258f1d1934 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:06:28.374757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.453834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Attempting to bind port 310c3aeb-c80a-4359-b86d-d9258f1d1934 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:06:28.455604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Attempting to bind port 310c3aeb-c80a-4359-b86d-d9258f1d1934 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:06:28.455604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Attempting to bind port 310c3aeb-c80a-4359-b86d-d9258f1d1934 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:06:28.457504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87e83-f96d-4309-8841-64747a09921f None None] Pushing event updated for resources: {'Port': ['ID=310c3aeb-c80a-4359-b86d-d9258f1d1934,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:28.463003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:06:28.463377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:06:28.463779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.464556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:06:28.464665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Bound port: 310c3aeb-c80a-4359-b86d-d9258f1d1934, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:06:28.464986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.538758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] For port 310c3aeb-c80a-4359-b86d-d9258f1d1934, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:06:28.541708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] For port 310c3aeb-c80a-4359-b86d-d9258f1d1934, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=310c3aeb-c80a-4359-b86d-d9258f1d1934,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:06:28.546619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:28.621811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Routers {'0359faa7-1265-427a-b547-aed6fcf2ed39'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:06:28.622369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0359faa7-1265-427a-b547-aed6fcf2ed39'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:28.687582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87e83-f96d-4309-8841-64747a09921f None None] Pushing event updated for resources: {'Port': ['ID=310c3aeb-c80a-4359-b86d-d9258f1d1934,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:28.833743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] Set router 0359faa7-1265-427a-b547-aed6fcf2ed39 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:06:29.156241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:26Z', 'revision_number': 4, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port': {'id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:25Z', 'updated_at': '2022-03-02T07:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:23Z', 'revision_number': 5, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:06:29.160862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927475b1-044a-42ef-9fe0-11ed53302b8e None None] The sync data for ids ['0359faa7-1265-427a-b547-aed6fcf2ed39'] in n-d-827871-1 is: [{'id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'name': 'router1', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:06:08Z', 'updated_at': '2022-03-02T07:06:26Z', 'revision_number': 4, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'gw_port': {'id': '310c3aeb-c80a-4359-b86d-d9258f1d1934', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:25Z', 'updated_at': '2022-03-02T07:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1d01039f-d7a3-4301-a8c7-b4a798758005', 'name': '', 'network_id': 'a616d4af-1210-495c-ba93-e41d6f7af286', 'tenant_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'mac_address': 'fa:16:3e:49:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0359faa7-1265-427a-b547-aed6fcf2ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fc8f228-c8fb-4385-956c-30e785302336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:06:17Z', 'updated_at': '2022-03-02T07:06:23Z', 'revision_number': 5, 'project_id': 'af76aca425cb45c7beeffee4bb5b3b97', 'subnets': [{'id': '3fc8f228-c8fb-4385-956c-30e785302336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4a2cd54-14d0-482f-9b40-eaf370e55473'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:06:29.841713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:06:29.961323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9fd9e600-1b1a-40e3-86c7-7086c6aeb07d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184464 Mar 02 07:06:31.049298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 310c3aeb-c80a-4359-b86d-d9258f1d1934 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:31.118630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 310c3aeb-c80a-4359-b86d-d9258f1d1934 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:06:31.128520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 310c3aeb-c80a-4359-b86d-d9258f1d1934 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:31.128901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:31.262332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:31.279559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 310c3aeb-c80a-4359-b86d-d9258f1d1934, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=310c3aeb-c80a-4359-b86d-d9258f1d1934,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:06:31.284839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:31.351342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=310c3aeb-c80a-4359-b86d-d9258f1d1934,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:06:33.033650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 310c3aeb-c80a-4359-b86d-d9258f1d1934 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:06:33.104632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 310c3aeb-c80a-4359-b86d-d9258f1d1934 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:06:33.105008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:41.002531 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:06:41.771154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e152b1ae-694c-4083-a041-a23a469160dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:44.069746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ecff21c4-b6fb-4caf-b2e8-90af368e0963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:45.096060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:45.301524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:06:46.467774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:11.774107 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a18ca42-6404-4221-bc99-8c53fb7310bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:14.073056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cb7df1ce-31f4-4240-bff4-58bd26cf91ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:15.099825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:15.304165 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:16.471239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:18.004207 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:07:41.778425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e26aa28-d50c-43b1-a6ed-80b4cfdaa5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:44.079991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-009de826-bfc3-42dc-93e4-2d3169188615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:45.104198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:45.308153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:46.477723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:07:55.003777 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:08:11.781588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-28e4c733-7468-44cc-8bb1-9849bb0cbe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:14.072567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1940a91f-0f21-4467-a566-fb0bb399e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:15.108006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:15.316229 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:16.479763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:32.002410 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:08:36.591854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:36.659286 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf27f98b-85b6-4ef7-a350-bff451b668f7 admin admin] GET failed (client error): The resource could not be found. Mar 02 07:08:36.661048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bf27f98b-85b6-4ef7-a350-bff451b668f7 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682225 Mar 02 07:08:36.793418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3829d9-1334-496a-980c-949267f7e6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:36.794828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9c3829d9-1334-496a-980c-949267f7e6d3 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1296492 Mar 02 07:08:38.965747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59070) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:39.068494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2011ae0b-064a-40ad-97bc-15b990bcd04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:39.069049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2011ae0b-064a-40ad-97bc-15b990bcd04b admin admin] Synchronizing usage tracker for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:08:39.086702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2011ae0b-064a-40ad-97bc-15b990bcd04b admin admin] Unset dirty status for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:08:39.088115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2011ae0b-064a-40ad-97bc-15b990bcd04b admin admin] 10.222.0.21 "GET /v2.0/subnets/3fc8f228-c8fb-4385-956c-30e785302336 HTTP/1.1" status: 200 len: 849 time: 0.1213691 Mar 02 07:08:39.097726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:08:39.212376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:39.395727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788870089701'] for subnet, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:39.438051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:39.438994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:39.453887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] 10.222.0.21 "PUT /v2.0/subnets/3fc8f228-c8fb-4385-956c-30e785302336 HTTP/1.1" status: 200 len: 868 time: 0.3464062 Mar 02 07:08:39.454116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4b5dd-0022-4e9c-8c75-f6bd0480a183 None None] Network a616d4af-1210-495c-ba93-e41d6f7af286 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:08:39.465640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc8f228-c8fb-4385-956c-30e785302336,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:08:39.477068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.478227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.478830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.479929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.480478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.481069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.481596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.482192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.482732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.483541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.484192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.484726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee4c60-5f44-4f48-80bf-11ba045b13f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:08:39.943210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-143cbc0e-4afa-4b23-a0bd-044938984f7f None None] Provisioning complete for port de1e9074-50ed-444d-8024-d43180207759 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:08:39.943579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-143cbc0e-4afa-4b23-a0bd-044938984f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:40.092642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-143cbc0e-4afa-4b23-a0bd-044938984f7f None None] Provisioning complete for port 1d01039f-d7a3-4301-a8c7-b4a798758005 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:08:40.093004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-143cbc0e-4afa-4b23-a0bd-044938984f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:41.636784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59080) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:41.782379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ba0ecd07-4eed-4cc7-8c46-5d404529bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:41.809995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174ad8-ebed-4dac-9747-23062df1fd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:41.810412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174ad8-ebed-4dac-9747-23062df1fd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:41.811137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c174ad8-ebed-4dac-9747-23062df1fd90 admin admin] Synchronizing usage tracker for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:08:41.827064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c174ad8-ebed-4dac-9747-23062df1fd90 admin admin] Unset dirty status for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:08:41.828177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1c174ad8-ebed-4dac-9747-23062df1fd90 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1904361 Mar 02 07:08:43.996104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59090) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:44.074952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4a95e2bf-e3b0-40bb-942a-533c2d80dc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:44.168953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664178a7-1811-4272-bb5a-51b0a4110671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:44.169441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664178a7-1811-4272-bb5a-51b0a4110671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:44.170996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-664178a7-1811-4272-bb5a-51b0a4110671 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1739323 Mar 02 07:08:45.108597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:45.310421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:46.349224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:46.483520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:08:46.521728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f0884-59d0-4961-9e30-e9be26671bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:46.523117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e4f0884-59d0-4961-9e30-e9be26671bdc admin admin] 10.222.0.21 "GET /v2.0/networks/a616d4af-1210-495c-ba93-e41d6f7af286 HTTP/1.1" status: 200 len: 868 time: 0.1729212 Mar 02 07:08:48.681423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:48.845996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d956a4-b407-4c06-87fd-c6faa5e531be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:48.847923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5d956a4-b407-4c06-87fd-c6faa5e531be admin admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 886 time: 0.1655161 Mar 02 07:08:51.010558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:51.163010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4e7e2-5dea-496c-aeda-b65ea7e70794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:51.163482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4e7e2-5dea-496c-aeda-b65ea7e70794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:51.165013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37c4e7e2-5dea-496c-aeda-b65ea7e70794 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1534975 Mar 02 07:08:53.310741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:53.459297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d13266-5185-4d51-8624-ccd6112413ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:53.459763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d13266-5185-4d51-8624-ccd6112413ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:53.461300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51d13266-5185-4d51-8624-ccd6112413ce admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1496642 Mar 02 07:08:55.614893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:55.717057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532292f-b45f-4dee-85c8-c6ffbce54af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:55.721903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4532292f-b45f-4dee-85c8-c6ffbce54af0 admin admin] 10.222.0.21 "GET /v2.0/subnets/12d40ca6-9b9f-4a57-8512-3a483b3c4079 HTTP/1.1" status: 200 len: 816 time: 0.1026084 Mar 02 07:08:57.913707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59150) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:08:58.020290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b96de-9802-44d5-aef4-b5194127dce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:08:58.022753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-461b96de-9802-44d5-aef4-b5194127dce8 admin admin] 10.222.0.21 "GET /v2.0/subnets/3fc8f228-c8fb-4385-956c-30e785302336 HTTP/1.1" status: 200 len: 868 time: 0.1069100 Mar 02 07:09:09.001744 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:09:11.785586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89174ccd-d87f-4eb9-b8b2-1a89c2fb1b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:14.077704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f09ec1ea-b949-47ec-aac2-a10cc8c09057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:15.111033 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:15.312507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:16.484899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:16.854073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59196) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:09:16.901487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-01c87266-d50d-4e06-a360-ba62896e1142 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:09:16.902531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-01c87266-d50d-4e06-a360-ba62896e1142 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474873 Mar 02 07:09:19.182310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:09:19.268511 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45920c1-941c-44e2-bf82-99a7ecb379ad admin admin] GET failed (client error): The resource could not be found. Mar 02 07:09:19.269999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e45920c1-941c-44e2-bf82-99a7ecb379ad admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0865574 Mar 02 07:09:19.406966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10577f2-b78d-4236-8079-e2b870f9c5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:09:19.408931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b10577f2-b78d-4236-8079-e2b870f9c5ce admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1347051 Mar 02 07:09:21.648852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59216) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:09:21.694902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:09:21.700134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:09:21.710646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:09:21.720312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Made reservation on behalf of 4a0c8a96ac22497ea5abcd09d4c5aa07 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:09:21.722698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:21.809962 n-d-827871-1 neutron-server[87855]: WARNING neutron.services.revisions.revision_plugin [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Could not find related network for resource to bump revision. Mar 02 07:09:21.823665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:09:21.833833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:21.834206 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Added segment c3c08a83-a984-4a14-97bb-5d3d8c1a2c32 of type vlan for network fc4662af-e662-47bb-a0ff-e83987ba57ac Mar 02 07:09:21.859489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:21.887989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:21.888964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:09:21.889587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:21.993788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3437839 Mar 02 07:09:21.994518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656fef9-13cc-4d44-8c39-20029aacba5e admin admin] Pushing event updated for resources: {'Network': ['ID=fc4662af-e662-47bb-a0ff-e83987ba57ac,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:09:22.005829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fc4662af-e662-47bb-a0ff-e83987ba57ac details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:09:24.161507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59226) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:09:24.226882 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa4ac83-2d89-47c9-80db-44c65fd220c4 admin admin] GET failed (client error): The resource could not be found. Mar 02 07:09:24.227392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4aa4ac83-2d89-47c9-80db-44c65fd220c4 admin admin] Synchronizing usage tracker for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:09:24.241475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4aa4ac83-2d89-47c9-80db-44c65fd220c4 admin admin] Unset dirty status for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:09:24.242724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4aa4ac83-2d89-47c9-80db-44c65fd220c4 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0802104 Mar 02 07:09:24.346878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7156653-5c7f-4d02-b46c-c704def233c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:09:24.348211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d7156653-5c7f-4d02-b46c-c704def233c0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1015427 Mar 02 07:09:24.358060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Request body: {'subnet': {'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:09:24.362738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:09:24.371991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:09:24.382441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Made reservation on behalf of 4a0c8a96ac22497ea5abcd09d4c5aa07 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:09:24.384909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:24.594506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:24.662009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1372ebb-68e4-411c-aa32-50ca8b0afb18,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:09:24.671365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:09:24.671710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Network hostable DHCP agents. Network: fc4662af-e662-47bb-a0ff-e83987ba57ac, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:09:24.690301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:09:24.698968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fc4662af-e662-47bb-a0ff-e83987ba57ac) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:09:24.702951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:09:24.703574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:24.709383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882674bd-4de4-4bd8-a0ba-53b6b9b1dc00 None None] Network fc4662af-e662-47bb-a0ff-e83987ba57ac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:09:24.738429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-23400e68-86a1-4090-9291-528b28cf3ed6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742247 Mar 02 07:09:24.931253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fc4662af-e662-47bb-a0ff-e83987ba57ac', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'tenant_id': '4a0c8a96ac22497ea5abcd09d4c5aa07', 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:09:24.932128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.088613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Allocated IP 192.168.233.2 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/7c2d5946-6b7e-4434-9975-de711ad7dbf5) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:09:25.293646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.304977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Transition to ACTIVE for port object 7c2d5946-6b7e-4434-9975-de711ad7dbf5 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:09:25.324992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Transition to ACTIVE for port object 7c2d5946-6b7e-4434-9975-de711ad7dbf5 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:09:25.332338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.406196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:09:25.412544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Pushing event updated for resources: {'Port': ['ID=7c2d5946-6b7e-4434-9975-de711ad7dbf5,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:09:25.416150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:09:25.418644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:09:25.426362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.426709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.427077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.427415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.429657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.430015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.430894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:09:25.518934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Attempting to bind port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:09:25.519639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Attempting to bind port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:09:25.520030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Attempting to bind port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:09:25.526018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:09:25.526484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:09:25.527019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.527418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:09:25.527887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Bound port: 7c2d5946-6b7e-4434-9975-de711ad7dbf5, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:09:25.528399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.623492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] For port 7c2d5946-6b7e-4434-9975-de711ad7dbf5, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:09:25.627483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] For port 7c2d5946-6b7e-4434-9975-de711ad7dbf5, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7c2d5946-6b7e-4434-9975-de711ad7dbf5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:09:25.633143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:25.711067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1bb9-e29e-4cfe-baaa-afe0c5d56725 None None] Pushing event updated for resources: {'Port': ['ID=7c2d5946-6b7e-4434-9975-de711ad7dbf5,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:09:26.516994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af63a5-e99d-4865-a71f-68a28e1e71b1 None None] Network fc4662af-e662-47bb-a0ff-e83987ba57ac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:09:26.648747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f29bcf31-5134-492b-9d09-c84e562e66a0 None None] Provisioning for port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:09:27.127590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7c2d5946-6b7e-4434-9975-de711ad7dbf5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:09:27.202605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:09:27.208037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:09:27.208383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:27.329657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:27.363199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 7c2d5946-6b7e-4434-9975-de711ad7dbf5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7c2d5946-6b7e-4434-9975-de711ad7dbf5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:09:27.367240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:27.439226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=7c2d5946-6b7e-4434-9975-de711ad7dbf5,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:09:29.107039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7c2d5946-6b7e-4434-9975-de711ad7dbf5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:09:29.175416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7c2d5946-6b7e-4434-9975-de711ad7dbf5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:09:29.175783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:41.787201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f78d80c1-59d2-41db-ae54-feabaa1f05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:44.081602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f26f3192-ba21-43f3-aae5-0ae4cfb4d00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:45.115074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:45.316948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:09:46.001005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:09:46.491173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:11.789238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-53aacd5e-76e9-4d73-b64c-a8cb9cf946e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:14.085383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6618b11b-06e3-426c-8ca7-f61b931c7bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:15.120176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:15.320004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:16.495216 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:23.001574 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:10:41.792222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-df33849e-4feb-44ee-86e3-bd78987c19b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:42.630777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:10:42.636689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-089351aa-485b-4c99-9a10-f34b5ae3cfe5 tempest-verify_tempest_config-1769461355 tempest-verify_tempest_config-1769461355-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:10:42.637761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-089351aa-485b-4c99-9a10-f34b5ae3cfe5 tempest-verify_tempest_config-1769461355 tempest-verify_tempest_config-1769461355-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059052 Mar 02 07:10:42.932109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59288) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:10:43.052495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.067649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:10:43.071669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Usage tracker for resource:security_group_rule and tenant:277945e49b994217b5be0af72d4730ac is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:10:43.074433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:10:43.080002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:10:43.163036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.166699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.213722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Synchronizing usage tracker for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:10:43.217622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb70855-198a-4317-9e1f-f559455c5f60,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:10:43.227462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.227806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.228145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.228486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.228817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.229138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.229459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.229781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.230128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.230449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.230769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.231089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:10:43.245512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] Unset dirty status for tenant:4a0c8a96ac22497ea5abcd09d4c5aa07 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:10:43.246718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1c1ea627-8afb-48ef-9b39-82b7ff5d6e1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=277945e49b994217b5be0af72d4730ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3136470 Mar 02 07:10:43.249373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59294) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:10:43.304994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.330630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.422173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.435783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb70855-198a-4317-9e1f-f559455c5f60,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:10:43.443779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:43.445136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3257379e-2595-47e0-8760-7c2a26970923 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abb70855-198a-4317-9e1f-f559455c5f60 HTTP/1.1" status: 204 len: 168 time: 0.1948457 Mar 02 07:10:44.089021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-77cc4fe2-4d18-430b-b298-d387786d0e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:45.118842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:45.324358 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:10:46.494082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:00.003714 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:11:11.791975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0e95b52-9a56-444e-a9a0-886ee08b1934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:14.092723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c7bad089-585b-413a-958b-fd2de434f800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:15.120820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:15.326892 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:16.499096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:37.003963 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:11:41.792053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-15326196-2c1d-48f6-9d9c-af339ddcee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:44.095293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-479e67ac-02c2-4244-bcc3-12310f000281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:45.122138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:45.328495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:11:46.500497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:11.794672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7875c72a-e352-49ab-a3e5-799e238d8f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:14.003128 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:12:14.096655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b03b69e6-79be-40d8-b7cc-e84fd540066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:15.125535 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:15.328947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:16.506436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:41.795676 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ed73610-6db6-451f-bd6f-b217b4baee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:44.098222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31419165-cefe-4387-b730-4c05f5d3ae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:45.128339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:45.331165 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:46.508838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:12:51.001872 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:13:11.796951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2905-add2-458c-a691-aaff3702ceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:14.103648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a67b2b1-5aa1-401d-8ef3-87d8ab10b22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:15.130830 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:15.333452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:16.510883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:28.000708 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 5 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:13:41.798635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e225150e-61b5-40c5-95bf-cfedaceb2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:44.105202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2122b4f6-17e4-4879-abf8-bce4d7808f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:45.133458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:45.334181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:46.513957 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:48.145664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:13:48.256248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1003599'] for agent, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:04.999615 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:14:11.800094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93c556fb-d9a4-44ba-8f18-813d24204a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:14.108504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7bf869d9-b90e-4d6d-b895-8e354bbd74a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:15.143602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:15.337745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:16.516236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:18.124941 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:18.222364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:33.317663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59354) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:14:33.430365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aaee8629-9ff9-44d9-b8a8-c612174f3c90 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1109064 Mar 02 07:14:35.608238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59364) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:14:35.663306 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eeef566b-b613-476a-bab8-0d85dfbe593b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0538869 Mar 02 07:14:41.801600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be1dbee5-ede4-4fd8-bc37-f5bb93344aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:41.998151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:14:44.110232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dcacb1b7-01e7-4204-824e-4cb92ad2d0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:45.138868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:45.339185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:46.520159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:48.123965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:48.220814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:11.806508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-03e1baba-a7cb-40c4-bf1d-922a9db45e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:14.112939 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb095-6f76-4904-9735-3aacda1aa57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:15.144181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:15.343155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.533946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:18.156143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:18.230766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:18.997642 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:15:41.807854 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6f78265b-adb6-4612-8a5f-bbfead4b9545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:44.117222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1051dfd1-ecc9-4084-90bd-806541567f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:45.145422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:45.346152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.526001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.152419 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.217933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:56.000174 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:16:07.241152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:07.574260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-network', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:07.579258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:07.586829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Usage tracker for resource:network and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:07.589737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:07.596231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:07.606059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Made reservation on behalf of 109943e9fdcb4fcda2b130666e7c9c93 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:07.608456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.620891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.638769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:07.643281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Usage tracker for resource:security_group_rule and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:07.646107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:07.651823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:07.736393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.742581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.784529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:16:07.792992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98604c4-3455-4d00-afdf-9e5e954b1858,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:07.803292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.803636 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Added segment 5b02b3c7-10ae-4105-a59e-50f909106976 of type vlan for network 0111ef86-6ab3-4b2e-91a2-79188b7113bf Mar 02 07:16:07.805408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.805745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.806130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.806461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.807098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.810342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.810716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.811081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.811668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.812075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.812290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.812661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Tracked resource versions report: Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: pushed versions: Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: { 'AddressGroup': {'1.2'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'ConntrackHelper': {'1.0'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Log': {'1.0'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Network': {'1.1'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Port': {'1.7'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'PortForwarding': {'1.2'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'QosPolicy': {'1.8'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SecurityGroup': {'1.4'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SubPort': {'1.0'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Subnet': {'1.1'}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Trunk': {'1.1'}} Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: consumer versions: Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: HyperV agent@n-h1-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: HyperV agent@n-h2-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: L3 agent@n-d-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: Metadata agent@n-d-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: Metering agent@n-d-827871-1: {}, Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'ConntrackHelper': '1.0', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Log': '1.0', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Network': '1.1', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Port': '1.7', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'PortForwarding': '1.2', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'QosPolicy': '1.8', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SecurityGroup': '1.4', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SecurityGroupRule': '1.2', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'SubPort': '1.0', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Subnet': '1.1', Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: 'Trunk': '1.1'}} Mar 02 07:16:07.813722 n-d-827871-1 neutron-server[87854]: {{(pid=87854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:16:07.855108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.885342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:07.886443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:07.887052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.044734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] Pushing event updated for resources: {'Network': ['ID=0111ef86-6ab3-4b2e-91a2-79188b7113bf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:08.053374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59568) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:08.059310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Request body: {'subnet': {'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-subnet', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:08.066513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba927e3b-74ed-43f2-850a-09d85402794f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8220363 Mar 02 07:16:08.067697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:08.068145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:16:08.072411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Usage tracker for resource:subnet and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:08.076100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:08.082165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:08.093479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Made reservation on behalf of 109943e9fdcb4fcda2b130666e7c9c93 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:08.096506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.320034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.391422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=932a29d1-5af2-4ed9-976d-62fd7d6e900f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:08.402302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.402302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.402589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.402787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.402986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.405535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Tracked resource versions report: Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: pushed versions: Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: { 'AddressGroup': {'1.2'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'ConntrackHelper': {'1.0'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Log': {'1.0'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Network': {'1.1'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Port': {'1.7'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'PortForwarding': {'1.2'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'QosPolicy': {'1.8'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SecurityGroup': {'1.4'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SubPort': {'1.0'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Subnet': {'1.1'}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Trunk': {'1.1'}} Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: consumer versions: Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: HyperV agent@n-h1-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: HyperV agent@n-h2-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: L3 agent@n-d-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: Metadata agent@n-d-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: Metering agent@n-d-827871-1: {}, Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'ConntrackHelper': '1.0', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Log': '1.0', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Network': '1.1', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Port': '1.7', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'PortForwarding': '1.2', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'QosPolicy': '1.8', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SecurityGroup': '1.4', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SecurityGroupRule': '1.2', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'SubPort': '1.0', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Subnet': '1.1', Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: 'Trunk': '1.1'}} Mar 02 07:16:08.406384 n-d-827871-1 neutron-server[87855]: {{(pid=87855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:16:08.417415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Checking segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:08.417777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Network hostable DHCP agents. Network: 0111ef86-6ab3-4b2e-91a2-79188b7113bf, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:16:08.438395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:16:08.450945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0111ef86-6ab3-4b2e-91a2-79188b7113bf) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:08.456605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:08.457534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.461749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c30687-c284-419b-b5a2-e9bcbbf169bb None None] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:08.508596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:08.509177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b6eb9f8-583e-4c94-95b7-83d54c043f5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4542143 Mar 02 07:16:08.515037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:08.519988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:08.525429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Usage tracker for resource:router and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:08.528531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:08.535669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:08.551227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.552768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.571139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.736635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:16:08.737843 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.887752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:08.937555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Allocated IP 172.20.0.2 (0111ef86-6ab3-4b2e-91a2-79188b7113bf/932a29d1-5af2-4ed9-976d-62fd7d6e900f/011ddf63-07c9-46d5-b681-f332f6c7f05f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:09.189930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.207658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Transition to ACTIVE for port object 011ddf63-07c9-46d5-b681-f332f6c7f05f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:09.230014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Transition to ACTIVE for port object 011ddf63-07c9-46d5-b681-f332f6c7f05f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:09.239746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.241541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.272709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.329326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:09.333717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Pushing event updated for resources: {'Port': ['ID=011ddf63-07c9-46d5-b681-f332f6c7f05f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:09.336279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:09.339683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:09.347434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.347778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.348116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.348447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.348775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.349104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.349423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.349747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.350092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.350415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.350734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.351050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Tracked resource versions report: Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: pushed versions: Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: { 'AddressGroup': {'1.2'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'ConntrackHelper': {'1.0'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Log': {'1.0'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Network': {'1.1'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Port': {'1.7'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'PortForwarding': {'1.2'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'QosPolicy': {'1.8'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SecurityGroup': {'1.4'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SubPort': {'1.0'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Subnet': {'1.1'}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Trunk': {'1.1'}} Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: consumer versions: Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: HyperV agent@n-h1-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: HyperV agent@n-h2-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: L3 agent@n-d-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: Metadata agent@n-d-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: Metering agent@n-d-827871-1: {}, Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'ConntrackHelper': '1.0', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Log': '1.0', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Network': '1.1', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Port': '1.7', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'PortForwarding': '1.2', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'QosPolicy': '1.8', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SecurityGroup': '1.4', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SecurityGroupRule': '1.2', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'SubPort': '1.0', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Subnet': '1.1', Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: 'Trunk': '1.1'}} Mar 02 07:16:09.352167 n-d-827871-1 neutron-server[87856]: {{(pid=87856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:16:09.453924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Attempting to bind port 011ddf63-07c9-46d5-b681-f332f6c7f05f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:09.455732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Attempting to bind port 011ddf63-07c9-46d5-b681-f332f6c7f05f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:09.456215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Attempting to bind port 011ddf63-07c9-46d5-b681-f332f6c7f05f on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:09.463388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:09.513899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Checking segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:09.513899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.513899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Bound using segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:09.513899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Bound port: 011ddf63-07c9-46d5-b681-f332f6c7f05f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:09.513899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.546275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Allocated IP 172.25.4.123 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/e94981c0-002f-40ce-a5bb-71ad64131e68) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:09.628770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] For port 011ddf63-07c9-46d5-b681-f332f6c7f05f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:09.632925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] For port 011ddf63-07c9-46d5-b681-f332f6c7f05f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=011ddf63-07c9-46d5-b681-f332f6c7f05f,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:09.638874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.730742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa391a3-473a-40e5-a612-c1bd8afb15e2 None None] Pushing event updated for resources: {'Port': ['ID=011ddf63-07c9-46d5-b681-f332f6c7f05f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:09.762857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.799939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:09.863618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:09.866348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:09.874382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:09.957626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Pushing event updated for resources: {'Port': ['ID=e94981c0-002f-40ce-a5bb-71ad64131e68,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:10.312341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:10.762434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:10.901327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bc590-f136-4c0f-9a1f-d07893152020 None None] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:11.022143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:16:11.041182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-64556864-c312-4613-bc1c-f4a4997b4e15 None None] Provisioning for port 011ddf63-07c9-46d5-b681-f332f6c7f05f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:11.374892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:16:11.388979 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:16:11.406534 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:11.407174 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:11.419959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 011ddf63-07c9-46d5-b681-f332f6c7f05f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:11.436055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:11.438201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03d564d8-74e3-4667-9ddd-268f9788170d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9274282 Mar 02 07:16:11.441890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:11.613878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 011ddf63-07c9-46d5-b681-f332f6c7f05f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:11.619904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 011ddf63-07c9-46d5-b681-f332f6c7f05f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:11.620452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:11.781050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:11.825724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ff089e9-5710-40c5-9904-e91eb9770523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:11.832969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 011ddf63-07c9-46d5-b681-f332f6c7f05f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=011ddf63-07c9-46d5-b681-f332f6c7f05f,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:11.833655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:11.839744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:11.979295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=011ddf63-07c9-46d5-b681-f332f6c7f05f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:12.232896 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:10Z', 'revision_number': 3, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:12.238220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:16:12.238575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Updating router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 port e94981c0-002f-40ce-a5bb-71ad64131e68 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:16:12.301825 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.562267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.695720 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.714262 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Transition to ACTIVE for port object e94981c0-002f-40ce-a5bb-71ad64131e68 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:12.724627 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.816690 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Pushing event updated for resources: {'Port': ['ID=e94981c0-002f-40ce-a5bb-71ad64131e68,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:12.834056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Allocated IP 172.20.0.1 (0111ef86-6ab3-4b2e-91a2-79188b7113bf/932a29d1-5af2-4ed9-976d-62fd7d6e900f/32519a15-cc13-4a92-83a9-0b6a7f9242e0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:12.850456 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.851552 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.852061 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.852456 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.852801 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.853235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.853737 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.854133 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.854554 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.854888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.855299 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.855679 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Tracked resource versions report: Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: pushed versions: Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: { 'AddressGroup': {'1.2'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'ConntrackHelper': {'1.0'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Log': {'1.0'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Network': {'1.1'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Port': {'1.7'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'PortForwarding': {'1.2'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'QosPolicy': {'1.8'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SecurityGroup': {'1.4'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SubPort': {'1.0'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Subnet': {'1.1'}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Trunk': {'1.1'}} Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: consumer versions: Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: { DHCP agent@n-d-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: HyperV agent@n-h1-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: HyperV agent@n-h2-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: L3 agent@n-d-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: Metadata agent@n-d-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: Metering agent@n-d-827871-1: {}, Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: Open vSwitch agent@n-d-827871-1: { 'AddressGroup': '1.2', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'ConntrackHelper': '1.0', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Log': '1.0', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Network': '1.1', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Port': '1.7', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'PortForwarding': '1.2', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'QosPolicy': '1.8', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SecurityGroup': '1.4', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SecurityGroupRule': '1.2', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'SubPort': '1.0', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Subnet': '1.1', Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: 'Trunk': '1.1'}} Mar 02 07:16:12.856911 n-d-827871-1 neutron-server[87857]: {{(pid=87857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:16:12.860084 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Attempting to bind port e94981c0-002f-40ce-a5bb-71ad64131e68 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:12.860532 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Attempting to bind port e94981c0-002f-40ce-a5bb-71ad64131e68 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:12.861309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Attempting to bind port e94981c0-002f-40ce-a5bb-71ad64131e68 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:12.868670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:12.869098 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:12.869509 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.870173 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:12.870649 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Bound port: e94981c0-002f-40ce-a5bb-71ad64131e68, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:12.871089 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:12.958783 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] For port e94981c0-002f-40ce-a5bb-71ad64131e68, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:12.963468 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] For port e94981c0-002f-40ce-a5bb-71ad64131e68, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e94981c0-002f-40ce-a5bb-71ad64131e68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:12.969170 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.009417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.028495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Transition to ACTIVE for port object 32519a15-cc13-4a92-83a9-0b6a7f9242e0 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:13.059609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.076701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:13.077346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:13.111776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:13.118032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:13.127449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:13.127936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.264805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:13.355795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 011ddf63-07c9-46d5-b681-f332f6c7f05f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:13.419013 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:13.479450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59744) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:13.523875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 011ddf63-07c9-46d5-b681-f332f6c7f05f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:13.524251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.625561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Pushing event updated for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:13.634334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.668194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a251301c-e94f-4baa-9e7a-eea9e9c401e0 None None] Provisioning for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:13.684515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:13.727220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Usage tracker for resource:security_group_rule and tenant:29d1241b2e384ca48d019f37bd8a494a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:13.732627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a251301c-e94f-4baa-9e7a-eea9e9c401e0 None None] Provisioning complete for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:13.733003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a251301c-e94f-4baa-9e7a-eea9e9c401e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.739177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:13.742283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.779267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:13.793506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:13.795786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:13.817333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Usage tracker for resource:security_group_rule and tenant:e2eaa0befcc44d84b461e0c5f0758c50 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:13.826290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a251301c-e94f-4baa-9e7a-eea9e9c401e0 None None] Port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:13.829099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:13.845320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:13.885436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991404-0cbe-459f-a24d-25bd4a7efb56 None None] Pushing event updated for resources: {'Port': ['ID=e94981c0-002f-40ce-a5bb-71ad64131e68,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:14.016474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:10Z', 'revision_number': 3, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:14.020364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.028900 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632849b-3477-48c7-97c8-9352f8eac3a8 None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:10Z', 'revision_number': 3, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:16:14.031862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.089372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.122479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29d1241b2e384ca48d019f37bd8a494a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8541036 Mar 02 07:16:14.125007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-063158e4-d6dc-4702-ab26-e42ab0623ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.127534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.135522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:14.148621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d600425-2c2e-4ccb-bae0-c6a7a0fc7190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f935aa4-4b15-4f39-adfa-7de91677dba1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:14.194563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2eaa0befcc44d84b461e0c5f0758c50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7140067 Mar 02 07:16:14.197950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59782) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:14.217759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce27b9-e981-4fa7-9abc-6af8c5939d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a7d8ea-442b-4b07-8edc-2c55c0ce0e3e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:14.277212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.342847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.416517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.422644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.434028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.435054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.500034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.519617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Pushing event updated for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:14.536671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a7d8ea-442b-4b07-8edc-2c55c0ce0e3e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:14.559528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59800) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:14.576396 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.582776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93ff910b-1765-40a0-bed9-c1b30317850a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0a7d8ea-442b-4b07-8edc-2c55c0ce0e3e HTTP/1.1" status: 204 len: 168 time: 0.3836229 Mar 02 07:16:14.707902 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.728838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:14.740459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:14.780311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:14.840238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:14.846458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:2669ef2d54cf4cc788f34b6a0da03f7d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:14.856371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:14.887760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:14.960357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.015135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:15.096191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:16:15.113770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f935aa4-4b15-4f39-adfa-7de91677dba1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:15.132725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.144930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b32109f0-7cc8-4387-8872-c876f0262582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f935aa4-4b15-4f39-adfa-7de91677dba1 HTTP/1.1" status: 204 len: 168 time: 1.0079193 Mar 02 07:16:15.150520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.156658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.167621 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.194720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cd9f60a0-a77b-4ba3-9196-af87e62bfd1a None None] Provisioning complete for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:15.195160 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd9f60a0-a77b-4ba3-9196-af87e62bfd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.268591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f60a0-a77b-4ba3-9196-af87e62bfd1a None None] Port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:15.273448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20269ee2-a112-406d-82fe-90556c5c206b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:15.277835 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fdd1df02-ea01-4d49-9664-acd8c9d00cd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2669ef2d54cf4cc788f34b6a0da03f7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7173102 Mar 02 07:16:15.282293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:15.364478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.365329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.424593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.468713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e94981c0-002f-40ce-a5bb-71ad64131e68 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:15.508340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.519937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:16:15.535294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:15.540835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Usage tracker for resource:security_group_rule and tenant:ed0aae56259a4c3eb18120a0ad7c1f1a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:15.544577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:15.552715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0e5fd26b-2ba0-4b7f-9f7b-e7af03bafad9 admin admin] 10.222.0.21 "PUT /v2.0/routers/68ff2033-9097-4432-bcdd-f0a3774f4ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1094527 Mar 02 07:16:15.555156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:15.559171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.592260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20269ee2-a112-406d-82fe-90556c5c206b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:15.600859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e94981c0-002f-40ce-a5bb-71ad64131e68 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:15.603728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.605900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-55fcb1db-25b5-4536-a794-7cc5a9848e07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20269ee2-a112-406d-82fe-90556c5c206b HTTP/1.1" status: 204 len: 168 time: 0.3210738 Mar 02 07:16:15.621410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e94981c0-002f-40ce-a5bb-71ad64131e68 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:15.622295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.691121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59846) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:15.715777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.739135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:15.746913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.747937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Usage tracker for resource:security_group_rule and tenant:88824de0de27498fb8c7e80cee6e0697 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:15.751338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:15.754267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.767768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:15.799928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.804527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed0aae56259a4c3eb18120a0ad7c1f1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7883539 Mar 02 07:16:15.807365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59852) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:15.842902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e94981c0-002f-40ce-a5bb-71ad64131e68, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e94981c0-002f-40ce-a5bb-71ad64131e68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:15.850270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.860315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4569477-1f53-431e-ae94-34fb43c9860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be53a148-a303-4443-86c3-82528283234b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:15.918582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.968697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.976849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:15.978046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e94981c0-002f-40ce-a5bb-71ad64131e68,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:15.982621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.042929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88824de0de27498fb8c7e80cee6e0697&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3507006 Mar 02 07:16:16.044847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40228c5-e6de-4de9-ba51-6ad4ed2f282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525478fb-7600-4095-961f-03b1d2948ece,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.047152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59858) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:16.075352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.098723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be53a148-a303-4443-86c3-82528283234b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.128212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.133470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5a4f6ab-5c7a-48e9-8f27-2055c147130c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be53a148-a303-4443-86c3-82528283234b HTTP/1.1" status: 204 len: 168 time: 0.3225050 Mar 02 07:16:16.157025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.187891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.203526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59874) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:16.232288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.256404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:16.260746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.267091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae56ec7791c24ad68ae06b14c602c504 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:16.270621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:16.276919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525478fb-7600-4095-961f-03b1d2948ece,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.277086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:16.285688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.291554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-494eb895-3043-47d8-b6fc-1c28590cbf35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/525478fb-7600-4095-961f-03b1d2948ece HTTP/1.1" status: 204 len: 168 time: 0.2411778 Mar 02 07:16:16.344768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:16:16.355753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:16.356400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:16.406382 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.416686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.502215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae56ec7791c24ad68ae06b14c602c504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2969546 Mar 02 07:16:16.506745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:16.521381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb48ab-1b98-45f1-9bfa-8d3a798e4ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864185a-a140-4ae4-9164-58ee16dcde6d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.557638 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.582634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:16.623495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.630060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59890) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:16.654099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.667629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.675400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:16.679648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Usage tracker for resource:security_group_rule and tenant:35431cd5dba24e0cb8b7563fd0265c9f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:16.682952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:16.697894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:16.771685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.807978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864185a-a140-4ae4-9164-58ee16dcde6d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.820310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.823700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0f6dd6a-57f0-4664-998a-fbffa0382ed2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5864185a-a140-4ae4-9164-58ee16dcde6d HTTP/1.1" status: 204 len: 168 time: 0.3132553 Mar 02 07:16:16.846971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.851819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:16.910601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd18f44-cf41-4c0f-a236-eb0b72fd5644,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:16.934108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d0bbd59-89e5-4395-ac8a-a9c79ee5e241 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35431cd5dba24e0cb8b7563fd0265c9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3029101 Mar 02 07:16:16.937018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59900) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:16.980986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 2, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:16.984920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:16:16.985206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Updating router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:16:17.017207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.032423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59908) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:17.053950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.069471 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.078844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:17.088035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Usage tracker for resource:security_group_rule and tenant:301e6f73f76542aa899e595dc74727dd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:17.093939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:17.099246 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.117630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:17.134610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.168373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd18f44-cf41-4c0f-a236-eb0b72fd5644,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:17.176065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.180135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a1b77b2f-4e97-4ccc-b6a7-2c4e65260e80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cd18f44-cf41-4c0f-a236-eb0b72fd5644 HTTP/1.1" status: 204 len: 168 time: 0.2421031 Mar 02 07:16:17.250280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.256543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.295492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a1858f-0df5-4457-9f43-9b60e680814d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:17.325905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c8c8acc6-3a1f-4e9f-b06b-068c16cfd51b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=301e6f73f76542aa899e595dc74727dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2916934 Mar 02 07:16:17.328583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:17.402804 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.430556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.456320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e94981c0-002f-40ce-a5bb-71ad64131e68 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:17.506936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.533514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a1858f-0df5-4457-9f43-9b60e680814d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:17.550794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.553685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-129c6975-5570-46b7-9df6-eabb24807a73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6a1858f-0df5-4457-9f43-9b60e680814d HTTP/1.1" status: 204 len: 168 time: 0.2238295 Mar 02 07:16:17.591172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:17.594413 n-d-827871-1 neutron-server[87854]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 07:16:17.623813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-4078f73f-92a4-4c9f-b1ca-a9d250f870b4 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=78be2794341e4ea7b5987010fc2e41cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312948 Mar 02 07:16:17.626454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e94981c0-002f-40ce-a5bb-71ad64131e68 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:17.626825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.818154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.829682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-f96f837e-91da-4642-93c1-fa934f981c5d tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:17.831341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-f96f837e-91da-4642-93c1-fa934f981c5d tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013640 Mar 02 07:16:17.843333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Transition to ACTIVE for port object 32519a15-cc13-4a92-83a9-0b6a7f9242e0 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:17.847663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-b47c3e96-0d4b-4e97-a271-aa2056217537 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/quotas/78be2794341e4ea7b5987010fc2e41cb HTTP/1.1" status: 200 len: 375 time: 0.0102737 Mar 02 07:16:17.853588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:17.905322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-b10e697b-ed4d-4a5a-b558-b478b40e26aa tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78be2794341e4ea7b5987010fc2e41cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478244 Mar 02 07:16:18.095474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509c1d-f68d-4619-8592-3901fc470598 None None] Pushing event updated for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:18.160615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Attempting to bind port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:18.161106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Attempting to bind port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:18.161652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Attempting to bind port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:18.177085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:18.177568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Checking segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:18.178151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.181987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Bound using segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:18.181987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Bound port: 32519a15-cc13-4a92-83a9-0b6a7f9242e0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:18.181987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.182841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59970) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:18.193319 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.198292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-network', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:18.208653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:18.216406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Usage tracker for resource:network and tenant:8121b9cabee04f70ad1c45130fa3ef69 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:18.224317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:18.244097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:18.269376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Made reservation on behalf of 8121b9cabee04f70ad1c45130fa3ef69 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:18.272363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.277334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.288328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.304098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] For port 32519a15-cc13-4a92-83a9-0b6a7f9242e0, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:18.306232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:18.307452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] For port 32519a15-cc13-4a92-83a9-0b6a7f9242e0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32519a15-cc13-4a92-83a9-0b6a7f9242e0,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:18.311608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Usage tracker for resource:security_group_rule and tenant:8121b9cabee04f70ad1c45130fa3ef69 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:18.314319 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.320275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:18.324810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:18.443517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:18.444318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:18.445788 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.458516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.521375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509c1d-f68d-4619-8592-3901fc470598 None None] Pushing event updated for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:18.555781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:16:18.563402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f659bc-f536-4acd-8561-673a04ef59b2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:18.571685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.572726 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Added segment 640d35f6-a7c9-4535-a8aa-00f1601a8707 of type vlan for network 04c15c38-a192-44bf-bdff-8a6102107089 Mar 02 07:16:18.625063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.684154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.685207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:18.687016 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.689674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:18.733050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60000) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:18.738226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60004) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:18.738577 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5543132 Mar 02 07:16:18.753652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Request body: {'subnet': {'network_id': '04c15c38-a192-44bf-bdff-8a6102107089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-subnet', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:18.763262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:18.772904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Usage tracker for resource:subnet and tenant:8121b9cabee04f70ad1c45130fa3ef69 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:18.778708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:18.791698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:18.819980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Made reservation on behalf of 8121b9cabee04f70ad1c45130fa3ef69 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:18.823791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:18.833294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd6884-eeed-43a7-912e-5f150728bc2f admin admin] Pushing event updated for resources: {'Network': ['ID=04c15c38-a192-44bf-bdff-8a6102107089,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:18.862052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 04c15c38-a192-44bf-bdff-8a6102107089 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:16:19.081714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.168752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd56e822-23ba-4fed-9e53-7471bc0926c0,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:19.172950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Checking segment: {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:19.173308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Network hostable DHCP agents. Network: 04c15c38-a192-44bf-bdff-8a6102107089, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:16:19.200855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Network 04c15c38-a192-44bf-bdff-8a6102107089 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:16:19.213577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 04c15c38-a192-44bf-bdff-8a6102107089) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:19.226257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d3cc4-ae7d-42b3-8fd7-981ed8491501 None None] Network 04c15c38-a192-44bf-bdff-8a6102107089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:19.226846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:19.238387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.265080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:18Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:19.282439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f03d71a0-8a6b-49d4-bd07-7cbbfa0ae95d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5386870 Mar 02 07:16:19.283049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:19.293436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:19.304552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:19.312440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Usage tracker for resource:router and tenant:8121b9cabee04f70ad1c45130fa3ef69 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:19.319995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:19.326529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89d435-16c2-42d2-9a6e-84e34d85d43f None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:18Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:16:19.339439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:19.363433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.364655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.431122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.666560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-04c15c38-a192-44bf-bdff-8a6102107089', 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'fixed_ips': [{'subnet_id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:16:19.669192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:19.712077 n-d-827871-1 neutron-server[87855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 07:16:19.806267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d537604-717c-4f5c-813a-7bf078f9446f req-4514f671-7916-451d-ad34-4fc174c77c09 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 1.0709679 Mar 02 07:16:19.904248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Allocated IP 172.20.0.2 (04c15c38-a192-44bf-bdff-8a6102107089/bd56e822-23ba-4fed-9e53-7471bc0926c0/5df6a673-75ce-471e-8f9d-9bdc96f0934c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:20.369997 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.380547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.396848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Transition to ACTIVE for port object 5df6a673-75ce-471e-8f9d-9bdc96f0934c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:20.444859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Transition to ACTIVE for port object 5df6a673-75ce-471e-8f9d-9bdc96f0934c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:20.452753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.566981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Network 04c15c38-a192-44bf-bdff-8a6102107089 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:20.592377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:20.602055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:20.615275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Pushing event updated for resources: {'Port': ['ID=5df6a673-75ce-471e-8f9d-9bdc96f0934c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:20.620719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60080) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:20.755929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Attempting to bind port 5df6a673-75ce-471e-8f9d-9bdc96f0934c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:20.756495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Attempting to bind port 5df6a673-75ce-471e-8f9d-9bdc96f0934c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:20.756726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Attempting to bind port 5df6a673-75ce-471e-8f9d-9bdc96f0934c on network 04c15c38-a192-44bf-bdff-8a6102107089 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:20.764753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:20.765151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Checking segment: {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:20.765568 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.766196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Bound using segment: {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:20.766795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Bound port: 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:20.767196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.940094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] For port 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:20.944179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:20.944840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] For port 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5df6a673-75ce-471e-8f9d-9bdc96f0934c,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:20.951753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.014056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.162569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19e7f382-3a79-4201-876b-b52d80883542 req-448ebc53-601e-4d91-8aac-39c8dd7c8681 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 0.1636927 Mar 02 07:16:21.214861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f775c-93f6-4610-b2a2-fc3cb1819740 None None] Pushing event updated for resources: {'Port': ['ID=5df6a673-75ce-471e-8f9d-9bdc96f0934c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:21.216603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-508331259-network', 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:21.226506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:21.231782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Usage tracker for resource:network and tenant:9cc4c8094dc24cb78d346b56ae111e2d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:21.238292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:21.240267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Allocated IP 172.25.4.167 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/d6c2dd81-2339-41dc-9cb6-ccfdd5d31312) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:21.256590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:21.279692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:21.282303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.310270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.353503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:21.366661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Usage tracker for resource:security_group_rule and tenant:9cc4c8094dc24cb78d346b56ae111e2d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:21.369154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32519a15-cc13-4a92-83a9-0b6a7f9242e0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:21.369697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:21.375524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:21.591699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.16', 61142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:21.592141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:21.603485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:21.604053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.609790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.615894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.617774 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.658547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:16:21.695522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.695911 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Added segment 0c14a815-882c-4626-bb34-e98a7ba111ae of type vlan for network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 Mar 02 07:16:21.725093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-f8d53ec7-a4c9-4837-952a-79fee916bc75 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78be2794341e4ea7b5987010fc2e41cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184697 Mar 02 07:16:21.800990 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.809635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.858357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e73e4-09ac-4c22-bb60-6d5516982a49,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:21.870811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 32519a15-cc13-4a92-83a9-0b6a7f9242e0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32519a15-cc13-4a92-83a9-0b6a7f9242e0,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:21.889561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.919451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:21.920432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:21.921053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:22.024486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:22.091438 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4694531 Mar 02 07:16:22.094095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60122) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:22.100922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Request body: {'subnet': {'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-508331259-subnet', 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:22.107374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:22.112460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Usage tracker for resource:subnet and tenant:9cc4c8094dc24cb78d346b56ae111e2d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:22.116088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-25e80629-3efc-4e11-802e-169a43882b16 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:22.116664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:22.118921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-25e80629-3efc-4e11-802e-169a43882b16 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764665 Mar 02 07:16:22.121940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:22.122851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:22.193485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:22.196246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:22.218017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:22.241931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Request body: {'port': {'device_id': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '78be2794341e4ea7b5987010fc2e41cb'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:22.285548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:22.286820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:22.291572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:22.364092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca057-d6e4-491c-af0c-dcbbac82dfaf admin admin] Pushing event updated for resources: {'Network': ['ID=342ab4c2-6052-4ec3-9f5b-555f217e9ef1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:22.376741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:16:22.514268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9526554-009d-4fe7-8d09-5d8d849ec276 req-f142378d-fee6-44d7-b0dc-0d88264d6eff tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 0.1538815 Mar 02 07:16:22.754498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:22.820367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42806cb7-1d2c-4756-a852-b3770ce2b429 None None] Network 04c15c38-a192-44bf-bdff-8a6102107089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:22.838601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:22.850179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Usage tracker for resource:port and tenant:78be2794341e4ea7b5987010fc2e41cb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:22.853929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:22.884190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd02326-e9f6-474e-934c-2ac359935579,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:22.905247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:22.906189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Network hostable DHCP agents. Network: 342ab4c2-6052-4ec3-9f5b-555f217e9ef1, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:16:22.936691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:16:22.952430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 342ab4c2-6052-4ec3-9f5b-555f217e9ef1) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:22.961066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:22.961705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:22.997892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-88d439a3-65d8-41fa-ba9a-b44f5c306ceb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9005268 Mar 02 07:16:23.014328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:23.035278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b25eb-3c38-419b-a454-4eb6a887f98e None None] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:23.068438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Made reservation on behalf of 78be2794341e4ea7b5987010fc2e41cb for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:23.072245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:23.098782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:23.103833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0ab772c5-2585-4408-90c9-2867eea2bc58 None None] Provisioning for port 5df6a673-75ce-471e-8f9d-9bdc96f0934c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:23.118429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:23.123107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Usage tracker for resource:security_group_rule and tenant:78be2794341e4ea7b5987010fc2e41cb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:23.126896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:23.132789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:23.498207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c55c13-708f-45b7-a1ca-9919eb6a9714 None None] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:23.593137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5df6a673-75ce-471e-8f9d-9bdc96f0934c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:23.661377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:23.699149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.160125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e0ed2-1936-42d6-a054-165b252144f8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:24.160648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:24.209784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.247407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5df6a673-75ce-471e-8f9d-9bdc96f0934c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:24.288008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5df6a673-75ce-471e-8f9d-9bdc96f0934c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:24.288480 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.534182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aaecbf8d-86d0-4e23-a334-6d9373b223f7 None None] Provisioning complete for port 5df6a673-75ce-471e-8f9d-9bdc96f0934c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:24.534590 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aaecbf8d-86d0-4e23-a334-6d9373b223f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.633718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.678690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf53a0c7-7839-4b6e-8e6c-8e209a385c36 req-86185e39-7c7b-47bc-94d3-175f614a2c19 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 0.7099917 Mar 02 07:16:24.730606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60226) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:24.732140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:24.741167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-484360087-network', 'tenant_id': '2526ecc8e4394e86a5fdcb2bad162c1c'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:24.747075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:24.752157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Usage tracker for resource:network and tenant:2526ecc8e4394e86a5fdcb2bad162c1c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:24.752438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ee10e953f342ef8b5147df21d441ea is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:24.755963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:24.765771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:24.772871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:24.803278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.809174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:24.820121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Made reservation on behalf of 2526ecc8e4394e86a5fdcb2bad162c1c for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:24.826274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.896791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aaecbf8d-86d0-4e23-a334-6d9373b223f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.909492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5df6a673-75ce-471e-8f9d-9bdc96f0934c,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:24.916734 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.917726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32519a15-cc13-4a92-83a9-0b6a7f9242e0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:24.959417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:24.991796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:25.010668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Usage tracker for resource:security_group_rule and tenant:2526ecc8e4394e86a5fdcb2bad162c1c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:25.037816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:25.067425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.073997 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.074653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.088035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:25.198842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5df6a673-75ce-471e-8f9d-9bdc96f0934c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:25.232168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4ee10e953f342ef8b5147df21d441ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713749 Mar 02 07:16:25.237887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:25.275418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Allocated IP 192.168.233.138 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/f9c2d02b-5cdc-4269-b4c7-7d6316efe80a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:25.318704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3dcd-8c8b-4e15-9d7f-a613d96ec5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d1e13-2781-47d1-bcd2-542ae5ec793a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:25.359583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.445522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-aaecbf8d-86d0-4e23-a334-6d9373b223f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:16:25.446328 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-aaecbf8d-86d0-4e23-a334-6d9373b223f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:16:25.474551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.481229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:25.481617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.617301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.643179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d1e13-2781-47d1-bcd2-542ae5ec793a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:25.665814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:25.667031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b0bd4cc-a627-48c8-86cc-6e71a0441418 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/792d1e13-2781-47d1-bcd2-542ae5ec793a HTTP/1.1" status: 204 len: 168 time: 0.4269571 Mar 02 07:16:26.077906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a63b9a6-7a50-4f17-bb0e-6a0f7011b42b req-aebffeec-b98d-4b08-a99c-5200997b83b6 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 0.1281333 Mar 02 07:16:26.090599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:26.102200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:16:26.142164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.209500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5df6a673-75ce-471e-8f9d-9bdc96f0934c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:26.232491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.247880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:16:26.258954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.259613 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Added segment 5a53872c-3d17-402e-89f9-aaf941d10cec of type vlan for network 5104a7e7-211e-41b5-9be0-81271ffa93e7 Mar 02 07:16:26.290759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.383280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.434491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b4b69-7248-4a24-ad67-dfc205b65cc0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:26.450932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Transition to ACTIVE for port object f9c2d02b-5cdc-4269-b4c7-7d6316efe80a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:26.476116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5df6a673-75ce-471e-8f9d-9bdc96f0934c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:26.476636 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.526655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.576680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:26.588418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5620d88f454b7b82d34f4ec7724083 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:26.592356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:26.600455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:26.643439 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.651295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:26.653000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.858885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.863373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:16:26.864308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.874855 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Sync routers for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:16:26.881272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60312) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:26.904147 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:26.906354 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:26.926245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:26.939000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] Pushing event updated for resources: {'Network': ['ID=5104a7e7-211e-41b5-9be0-81271ffa93e7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:26.978495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:26.983058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Usage tracker for resource:security_group_rule and tenant:6470ee44954c4fa783ab4e60c171a92c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:26.986221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:27.003100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:27.014844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.120322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.121649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-81c307b0-a927-4fa8-98e5-21e1d2153ad4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.8375266 Mar 02 07:16:27.127949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5104a7e7-211e-41b5-9be0-81271ffa93e7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:16:27.139496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2edf710d-6479-4487-a075-2dcea6e6eb57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4074471 Mar 02 07:16:27.150510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60328) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:27.150798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60330) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:27.171011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:27.186255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.202824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.246128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-942ed791-174c-456a-b323-584a649c030e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6470ee44954c4fa783ab4e60c171a92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569891 Mar 02 07:16:27.247254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f1da9-6db6-4d5d-bee5-077c5be28eac,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:27.257947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Request body: {'subnet': {'network_id': '5104a7e7-211e-41b5-9be0-81271ffa93e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-484360087-subnet', 'tenant_id': '2526ecc8e4394e86a5fdcb2bad162c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:27.261429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:27.262896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60340) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:27.273755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:27.281297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-721c91f3-4062-4a6f-a0f1-60ac443db9b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e5620d88f454b7b82d34f4ec7724083&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1896341 Mar 02 07:16:27.282680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ed791-174c-456a-b323-584a649c030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906965c-23ca-407b-89de-29f3296b1ebf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:27.290745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:27.352026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:27.357704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:27.358332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.378527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.407748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Usage tracker for resource:subnet and tenant:2526ecc8e4394e86a5fdcb2bad162c1c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:27.409147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.429023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:27.462817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2253501 Mar 02 07:16:27.467937 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:27.468813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98f43-9e5c-4bea-a5be-f88223b96b72 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Pushing event updated for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:27.497729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:27.513777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.539603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-084f9b76-c472-4010-b73f-cea3972cecfd tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:16:27.541608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-084f9b76-c472-4010-b73f-cea3972cecfd tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315363 Mar 02 07:16:27.754044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45804-48d5-47bd-8f75-606bd8b00ae0 req-c758975c-7f53-4214-ac79-8243812e2440 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:27.780431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8a45804-48d5-47bd-8f75-606bd8b00ae0 req-c758975c-7f53-4214-ac79-8243812e2440 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 936 time: 0.3419394 Mar 02 07:16:27.790742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Made reservation on behalf of 2526ecc8e4394e86a5fdcb2bad162c1c for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:27.793392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.815785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-04d366f5-9b8b-47aa-9aad-b6aea387e85c None None] Provisioning for port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:27.838774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-04d366f5-9b8b-47aa-9aad-b6aea387e85c None None] Provisioning complete for port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:27.841364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-04d366f5-9b8b-47aa-9aad-b6aea387e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.887103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.912280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.954219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:27.963979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c7f1da9-6db6-4d5d-bee5-077c5be28eac HTTP/1.1" status: 204 len: 168 time: 0.6718028 Mar 02 07:16:28.002599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-04d366f5-9b8b-47aa-9aad-b6aea387e85c None None] Port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:28.006640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8a45804-48d5-47bd-8f75-606bd8b00ae0 req-9ef2c653-b427-412e-937d-a747fca6f3f5 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251501 Mar 02 07:16:28.007527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf18c-bc60-4d9a-a8ef-8566526a3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f1da9-6db6-4d5d-bee5-077c5be28eac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:28.253005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:22Z', 'revision_number': 3, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:28.274127 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Checking router: 0ebbcb99-5d43-464a-a324-e75edcfb8c63 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:16:28.281178 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Updating router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:16:28.334781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Request body: {'port': {'device_id': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'device_owner': 'compute:tempest-test_az-1112590474', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:28.481073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:28.487569 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:28.551092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906965c-23ca-407b-89de-29f3296b1ebf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:28.977168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:28.994056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:28.996297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-482d45d7-5e7d-4e29-8558-0407aa228460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d906965c-23ca-407b-89de-29f3296b1ebf HTTP/1.1" status: 204 len: 168 time: 1.7242610 Mar 02 07:16:29.106184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60386) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:29.146432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:29.182321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.259530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:29.290999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Usage tracker for resource:security_group_rule and tenant:a0af06dd32b046adbd9c467a807465c6 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:29.303084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:29.336683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:29.592530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.598926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.687855 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.730471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.733201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Transition to ACTIVE for port object d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:29.751206 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.753630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0af06dd32b046adbd9c467a807465c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348977 Mar 02 07:16:29.754834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c03e2-b83a-411c-b6a9-5e596e6fbf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0c97d-caa0-457f-bde7-972bd2b9d9d2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:29.763604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60402) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:29.897718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:29.944249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:29.973121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Usage tracker for resource:security_group_rule and tenant:d13c8f929b7b46caab56dfd376169e69 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:29.988998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07406d-b13d-487c-b178-fee0b2b456c2 None None] Pushing event updated for resources: {'Port': ['ID=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:29.990125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:29.998484 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Attempting to bind port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:29.998913 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Attempting to bind port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:29.999281 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Attempting to bind port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:30.006234 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:30.006612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:30.007012 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.007492 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:30.008054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Bound port: d6c2dd81-2339-41dc-9cb6-ccfdd5d31312, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:30.008662 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.067035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.083310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:30.114687 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] For port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:30.122799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] For port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:30.131141 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.194852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.228474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:30.229250 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:30.237932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Checking segment: {'id': '5a53872c-3d17-402e-89f9-aaf941d10cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5104a7e7-211e-41b5-9be0-81271ffa93e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:30.238877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Network hostable DHCP agents. Network: 5104a7e7-211e-41b5-9be0-81271ffa93e7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:16:30.345723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7039033d-25e6-4ef5-b2d3-7e9428b410aa,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:30.418741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.439722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.475629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.480634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f0c97d-caa0-457f-bde7-972bd2b9d9d2 HTTP/1.1" status: 204 len: 168 time: 0.7122214 Mar 02 07:16:30.482855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a47b8-1a9f-4512-8de1-ae583ffb056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0c97d-caa0-457f-bde7-972bd2b9d9d2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:30.490725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.495462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.554362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d13c8f929b7b46caab56dfd376169e69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4066300 Mar 02 07:16:30.556996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60416) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:30.561772 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:30.653764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.669709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-5c51c9f8-3c7c-4f60-ab35-fd396b3c66fe tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:30.670792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-5c51c9f8-3c7c-4f60-ab35-fd396b3c66fe tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Synchronizing usage tracker for tenant:78be2794341e4ea7b5987010fc2e41cb on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:30.691085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.732641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Network 5104a7e7-211e-41b5-9be0-81271ffa93e7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:16:30.781301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.812966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ce7e-6f55-4d45-8b18-f84b2a9c8ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd11fc1-e99b-4e5c-8407-6e6da51daada,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:30.833518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:30.837787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cd11fc1-e99b-4e5c-8407-6e6da51daada HTTP/1.1" status: 204 len: 168 time: 0.2797143 Mar 02 07:16:30.838884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929b75-c978-4a9c-bc14-c22c0b2e3b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd11fc1-e99b-4e5c-8407-6e6da51daada,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:31.016823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5104a7e7-211e-41b5-9be0-81271ffa93e7) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:31.030512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1efefb-0d41-4fb1-aa88-5ba129aa08d1 None None] Network 5104a7e7-211e-41b5-9be0-81271ffa93e7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:31.064543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:31.065150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:31.108825 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07406d-b13d-487c-b178-fee0b2b456c2 None None] Pushing event updated for resources: {'Port': ['ID=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:31.199452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-5c51c9f8-3c7c-4f60-ab35-fd396b3c66fe tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Unset dirty status for tenant:78be2794341e4ea7b5987010fc2e41cb on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:31.202109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-5c51c9f8-3c7c-4f60-ab35-fd396b3c66fe tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 936 time: 1.7055016 Mar 02 07:16:31.328093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:22Z', 'revision_number': 3, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:31.340237 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c35988-4f8c-4a91-9adf-23e7743bc725 None None] The sync data for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 is: [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:22Z', 'revision_number': 3, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:16:31.498206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee43687a-f391-4fa7-925d-8abf024483db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.3394115 Mar 02 07:16:31.523983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096177c-03da-41f8-84e4-4f81c155dd9f None None] Network 5104a7e7-211e-41b5-9be0-81271ffa93e7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:31.893837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-42bea56b-241d-4358-b97e-41ae76793a1a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Synchronizing usage tracker for tenant:78be2794341e4ea7b5987010fc2e41cb on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:31.953148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60438) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:32.003484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.065683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:32.078857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Usage tracker for resource:security_group_rule and tenant:51b054473dca4006b28b25e6ef8bd8b8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:32.084555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:32.113530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:32.149081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c2d02b-5cdc-4269-b4c7-7d6316efe80a {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:32.154679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-42bea56b-241d-4358-b97e-41ae76793a1a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Unset dirty status for tenant:78be2794341e4ea7b5987010fc2e41cb on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:32.165835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fae34ca-4e0e-49ee-af32-ea30c037cb8b req-42bea56b-241d-4358-b97e-41ae76793a1a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9322245 Mar 02 07:16:32.223776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.283157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:32.310438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Transition to ACTIVE for port object f9c2d02b-5cdc-4269-b4c7-7d6316efe80a will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:32.348361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.419556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.426993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.463593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Allocated IP 172.20.0.1 (04c15c38-a192-44bf-bdff-8a6102107089/bd56e822-23ba-4fed-9e53-7471bc0926c0/9484affc-39d2-4323-8413-58e30ef25402) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:32.582782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b054473dca4006b28b25e6ef8bd8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271477 Mar 02 07:16:32.586029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:32.597226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:32.606258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:32.607510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.784391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Pushing event updated for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:32.897270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:32.929888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19800584-c848-4096-8f6d-4c28c926c93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0fa2c9-1e59-4145-9645-7bef5bae6701,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:32.990466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.005740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:16:33.019669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Attempting to bind port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:33.020253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Attempting to bind port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:33.025893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Attempting to bind port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:33.061478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:16:33.062162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Attempting to bind port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:33.084281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:33.087130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:33.087816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:33.088386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Bound port: f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:33.089531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.142134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.143597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.176887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0fa2c9-1e59-4145-9645-7bef5bae6701,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:33.196331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:33.197970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.200233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b41cbeec-8803-4156-8993-1922c2758867 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb0fa2c9-1e59-4145-9645-7bef5bae6701 HTTP/1.1" status: 204 len: 168 time: 0.6020720 Mar 02 07:16:33.231296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.389783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:33.398646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.514625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Transition to ACTIVE for port object 9484affc-39d2-4323-8413-58e30ef25402 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:33.533536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:33.561953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:33.572104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.741030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:33.741769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:33.743507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] 10.222.0.16 "PUT /v2.0/ports/f9c2d02b-5cdc-4269-b4c7-7d6316efe80a HTTP/1.1" status: 200 len: 1118 time: 5.8096032 Mar 02 07:16:33.745111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:34.051994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f785-9644-4fd1-9c7e-80eaf36efa2b service neutron] Pushing event updated for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:34.166473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:34.301448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b83ce2-95f1-4038-9ec4-0ffe95572ba8 req-c40c461f-d784-4073-8c5f-0c8686ce7970 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:34.304021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8b83ce2-95f1-4038-9ec4-0ffe95572ba8 req-c40c461f-d784-4073-8c5f-0c8686ce7970 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 970 time: 0.8648171 Mar 02 07:16:34.308957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-790243bb-f965-4905-99e0-8bbf6a274c59 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:34.313094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-790243bb-f965-4905-99e0-8bbf6a274c59 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:34.343732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:34.363522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:34.368450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:34.378361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-790243bb-f965-4905-99e0-8bbf6a274c59 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:34.379708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-790243bb-f965-4905-99e0-8bbf6a274c59 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.6276865 Mar 02 07:16:34.403629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-1f9d0cde-2331-4c09-bdec-fba8d3af7d50 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/quotas/9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 375 time: 0.0138500 Mar 02 07:16:34.580767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-7cffef2a-4104-4e58-90f5-03edc731b67a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646125 Mar 02 07:16:34.689485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:34.730341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Network 04c15c38-a192-44bf-bdff-8a6102107089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:34.736484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:34.742116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:34.742585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:34.747593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8b83ce2-95f1-4038-9ec4-0ffe95572ba8 req-83e52444-88f2-474a-9840-159aad031314 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096553 Mar 02 07:16:34.808100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-29047136-9c50-417e-905b-af655cfad42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:34.809578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-29047136-9c50-417e-905b-af655cfad42e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78be2794341e4ea7b5987010fc2e41cb&device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 1121 time: 0.9101691 Mar 02 07:16:34.948109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-6cedd39b-a8a5-482a-a128-9f4a5e68350a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a HTTP/1.1" status: 200 len: 217 time: 0.0967493 Mar 02 07:16:35.176259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0f30c11b-d450-496c-ad02-1af49b0670bc None None] Provisioning for port 9484affc-39d2-4323-8413-58e30ef25402 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:35.195959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0f30c11b-d450-496c-ad02-1af49b0670bc None None] Provisioning complete for port 9484affc-39d2-4323-8413-58e30ef25402 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:35.196305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f30c11b-d450-496c-ad02-1af49b0670bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.228167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-bc3a8f34-2c11-44d0-a980-0719c6dd4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:35.234401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-bc3a8f34-2c11-44d0-a980-0719c6dd4304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1985524 Mar 02 07:16:35.280639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.339093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0f30c11b-d450-496c-ad02-1af49b0670bc None None] Port 9484affc-39d2-4323-8413-58e30ef25402 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:35.405953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-669fc7ca-8a89-41c0-ad98-975ece3e80ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:16:35.414547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-669fc7ca-8a89-41c0-ad98-975ece3e80ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2669065 Mar 02 07:16:35.438319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-346cf0d8-562f-497d-955d-de6851790b76 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170399 Mar 02 07:16:35.626186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5c756f9b-fc76-413f-a1f9-57f49d17ee73 service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104850 Mar 02 07:16:35.759139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-d4365acd-97e0-428f-a3c3-2d9f24e904c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:35.760655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-d4365acd-97e0-428f-a3c3-2d9f24e904c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4106169 Mar 02 07:16:35.765393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.778763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.779429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.781114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-52126907-7fcb-45f0-9cc3-515521237639 service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484175 Mar 02 07:16:35.842218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-355b877c-5fc4-467b-a52e-6ef705605ac3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:35.848895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-355b877c-5fc4-467b-a52e-6ef705605ac3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683799 Mar 02 07:16:35.893171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-54bf0e2c-4c12-4312-be15-efdbd6decb75 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/quotas/9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 375 time: 0.0433919 Mar 02 07:16:35.943127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:36.006640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-29476ff8-67b8-4fd4-995c-dbc4f8ff480e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018541 Mar 02 07:16:36.069121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Network 04c15c38-a192-44bf-bdff-8a6102107089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:36.070552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:36.408724 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a', 'status': 'completed', 'code': 200} Mar 02 07:16:36.497027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c58671c-27b9-4787-8773-db6aa1b4df92 None None] Provisioning complete for port 9484affc-39d2-4323-8413-58e30ef25402 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:36.497532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c58671c-27b9-4787-8773-db6aa1b4df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:36.572790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:16:36.613459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c58671c-27b9-4787-8773-db6aa1b4df92 None None] Port 9484affc-39d2-4323-8413-58e30ef25402 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:36.627124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1cd3-0100-4d13-aced-5678aa16d067 req-bf84f48e-2306-4075-af87-2d253f4ab2da tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:36.648557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3ab1cd3-0100-4d13-aced-5678aa16d067 req-bf84f48e-2306-4075-af87-2d253f4ab2da tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 970 time: 0.2863359 Mar 02 07:16:36.958684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66099c91-092a-4877-a5fe-e264f49f9226 req-eb5add46-8c0f-4d53-8b28-702d5ebb629b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0520108 Mar 02 07:16:37.085973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:16:37.100464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Sync routers for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:16:37.101945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3ab1cd3-0100-4d13-aced-5678aa16d067 req-f5232c47-af10-4e32-97c9-b6ca54d0ef80 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521232 Mar 02 07:16:37.127761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c63bace7-3947-4069-ae1c-94657078dec5 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ebbcb99-5d43-464a-a324-e75edcfb8c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9718034 Mar 02 07:16:37.131340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db3da65a-b50a-4f81-8550-9163a48e094c req-ce0661d8-73a0-430b-a9eb-000169a702a1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 210 time: 0.0626493 Mar 02 07:16:37.135502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:37.136506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:37.203876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-8b5d6754-fbb8-4eda-be95-28e897ffcbee service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597445 Mar 02 07:16:37.387912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:37.451566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ed71e5c-44b9-4b28-8d90-bb310eef1a36 req-462ab83a-7ec1-4f44-8a2a-725ed1688d58 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408686 Mar 02 07:16:37.613472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-40156e84-395f-4af9-8540-c326040c3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:37.615746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-40156e84-395f-4af9-8540-c326040c3d10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78be2794341e4ea7b5987010fc2e41cb&device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 1121 time: 0.0989814 Mar 02 07:16:37.779673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-26c4eb4b-e7b9-4c8b-8b95-839070c1470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:37.781253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-26c4eb4b-e7b9-4c8b-8b95-839070c1470d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1568432 Mar 02 07:16:37.803042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.39', 51488) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:37.848268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-57eef509-24e6-47a4-a2cf-a0ccdd9f24c5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437276 Mar 02 07:16:37.890305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:34Z', 'revision_number': 4, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9484affc-39d2-4323-8413-58e30ef25402', 'name': '', 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'mac_address': 'fa:16:3e:d3:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:30Z', 'updated_at': '2022-03-02T07:16:35Z', 'revision_number': 2, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'subnets': [{'id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:37.893428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-5b59d44b-4898-4d42-a12b-6883905dc58e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a HTTP/1.1" status: 200 len: 217 time: 0.1036360 Mar 02 07:16:37.895876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Checking router: 0ebbcb99-5d43-464a-a324-e75edcfb8c63 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:16:37.896325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Updating router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 port 9484affc-39d2-4323-8413-58e30ef25402 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:16:38.001891 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.025369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-64cb3b52-bea3-4ace-9737-b8d7fe878203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:38.026600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-64cb3b52-bea3-4ace-9737-b8d7fe878203 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1268072 Mar 02 07:16:38.065090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-a355c862-e653-4795-9594-df668b1d9e1a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:38.067412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-a355c862-e653-4795-9594-df668b1d9e1a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140157 Mar 02 07:16:38.130480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-36e1692c-fc5c-4291-a466-14821578b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:38.132138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-36e1692c-fc5c-4291-a466-14821578b2f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974510 Mar 02 07:16:38.184306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Request body: {'port': {'device_id': '845a67db-e227-44bd-ac31-005c5e4fa935', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9defa991ffc74c0a8109cbb4f7e0face'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:38.237191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3704c8e0-af11-4d72-b594-f558c5ab6931 req-117ad9f1-6330-426b-bf15-22c0a1fd056d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0978894 Mar 02 07:16:38.429980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-6347627e-04a3-4f86-ad4b-1f3811adb467 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903903 Mar 02 07:16:38.461182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.39', 51491) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:38.680609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:38.680998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60682) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:38.729537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163476368', 'description': 'tempest-description--939262678'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:38.738476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:38.744263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:security_group and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:38.753298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:38.760561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:38.776501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:38.782331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Usage tracker for resource:port and tenant:9defa991ffc74c0a8109cbb4f7e0face is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:38.786048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.786999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:38.797170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:38.810720 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.830945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Made reservation on behalf of 9defa991ffc74c0a8109cbb4f7e0face for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:38.834480 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.839521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Transition to ACTIVE for port object 9484affc-39d2-4323-8413-58e30ef25402 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:38.856899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.858924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:38.865666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:security_group_rule and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:38.868784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc4a6071-6043-47af-af89-6d60c4105f61 req-86a69cf6-f398-4c23-9ab1-2ae04edb9571 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 210 time: 0.0631583 Mar 02 07:16:38.869358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:38.881311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:38.896459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121320f6-a32a-4636-ba51-dc0b8abde388 req-8a3f6dd1-d0d1-40ea-b5c6-ce39f94027ce tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:38.898035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-121320f6-a32a-4636-ba51-dc0b8abde388 req-8a3f6dd1-d0d1-40ea-b5c6-ce39f94027ce tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 970 time: 0.5254025 Mar 02 07:16:38.911772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:38.918603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:38.920215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b567ed0a-ab7a-44c3-8258-bc14ede5adff req-75f85c99-0474-4e56-9b3f-5cd5e3f3e572 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795673 Mar 02 07:16:38.929678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-0464464f-78ab-442a-a235-d6a3022c9e8a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:38.931507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-0464464f-78ab-442a-a235-d6a3022c9e8a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.4693573 Mar 02 07:16:38.940900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Usage tracker for resource:security_group_rule and tenant:9defa991ffc74c0a8109cbb4f7e0face is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:38.947551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:38.972403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:39.009146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-121320f6-a32a-4636-ba51-dc0b8abde388 req-f9763340-ad2e-4556-9b24-f6ed37c9dd90 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955806 Mar 02 07:16:39.051262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.085246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:39.099434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Usage tracker for resource:security_group_rule and tenant:d53e845dbf89490f9fd130060e4c6a34 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:39.108796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:39.128407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:39.131885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.145473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544d9f4-4323-45e2-9edf-e5324084c1a6 None None] Pushing event updated for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.146121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.173253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Attempting to bind port 9484affc-39d2-4323-8413-58e30ef25402 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:39.173618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Attempting to bind port 9484affc-39d2-4323-8413-58e30ef25402 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:39.174065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Attempting to bind port 9484affc-39d2-4323-8413-58e30ef25402 on network 04c15c38-a192-44bf-bdff-8a6102107089 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:39.179850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:39.180225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Checking segment: {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:39.181103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.181625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Bound using segment: {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:39.182066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Bound port: 9484affc-39d2-4323-8413-58e30ef25402, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640d35f6-a7c9-4535-a8aa-00f1601a8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:39.182527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.241395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc77470a-1c0d-488a-a01f-19029d1e6d48,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.260666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.261885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e9fb3741-9d1b-48a8-9e4b-fdd35522bb48 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5710859 Mar 02 07:16:39.265260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:39.274687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.276308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'security_group_rule': {'security_group_id': 'dc77470a-1c0d-488a-a01f-19029d1e6d48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:39.284389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.291637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:39.296712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:security_group_rule and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:39.301905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] For port 9484affc-39d2-4323-8413-58e30ef25402, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:39.306827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] For port 9484affc-39d2-4323-8413-58e30ef25402, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9484affc-39d2-4323-8413-58e30ef25402,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:39.307997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:39.313037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.320764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:39.353993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.396208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:16:39.396996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:39.414549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9548b9c2-4f83-4033-a1eb-d35700a50630,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.424265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.432463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.483461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d53e845dbf89490f9fd130060e4c6a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7956336 Mar 02 07:16:39.484293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60702) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:39.647255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:16:39.681063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02237656-4afa-4b30-95b8-52b727faf007 req-214b6e96-0819-4a6d-9463-797e895745f3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.2274587 Mar 02 07:16:39.694124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.713750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04605339-9ec7-4cf8-8567-d07bd665f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b7bd6-68f3-4e58-9529-8f563b6f009f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.720997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544d9f4-4323-45e2-9edf-e5324084c1a6 None None] Pushing event updated for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.748112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.748465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.754578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.756943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Allocated IP 192.168.233.167 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:39.789706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8766df30-a657-4a94-b12a-3df24c8b74a8,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.807743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.809387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-271c24ba-1106-4a4d-9cd5-83379bcacada tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5432727 Mar 02 07:16:39.813462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:39.821588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'security_group_rule': {'security_group_id': 'dc77470a-1c0d-488a-a01f-19029d1e6d48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:39.833566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:39.839294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:security_group_rule and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:39.843228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:39.854866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:39.863261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.883640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.960254 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.965334 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:39.986921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b7bd6-68f3-4e58-9529-8f563b6f009f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:39.995986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a447094-a66f-44c4-b0ac-6fc4b07cd885,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:40.015795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.018248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2e69fb74-7856-42d5-9aba-ff1ddf8b22fd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2034535 Mar 02 07:16:40.021389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:40.031284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:40.046759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.051192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e9e65f90-5304-44be-8e65-c95ddedc1548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/964b7bd6-68f3-4e58-9529-8f563b6f009f HTTP/1.1" status: 204 len: 168 time: 0.5620377 Mar 02 07:16:40.065276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:40.074904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:floatingip and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:40.082790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:40.103424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:40.132640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.182112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:34Z', 'revision_number': 4, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9484affc-39d2-4323-8413-58e30ef25402', 'name': '', 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'mac_address': 'fa:16:3e:d3:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:30Z', 'updated_at': '2022-03-02T07:16:39Z', 'revision_number': 4, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'subnets': [{'id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:16:40.187225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d370eae-a133-43b0-a848-c9c798f4621d req-56312339-867c-42ff-b035-15b0841e7f1e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:40.187875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70abba94-5622-480e-840f-6fc81dc47aa7 None None] The sync data for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 is: [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:16:34Z', 'revision_number': 4, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9484affc-39d2-4323-8413-58e30ef25402', 'name': '', 'network_id': '04c15c38-a192-44bf-bdff-8a6102107089', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'mac_address': 'fa:16:3e:d3:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:30Z', 'updated_at': '2022-03-02T07:16:39Z', 'revision_number': 4, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'subnets': [{'id': 'bd56e822-23ba-4fed-9e53-7471bc0926c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:16:40.206689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.232000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Transition to ACTIVE for port object 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:40.236849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d370eae-a133-43b0-a848-c9c798f4621d req-56312339-867c-42ff-b035-15b0841e7f1e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:40.238213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d370eae-a133-43b0-a848-c9c798f4621d req-56312339-867c-42ff-b035-15b0841e7f1e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 210 time: 0.1164660 Mar 02 07:16:40.308742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.400695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:40.415704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:40.419653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:40.428991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:40.446212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d35ce-68b0-4ae8-8302-3d13a6157787 req-9e6dab89-473e-4948-be21-bb4653347f65 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:40.446815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:40.447760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.453285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f12d35ce-68b0-4ae8-8302-3d13a6157787 req-9e6dab89-473e-4948-be21-bb4653347f65 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 970 time: 0.2577322 Mar 02 07:16:40.488546 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-dbaa9693-8fb0-4580-80df-9604ebc64761 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3126342 Mar 02 07:16:40.534712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f12d35ce-68b0-4ae8-8302-3d13a6157787 req-a2333222-032f-4d3a-8ac5-b2c413e1ec32 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796726 Mar 02 07:16:40.596907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.682596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:40.712632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.736026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:40.771174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5567a3bd62c442299f90756b120152ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:40.780007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:40.784130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc75e800-20e9-4b4a-b2fa-4490e2789601 None None] Provisioning for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:40.791930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc75e800-20e9-4b4a-b2fa-4490e2789601 None None] Provisioning complete for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:40.792927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fc75e800-20e9-4b4a-b2fa-4490e2789601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:40.794686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:40.824020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Allocated IP 172.25.4.64 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/789a7d25-3e6e-42e5-9277-2e6bb4a655c1) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:40.896477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508922b4-3341-4f38-a734-c06ee99474b7 req-245c0307-6d81-430a-b191-5f3734bcc130 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0643656 Mar 02 07:16:40.900785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fc75e800-20e9-4b4a-b2fa-4490e2789601 None None] Port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:41.057342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.065624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.068589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.119139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7748e47-83fc-441f-9371-173cbad6c72f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:41.133628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3a7d18e-7d6c-4f0f-9af0-0dd8c5d7a9f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5567a3bd62c442299f90756b120152ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467897 Mar 02 07:16:41.133628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60728) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:41.179339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.261809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.271389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:41.275610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:41.278557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:41.302031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'Port': ['ID=789a7d25-3e6e-42e5-9277-2e6bb4a655c1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:41.355108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.447272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.525171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.563668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.589772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7748e47-83fc-441f-9371-173cbad6c72f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:41.647760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6761b-ea44-4876-ae74-32781240e903 req-b3a8774e-0b71-4c11-8c38-d0c8af4ea7fb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:41.649277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78f6761b-ea44-4876-ae74-32781240e903 req-b3a8774e-0b71-4c11-8c38-d0c8af4ea7fb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 936 time: 0.2414236 Mar 02 07:16:41.678485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.679575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a1d0d687-f7c6-4384-aa8d-4048e2e461d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7748e47-83fc-441f-9371-173cbad6c72f HTTP/1.1" status: 204 len: 168 time: 0.5451519 Mar 02 07:16:41.757385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbad6bd-b03e-43b6-931e-ac7c837e2b77 req-bfc4ea3b-56ad-41f2-a5dc-33f81538bb0f tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:41.760451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9bbad6bd-b03e-43b6-931e-ac7c837e2b77 req-bfc4ea3b-56ad-41f2-a5dc-33f81538bb0f tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 970 time: 0.0991628 Mar 02 07:16:41.783795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78f6761b-ea44-4876-ae74-32781240e903 req-ee324259-2ff1-44d2-a78c-109e9dbe725f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238620 Mar 02 07:16:41.825429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9bbad6bd-b03e-43b6-931e-ac7c837e2b77 req-7598d55f-1351-451b-ace3-756d494e7568 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 Mar 02 07:16:41.830750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-54f38ca8-37ee-4fc6-a27a-d38cc3477631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.880001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.884879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.943949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.974869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'Port': ['ID=789a7d25-3e6e-42e5-9277-2e6bb4a655c1,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:41.979828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:41.981761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b2d426b-ca9a-4712-a68d-35c6e8a3efce tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9589117 Mar 02 07:16:42.092178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cd4223b-00c7-4941-b8b3-de9c6ce7661b req-e3420948-8100-44af-8200-8ea323d2a38f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0696950 Mar 02 07:16:42.158552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9484affc-39d2-4323-8413-58e30ef25402 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:42.255066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9484affc-39d2-4323-8413-58e30ef25402 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:42.262149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9484affc-39d2-4323-8413-58e30ef25402 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:42.262526 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:42.266347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6adceba7-ee27-45e4-84db-02d369e6b3cd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:42.294968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6adceba7-ee27-45e4-84db-02d369e6b3cd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:42.296244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6adceba7-ee27-45e4-84db-02d369e6b3cd tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--163476368&fields=id&tenant_id=109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 267 time: 0.0765443 Mar 02 07:16:42.396679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:42.441638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9484affc-39d2-4323-8413-58e30ef25402, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9484affc-39d2-4323-8413-58e30ef25402,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:42.451238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:42.492500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-be3aeffe-f2ad-46f5-b9ac-37bfd99d6c35 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:42.493228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-be3aeffe-f2ad-46f5-b9ac-37bfd99d6c35 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:42.519974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-be3aeffe-f2ad-46f5-b9ac-37bfd99d6c35 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:42.526338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-be3aeffe-f2ad-46f5-b9ac-37bfd99d6c35 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 824 time: 0.2159181 Mar 02 07:16:42.543352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:42.550276 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-ed23b74f-41f8-4e46-a71a-00d078046171 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/quotas/109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 375 time: 0.0216491 Mar 02 07:16:42.649976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6da9d98d-7fe4-45f4-80c7-6c5befc848b9 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983963 Mar 02 07:16:42.798147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-9f0050d4-c58c-4f01-ba11-1306cf1210f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348457 Mar 02 07:16:42.866372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9c2d02b-5cdc-4269-b4c7-7d6316efe80a details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:16:42.961631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-019453b3-f0e6-4d5a-902d-1c83c0ff4f84 service neutron] 10.222.0.21 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566823 Mar 02 07:16:43.022272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899890d-90fc-4b21-a0f5-48d986396b5b req-86a5a1ec-f520-4236-899e-38f0d10cf081 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:43.024121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c899890d-90fc-4b21-a0f5-48d986396b5b req-86a5a1ec-f520-4236-899e-38f0d10cf081 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 936 time: 0.0958588 Mar 02 07:16:43.051138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:43.067000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a', 'mac_address': 'fa:16:3e:9f:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-1112590474', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:16:43.115473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c899890d-90fc-4b21-a0f5-48d986396b5b req-182db92b-7f59-4f59-aed0-61e041769bb1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849311 Mar 02 07:16:43.168664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:43.191103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c2d02b-5cdc-4269-b4c7-7d6316efe80a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:43.211375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:43.215951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:43.328960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:43.337686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d90eec-6bb2-4001-a47e-b40331d6fc96 req-aa65e129-1615-4c5e-b810-306464076705 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:43.339550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0d90eec-6bb2-4001-a47e-b40331d6fc96 req-aa65e129-1615-4c5e-b810-306464076705 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 971 time: 0.1536176 Mar 02 07:16:43.370720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2f9f8f9e-b087-4410-b8dd-9c935098f8f1 req-f96b9ce9-8546-494a-8ac9-385582ca2aff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:43.396829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2f9f8f9e-b087-4410-b8dd-9c935098f8f1 req-f96b9ce9-8546-494a-8ac9-385582ca2aff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:43.399327 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f9f8f9e-b087-4410-b8dd-9c935098f8f1 req-f96b9ce9-8546-494a-8ac9-385582ca2aff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 210 time: 0.1786673 Mar 02 07:16:43.420632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0d90eec-6bb2-4001-a47e-b40331d6fc96 req-d21b1898-3aa1-44bb-b8cd-d26171e87e1a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731225 Mar 02 07:16:43.570491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bbc8ad5-3012-44a2-b1de-ea5ce61c49c5 req-e6fb0d25-6568-4cea-bf56-f36dbe3521c6 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0489700 Mar 02 07:16:43.629491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f9c2d02b-5cdc-4269-b4c7-7d6316efe80a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:16:44.113623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9484affc-39d2-4323-8413-58e30ef25402 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:44.161475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-effb3448-8cf7-4615-82c9-ac924762545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:44.197712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9484affc-39d2-4323-8413-58e30ef25402 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:44.198481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:44.332207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc195-cabc-4454-9f1e-2674c300f13f req-0779f8ce-5fd0-428c-89c0-5a39e35efcfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:44.341891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-271cc195-cabc-4454-9f1e-2674c300f13f req-0779f8ce-5fd0-428c-89c0-5a39e35efcfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 936 time: 0.1047418 Mar 02 07:16:44.485883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-271cc195-cabc-4454-9f1e-2674c300f13f req-246db711-a4ff-43a8-bb3b-8abae45919cb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429939 Mar 02 07:16:44.567793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-7901717f-4a64-4939-bc76-2ea316d7b770 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:44.569410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-7901717f-4a64-4939-bc76-2ea316d7b770 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.16 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 824 time: 0.2249086 Mar 02 07:16:44.659508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae85e8f6-c49e-42cd-beb9-72c97dc47424 req-31b79d1a-e031-4c37-8780-959a0d4adf0a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 210 time: 0.0573521 Mar 02 07:16:44.669387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-4ab9e5f5-0b16-4905-956f-762cfd04b68d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 379 time: 0.0890386 Mar 02 07:16:44.682707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'port': {'device_id': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'admin_state_up': True, 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'security_groups': ['dc77470a-1c0d-488a-a01f-19029d1e6d48']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:44.761700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c9f39-12c6-4b42-bf8e-700c7d86b4fd req-6af56502-878a-4d99-8d28-14f3fd568a30 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:44.763209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c4c9f39-12c6-4b42-bf8e-700c7d86b4fd req-6af56502-878a-4d99-8d28-14f3fd568a30 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 971 time: 0.0814555 Mar 02 07:16:44.814168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c4c9f39-12c6-4b42-bf8e-700c7d86b4fd req-1e9e0c72-0c16-47af-b756-a4cd82be944a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Mar 02 07:16:44.827350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:44.838342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:44.849467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Made reservation on behalf of 109943e9fdcb4fcda2b130666e7c9c93 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:44.853378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:44.856916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9c2d02b-5cdc-4269-b4c7-7d6316efe80a up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:44.944818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:44.952513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:44.953890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:44.999112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f673e3f-ac2e-43d3-9986-2cd10dfbee9b req-19a9f219-ccdf-4269-95d5-b043cc5f06af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0649505 Mar 02 07:16:45.034799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Allocated IP 172.20.0.6 (0111ef86-6ab3-4b2e-91a2-79188b7113bf/932a29d1-5af2-4ed9-976d-62fd7d6e900f/5bb1cc56-a1c3-4b58-8884-2adf631ccce9) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:45.084211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.114498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:45.190631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:45.196373 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.239513 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.246515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.257890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c633ba35-cdf1-4330-996c-06d32a3366fc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:16:45.258966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c633ba35-cdf1-4330-996c-06d32a3366fc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066118 Mar 02 07:16:45.259088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Request body: {'port': {'device_id': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'admin_state_up': True, 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:45.283621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:45.308383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Transition to ACTIVE for port object 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:45.362757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.430058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:45.433972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Usage tracker for resource:port and tenant:9cc4c8094dc24cb78d346b56ae111e2d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:45.437042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:45.443541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:45.449846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Request body: {'port': {'device_id': '845a67db-e227-44bd-ac31-005c5e4fa935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:45.456008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:45.460163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.471184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.516668 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a', 'code': 200} Mar 02 07:16:45.628426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.16', 61150) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:45.674831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:45.685464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:45.694295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:45.699410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:45.700031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.720322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:45.764626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:45.776927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-e4fddb75-e1a1-46f0-833d-68da154d889e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0979626 Mar 02 07:16:45.815952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Request body: {'port': {'device_id': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'device_owner': 'compute:tempest-test_az-1112590474', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:46.002822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.028357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Allocated IP 172.20.0.10 (342ab4c2-6052-4ec3-9f5b-555f217e9ef1/fbd02326-e9f6-474e-934c-2ac359935579/3d67b085-6c7d-4084-9cf9-366cc6cb9866) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:46.072895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-011820c0-f26d-43bb-b3be-86fd8a33c09d None None] Provisioning for port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:46.078410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-011820c0-f26d-43bb-b3be-86fd8a33c09d None None] Provisioning complete for port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:46.079154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-011820c0-f26d-43bb-b3be-86fd8a33c09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.105380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60852) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:46.135144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-011820c0-f26d-43bb-b3be-86fd8a33c09d None None] Port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:16:46.184356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-15b192b4-42f6-4d2d-bf8b-fe9757f91888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:46.186339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-15b192b4-42f6-4d2d-bf8b-fe9757f91888 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 1123 time: 0.5527327 Mar 02 07:16:46.205673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76972c59-e48e-4be6-bbab-fcb8f7d2e3a9 req-779bdac9-7c61-463c-9cd7-121b2f44f225 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:46.207234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76972c59-e48e-4be6-bbab-fcb8f7d2e3a9 req-779bdac9-7c61-463c-9cd7-121b2f44f225 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 936 time: 0.5654116 Mar 02 07:16:46.263548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.289329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c974cd-d059-45dc-a2f4-2af34fb74cb5 req-e62e8b46-48d4-41eb-b763-a85b81f60607 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:46.290041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2c974cd-d059-45dc-a2f4-2af34fb74cb5 req-e62e8b46-48d4-41eb-b763-a85b81f60607 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:46.298933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:46.308461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Usage tracker for resource:security_group_rule and tenant:da483b36a41842c69ee13a563ddd4f21 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:46.313700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-76972c59-e48e-4be6-bbab-fcb8f7d2e3a9 req-498e41d3-9dab-45c5-bd2d-43bf9990d895 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:46.317279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:46.333250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:46.355268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.411354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:46.421153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.447170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Transition to ACTIVE for port object 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:46.452722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.459593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:46.477905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2c974cd-d059-45dc-a2f4-2af34fb74cb5 req-e62e8b46-48d4-41eb-b763-a85b81f60607 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:46.479060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c974cd-d059-45dc-a2f4-2af34fb74cb5 req-e62e8b46-48d4-41eb-b763-a85b81f60607 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 931 time: 0.5915778 Mar 02 07:16:46.483435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Usage tracker for resource:security_group_rule and tenant:deaf3c3c87794d54b78148781855e476 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:46.536178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.538375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:46.574020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:46.630652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:46.656009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.660463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c974cd-d059-45dc-a2f4-2af34fb74cb5 req-53345a0d-e5bb-4a76-bac0-b8cdcd706cb7 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232309 Mar 02 07:16:46.665140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.707533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.738106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc91647d-7cb0-41c9-a4b4-e4edb35a6491 req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415182 Mar 02 07:16:46.747958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:46.748326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:46.748654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:46.760351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c87107-98dd-49ec-9d9a-651484812f98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75b89d8b-92b6-4d3c-b686-225f16478f87,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:46.762821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:16:46.774296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:46.780732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:46.781641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:46.782402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:46.782829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Bound port: 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:46.783177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.816516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.878560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:46.882545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:46.887102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.927113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:46.947745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:46.948129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.949889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] 10.222.0.39 "PUT /v2.0/ports/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 1096 time: 1.5582418 Mar 02 07:16:46.950336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:46.954960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:46.982338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:46.997753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:47.002544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:47.007823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.008429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.042059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:47.045652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Transition to ACTIVE for port object 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:47.058288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.063998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.094294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-76972c59-e48e-4be6-bbab-fcb8f7d2e3a9 req-498e41d3-9dab-45c5-bd2d-43bf9990d895 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:47.103600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76972c59-e48e-4be6-bbab-fcb8f7d2e3a9 req-498e41d3-9dab-45c5-bd2d-43bf9990d895 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8867259 Mar 02 07:16:47.128257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7548b6a-d5f1-4c51-a43c-acf7776c01fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:47.128431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.172304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-0071891e-07cb-46b4-a4d4-f3d27f2b83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.174947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-0071891e-07cb-46b4-a4d4-f3d27f2b83de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.1575594 Mar 02 07:16:47.199679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-5182fb1f-f616-4b0d-87d6-c1d4d1f0ec18 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9449861 Mar 02 07:16:47.282363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Request body: {'port': {'device_id': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:47.303228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-6083b747-e540-4f2c-b306-551aa8ea6aeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1207619 Mar 02 07:16:47.330066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=deaf3c3c87794d54b78148781855e476&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2221169 Mar 02 07:16:47.346245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:47.351427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be984718-55de-49e6-85c8-83a35851e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a0366-8a4a-43cd-8816-97c5f11d050c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:47.362878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135e02-3d01-40aa-833f-a569f75541fc req-da973701-78d9-47d2-9ee9-e2f416bdd657 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.369759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be135e02-3d01-40aa-833f-a569f75541fc req-da973701-78d9-47d2-9ee9-e2f416bdd657 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.5656497 Mar 02 07:16:47.394779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-b02edbc4-3dd2-41cb-8b16-a1286e61dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.396345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-b02edbc4-3dd2-41cb-8b16-a1286e61dd59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0869617 Mar 02 07:16:47.400828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:47.463289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69bb98-a437-42a7-8804-771d7772a7fd req-3a6db791-8069-40fd-827a-d944f5817a7e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.464771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de69bb98-a437-42a7-8804-771d7772a7fd req-3a6db791-8069-40fd-827a-d944f5817a7e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 932 time: 0.2113695 Mar 02 07:16:47.523543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-de69bb98-a437-42a7-8804-771d7772a7fd req-d1e3b22d-01a2-40de-811a-1ea9e41615ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:47.535308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3724-d06d-410e-aafd-983db85d18b8 req-1a928ac6-f957-40a2-a688-c88560a87a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.536770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-1a928ac6-f957-40a2-a688-c88560a87a2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347470 Mar 02 07:16:47.542054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Attempting to bind port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:47.542613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Attempting to bind port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:47.542715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Attempting to bind port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:47.568444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-de69bb98-a437-42a7-8804-771d7772a7fd req-d1e3b22d-01a2-40de-811a-1ea9e41615ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:47.569581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de69bb98-a437-42a7-8804-771d7772a7fd req-d1e3b22d-01a2-40de-811a-1ea9e41615ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973787 Mar 02 07:16:47.572089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be135e02-3d01-40aa-833f-a569f75541fc req-92cac7f9-ebb7-4ddf-82ab-c549e6e07dc5 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014961 Mar 02 07:16:47.575757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:16:47.576080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Attempting to bind port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:47.580143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.607439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:47.607778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Checking segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:47.608158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Bound using segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:47.608595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Bound port: 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:47.608941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.659078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.685845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-e623e695-c7a0-404c-90ff-6a7456c84fb5 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419401 Mar 02 07:16:47.724756 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'status': 'completed', 'code': 200} Mar 02 07:16:47.757574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.870629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-292c3724-d06d-410e-aafd-983db85d18b8 req-10752900-cbfe-411a-a1af-1aa9a0ef7e55 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782780 Mar 02 07:16:47.884605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:47.905408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234739d-5e4b-4187-a05e-b675bea78dcf req-0d391896-cc7f-42b4-9211-27ae5decb37e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:47.906856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1234739d-5e4b-4187-a05e-b675bea78dcf req-0d391896-cc7f-42b4-9211-27ae5decb37e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 965 time: 0.1183839 Mar 02 07:16:47.917620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:47.925237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:47.993502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1234739d-5e4b-4187-a05e-b675bea78dcf req-5e2805d9-b362-4703-8e46-e6666e5dfc0e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806923 Mar 02 07:16:48.018956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-de71f46a-f2be-4b79-b6f3-c81e356bb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.020415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-de71f46a-f2be-4b79-b6f3-c81e356bb580 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.0921621 Mar 02 07:16:48.040388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.040869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.042306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] 10.222.0.16 "PUT /v2.0/ports/5bb1cc56-a1c3-4b58-8884-2adf631ccce9 HTTP/1.1" status: 200 len: 1113 time: 2.2354889 Mar 02 07:16:48.044441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:48.069128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.155613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a0366-8a4a-43cd-8816-97c5f11d050c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:48.161541 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'status': 'completed', 'code': 200} Mar 02 07:16:48.198280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.258691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.263847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-07f97cd4-cb32-453d-81a8-b083b704fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.266569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-07f97cd4-cb32-453d-81a8-b083b704fbb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2402897 Mar 02 07:16:48.275947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ffa5-e96a-4bf2-b918-b7777a5e0cee service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:48.282721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.287007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2db0106d-f7f9-4833-9bb5-1da6d26cffcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/519a0366-8a4a-43cd-8816-97c5f11d050c HTTP/1.1" status: 204 len: 168 time: 0.9297521 Mar 02 07:16:48.384880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-2fde7f0e-fc02-464d-b00f-ff9aa6650d67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.0800128 Mar 02 07:16:48.389627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67b085-6c7d-4084-9cf9-366cc6cb9866 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:48.398123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6512cec4-70ed-4013-964d-7f7a8d71590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.399879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-6512cec4-70ed-4013-964d-7f7a8d71590d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 1116 time: 0.2986255 Mar 02 07:16:48.401457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.473646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849b64-81ce-4f34-8d9a-14ff3e591b3b req-1cac113a-e37b-430c-90c0-f1b74c81182b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.475405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2849b64-81ce-4f34-8d9a-14ff3e591b3b req-1cac113a-e37b-430c-90c0-f1b74c81182b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.2075839 Mar 02 07:16:48.477156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-9f36f220-852d-41b7-986e-35fb97f5e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.478572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-9f36f220-852d-41b7-986e-35fb97f5e1c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0867610 Mar 02 07:16:48.479180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-c6254567-d304-44b2-8c9d-d912f442adc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9 HTTP/1.1" status: 200 len: 217 time: 0.0703044 Mar 02 07:16:48.480186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Transition to ACTIVE for port object 3d67b085-6c7d-4084-9cf9-366cc6cb9866 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:48.492573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.577444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2849b64-81ce-4f34-8d9a-14ff3e591b3b req-d58b04b5-58e2-4c36-872d-b1dc8ed0a363 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Mar 02 07:16:48.604134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60886) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:48.628817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:48.632361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-a09df888-5987-42dc-ab8e-f29671ec9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.634313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-a09df888-5987-42dc-ab8e-f29671ec9921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491125 Mar 02 07:16:48.636006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.679752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:48.699123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5e01903728400fb6b52f4dff711ce3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:48.705524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:48.749399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:48.807893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:48.808218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:48.808527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:48.811537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-1ccc78a3-0094-4cd1-91e4-c2de024d2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.813067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-1ccc78a3-0094-4cd1-91e4-c2de024d2c80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.3215754 Mar 02 07:16:48.819244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:16:48.819592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:48.862096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:48.862453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:48.862808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:48.864373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Bound port: 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:48.864373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:48.878437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-21a18452-08c2-428f-8520-2a0e55de353b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289884 Mar 02 07:16:48.947722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcf2f2-c51e-4545-8528-8e71be925a72 req-a7d2e638-e903-46f6-8f4d-5c1d7d386f6a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.949082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcfcf2f2-c51e-4545-8528-8e71be925a72 req-a7d2e638-e903-46f6-8f4d-5c1d7d386f6a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.2470191 Mar 02 07:16:48.962428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20d4e-fb2f-429a-b3c3-2cdbb255d812 req-ea76d4a9-8bed-4fa0-b107-a9997949a529 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:48.966365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cb20d4e-fb2f-429a-b3c3-2cdbb255d812 req-ea76d4a9-8bed-4fa0-b107-a9997949a529 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.2334723 Mar 02 07:16:49.038010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:49.043229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:49.052434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-a32899b5-e981-4bc6-b351-f44ed996f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.053974 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-a32899b5-e981-4bc6-b351-f44ed996f788 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322018 Mar 02 07:16:49.054971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.077624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcfcf2f2-c51e-4545-8528-8e71be925a72 req-c7fc87e7-1a3f-4444-be5f-473814fecd07 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Mar 02 07:16:49.094072 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cb20d4e-fb2f-429a-b3c3-2cdbb255d812 req-91a3f050-8ad5-4249-a19a-e36f2d069a7e tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190357 Mar 02 07:16:49.095970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.105494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.156695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.157453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.157758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36895cc-1952-44ca-b52d-8c248cd08f6a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:49.158761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 1092 time: 1.8915954 Mar 02 07:16:49.169625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5084ea13-3092-4f65-9ef1-e2974ca530f3 req-f692e755-aa63-4ecf-851c-34b09b84ef9b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824919 Mar 02 07:16:49.184688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2cf607dc-9abf-46d0-9b26-b6819e279171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b5e01903728400fb6b52f4dff711ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771704 Mar 02 07:16:49.184891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:49.244337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb2aa0-c728-490a-a4f7-b43bdabc3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:49.275544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-cebc3412-78a4-4c59-b3bc-7b50040a1a12 service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736641 Mar 02 07:16:49.350502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.396312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.407229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d2a3744-28e3-4f9b-8d8f-54e7238cd3cc req-215e67ce-5abd-4474-9f8f-76628d10b87e service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247480 Mar 02 07:16:49.408182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-98fc03ec-fb4b-488f-bee9-ec740cfcfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.409635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-98fc03ec-fb4b-488f-bee9-ec740cfcfa3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1095 time: 0.2085466 Mar 02 07:16:49.424821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342303e-1a2e-43d6-9078-d746a89500bc req-32289016-3a45-48f0-b727-3f3bf4e89da0 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.426496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7342303e-1a2e-43d6-9078-d746a89500bc req-32289016-3a45-48f0-b727-3f3bf4e89da0 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 965 time: 0.1928375 Mar 02 07:16:49.523364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-6f2142d2-c94b-4786-95b1-a377bf9b985d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.0957823 Mar 02 07:16:49.529250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-069b6fa2-0093-4327-9ca0-048d6364d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.531454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-069b6fa2-0093-4327-9ca0-048d6364d92b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 1116 time: 0.0767581 Mar 02 07:16:49.616869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7342303e-1a2e-43d6-9078-d746a89500bc req-a722128c-8d68-44dd-8221-2edcfd97d507 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259713 Mar 02 07:16:49.626079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-a0de3e85-0ae7-4a47-8986-9f4599e18bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.627868 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-a0de3e85-0ae7-4a47-8986-9f4599e18bd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.0961595 Mar 02 07:16:49.632109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.692717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-93f2b404-0dc7-43b6-98c4-ee428534bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.693337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36895cc-1952-44ca-b52d-8c248cd08f6a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:49.696009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-93f2b404-0dc7-43b6-98c4-ee428534bba6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 924 time: 0.1582153 Mar 02 07:16:49.696646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-54eb3407-3ddc-448a-b00f-cd70c14913a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601351 Mar 02 07:16:49.727253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:49.728442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-02ff028c-cbdb-4dce-8f36-73c3a95a8f7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d36895cc-1952-44ca-b52d-8c248cd08f6a HTTP/1.1" status: 204 len: 168 time: 0.5422368 Mar 02 07:16:49.810942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-5d580aba-c5b8-4552-b19b-d1e871306deb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9 HTTP/1.1" status: 200 len: 217 time: 0.1060309 Mar 02 07:16:49.846418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-ab739f85-9ecb-4db7-91d5-1dc272e4db0a service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421003 Mar 02 07:16:49.886568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-239f49f2-9a81-447d-be8b-740fdb1afdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.888000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-239f49f2-9a81-447d-be8b-740fdb1afdc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.0709350 Mar 02 07:16:49.948888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1af5c-8261-40b1-8db5-ba83b469ef72 req-d8c4d284-149a-4b31-8609-66c88c6f34de tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:49.950471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30a1af5c-8261-40b1-8db5-ba83b469ef72 req-d8c4d284-149a-4b31-8609-66c88c6f34de tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.1831377 Mar 02 07:16:50.016129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30a1af5c-8261-40b1-8db5-ba83b469ef72 req-afcbb197-d0d5-4630-a891-e23b1e12cc89 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561242 Mar 02 07:16:50.019321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-f8066e48-7886-4ec6-a0b6-26c88f294864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.020753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-f8066e48-7886-4ec6-a0b6-26c88f294864 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239183 Mar 02 07:16:50.074079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b379dc6-8c87-46be-940e-c57c7486f128 req-e14e44e0-9153-4b08-8eb0-2831ae00e4fe service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210760 Mar 02 07:16:50.186427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:50.293598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-45449b9b-4554-48af-a9af-c2e00c0cde75 service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639351 Mar 02 07:16:50.298969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8922-e198-451c-a9bf-d97d48bfdb20 req-dcf56663-0aea-4d96-a6b0-f940dde99181 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.300832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37cf8922-e198-451c-a9bf-d97d48bfdb20 req-dcf56663-0aea-4d96-a6b0-f940dde99181 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.0982606 Mar 02 07:16:50.354493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37cf8922-e198-451c-a9bf-d97d48bfdb20 req-fb114fb1-7db5-49ae-a7ad-3dd3a6db1b35 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Mar 02 07:16:50.412041 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'status': 'completed', 'code': 200} Mar 02 07:16:50.444201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24064a0-6eed-4011-b2d1-e097316184cd req-2d1216de-3b96-4464-a6f0-a97a38a62927 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.445714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f24064a0-6eed-4011-b2d1-e097316184cd req-2d1216de-3b96-4464-a6f0-a97a38a62927 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.2078266 Mar 02 07:16:50.496309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29ca7117-4ab6-4b76-936b-eeaa4485ad4c req-549c5e51-d773-458c-a9a5-588497a85c41 service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950979 Mar 02 07:16:50.506582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-2b4b269b-50a6-4dc5-be6b-c986e5dbdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.508057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-2b4b269b-50a6-4dc5-be6b-c986e5dbdbbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1095 time: 0.0771909 Mar 02 07:16:50.523034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f24064a0-6eed-4011-b2d1-e097316184cd req-b6d6f07a-8abb-49e9-a732-6d6dfcdc8073 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640399 Mar 02 07:16:50.723515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-9eaba6bd-9413-4e38-9e20-f7e00f5b5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.724984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-9eaba6bd-9413-4e38-9e20-f7e00f5b5e93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.2102671 Mar 02 07:16:50.803499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-c0d47e97-b8b6-46fb-9ea9-d20c581e7a18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.0721185 Mar 02 07:16:50.808642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-79209418-c676-4888-9ce3-11ea3f510bed tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.810396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-79209418-c676-4888-9ce3-11ea3f510bed tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 1123 time: 0.1644042 Mar 02 07:16:50.825797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e465-6fbf-44ed-98c8-c4999202a2fb req-7ed436cc-9926-457f-a1c6-491defae3c2a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.827434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58a9e465-6fbf-44ed-98c8-c4999202a2fb req-7ed436cc-9926-457f-a1c6-491defae3c2a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 965 time: 0.0881376 Mar 02 07:16:50.872166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:50.877774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58a9e465-6fbf-44ed-98c8-c4999202a2fb req-ebfab84b-0a51-46d7-8db1-14f7a1d31f99 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Mar 02 07:16:50.896108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:50.902049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-2b40a5a9-26ca-47ff-80f3-4ef030732c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:50.903489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-2b40a5a9-26ca-47ff-80f3-4ef030732c1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.0922620 Mar 02 07:16:50.904360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Usage tracker for resource:security_group_rule and tenant:d6a27877bed44e95856e98ee1a0bc285 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:50.907933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:50.951411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:50.960994 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-6774136e-51a2-4ec3-b167-9e2b9d7b80e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501595 Mar 02 07:16:51.135757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-deb76dd8-34f5-4d2f-8c90-3c258f96f5b4 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678157 Mar 02 07:16:51.198704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:51.221907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89f02-8408-4007-a891-d2456034b7ee req-6fa448ab-8248-4de3-852f-9598bdcc5f62 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:51.223387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-beb89f02-8408-4007-a891-d2456034b7ee req-6fa448ab-8248-4de3-852f-9598bdcc5f62 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.0855336 Mar 02 07:16:51.246711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:51.272468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-beb89f02-8408-4007-a891-d2456034b7ee req-42af1181-67a0-4b33-b03d-b98ffd4b645a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Mar 02 07:16:51.288070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5048f02e-8aa1-45bb-bd8d-ce26d61fc9e2 req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460537 Mar 02 07:16:51.307279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d27bd1-a20b-4d95-889d-f86d6af1d5d6 tempest-AggregatesAdminTestJSON-1322197856 tempest-AggregatesAdminTestJSON-1322197856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19b478-6682-45fd-963d-f5f3989ba9d1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:51.334623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d175a0a8-502d-4b34-8484-ad232be65b02 req-1f1f3f1e-4e87-4639-b0af-b4517160ec4e service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873891 Mar 02 07:16:51.566094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-c538c3e5-8750-40e1-bf7c-f361407e1c60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991809 Mar 02 07:16:51.588022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391654d-d18b-4109-b650-c43a5f698c4c req-223bdfbc-58cc-43bb-96b2-b7e9651393d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:51.589392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1391654d-d18b-4109-b650-c43a5f698c4c req-223bdfbc-58cc-43bb-96b2-b7e9651393d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.1113117 Mar 02 07:16:51.636533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1391654d-d18b-4109-b650-c43a5f698c4c req-6e9b7634-f65e-459b-8dd9-9918293ad823 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Mar 02 07:16:51.715796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-7ea92045-d349-456e-bf19-7964dc8f9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:51.717353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-7ea92045-d349-456e-bf19-7964dc8f9ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78be2794341e4ea7b5987010fc2e41cb&device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 1123 time: 0.0776191 Mar 02 07:16:51.823932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3cf76-53ad-4f41-975e-fccbf60bee1f req-10302026-d21d-4dfa-b026-ced183c6967a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:51.825529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fd3cf76-53ad-4f41-975e-fccbf60bee1f req-10302026-d21d-4dfa-b026-ced183c6967a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.0816059 Mar 02 07:16:51.874417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fd3cf76-53ad-4f41-975e-fccbf60bee1f req-b687467a-59b6-435b-ae25-29da5105faa2 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Mar 02 07:16:51.878308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-778c3fac-96f5-48b6-9932-7f3092451693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:51.879794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-778c3fac-96f5-48b6-9932-7f3092451693 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1418755 Mar 02 07:16:51.957135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-95238a60-03de-4dd1-bb8e-eb313cfc5bff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a HTTP/1.1" status: 200 len: 217 time: 0.0706906 Mar 02 07:16:52.036708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-77744640-0f96-494a-a036-66ba31ef44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:52.038334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-77744640-0f96-494a-a036-66ba31ef44e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0751204 Mar 02 07:16:52.074444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1266726-367e-47c7-8cf0-d9f25c62df51 req-baa55d01-d44e-490b-bafb-f94d36a51b6c tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:52.075922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1266726-367e-47c7-8cf0-d9f25c62df51 req-baa55d01-d44e-490b-bafb-f94d36a51b6c tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 965 time: 0.0861855 Mar 02 07:16:52.128306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-6a113a3e-c1f4-484e-823b-a2dbccd37049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:52.129879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-6a113a3e-c1f4-484e-823b-a2dbccd37049 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853395 Mar 02 07:16:52.131506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1266726-367e-47c7-8cf0-d9f25c62df51 req-4d23278f-eb3d-4474-9579-9eb2032e2362 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477507 Mar 02 07:16:52.280058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-d7821a5e-970b-4da4-b0d5-c838829ea7c3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432886 Mar 02 07:16:52.468037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0a54d0-3df6-4357-ba91-fe4b1362a424 req-307c0682-3987-4372-8d3f-51b8371912ae service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814282 Mar 02 07:16:52.505543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0186-fd76-43db-a74a-c07bbcbbd944 req-18d57aed-8b87-4f0e-aec6-079603233993 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:52.507277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-291a0186-fd76-43db-a74a-c07bbcbbd944 req-18d57aed-8b87-4f0e-aec6-079603233993 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.1150818 Mar 02 07:16:52.555689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-291a0186-fd76-43db-a74a-c07bbcbbd944 req-3c9a04c5-b1af-41d3-86a8-7c1349e9fe8a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Mar 02 07:16:52.834280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ef89c-2e2e-4bce-be99-483387a3d21c req-ffd76dbd-e431-424a-b59d-a0247e14fd75 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:52.835824 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-783ef89c-2e2e-4bce-be99-483387a3d21c req-ffd76dbd-e431-424a-b59d-a0247e14fd75 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.0798481 Mar 02 07:16:52.881600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-783ef89c-2e2e-4bce-be99-483387a3d21c req-3dfcfcce-8b16-4f7c-b7c9-cde22ea7de60 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Mar 02 07:16:52.887610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:16:53.001453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32774) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:53.055628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:53.074252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'port_id': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'mac_address': 'fa:16:3e:2b:15:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1112590474', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:16:53.111021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-243c8666-0a66-4d98-8c74-cf1f8c566aa5 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:53.112554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-243c8666-0a66-4d98-8c74-cf1f8c566aa5 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.1613085 Mar 02 07:16:53.120834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2007b3-1684-488b-9c6a-7c25c95b7222 req-3f00c267-f1be-4410-b3f3-84b8dbb3cf0a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:53.122327 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d2007b3-1684-488b-9c6a-7c25c95b7222 req-3f00c267-f1be-4410-b3f3-84b8dbb3cf0a tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 972 time: 0.1198165 Mar 02 07:16:53.133148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.134860 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.152201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:53.155621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:53.160292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Usage tracker for resource:security_group_rule and tenant:8d358b3b5da44c099be0b076c3fc3a95 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:53.161920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:16:53.163588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:53.170424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:53.278295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Deleting port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:16:53.278634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.297892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:53.299658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.304520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.308784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.365444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d358b3b5da44c099be0b076c3fc3a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586564 Mar 02 07:16:53.365637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d2007b3-1684-488b-9c6a-7c25c95b7222 req-cf7248fd-7c41-4958-a29c-b9ae10e1013f tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/security-groups?id=f71e0ed2-1936-42d6-a054-165b252144f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021674 Mar 02 07:16:53.366375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32782) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:53.391749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577992b0-790a-431e-a321-32582e7b703e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502e7c94-f551-4a53-a609-84366de67c35,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:53.391930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:53.412518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'mac_address': 'fa:16:3e:b4:de:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:16:53.417185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:53.433696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f01d6-f94d-4501-819e-7788164fd3f3 req-3daceadf-47e5-4fde-8218-9e9955b4219b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:53.435595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d2f01d6-f94d-4501-819e-7788164fd3f3 req-3daceadf-47e5-4fde-8218-9e9955b4219b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 965 time: 0.1749611 Mar 02 07:16:53.514299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.538347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:53.558995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:53.565727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.568044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.574727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d2f01d6-f94d-4501-819e-7788164fd3f3 req-a3026c56-11b9-4938-ba3c-c2e851e9a7f8 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268785 Mar 02 07:16:53.592091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] For port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:53.592493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.605615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['5bb1cc56-a1c3-4b58-8884-2adf631ccce9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:16:53.620819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.693575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.703902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:53.731871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:53.736165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/502e7c94-f551-4a53-a609-84366de67c35 HTTP/1.1" status: 204 len: 168 time: 0.3652170 Mar 02 07:16:53.737385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba02d2-4f4b-4241-bf06-61e4514186a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502e7c94-f551-4a53-a609-84366de67c35,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:53.783743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Calling delete_port for f9c2d02b-5cdc-4269-b4c7-7d6316efe80a owned by compute:tempest-test_az-1112590474 {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:16:53.959159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c165bb1-844f-4c11-bdc8-88a7975e0de0 req-bd50345e-a61e-4b2a-b8e2-a7a6731619c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:53.960560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c165bb1-844f-4c11-bdc8-88a7975e0de0 req-bd50345e-a61e-4b2a-b8e2-a7a6731619c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 949 time: 0.2873619 Mar 02 07:16:53.982474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:16:54.061368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c165bb1-844f-4c11-bdc8-88a7975e0de0 req-a2e94127-5bdb-4e16-8b97-e2e0bf892086 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692494 Mar 02 07:16:54.067888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.113548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afd256-8a01-4ac3-8c8f-afedf74e42d8 req-0d71d8c5-1c77-4225-9423-6f42abf8c72b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:54.118830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76afd256-8a01-4ac3-8c8f-afedf74e42d8 req-0d71d8c5-1c77-4225-9423-6f42abf8c72b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.1135066 Mar 02 07:16:54.119417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:54.132042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Pushing event deleted for resources: {'Port': ['ID=f9c2d02b-5cdc-4269-b4c7-7d6316efe80a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:54.154518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.199792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:54.204753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76afd256-8a01-4ac3-8c8f-afedf74e42d8 req-9b36afdd-c2cc-4f5b-b1d5-450725b0ca76 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680871 Mar 02 07:16:54.210033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Usage tracker for resource:security_group_rule and tenant:fe73c65963054db790687a64230684a0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:54.215611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] No DVR routers for this DVR port f9c2d02b-5cdc-4269-b4c7-7d6316efe80a on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:16:54.219798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:54.220299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.224037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'name': 'network-vif-deleted', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:54.233621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:54.243496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8722a1b8-b1cb-41f8-8d40-11d9c4b81652 req-900259cc-f524-439a-a1cf-0ec9eba14201 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.16 "DELETE /v2.0/ports/f9c2d02b-5cdc-4269-b4c7-7d6316efe80a HTTP/1.1" status: 204 len: 173 time: 1.1194537 Mar 02 07:16:54.277930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f9c2d02b-5cdc-4269-b4c7-7d6316efe80a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:16:54.303605 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ab09e-853d-4c07-b8fc-7e495e7a51c4', 'name': 'network-vif-deleted', 'tag': 'f9c2d02b-5cdc-4269-b4c7-7d6316efe80a', 'status': 'completed', 'code': 200} Mar 02 07:16:54.353150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.357597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.410159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe73c65963054db790687a64230684a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872953 Mar 02 07:16:54.410159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45667b91-fb71-4bc2-8bdd-d65da12ee46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e5bb7-683c-4f0b-843b-d223c2905aed,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:54.410542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:54.479185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.505029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.539708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-428b99a4-f5b7-4bc9-ac48-1d2ae4af39bf req-205b854a-78c9-41c2-97d2-b2c189634930 tempest-AggregatesAdminTestJSON-50850047 tempest-AggregatesAdminTestJSON-50850047-project] 10.222.0.21 "GET /v2.0/ports?device_id=243ab09e-853d-4c07-b8fc-7e495e7a51c4 HTTP/1.1" status: 200 len: 210 time: 0.0503566 Mar 02 07:16:54.569988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.586226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e5bb7-683c-4f0b-843b-d223c2905aed,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:54.590477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:54.595079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-175946d1-a974-4e70-86d4-0415362da1c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a17e5bb7-683c-4f0b-843b-d223c2905aed HTTP/1.1" status: 204 len: 168 time: 0.1785545 Mar 02 07:16:54.783451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499c04e-4e45-4621-983c-7fd2ee45a2a4 req-4dafbdf9-56ad-463e-aab3-bdeb5228adc2 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:54.790391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3499c04e-4e45-4621-983c-7fd2ee45a2a4 req-4dafbdf9-56ad-463e-aab3-bdeb5228adc2 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 966 time: 0.0968142 Mar 02 07:16:54.831039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3499c04e-4e45-4621-983c-7fd2ee45a2a4 req-02ea719f-a7db-4f92-8ae7-0acabc6aea6a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Mar 02 07:16:54.893728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:54.962148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:54.966742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:54.967100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.089423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.117932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:55.128224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:16:55.134778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:55.143008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:55.172435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.173240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9c2d02b-5cdc-4269-b4c7-7d6316efe80a no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:16:55.215214 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'code': 200} Mar 02 07:16:55.247659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f9c2d02b-5cdc-4269-b4c7-7d6316efe80a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:16:55.248012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9c2d02b-5cdc-4269-b4c7-7d6316efe80a not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:16:55.289308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1589414-4638-42c4-88f6-c6bd3a35f506 req-27118b03-f2a8-4f96-95c3-3a91c95e1121 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:55.299006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1589414-4638-42c4-88f6-c6bd3a35f506 req-27118b03-f2a8-4f96-95c3-3a91c95e1121 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 949 time: 0.0990341 Mar 02 07:16:55.358670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1589414-4638-42c4-88f6-c6bd3a35f506 req-4fff2f86-d8e3-40b2-8f1b-71fb651610d9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Mar 02 07:16:55.379728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0a26f-002f-44d2-beb5-e85455b580c7 req-d51c2bf1-25f8-4f83-9009-2a87c4fc9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:55.381915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bd0a26f-002f-44d2-beb5-e85455b580c7 req-d51c2bf1-25f8-4f83-9009-2a87c4fc9165 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 1118 time: 0.1241860 Mar 02 07:16:55.382082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:55.445634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32836) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:55.458604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:55.466463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:55.466836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.483172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bd0a26f-002f-44d2-beb5-e85455b580c7 req-d36102a6-2c40-44c7-be98-e11357a5829c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952713 Mar 02 07:16:55.528785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7792-271a-4f81-86b6-eacdabf47902 req-a43c53de-09f3-4e66-b9d2-378ce4bf29fd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:55.529433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-12ed7792-271a-4f81-86b6-eacdabf47902 req-a43c53de-09f3-4e66-b9d2-378ce4bf29fd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:55.551438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-12ed7792-271a-4f81-86b6-eacdabf47902 req-a43c53de-09f3-4e66-b9d2-378ce4bf29fd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:55.553168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12ed7792-271a-4f81-86b6-eacdabf47902 req-a43c53de-09f3-4e66-b9d2-378ce4bf29fd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.1400924 Mar 02 07:16:55.585875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-network', 'tenant_id': '2d1db45711d04779896c9017db34667f'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:55.592207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:55.599753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Usage tracker for resource:network and tenant:2d1db45711d04779896c9017db34667f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:55.603589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:55.605622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:55.617223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12ed7792-271a-4f81-86b6-eacdabf47902 req-44744083-d2e1-42b4-9084-56370f487912 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571024 Mar 02 07:16:55.628614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'port_id': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'mac_address': 'fa:16:3e:a6:00:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd02326-e9f6-474e-934c-2ac359935579', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:16:55.628840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:55.640016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Made reservation on behalf of 2d1db45711d04779896c9017db34667f for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:55.644063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.657319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.672227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:55.676959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1db45711d04779896c9017db34667f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:55.681890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:55.687575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.690335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:55.732959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.754489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:55.756746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d67b085-6c7d-4084-9cf9-366cc6cb9866 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:16:55.763155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.797500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.802664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.828835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:55.842070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:16:55.842365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.849058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3745e0-6d2a-4256-873f-d559ecc722c6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:55.858012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.858506 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Added segment e51571d6-d20a-4173-b70e-f5a1bc9d8070 of type vlan for network fc84ee60-8439-4b85-9b16-8758e20075f1 Mar 02 07:16:55.860333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:55.892395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.939980 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:55.941186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:55.942110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.002310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:56.060315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489df11-2625-4b67-8340-21dfc32f0d41 req-76c96fb2-e855-45fc-870c-82833c394ea7 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:56.068246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] Pushing event updated for resources: {'Network': ['ID=fc84ee60-8439-4b85-9b16-8758e20075f1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:56.069548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9489df11-2625-4b67-8340-21dfc32f0d41 req-76c96fb2-e855-45fc-870c-82833c394ea7 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 967 time: 0.0944788 Mar 02 07:16:56.075945 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f90189b0-f19e-4b8f-82bb-e805512dd950 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6264231 Mar 02 07:16:56.076235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32864) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:56.081678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Request body: {'subnet': {'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-subnet', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:56.087669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:56.091860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fc84ee60-8439-4b85-9b16-8758e20075f1 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:16:56.093253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Usage tracker for resource:subnet and tenant:2d1db45711d04779896c9017db34667f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:56.097130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:56.104714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:56.115358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9489df11-2625-4b67-8340-21dfc32f0d41 req-acfea8fd-3fb6-4a76-8f07-4b27f978a8f8 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Mar 02 07:16:56.120154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Made reservation on behalf of 2d1db45711d04779896c9017db34667f for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:16:56.123264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.174102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['3d67b085-6c7d-4084-9cf9-366cc6cb9866'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:16:56.358752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.440530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31303f6d-fea4-429d-a13c-857473d4ba2e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:56.450002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Checking segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:56.450368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Network hostable DHCP agents. Network: fc84ee60-8439-4b85-9b16-8758e20075f1, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:16:56.472174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Network fc84ee60-8439-4b85-9b16-8758e20075f1 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:16:56.483961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fc84ee60-8439-4b85-9b16-8758e20075f1) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:56.494139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa58c5-499e-42a4-9235-700dbe04fa09 None None] Network fc84ee60-8439-4b85-9b16-8758e20075f1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:56.496053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:56.496704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.527264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-28344e82-6e9c-4e87-8b57-da2fa1bb6195 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4499888 Mar 02 07:16:56.528043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:56.537885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:56.542137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:56.549403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Usage tracker for resource:router and tenant:2d1db45711d04779896c9017db34667f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:56.554129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:56.562672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:56.577420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.579285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.618140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8873d-9a63-4465-925d-6cd0a80c18de req-6c3032fb-43c7-4279-899a-a00f97b325ff tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:56.619975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6da8873d-9a63-4465-925d-6cd0a80c18de req-6c3032fb-43c7-4279-899a-a00f97b325ff tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.1525609 Mar 02 07:16:56.626193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.797119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fc84ee60-8439-4b85-9b16-8758e20075f1', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'fixed_ips': [{'subnet_id': '31303f6d-fea4-429d-a13c-857473d4ba2e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:16:56.798213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:56.912071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c44bb7-c2c8-4f7a-a31f-c2ef0eb4678d req-4eb6523e-866e-4306-bac6-143a508f2543 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:56.913779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60c44bb7-c2c8-4f7a-a31f-c2ef0eb4678d req-4eb6523e-866e-4306-bac6-143a508f2543 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1007853 Mar 02 07:16:56.968775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60c44bb7-c2c8-4f7a-a31f-c2ef0eb4678d req-8481903f-938d-456a-bb4b-3e9ae22e449d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 Mar 02 07:16:56.980889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Allocated IP 172.20.0.2 (fc84ee60-8439-4b85-9b16-8758e20075f1/31303f6d-fea4-429d-a13c-857473d4ba2e/87fc5dec-8ddb-461e-b0e1-d9a88fd35b97) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:57.019180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.025218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6da8873d-9a63-4465-925d-6cd0a80c18de req-16bde1d9-eeb6-4878-af4a-277692aa00f5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967638 Mar 02 07:16:57.125769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:16:57.235795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:57.340381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.343736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:57.355169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:16:57.355583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.386679 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'code': 200} Mar 02 07:16:57.387887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Transition to ACTIVE for port object 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:57.430645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.435973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Transition to ACTIVE for port object 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:16:57.445814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.479942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.549262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65cc85-772b-456d-a970-c6bc500da256 req-ea3abcae-95c7-4b08-b625-758d8ca674fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:57.551193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b65cc85-772b-456d-a970-c6bc500da256 req-ea3abcae-95c7-4b08-b625-758d8ca674fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1101 time: 0.0919697 Mar 02 07:16:57.570649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Network fc84ee60-8439-4b85-9b16-8758e20075f1 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:57.591913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:57.603717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:57.611291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3b65cc85-772b-456d-a970-c6bc500da256 req-a2456660-f9ed-4591-beea-0d5f908cddb8 service neutron] Synchronizing usage tracker for tenant:da483b36a41842c69ee13a563ddd4f21 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:16:57.613215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Pushing event updated for resources: {'Port': ['ID=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:57.633209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58b637-29f9-4dd1-94b4-3e18fb5d7c61 req-2cf81e10-d718-421c-a673-9a8406a386a6 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:57.647966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3b65cc85-772b-456d-a970-c6bc500da256 req-a2456660-f9ed-4591-beea-0d5f908cddb8 service neutron] Unset dirty status for tenant:da483b36a41842c69ee13a563ddd4f21 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:16:57.649352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac58b637-29f9-4dd1-94b4-3e18fb5d7c61 req-2cf81e10-d718-421c-a673-9a8406a386a6 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 967 time: 0.3428204 Mar 02 07:16:57.649544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b65cc85-772b-456d-a970-c6bc500da256 req-a2456660-f9ed-4591-beea-0d5f908cddb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922639 Mar 02 07:16:57.707965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.743872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac58b637-29f9-4dd1-94b4-3e18fb5d7c61 req-c2c6b789-52f3-4140-9b06-7865d257e965 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931957 Mar 02 07:16:57.748910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Attempting to bind port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:16:57.750645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Attempting to bind port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:16:57.750761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Attempting to bind port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 on network fc84ee60-8439-4b85-9b16-8758e20075f1 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:16:57.762868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:16:57.763245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Checking segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:16:57.763647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.764040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Bound using segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:16:57.764507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Bound port: 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:16:57.764887 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.779461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:16:57.826720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:57.851105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Allocated IP 172.25.4.197 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c860fc46-2204-45fd-80d9-e74506bf1406) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:16:57.972170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:57.976768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] For port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:16:57.980075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] For port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:16:57.986546 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:58.084475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b013d-d758-4bdb-96ae-5cd096fcbfe9 None None] Pushing event updated for resources: {'Port': ['ID=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:58.103129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264adeb-db00-4a97-87c2-e86dbdcf5e51 req-34fe99ba-9cb3-4a99-92f9-f05bb8f6f4ca tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:58.104664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3264adeb-db00-4a97-87c2-e86dbdcf5e51 req-34fe99ba-9cb3-4a99-92f9-f05bb8f6f4ca tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 967 time: 0.2053955 Mar 02 07:16:58.113820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:58.122295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'floatingip': {'port_id': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:16:58.196813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:58.210378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081b79-7ba6-477b-83c5-8a619a1e5869 req-258c535f-09fb-4c6b-9286-0fd2b8b31a89 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:58.215262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:58.217656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15081b79-7ba6-477b-83c5-8a619a1e5869 req-258c535f-09fb-4c6b-9286-0fd2b8b31a89 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.1087348 Mar 02 07:16:58.274109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15081b79-7ba6-477b-83c5-8a619a1e5869 req-87398c32-b5dc-4a92-a98e-db00cafd9032 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554163 Mar 02 07:16:58.701320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:58.758017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eb7ed-9ada-40e3-a5db-45a56bfe1164 req-e583ef0a-3252-42e4-83e0-e4dd44f82e84 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:16:58.759733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d3eb7ed-9ada-40e3-a5db-45a56bfe1164 req-e583ef0a-3252-42e4-83e0-e4dd44f82e84 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.3999391 Mar 02 07:16:58.819242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:16:58.826553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:16:58.831305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:16:58.905628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=c860fc46-2204-45fd-80d9-e74506bf1406,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:59.090203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d3eb7ed-9ada-40e3-a5db-45a56bfe1164 req-40b65d80-605d-42dd-88f2-d0789bc1f4f1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186622 Mar 02 07:16:59.144032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:59.298361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae056b7f-ea2a-4387-a638-74ae094e396c None None] Network fc84ee60-8439-4b85-9b16-8758e20075f1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:16:59.376544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:59.415026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:16:59.424633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4cec25a3484f73b4f09fd2c64a03bd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:16:59.431872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:16:59.446862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:16:59.476410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:16:59.528586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3954028f-5c6a-4900-9c35-9a64d9a0e34f None None] Provisioning for port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:16:59.719647 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'code': 200} Mar 02 07:16:59.813034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:59.838072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:59.877393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:59.930115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:16:59.941742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949494e7-9e0f-4fbf-aedf-ad6f04b0a43d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:16:59.942562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:17:00.001787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7762c9-99f7-4369-8e1e-f2f3b08a07f4 req-81c80e79-1477-45b8-8508-ec68f25ca8eb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:00.006415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e7762c9-99f7-4369-8e1e-f2f3b08a07f4 req-81c80e79-1477-45b8-8508-ec68f25ca8eb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.3901765 Mar 02 07:17:00.012847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6667c80b-4ab2-4c95-8d6e-b438905bd1e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c4cec25a3484f73b4f09fd2c64a03bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8674431 Mar 02 07:17:00.020228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:00.222541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e7762c9-99f7-4369-8e1e-f2f3b08a07f4 req-bfb15971-c1ef-4aee-98d6-b1b6828e3efa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030003 Mar 02 07:17:00.283012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.283756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:00.300477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b20bf-0434-4ba3-8d3c-e5b0197aa137 req-c5f86c0e-9172-43f3-9d17-cd24fd1e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:00.302096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba1b20bf-0434-4ba3-8d3c-e5b0197aa137 req-c5f86c0e-9172-43f3-9d17-cd24fd1e182a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1097 time: 0.4429691 Mar 02 07:17:00.360419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba1b20bf-0434-4ba3-8d3c-e5b0197aa137 req-4f6d2648-f93b-45ed-988b-84bcd67840b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487359 Mar 02 07:17:00.362581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.378765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:00.386895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:00.387442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.406511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.413069 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.428138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.442367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.451539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949494e7-9e0f-4fbf-aedf-ad6f04b0a43d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:00.468383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.469750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a656ac31-7f0e-40bb-8601-c6936a6fc848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/949494e7-9e0f-4fbf-aedf-ad6f04b0a43d HTTP/1.1" status: 204 len: 168 time: 0.4472213 Mar 02 07:17:00.533036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:00.585695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.601275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Usage tracker for resource:security_group_rule and tenant:85c0ef09657c4cd4ae5330afc3c10bff is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:00.606484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:00.629918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:00.651525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:00.656393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.768858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:00.883740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925aa44-d02b-4c4d-933b-be96d40f5fb3 req-ac8da3aa-6ca0-473d-a719-19dc77df23dd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:00.885233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d925aa44-d02b-4c4d-933b-be96d40f5fb3 req-ac8da3aa-6ca0-473d-a719-19dc77df23dd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.6082404 Mar 02 07:17:00.902497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:00.912011 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50 associated. External IP: 172.25.4.64, port: 5bb1cc56-a1c3-4b58-8884-2adf631ccce9. Mar 02 07:17:00.974452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:00.991988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:00.996109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Usage tracker for resource:security_group_rule and tenant:a92f6c7d02444666867051d2ddc5ceb2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:00.999190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:01.006949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:01.012345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.092099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.106299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.156053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a92f6c7d02444666867051d2ddc5ceb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492616 Mar 02 07:17:01.156053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323029ef-d721-4686-81a9-d5fd5c4707fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e376fd-31ce-48ee-b211-472a6041366e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:01.156545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33114) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:01.217286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.219300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d925aa44-d02b-4c4d-933b-be96d40f5fb3 req-99fcfdd0-bb45-4700-83b7-199c6525c85b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141756 Mar 02 07:17:01.253252 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.313474 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.330034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e376fd-31ce-48ee-b211-472a6041366e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:01.334461 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.336016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eac13493-a36a-4718-ac64-b23228ee4304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27e376fd-31ce-48ee-b211-472a6041366e HTTP/1.1" status: 204 len: 168 time: 0.1784022 Mar 02 07:17:01.477017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.544921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.635453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33134) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:01.647477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c0ef09657c4cd4ae5330afc3c10bff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7077463 Mar 02 07:17:01.650352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:01.657057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8015437-a9a7-4536-b6e3-7261106d2f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35fc08-2014-4c89-983b-8a18230632b5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:01.858885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.891426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.914525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c59a-e30e-41f1-bd25-104df94b14e8 req-cb4120f7-a0b5-4820-8594-94781ce019aa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:01.916027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e73c59a-e30e-41f1-bd25-104df94b14e8 req-cb4120f7-a0b5-4820-8594-94781ce019aa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.4781065 Mar 02 07:17:01.948416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:17:01.953442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Router 36625387-4707-47d1-abc7-6026a24ce3ea is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:17:01.956343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:01.977047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35fc08-2014-4c89-983b-8a18230632b5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:02.010660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-c1c154fe-e8e0-49d5-87b1-d042d555770d tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:02.012186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-c1c154fe-e8e0-49d5-87b1-d042d555770d tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1101 time: 0.2394829 Mar 02 07:17:02.014267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.018121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cbd10bb0-995d-42aa-8904-c491e6bf5dcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e35fc08-2014-4c89-983b-8a18230632b5 HTTP/1.1" status: 204 len: 168 time: 0.3634722 Mar 02 07:17:02.043991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.119559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:02.131527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Usage tracker for resource:security_group_rule and tenant:11a5a70279b64172a109375d8de24584 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:02.143111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e73c59a-e30e-41f1-bd25-104df94b14e8 req-6434bcb1-ba98-4206-bf47-58c8bf71a531 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183356 Mar 02 07:17:02.144130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-89ca735f-973e-4ce9-8c00-e6d18b82b670 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78be2794341e4ea7b5987010fc2e41cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073967 Mar 02 07:17:02.145201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:02.148281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33154) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:02.196788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:02.225916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:02.331850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.371798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:02.372241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.404376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.531616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:17:02.543436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Sync routers for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:17:02.565717 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:02.568434 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:02.584658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:17:02.594052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.606567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.615242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:17:02.637662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.648117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:02.648433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.648924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:02.693835 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d73ddfa6-8a08-428a-a7e5-f8e5e34f2974 req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736844 Mar 02 07:17:02.696540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33186) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:02.714713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.744428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e073ff82-0367-4a3b-b9d7-4d0e88f7b7fb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2138982 Mar 02 07:17:02.745208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:02.830389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.871126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d47775-5fa7-4108-9bc7-c92371a6f2ed tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9151bb2b-3bfd-45ed-b754-3844883bc3dd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:02.911781 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:02.926846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.927962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f71e0ed2-1936-42d6-a054-165b252144f8 HTTP/1.1" status: 204 len: 168 time: 0.7787969 Mar 02 07:17:02.929187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:02.955456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53bf96-24f1-478e-b882-5fcf8c8e3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e0ed2-1936-42d6-a054-165b252144f8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:02.957636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7838f6642f944eaa476ea16e902f021 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:02.961975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:02.986802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:03.007101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:03.062865 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16479bed-7bad-4cc4-8c49-3f1945a2155b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "PUT /v2.0/floatingips/9c2bbcaa-57f6-4e01-8016-118d3d706c50 HTTP/1.1" status: 200 len: 1012 time: 4.9478676 Mar 02 07:17:03.065610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:03.178046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:03.184579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:03.241911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7838f6642f944eaa476ea16e902f021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159488 Mar 02 07:17:03.245018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:03.293323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26cd4-3a16-40dc-bd17-c66631c3c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6812de-2870-4127-b623-ddd2c187e589,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:03.531427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2b:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'device_owner': 'compute:tempest-test_az-1112590474'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 1, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:03.535708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:17:03.551753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:03.552386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:03.676022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:03.705264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 3, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:03.711690 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Checking router: 36625387-4707-47d1-abc7-6026a24ce3ea for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:17:03.712264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Updating router 36625387-4707-47d1-abc7-6026a24ce3ea port c860fc46-2204-45fd-80d9-e74506bf1406 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:17:03.712716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3c332-b148-47c5-b972-27ea635059fb req-68d4ae5f-a483-477a-af48-6f08124060e3 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:03.714612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec3c332-b148-47c5-b972-27ea635059fb req-68d4ae5f-a483-477a-af48-6f08124060e3 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 967 time: 0.4360101 Mar 02 07:17:03.772560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:03.789204 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:03.819001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:03.907428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a3317cb6-40e4-48d6-883c-c0c46a5a8fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a27877bed44e95856e98ee1a0bc285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871041 Mar 02 07:17:03.914197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33248) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:03.916100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:03.971093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec3c332-b148-47c5-b972-27ea635059fb req-d3f384d5-3218-4ed2-947d-319347954d6e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233398 Mar 02 07:17:04.079497 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'status': 'completed', 'code': 200} Mar 02 07:17:04.431190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33272) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:04.434692 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.441997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbd0c5-e0c6-437a-915c-c924f44fb08d req-8d65cbd3-c5fc-4012-824a-5ec9f6c79203 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:04.452346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67bbd0c5-e0c6-437a-915c-c924f44fb08d req-8d65cbd3-c5fc-4012-824a-5ec9f6c79203 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.1065025 Mar 02 07:17:04.454742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.520271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67bbd0c5-e0c6-437a-915c-c924f44fb08d req-e7e85c92-641f-462c-8931-ce66104c139d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621486 Mar 02 07:17:04.543829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.613684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2b:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'device_owner': 'compute:tempest-test_az-1112590474'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 1, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:04.618455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e11f55-8cf5-4fa5-b24d-b8a0125b05f4 None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2b:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'device_owner': 'compute:tempest-test_az-1112590474'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 1, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:17:04.653278 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Transition to ACTIVE for port object c860fc46-2204-45fd-80d9-e74506bf1406 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:04.666714 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.670644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.747314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.748419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d6812de-2870-4127-b623-ddd2c187e589 HTTP/1.1" status: 204 len: 168 time: 1.5023255 Mar 02 07:17:04.757135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505856d-71ec-4de0-b51b-067c8300c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6812de-2870-4127-b623-ddd2c187e589,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:04.799655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.804405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.814537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b19b478-6682-45fd-963d-f5f3989ba9d1 HTTP/1.1" status: 204 len: 168 time: 0.8867910 Mar 02 07:17:04.829112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-7f891715-9c7f-468e-8a71-020b38c7f71e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3740537 Mar 02 07:17:04.847355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Attempting to bind port c860fc46-2204-45fd-80d9-e74506bf1406 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:04.847898 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Attempting to bind port c860fc46-2204-45fd-80d9-e74506bf1406 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:04.848209 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Attempting to bind port c860fc46-2204-45fd-80d9-e74506bf1406 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:04.882250 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:04.882956 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:04.883548 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.884178 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:04.884857 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Bound port: c860fc46-2204-45fd-80d9-e74506bf1406, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:04.885478 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.899111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-8e6dcacd-59ca-414d-a282-553e1bb17fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:04.900639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-8e6dcacd-59ca-414d-a282-553e1bb17fbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 1118 time: 0.7829554 Mar 02 07:17:04.901439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7770b-93c0-4300-b0fa-c37d1b2f8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19b478-6682-45fd-963d-f5f3989ba9d1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:04.961504 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c7e60-51f3-4a8d-af6f-f83c5f8b0565 None None] Pushing event updated for resources: {'Port': ['ID=c860fc46-2204-45fd-80d9-e74506bf1406,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:05.007498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2274-b25a-475e-a11f-7ccc16ddd296 req-82282437-f792-42c3-9b4e-2f05f6f7e449 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:05.012391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67df2274-b25a-475e-a11f-7ccc16ddd296 req-82282437-f792-42c3-9b4e-2f05f6f7e449 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.4947174 Mar 02 07:17:05.017726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c0a7e-ff74-4448-b0e2-d6bc4be8d5f8 None None] New status for floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:17:05.136580 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] For port c860fc46-2204-45fd-80d9-e74506bf1406, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:05.152466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-498229ab-3361-44d2-bddd-bf1a7b1ccec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:05.156734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-498229ab-3361-44d2-bddd-bf1a7b1ccec5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 924 time: 0.2370462 Mar 02 07:17:05.159022 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] For port c860fc46-2204-45fd-80d9-e74506bf1406, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c860fc46-2204-45fd-80d9-e74506bf1406,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:05.164959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:05.232254 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:05.300992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67df2274-b25a-475e-a11f-7ccc16ddd296 req-60606d77-4e01-450b-9e79-e451069f0002 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755592 Mar 02 07:17:05.347014 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c7e60-51f3-4a8d-af6f-f83c5f8b0565 None None] Pushing event updated for resources: {'Port': ['ID=c860fc46-2204-45fd-80d9-e74506bf1406,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:05.392977 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:05.393791 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:05.416923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74489-d948-4f19-b9e2-ef33710a11be req-3cb1bcbb-8a58-4f39-a95b-ce555acfd5c8 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:05.428144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb74489-d948-4f19-b9e2-ef33710a11be req-3cb1bcbb-8a58-4f39-a95b-ce555acfd5c8 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1097 time: 0.1929939 Mar 02 07:17:05.447409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-ec0285a6-2b4a-4eb3-be2f-2e2773bd2a3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9 HTTP/1.1" status: 200 len: 1020 time: 0.2700572 Mar 02 07:17:05.528127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb74489-d948-4f19-b9e2-ef33710a11be req-01448cbb-f6d6-4cf0-bb40-bd9df0317b5e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945368 Mar 02 07:17:05.635171 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:05.827870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-f3a4a307-124a-4e92-8551-8bc913035482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:05.830323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-f3a4a307-124a-4e92-8551-8bc913035482 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.3763995 Mar 02 07:17:05.840166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Allocated IP 172.20.0.1 (fc84ee60-8439-4b85-9b16-8758e20075f1/31303f6d-fea4-429d-a13c-857473d4ba2e/0ce771ec-3879-4103-b051-25c4e3104385) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:06.115997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073e-f8d4-4c06-ad94-b8a072021af5 req-4ad3d5e3-b2e5-4855-940e-113fdcbf72ff tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:06.123705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fcff073e-f8d4-4c06-ad94-b8a072021af5 req-4ad3d5e3-b2e5-4855-940e-113fdcbf72ff tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1097 time: 0.1432588 Mar 02 07:17:06.192558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fcff073e-f8d4-4c06-ad94-b8a072021af5 req-a950a1a2-0a29-4222-ada5-54f6dc9498ee tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672398 Mar 02 07:17:06.193309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-a384bd18-c630-4b88-b5eb-54e34706f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:06.200521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-a384bd18-c630-4b88-b5eb-54e34706f922 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3528647 Mar 02 07:17:06.437791 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 3, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:06.443317 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3385ff-c888-4f74-9869-e5b874bcb441 None None] The sync data for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 is: [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:16:59Z', 'revision_number': 3, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:17:06.531434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:06.587287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Transition to ACTIVE for port object 0ce771ec-3879-4103-b051-25c4e3104385 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:06.616312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-ccf54c0e-d76d-4893-97a5-3351fa0118a0 service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946292 Mar 02 07:17:06.736550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a667d-74c9-4ed7-bf1a-61f58eb6cbd6 req-f49ea4bb-fff6-4da4-b47b-5d1dedf7a6bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:06.739351 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e07a667d-74c9-4ed7-bf1a-61f58eb6cbd6 req-f49ea4bb-fff6-4da4-b47b-5d1dedf7a6bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.1908565 Mar 02 07:17:06.795529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:06.901642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Network fc84ee60-8439-4b85-9b16-8758e20075f1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:06.903630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e07a667d-74c9-4ed7-bf1a-61f58eb6cbd6 req-f3e55527-d57f-4205-b78f-7648c1771267 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568990 Mar 02 07:17:06.914689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:06.920543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:06.922030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:06.930027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c4bb2f-8a9a-4051-b53f-d809ddf32697 req-2ccb75d7-15d3-4061-a01b-9935567af9d9 service neutron] 10.222.0.16 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065264 Mar 02 07:17:06.961967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:07.148175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:07.272237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-4c29ade3-000b-4e3a-b8c4-a0ce42072c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:07.275617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-4c29ade3-000b-4e3a-b8c4-a0ce42072c20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1101 time: 0.1166394 Mar 02 07:17:07.383821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7c230a47-841b-4ec3-b8ee-deab46db47b3 None None] Provisioning for port 0ce771ec-3879-4103-b051-25c4e3104385 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:07.404583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7c230a47-841b-4ec3-b8ee-deab46db47b3 None None] Provisioning complete for port 0ce771ec-3879-4103-b051-25c4e3104385 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:07.405302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c230a47-841b-4ec3-b8ee-deab46db47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:07.490168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33406) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:07.498964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-b160de58-f771-4f19-bd8a-57371d89f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:07.501609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-b160de58-f771-4f19-bd8a-57371d89f9f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2216973 Mar 02 07:17:07.611843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-a9ba3c59-44f6-41d8-81fd-5a4e51c266ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1038339 Mar 02 07:17:07.657745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7c230a47-841b-4ec3-b8ee-deab46db47b3 None None] Port 0ce771ec-3879-4103-b051-25c4e3104385 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:17:07.764006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-f9409d0f-a073-4921-9b8a-e4878b194cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:07.766696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-f9409d0f-a073-4921-9b8a-e4878b194cad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1467898 Mar 02 07:17:07.842447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:07.872641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:07.879968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Usage tracker for resource:security_group_rule and tenant:a81c11fd3fee4b8cb783a7cecdef878d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:07.884835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:07.888063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-3215b2ef-bb59-4d67-8243-cd950411a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:07.894090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:07.894960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-3215b2ef-bb59-4d67-8243-cd950411a366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184382 Mar 02 07:17:07.918783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:07.925240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:07.926070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.144089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:08.213292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c860fc46-2204-45fd-80d9-e74506bf1406 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:08.289820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-c18b72dd-03ac-46b3-936f-1ba60e6b6efe service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884647 Mar 02 07:17:08.290897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:08.371440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c860fc46-2204-45fd-80d9-e74506bf1406 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:08.384408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c860fc46-2204-45fd-80d9-e74506bf1406 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:08.385653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.412953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Network fc84ee60-8439-4b85-9b16-8758e20075f1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:08.415274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:08.656745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-cdf8177e-bd8e-4637-a70b-606d7d440fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604491 Mar 02 07:17:08.683098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.715226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c860fc46-2204-45fd-80d9-e74506bf1406, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c860fc46-2204-45fd-80d9-e74506bf1406,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:08.723913 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.830318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.847686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aa1c8-98f5-4d1c-a5bd-a6de991072f5 req-7dc04ad9-d469-4e27-9224-51d0a8809159 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:08.862331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-442aa1c8-98f5-4d1c-a5bd-a6de991072f5 req-7dc04ad9-d469-4e27-9224-51d0a8809159 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.7085938 Mar 02 07:17:08.862331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.870466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c860fc46-2204-45fd-80d9-e74506bf1406,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:08.903411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-35a6b21f-73d3-464a-b749-ba98cfdbee75 None None] Provisioning complete for port 0ce771ec-3879-4103-b051-25c4e3104385 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:08.903808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-35a6b21f-73d3-464a-b749-ba98cfdbee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.945259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:08.966430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:08.974937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Usage tracker for resource:security_group_rule and tenant:f4c1528aaa83499989921b7395714a5d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:08.981156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:08.988878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:09.029113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-35a6b21f-73d3-464a-b749-ba98cfdbee75 None None] Port 0ce771ec-3879-4103-b051-25c4e3104385 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:17:09.091288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a81c11fd3fee4b8cb783a7cecdef878d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5897346 Mar 02 07:17:09.091969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33476) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:09.101259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.103384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe80037-ac64-4f93-bd13-aca0c28c1e2e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:09.107168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.157996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.158346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.158689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.159026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.159361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.159686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.160007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.160321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.160705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.160993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.161256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.162072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7550ac-1e2a-4ad1-8399-0575d4b3073f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.172012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33482) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:09.175978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4c1528aaa83499989921b7395714a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715973 Mar 02 07:17:09.191020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-442aa1c8-98f5-4d1c-a5bd-a6de991072f5 req-30ff51e5-819f-45de-9a70-c885db66c2c8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002226 Mar 02 07:17:09.206182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0452a364-d9ba-42dc-8f24-799b4f438ad7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:09.215988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.216335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.216669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.217000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.217330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.217680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.222508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.223216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.223903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.224825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.225351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.226309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7394e8-bfed-4226-a752-8b58389fc25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:09.240554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Router 36625387-4707-47d1-abc7-6026a24ce3ea has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:17:09.390617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.431760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.438696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.573555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.617169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:17:09.626385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Sync routers for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:17:09.642482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:09.643295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:09.671174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-7f2a180c-38ed-481c-aee1-f33ad43942d8 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=813abf0e828a402a914de70f51a4e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445051 Mar 02 07:17:09.674710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.689480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33512) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:09.724960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe80037-ac64-4f93-bd13-aca0c28c1e2e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:09.742833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.743971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-129441a5-807f-4f8a-8f1c-c6d2bcc557b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfe80037-ac64-4f93-bd13-aca0c28c1e2e HTTP/1.1" status: 204 len: 168 time: 0.6484964 Mar 02 07:17:09.762517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7992f4e8-abde-475c-bc5b-84dde321c700 admin admin] 10.222.0.21 "PUT /v2.0/routers/36625387-4707-47d1-abc7-6026a24ce3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0068402 Mar 02 07:17:09.817079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-ae6b1467-5014-401e-96a4-0c7bd2fbcfaa tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:17:09.830579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-ae6b1467-5014-401e-96a4-0c7bd2fbcfaa tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1399305 Mar 02 07:17:09.859613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:09.906307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.939984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:09.941316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0452a364-d9ba-42dc-8f24-799b4f438ad7 HTTP/1.1" status: 204 len: 168 time: 0.7641618 Mar 02 07:17:09.943523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf4222-e535-4cd9-ac3b-b91ae5a341e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452a364-d9ba-42dc-8f24-799b4f438ad7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:09.955065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-aa6f88c5-d00d-4c2d-9781-7b08b0d67b91 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:09.956552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-aa6f88c5-d00d-4c2d-9781-7b08b0d67b91 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591493 Mar 02 07:17:09.976612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-6ce9ab56-8bee-486f-a595-255ddb75b001 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/quotas/813abf0e828a402a914de70f51a4e43a HTTP/1.1" status: 200 len: 375 time: 0.0121343 Mar 02 07:17:09.998426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:17:10.065443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-4a8768f5-42c4-4f69-827a-5eacb1e75c4d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794690 Mar 02 07:17:10.209677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c860fc46-2204-45fd-80d9-e74506bf1406 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:10.326414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c860fc46-2204-45fd-80d9-e74506bf1406 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:10.327211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:10.371032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:17:07Z', 'revision_number': 4, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0ce771ec-3879-4103-b051-25c4e3104385', 'name': '', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'mac_address': 'fa:16:3e:be:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:05Z', 'updated_at': '2022-03-02T07:17:07Z', 'revision_number': 2, 'project_id': '2d1db45711d04779896c9017db34667f', 'subnets': [{'id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:10.379858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Checking router: 36625387-4707-47d1-abc7-6026a24ce3ea for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:17:10.380218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Updating router 36625387-4707-47d1-abc7-6026a24ce3ea port 0ce771ec-3879-4103-b051-25c4e3104385 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:17:10.442665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33546) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:10.451300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:10.476322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:10.496290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:10.502508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Usage tracker for resource:security_group_rule and tenant:78164066067149cdab1d78d5e06afa4a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:10.506977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:10.516176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:10.637236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:10.638034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:17:10.756384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:10.766454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:10.914879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78164066067149cdab1d78d5e06afa4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684796 Mar 02 07:17:10.914879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:10.918274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11266234-3d5c-4e42-87e5-6e4db8ff12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1877afb-22d1-4e66-83d5-f2ae738addda,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:10.920856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:11.044939 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.062913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Transition to ACTIVE for port object 0ce771ec-3879-4103-b051-25c4e3104385 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:11.071989 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.110773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:11.113456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:11.115631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:11.126266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:11.127554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:11.164523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:11.164868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:11.165249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:11.167668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Bound port: 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:11.237773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.298456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:11.310407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Usage tracker for resource:security_group_rule and tenant:25d6e85df7aa4a3f977dc32d14ed2bae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:11.317502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:11.330948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:11.367655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:11.372099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Pushing event updated for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:11.415270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.416627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-66375ed3-eecb-4016-a6ae-379d3a93e7e6 service neutron] 10.222.0.21 "POST /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866/bindings HTTP/1.1" status: 201 len: 389 time: 1.3571298 Mar 02 07:17:11.424605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.424952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.425336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.425671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.426257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.426663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.426998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.427319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.427685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.428068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.428391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.428710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:11.443249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.471896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Attempting to bind port 0ce771ec-3879-4103-b051-25c4e3104385 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:11.472268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Attempting to bind port 0ce771ec-3879-4103-b051-25c4e3104385 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:11.472613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Attempting to bind port 0ce771ec-3879-4103-b051-25c4e3104385 on network fc84ee60-8439-4b85-9b16-8758e20075f1 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:11.479299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:11.479706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Checking segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:11.480108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.481560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Bound using segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:11.482074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Bound port: 0ce771ec-3879-4103-b051-25c4e3104385, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:11.484006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.651698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] For port 0ce771ec-3879-4103-b051-25c4e3104385, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:11.657662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] For port 0ce771ec-3879-4103-b051-25c4e3104385, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0ce771ec-3879-4103-b051-25c4e3104385,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:11.661347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.668811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:11.675734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-network', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:11.680158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:11.685080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Usage tracker for resource:network and tenant:9ea01ce1cbe54657a1c3a9557e788e9e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:11.688799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:11.693204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.697739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:11.715543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Made reservation on behalf of 9ea01ce1cbe54657a1c3a9557e788e9e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:11.718376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.725710 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.728447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.747094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:11.783651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:11.797989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea01ce1cbe54657a1c3a9557e788e9e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:11.803578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:11.850266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:11.852339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:11.857544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:11.872938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d6e85df7aa4a3f977dc32d14ed2bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9587176 Mar 02 07:17:11.887285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33582) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:11.903556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df54b167-bf82-45cc-9710-8493a33971bc req-ede72a84-b573-4bf2-85d7-63cc3e497556 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 210 time: 0.0898266 Mar 02 07:17:12.017591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-f481b6e1-7e45-42d0-90f9-47e755201d24 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=813abf0e828a402a914de70f51a4e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650768 Mar 02 07:17:12.024999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40aa49-a3ba-461e-a3c0-3d4a301cd60e req-db9270cc-adbd-4fd7-b866-8d123b426eb6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:12.044727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba40aa49-a3ba-461e-a3c0-3d4a301cd60e req-db9270cc-adbd-4fd7-b866-8d123b426eb6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.6551359 Mar 02 07:17:12.107039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0943983-a6c2-447b-95d1-732ac5b7119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9e370-a391-452c-a8a5-928fc96b5c1c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:12.178101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba40aa49-a3ba-461e-a3c0-3d4a301cd60e req-5279bb2e-5a9f-442c-aa80-a432e1416e2a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324396 Mar 02 07:17:12.209408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.240197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1877afb-22d1-4e66-83d5-f2ae738addda,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:12.246454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:12.275563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.279254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12a399a3-568b-4550-b4b2-cdd779eaa42b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1877afb-22d1-4e66-83d5-f2ae738addda HTTP/1.1" status: 204 len: 168 time: 1.3508778 Mar 02 07:17:12.328776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-9e0a70a8-2586-4856-a891-b9b5c25014c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:12.330479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-9e0a70a8-2586-4856-a891-b9b5c25014c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1097 time: 0.4604304 Mar 02 07:17:12.332034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.437893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.459578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.495605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8e4b8-68b2-4dbe-b1cf-71748d4bb61f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:12.519494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.528029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-b7f22856-b8d4-4a0f-b95b-0507cb0ef84a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:12.529585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-b7f22856-b8d4-4a0f-b95b-0507cb0ef84a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4949882 Mar 02 07:17:12.572306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Request body: {'port': {'device_id': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '813abf0e828a402a914de70f51a4e43a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:12.605601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:17:12.681796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-0f448f90-5669-4647-8a69-028fa84dfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:12.683743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-0f448f90-5669-4647-8a69-028fa84dfcaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3392060 Mar 02 07:17:12.698632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4fa38-baee-4eb0-a630-50e097ec4cb2 req-6c574792-e21c-4686-9f82-c4a99712ac76 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:12.707801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-57f4fa38-baee-4eb0-a630-50e097ec4cb2 req-6c574792-e21c-4686-9f82-c4a99712ac76 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.2304215 Mar 02 07:17:12.807700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e5932d7-e9e2-4896-a661-e694eb52cdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.810988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffe007-4638-49bc-b3e3-ccf823091d88 None None] Pushing event updated for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:12.824530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-66fc9774-df68-4699-bcbe-2af680de8b60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.0990815 Mar 02 07:17:12.876471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:17:07Z', 'revision_number': 4, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0ce771ec-3879-4103-b051-25c4e3104385', 'name': '', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'mac_address': 'fa:16:3e:be:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:05Z', 'updated_at': '2022-03-02T07:17:11Z', 'revision_number': 4, 'project_id': '2d1db45711d04779896c9017db34667f', 'subnets': [{'id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:12.888405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:12.892553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Usage tracker for resource:port and tenant:813abf0e828a402a914de70f51a4e43a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:12.896481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:12.902462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:12.913770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Made reservation on behalf of 813abf0e828a402a914de70f51a4e43a for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:12.919524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.936431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.936751 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Added segment 06f41b35-1e84-4de9-90d5-14859008a09a of type vlan for network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 Mar 02 07:17:12.968067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:12.988553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-57f4fa38-baee-4eb0-a630-50e097ec4cb2 req-d13fc089-2a4d-485c-8c0a-68c79ec0f02c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795448 Mar 02 07:17:13.010102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.010391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.054387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9e370-a391-452c-a8a5-928fc96b5c1c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:13.064151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.064628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-cb150e5a-f19c-4208-9eca-70806aa614df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:13.065095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:13.066485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-cb150e5a-f19c-4208-9eca-70806aa614df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.2300682 Mar 02 07:17:13.067589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.067883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.068834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d9e518b-7ee1-49ab-8cff-a8a889c812f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55c9e370-a391-452c-a8a5-928fc96b5c1c HTTP/1.1" status: 204 len: 168 time: 1.0740409 Mar 02 07:17:13.115740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a20797-030c-4c5e-a8a8-e67ad4e245ba None None] The sync data for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 is: [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:17:07Z', 'revision_number': 4, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0ce771ec-3879-4103-b051-25c4e3104385', 'name': '', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'mac_address': 'fa:16:3e:be:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:05Z', 'updated_at': '2022-03-02T07:17:11Z', 'revision_number': 4, 'project_id': '2d1db45711d04779896c9017db34667f', 'subnets': [{'id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:17:13.179035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-1bc454fe-ae8f-4a88-85fb-15ef70e57b9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035488 Mar 02 07:17:13.226026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:13.233822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1e75ee-c292-4a50-bed3-446eea7b38d0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:13.246538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:17:13.327803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2a98eef-c18c-42f1-b3d4-16526f2a3a54 req-9c44848c-3e51-4dfa-b636-0d88c122f656 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 210 time: 0.0990951 Mar 02 07:17:13.330007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Usage tracker for resource:security_group_rule and tenant:813abf0e828a402a914de70f51a4e43a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:13.337497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:13.356580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:13.361892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2a222423-ad42-433c-a648-6202e830b400 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6917546 Mar 02 07:17:13.369250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33624) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:13.375411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Request body: {'subnet': {'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-subnet', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:13.380392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:13.386274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Usage tracker for resource:subnet and tenant:9ea01ce1cbe54657a1c3a9557e788e9e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:13.390917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:13.402254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:13.417703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Made reservation on behalf of 9ea01ce1cbe54657a1c3a9557e788e9e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:13.424715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:13.520149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-c44621bf-a5b8-4cbb-95ad-81b0715d473e service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332572 Mar 02 07:17:13.787224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-b2e95aa6-3321-4051-ae59-eef6e32ac89f service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597690 Mar 02 07:17:13.905838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735919-aaa8-4972-8862-801baa6dda2a req-e2e2b54d-4695-4ee2-ad2c-878f39cdf351 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:13.913323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f735919-aaa8-4972-8862-801baa6dda2a req-e2e2b54d-4695-4ee2-ad2c-878f39cdf351 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.3736882 Mar 02 07:17:14.055953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-76b7b3ea-6688-491b-b804-f794f5aa9e2c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:14.057618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-76b7b3ea-6688-491b-b804-f794f5aa9e2c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1097 time: 0.1082480 Mar 02 07:17:14.073753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:14.129177 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-705b6c61-7c06-4b1d-bfa9-735895617909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.212714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.257427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.274634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33664) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:14.320337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0ce771ec-3879-4103-b051-25c4e3104385 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:14.391179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.492715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.494545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0ce771ec-3879-4103-b051-25c4e3104385 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:14.502639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0ce771ec-3879-4103-b051-25c4e3104385 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:14.503379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.684248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.735570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0ce771ec-3879-4103-b051-25c4e3104385, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0ce771ec-3879-4103-b051-25c4e3104385,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:14.740922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:14.838063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:14.843358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f735919-aaa8-4972-8862-801baa6dda2a req-08f9cc72-2b20-47ed-a079-0c11f7695968 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9284992 Mar 02 07:17:14.872924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a04417-cd3c-4981-9af8-67dabd0f0d0a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:14.879770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:14.972703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Allocated IP 192.168.233.159 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/26140ccc-e4cc-450e-b357-4cce0084d2e1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:15.009005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a332039e-1618-42de-94b9-49c8fc694354,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:15.019231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Checking segment: {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:15.019231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Network hostable DHCP agents. Network: 3e1e75ee-c292-4a50-bed3-446eea7b38d0, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:17:15.149596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d579-66b2-4a91-a2f7-d107ccad8383 req-b377bd3a-09ac-4306-a794-3177744ba6d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:15.151206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13a3d579-66b2-4a91-a2f7-d107ccad8383 req-b377bd3a-09ac-4306-a794-3177744ba6d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 946 time: 0.7132754 Mar 02 07:17:15.153809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:17:15.161587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.199388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.217015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3e1e75ee-c292-4a50-bed3-446eea7b38d0) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:15.227768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e7679-35a9-4e39-a2bf-15e5ea34d163 None None] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:15.271132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3916ee10-0183-4abb-a939-1f3e11db593b tempest-AutoAllocateNetworkTest-222367808 tempest-AutoAllocateNetworkTest-222367808-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2086fbcd14794b56bb70d76c69a1dfb6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9948747 Mar 02 07:17:15.280058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.311924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2dcc35cb-6e95-4399-aea0-7904eb0ba2b6 req-afaeb6c2-4305-460f-bfdb-6a59ea20bb10 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 210 time: 0.0895369 Mar 02 07:17:15.317767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:15.318314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.344099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-281350033-network', 'tenant_id': 'f7fa269bab7740b1b67e2392ee51045a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:15.369335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13a3d579-66b2-4a91-a2f7-d107ccad8383 req-bf39b00f-da0e-4c58-b0c0-c2979d49d731 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484361 Mar 02 07:17:15.401003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.406497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:15.414405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.437769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Usage tracker for resource:network and tenant:f7fa269bab7740b1b67e2392ee51045a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:15.447614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:15.447867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:15.462803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:15.468036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:15.513071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Usage tracker for resource:security_group_rule and tenant:270a49a8d6ef444a966abbae9969dec8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:15.516554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526b536-397e-4991-9ed4-b21c9698455c tempest-AutoAllocateNetworkTest-222367808 tempest-AutoAllocateNetworkTest-222367808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:15.518049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6526b536-397e-4991-9ed4-b21c9698455c tempest-AutoAllocateNetworkTest-222367808 tempest-AutoAllocateNetworkTest-222367808-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2270212 Mar 02 07:17:15.518986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:15.521896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'fixed_ips': [{'subnet_id': 'a332039e-1618-42de-94b9-49c8fc694354'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:17:15.522051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.522582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.573850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.600155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-53bbb7df-95dc-43fb-a1e4-b4621b6a2f4a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2295105 Mar 02 07:17:15.601678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:15.602034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:15.604472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Transition to ACTIVE for port object 26140ccc-e4cc-450e-b357-4cce0084d2e1 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:15.605989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Made reservation on behalf of f7fa269bab7740b1b67e2392ee51045a for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:15.608508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.622574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33706) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.624419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.630779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-72c20855-da01-4221-9514-534e2232c9e3 tempest-AutoAllocateNetworkTest-222367808 tempest-AutoAllocateNetworkTest-222367808-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076562 Mar 02 07:17:15.637270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.654471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:15.671692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:15.675900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:15.680138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f11f8cf-1ab4-4194-86af-382cfba05f0d tempest-AutoAllocateNetworkTest-222367808 tempest-AutoAllocateNetworkTest-222367808-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2086fbcd14794b56bb70d76c69a1dfb6 HTTP/1.1" status: 200 len: 208 time: 0.0416927 Mar 02 07:17:15.693673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Usage tracker for resource:router and tenant:9ea01ce1cbe54657a1c3a9557e788e9e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:15.697782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:15.698313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Usage tracker for resource:security_group_rule and tenant:f7fa269bab7740b1b67e2392ee51045a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:15.708983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Allocated IP 172.20.0.2 (3e1e75ee-c292-4a50-bed3-446eea7b38d0/a332039e-1618-42de-94b9-49c8fc694354/0a9414d4-980c-400a-af11-4779fab2b284) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:15.717002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.729115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.763756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:15.767934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:15.785272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:15.789241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:15.792667 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'code': 200} Mar 02 07:17:15.841817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.845532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.847801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.887276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.890420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.892184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:15.993140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:15.995855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.010044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Transition to ACTIVE for port object 0a9414d4-980c-400a-af11-4779fab2b284 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:16.032890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Transition to ACTIVE for port object 0a9414d4-980c-400a-af11-4779fab2b284 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:16.043435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.069089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.080833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:16.081914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:16.082254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:16.082632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:16.090943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:16.091155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Attempting to bind port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:16.096770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=270a49a8d6ef444a966abbae9969dec8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1934597 Mar 02 07:17:16.097693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33730) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:16.102682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:16.103017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:16.103638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:16.104072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Bound port: 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:16.104494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.107320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:16.112204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:16.116280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:16.119559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:16.120427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.125279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:16.134556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:16.137825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Pushing event updated for resources: {'Port': ['ID=0a9414d4-980c-400a-af11-4779fab2b284,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.147153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f1082-cfcf-4b56-ba99-32a1226f65b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179cae99-7b97-46fe-b259-c8209adff641,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.182804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Pushing event updated for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.270062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0ce771ec-3879-4103-b051-25c4e3104385 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:16.285096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084ed75-f09a-4596-9274-9189bb50c611 req-e9cafb5c-7dd4-4c7a-bfad-042d001fd24f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:16.288154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3084ed75-f09a-4596-9274-9189bb50c611 req-e9cafb5c-7dd4-4c7a-bfad-042d001fd24f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2969608 Mar 02 07:17:16.320879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Attempting to bind port 0a9414d4-980c-400a-af11-4779fab2b284 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:16.321258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Attempting to bind port 0a9414d4-980c-400a-af11-4779fab2b284 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:16.322058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Attempting to bind port 0a9414d4-980c-400a-af11-4779fab2b284 on network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:16.340174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:16.341088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Checking segment: {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:16.341715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.342976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Bound using segment: {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:16.343755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Bound port: 0a9414d4-980c-400a-af11-4779fab2b284, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:16.344690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.379823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.422368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.449391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:16.452099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:16.459199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3084ed75-f09a-4596-9274-9189bb50c611 req-95f2a76d-f09a-40e3-b389-959fe53dec2a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565139 Mar 02 07:17:16.472612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Usage tracker for resource:security_group_rule and tenant:2086fbcd14794b56bb70d76c69a1dfb6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:16.485022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0ce771ec-3879-4103-b051-25c4e3104385 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:16.486183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.492286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:16.496906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.504065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-87cab6d5-bc1c-4493-8731-e09a55eacbbc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9492598 Mar 02 07:17:16.526243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:16.532805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Request body: {'port': {'device_id': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:16.565130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:16.576007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.597204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] For port 0a9414d4-980c-400a-af11-4779fab2b284, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:16.600538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.603372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] For port 0a9414d4-980c-400a-af11-4779fab2b284, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0a9414d4-980c-400a-af11-4779fab2b284,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:16.604952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-97749d03-fe42-4aec-97be-d872adcfac4a None None] Provisioning for port 26140ccc-e4cc-450e-b357-4cce0084d2e1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:16.612664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.659245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-97749d03-fe42-4aec-97be-d872adcfac4a None None] Provisioning complete for port 26140ccc-e4cc-450e-b357-4cce0084d2e1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:16.660171 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-97749d03-fe42-4aec-97be-d872adcfac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.696000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.703530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.722685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.798791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:17:16.838372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-97749d03-fe42-4aec-97be-d872adcfac4a None None] Port 26140ccc-e4cc-450e-b357-4cce0084d2e1 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:17:16.841832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be2e37-ee4b-490b-9b59-538a9e008c9f None None] Pushing event updated for resources: {'Port': ['ID=0a9414d4-980c-400a-af11-4779fab2b284,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.860342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e5393-213e-4d85-b7fd-a8cc76ce28c4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.874348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:16.874729 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Added segment eb173588-187c-463a-8163-f94369df5c4d of type vlan for network 257a4aef-14e2-4a1f-8388-9142a6941b04 Mar 02 07:17:16.949450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:16.968059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.004523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:17.005072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.006735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-e3b76666-19ef-4888-847a-3eb18eae60b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 1122 time: 2.9421356 Mar 02 07:17:17.050881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.081256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['3d67b085-6c7d-4084-9cf9-366cc6cb9866'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:17:17.093624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cae99-7b97-46fe-b259-c8209adff641,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:17.105131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625ec9-8e11-487e-8577-dfc9116544f4 req-f128bdb0-d1ac-4501-a1ef-87f39712fcce tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:17.114640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df625ec9-8e11-487e-8577-dfc9116544f4 req-f128bdb0-d1ac-4501-a1ef-87f39712fcce tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.4456034 Mar 02 07:17:17.128544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.144902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-f371eead-9232-4352-ac67-b79635fa28f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:17.145694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-f371eead-9232-4352-ac67-b79635fa28f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Synchronizing usage tracker for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:17.157615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.167826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.192619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.196071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4500c9a-b035-4706-9d77-82ad611fd96b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/179cae99-7b97-46fe-b259-c8209adff641 HTTP/1.1" status: 204 len: 168 time: 1.0934713 Mar 02 07:17:17.250036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-f371eead-9232-4352-ac67-b79635fa28f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Unset dirty status for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:17.251220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-f371eead-9232-4352-ac67-b79635fa28f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 936 time: 0.6119349 Mar 02 07:17:17.262711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2086fbcd14794b56bb70d76c69a1dfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2674427 Mar 02 07:17:17.266945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33742) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:17.274339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df625ec9-8e11-487e-8577-dfc9116544f4 req-0eac9814-ed0f-4029-b736-a4941dab036f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587126 Mar 02 07:17:17.284851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f9c25-601f-4d7f-91ba-891a0b0dc87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46ef3d-5c5e-4e5c-84d4-b65686058682,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:17.341528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.342932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:17.343525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.579131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] Pushing event updated for resources: {'Network': ['ID=257a4aef-14e2-4a1f-8388-9142a6941b04,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:17.584213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33752) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:17.592074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 257a4aef-14e2-4a1f-8388-9142a6941b04 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:17:17.605074 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.622651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:17.629974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bc6d7bc50942d7a9b56794abc36c49 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:17.642696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-896db06f-a05a-4fd3-b923-0a26261bac18 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4391766 Mar 02 07:17:17.643298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33756) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:17.648502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:17.663467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Request body: {'subnet': {'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-281350033-subnet', 'tenant_id': 'f7fa269bab7740b1b67e2392ee51045a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:17.663801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-c4db09e2-699f-4a58-af78-71b865134120 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Synchronizing usage tracker for tenant:813abf0e828a402a914de70f51a4e43a on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:17.715833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:17.720070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:17.738202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Usage tracker for resource:subnet and tenant:f7fa269bab7740b1b67e2392ee51045a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:17.744816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:17.754777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:17.794059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Made reservation on behalf of f7fa269bab7740b1b67e2392ee51045a for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:17.796655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.815538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:17.866446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.879106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-c4db09e2-699f-4a58-af78-71b865134120 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Unset dirty status for tenant:813abf0e828a402a914de70f51a4e43a on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:17.880281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6458dedc-e2b5-4e33-bfb0-f3dd082f51fe req-c4db09e2-699f-4a58-af78-71b865134120 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531931 Mar 02 07:17:17.937888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.950263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:17.961652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739dd20-c382-4402-b2f0-e9f1d58ac257 req-0c87724f-a991-4d32-a2d2-a24db1463f05 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:17.963582 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6739dd20-c382-4402-b2f0-e9f1d58ac257 req-0c87724f-a991-4d32-a2d2-a24db1463f05 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2830575 Mar 02 07:17:17.979892 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'status': 'completed', 'code': 200} Mar 02 07:17:18.006075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76543c0d-d663-45f5-914e-8c691f618822 None None] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:18.042063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.137552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.152320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6739dd20-c382-4402-b2f0-e9f1d58ac257 req-8ff44df0-a07d-459b-8b0a-37f7eefecac0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746223 Mar 02 07:17:18.164505 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.183973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e405a33c-5d48-42b9-8973-8e761fe3c8af None None] Provisioning for port 0a9414d4-980c-400a-af11-4779fab2b284 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:18.189188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.219835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26140ccc-e4cc-450e-b357-4cce0084d2e1 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:18.238672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.254018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.268674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.278293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7bc6d7bc50942d7a9b56794abc36c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928427 Mar 02 07:17:18.284789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33762) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:18.285887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0a9414d4-980c-400a-af11-4779fab2b284 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:18.289765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9119caa-2069-472a-9655-c6d22496c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ce1cc-25dd-475f-829d-d5eabbf335ed,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:18.331395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Transition to ACTIVE for port object 26140ccc-e4cc-450e-b357-4cce0084d2e1 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:18.344760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46ef3d-5c5e-4e5c-84d4-b65686058682,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:18.353807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.396022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-e4d7fb04-02a2-44b1-8560-13d241c98bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:18.398165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-e4d7fb04-02a2-44b1-8560-13d241c98bca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1125 time: 0.4102125 Mar 02 07:17:18.398293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.423098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0a9414d4-980c-400a-af11-4779fab2b284 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:18.431911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0a9414d4-980c-400a-af11-4779fab2b284 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:18.432285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.450083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.528162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.538631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=00946cfd-e384-45e4-88e6-31c4c5fa14a0,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:18.594330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.595613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5904adb9-66ab-40ba-968c-5c345256e611 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa46ef3d-5c5e-4e5c-84d4-b65686058682 HTTP/1.1" status: 204 len: 168 time: 1.3279603 Mar 02 07:17:18.602279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Allocated IP 172.25.4.44 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/50ca115a-3ec5-41b0-97c1-16caa4ba1056) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:18.614743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Checking segment: {'id': 'eb173588-187c-463a-8163-f94369df5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:18.615639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Network hostable DHCP agents. Network: 257a4aef-14e2-4a1f-8388-9142a6941b04, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:17:18.646394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Network 257a4aef-14e2-4a1f-8388-9142a6941b04 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:17:18.660537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.697185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 257a4aef-14e2-4a1f-8388-9142a6941b04) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:18.699324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ce1cc-25dd-475f-829d-d5eabbf335ed,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:18.708001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:18.709593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.715081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.739933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:18.757099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fed9d896-8809-42ad-948c-0b5ee2141c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a7ce1cc-25dd-475f-829d-d5eabbf335ed HTTP/1.1" status: 204 len: 168 time: 0.4711866 Mar 02 07:17:18.776375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-99e42f18-50fb-4b81-bec7-503b2f7cbdaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1315687 Mar 02 07:17:18.784875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0a9414d4-980c-400a-af11-4779fab2b284, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0a9414d4-980c-400a-af11-4779fab2b284,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:18.786972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82f816-b467-441d-8eef-7263ebaf462c None None] Network 257a4aef-14e2-4a1f-8388-9142a6941b04 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:18.806819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Pushing event updated for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:18.925709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Attempting to bind port 26140ccc-e4cc-450e-b357-4cce0084d2e1 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:18.925709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Attempting to bind port 26140ccc-e4cc-450e-b357-4cce0084d2e1 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:18.925709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Attempting to bind port 26140ccc-e4cc-450e-b357-4cce0084d2e1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:18.994551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Port 26140ccc-e4cc-450e-b357-4cce0084d2e1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:18.995049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Attempting to bind port 26140ccc-e4cc-450e-b357-4cce0084d2e1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:19.024827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:19.025583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:19.026212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:19.026849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Bound port: 26140ccc-e4cc-450e-b357-4cce0084d2e1, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:19.027413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.062846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.125678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701d01-9f1f-4490-8881-20409b7f3c9c req-0a46466c-cd1a-4bf2-b9eb-a5166c286e0b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.135929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37701d01-9f1f-4490-8881-20409b7f3c9c req-0a46466c-cd1a-4bf2-b9eb-a5166c286e0b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 948 time: 0.1188357 Mar 02 07:17:19.151703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-4a7007cd-e35a-4033-8519-ef99aca29d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.153308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-4a7007cd-e35a-4033-8519-ef99aca29d56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.7359703 Mar 02 07:17:19.196535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37701d01-9f1f-4490-8881-20409b7f3c9c req-df78dbc7-1872-4db7-8f3c-e83a49479935 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584939 Mar 02 07:17:19.209907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:17:19.286134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-7e91f5f8-1945-4dd5-b970-448569ee1bf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.1178341 Mar 02 07:17:19.364897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8218015-6817-4161-a580-5446429c10b9 req-be170e0c-885e-4cfb-99db-b33eb7249163 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.372375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8218015-6817-4161-a580-5446429c10b9 req-be170e0c-885e-4cfb-99db-b33eb7249163 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.8516459 Mar 02 07:17:19.376972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:19.395430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0a9414d4-980c-400a-af11-4779fab2b284,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:19.411893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:17:19.416818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535628ff-d3c6-4282-8d46-93ad0d0b6028 req-cef943eb-698b-42fb-90ff-e2d68e7b18b3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.418319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d52f2-f39f-482c-9756-1ea3ee43ccec None None] Network 257a4aef-14e2-4a1f-8388-9142a6941b04 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:19.425804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-535628ff-d3c6-4282-8d46-93ad0d0b6028 req-cef943eb-698b-42fb-90ff-e2d68e7b18b3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.1147127 Mar 02 07:17:19.426106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.491417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:19.501278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-3c7d5a56-a9e0-4e17-9b25-966dc7b44b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.505700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-3c7d5a56-a9e0-4e17-9b25-966dc7b44b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.2003193 Mar 02 07:17:19.513814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-535628ff-d3c6-4282-8d46-93ad0d0b6028 req-6047fc3a-0c1d-431b-bb08-6dd287ae729c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866795 Mar 02 07:17:19.521548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8218015-6817-4161-a580-5446429c10b9 req-a41343a6-3f76-4529-9664-2bda1a6ade16 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481345 Mar 02 07:17:19.594286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:19.609122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.614359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-b5703c19-2706-45cb-9d6b-a7ebcf542eea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916488 Mar 02 07:17:19.614859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cedec802-3fd8-4030-8dea-bb0a807e90bd None None] Provisioning complete for port 0a9414d4-980c-400a-af11-4779fab2b284 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:19.615447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cedec802-3fd8-4030-8dea-bb0a807e90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.688761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:19.689271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.690721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] 10.222.0.16 "PUT /v2.0/ports/26140ccc-e4cc-450e-b357-4cce0084d2e1 HTTP/1.1" status: 200 len: 1096 time: 3.1675127 Mar 02 07:17:19.717894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:19.862123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:19.891418 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1', 'status': 'completed', 'code': 200} Mar 02 07:17:19.900423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:19.901432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dae5b-9509-48a3-b781-30046b11cd71 service neutron] Pushing event updated for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:19.921058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:20.011453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Pushing event updated for resources: {'Port': ['ID=50ca115a-3ec5-41b0-97c1-16caa4ba1056,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:20.056209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:20.143155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-f3994d9a-be48-45fd-b25b-b7af48d9a8ea service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971626 Mar 02 07:17:20.196137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0a9414d4-980c-400a-af11-4779fab2b284 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:20.197028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-13dac8ca-3521-435b-91e5-5a084eb17eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:20.198470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-13dac8ca-3521-435b-91e5-5a084eb17eab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 1099 time: 0.4566197 Mar 02 07:17:20.303531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:20.312200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-857891492-network', 'tenant_id': 'fd6f238927d24aa9b30798a8d4746238'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:20.320002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:20.330465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Usage tracker for resource:network and tenant:fd6f238927d24aa9b30798a8d4746238 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:20.338526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:20.355300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:20.362694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-04078269-7e48-4a73-a8e5-2e74ae9fd7dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1 HTTP/1.1" status: 200 len: 217 time: 0.1472757 Mar 02 07:17:20.372855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Made reservation on behalf of fd6f238927d24aa9b30798a8d4746238 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:20.376404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.399749 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.427217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:20.436061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6f238927d24aa9b30798a8d4746238 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:20.440571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:20.444294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0a9414d4-980c-400a-af11-4779fab2b284 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:20.444658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.458835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:20.624518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.631925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.743062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:17:20.767031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b400e25-e593-4cee-92ac-090966962c19,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:20.772218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.772753 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Added segment 88baa876-f443-47b2-8df7-653dd7f7c382 of type vlan for network 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 Mar 02 07:17:20.781077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2485130e-5e0c-4676-8de6-46e01fde62a5 req-182e7740-00d8-4406-919a-3b5d3919b3a9 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815115 Mar 02 07:17:20.800891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-5cb816c6-2ffb-4b91-bce8-15b3f4df5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:20.803521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-5cb816c6-2ffb-4b91-bce8-15b3f4df5df8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3958521 Mar 02 07:17:20.815224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.843412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c8f2d-4191-4a41-917c-98b25e001d1c req-a0d17984-40a0-4205-961e-b55cd5b514d4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:20.850515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b3c8f2d-4191-4a41-917c-98b25e001d1c req-a0d17984-40a0-4205-961e-b55cd5b514d4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.1502924 Mar 02 07:17:20.888443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba44a2-d676-44e9-b6e5-a01279203319 req-2f633cfc-727f-4d31-8e6c-50b005b359b9 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:20.896181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bba44a2-d676-44e9-b6e5-a01279203319 req-2f633cfc-727f-4d31-8e6c-50b005b359b9 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 948 time: 0.5391765 Mar 02 07:17:20.917215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b3c8f2d-4191-4a41-917c-98b25e001d1c req-f1a570d3-7159-4242-a216-dddf1327964c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Mar 02 07:17:20.923032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:20.924149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:20.924887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:21.047087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7408288 Mar 02 07:17:21.049952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33848) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:21.057776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Request body: {'subnet': {'network_id': '8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-857891492-subnet', 'tenant_id': 'fd6f238927d24aa9b30798a8d4746238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:21.062540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f89b6-0987-4cda-b9a0-f06488ae6464 admin admin] Pushing event updated for resources: {'Network': ['ID=8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:21.065096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:21.070093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Usage tracker for resource:subnet and tenant:fd6f238927d24aa9b30798a8d4746238 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:21.073181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:21.075984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:17:21.082737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:21.149421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Made reservation on behalf of fd6f238927d24aa9b30798a8d4746238 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:21.152193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:21.235307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bba44a2-d676-44e9-b6e5-a01279203319 req-a4d61cef-fec7-4b38-8992-c2a5b251e8ad tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382173 Mar 02 07:17:21.237672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:21.296515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1a782d3a-aa08-40fa-b02f-55b3211dc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:21.298056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-1a782d3a-aa08-40fa-b02f-55b3211dc807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4749229 Mar 02 07:17:21.330193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d70f-b2c7-4492-8c3a-3e3306ab6ebd req-0bbeea59-45fe-4855-a5f4-88c58e7c7ad9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:21.332517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ee5d70f-b2c7-4492-8c3a-3e3306ab6ebd req-0bbeea59-45fe-4855-a5f4-88c58e7c7ad9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.2276170 Mar 02 07:17:21.435531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ee5d70f-b2c7-4492-8c3a-3e3306ab6ebd req-2458bd64-1d48-4699-a247-02d0dd562ffa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971756 Mar 02 07:17:21.504673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:21.599129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-c1ff91d1-cff1-4152-9df0-e4b9bf9bb152 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924259 Mar 02 07:17:21.644685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52cd7d7-d4d7-4c0f-8a8b-bde2b08d1abb,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:21.665165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Checking segment: {'id': '88baa876-f443-47b2-8df7-653dd7f7c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:21.665536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Network hostable DHCP agents. Network: 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:17:21.688027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Network 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:17:21.699043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:21.709011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36361b6-53f9-47be-90df-e1bf9d83c02f None None] Network 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:21.712705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:21.713550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:21.746394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1b258115-13f9-45db-9a7e-336d682743a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6940486 Mar 02 07:17:21.841061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1eb08bf-7fae-4019-b576-ab63b4b3dd29 req-9d60d15d-4bdd-4780-9462-028775d1dee1 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341576 Mar 02 07:17:21.842683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:22.018206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a8963-4372-49c4-9357-b8591db19863 None None] Network 8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:22.089840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-cc858839-8e08-41b2-8e93-513ddfac17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:22.091608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-cc858839-8e08-41b2-8e93-513ddfac17a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 1099 time: 0.1929770 Mar 02 07:17:22.224166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Router 61de637f-cc7f-4a92-b104-4f2a9e101f71 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:17:22.377869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-6a44299b-372c-4ff4-9e39-2acfb3eeb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:22.379370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-6a44299b-372c-4ff4-9e39-2acfb3eeb31f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2801120 Mar 02 07:17:22.522142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-a0317e66-0b99-4016-a1e9-dde5fff8c955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1 HTTP/1.1" status: 200 len: 217 time: 0.1281965 Mar 02 07:17:22.685373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:17:22.696281 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Sync routers for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:17:22.702658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334b450-459b-4415-9a12-b39931c249d7 req-38939076-7926-4df0-9ed2-acc5cf37d0be tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:22.704130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c334b450-459b-4415-9a12-b39931c249d7 req-38939076-7926-4df0-9ed2-acc5cf37d0be tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.4615529 Mar 02 07:17:22.707314 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:22.708167 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:22.741326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:22.742534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-118097ff-cbf2-450d-b8f7-e57aac057084 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1059837 Mar 02 07:17:22.744096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-471eb938-7b97-4de8-a603-e5b949a9d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:22.745456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-471eb938-7b97-4de8-a603-e5b949a9d3b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2169728 Mar 02 07:17:22.745995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33912) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:22.746138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-52bed910-40dd-4a13-acec-1c44b86b8a79 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:22.747608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-52bed910-40dd-4a13-acec-1c44b86b8a79 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/networks?id=257a4aef-14e2-4a1f-8388-9142a6941b04 HTTP/1.1" status: 200 len: 814 time: 0.1523483 Mar 02 07:17:22.763022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-150bee52-ae3b-4707-a47e-e52d6183b45b tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/quotas/f7fa269bab7740b1b67e2392ee51045a HTTP/1.1" status: 200 len: 375 time: 0.0092635 Mar 02 07:17:22.811601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-4cefc359-303b-4faf-8378-89ed03c4202c tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7fa269bab7740b1b67e2392ee51045a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423000 Mar 02 07:17:22.879631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c334b450-459b-4415-9a12-b39931c249d7 req-baf61cd6-1fea-47ff-8847-701ee5594ead tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682460 Mar 02 07:17:22.901849 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:22.986500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-40cfb810-0cac-4725-99cb-aafda7900208 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:17:22.987531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-40cfb810-0cac-4725-99cb-aafda7900208 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597417 Mar 02 07:17:23.065849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-d70a1ea2-7df0-4fb7-a2c9-88aef2958fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:23.067413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-d70a1ea2-7df0-4fb7-a2c9-88aef2958fcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618666 Mar 02 07:17:23.124501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-d7f80ac3-80e0-42fe-95c6-ad3b5827ab16 service neutron] 10.222.0.21 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299422 Mar 02 07:17:23.209269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:20Z', 'revision_number': 3, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:23.213456 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Checking router: 61de637f-cc7f-4a92-b104-4f2a9e101f71 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:17:23.213808 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Updating router 61de637f-cc7f-4a92-b104-4f2a9e101f71 port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:17:23.267529 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:23.341840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-effa7d52-746e-4135-b39d-fc6aeb8499df service neutron] 10.222.0.21 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105458 Mar 02 07:17:23.437051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-60b2f193-98fa-4f4d-b1ab-2fa56ea4bc09 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325992 Mar 02 07:17:23.451267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512b59-74b7-48b6-b5c2-56118359f664 req-e14a4e8e-f864-465f-bc79-68aecfe1396d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:23.457726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c512b59-74b7-48b6-b5c2-56118359f664 req-e14a4e8e-f864-465f-bc79-68aecfe1396d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 948 time: 0.4018795 Mar 02 07:17:23.696271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c512b59-74b7-48b6-b5c2-56118359f664 req-7df2d7e6-5387-4fee-95f7-7e810c06a529 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375495 Mar 02 07:17:23.724838 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:23.756231 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Transition to ACTIVE for port object 50ca115a-3ec5-41b0-97c1-16caa4ba1056 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:23.773171 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:23.855705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a18d822-f49c-4fda-a541-d5eb10ba6f1f req-82e7a55b-c16a-41bb-9200-14b6f54f89cd service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932495 Mar 02 07:17:23.862154 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Attempting to bind port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:23.862734 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Attempting to bind port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:23.863301 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Attempting to bind port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:23.867543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1c6cb60-9f42-4be8-b57d-abf8c9f02de8 req-74e28f8c-e277-4751-83f2-325a0ccf629a tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 210 time: 0.1098735 Mar 02 07:17:23.884874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2210e-2c61-4dd3-b665-b8d14022bca8 req-59b1c387-7be7-4528-a8dc-e9379f3bf514 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:23.890224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ef2210e-2c61-4dd3-b665-b8d14022bca8 req-59b1c387-7be7-4528-a8dc-e9379f3bf514 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 944 time: 0.1618149 Mar 02 07:17:23.910429 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:23.911070 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:23.911622 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:23.912115 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:23.912713 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Bound port: 50ca115a-3ec5-41b0-97c1-16caa4ba1056, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:23.913249 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:23.965679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-dcbd9fb6-3f2d-4ead-a6fb-ac4f3cb628d3 service neutron] 10.222.0.39 "GET /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.1949763 Mar 02 07:17:23.967978 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ef2210e-2c61-4dd3-b665-b8d14022bca8 req-57d27003-529e-4f31-b62e-0f5ca03355b2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Mar 02 07:17:24.013676 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Pushing event updated for resources: {'Port': ['ID=50ca115a-3ec5-41b0-97c1-16caa4ba1056,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:24.051209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:24.070662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.071126 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.071511 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.071856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.072196 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.072904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.073022 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.073382 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.073715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.074073 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.074402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.074728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:24.112585 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] For port 50ca115a-3ec5-41b0-97c1-16caa4ba1056, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:24.119074 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] For port 50ca115a-3ec5-41b0-97c1-16caa4ba1056, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=50ca115a-3ec5-41b0-97c1-16caa4ba1056,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:24.130519 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:24.277242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f3124-5275-42d5-ac98-210d9f21de17 req-0bbb7d87-b097-49a1-b643-6e85cd34fc39 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:24.282053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f5f3124-5275-42d5-ac98-210d9f21de17 req-0bbb7d87-b097-49a1-b643-6e85cd34fc39 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.1640792 Mar 02 07:17:24.307311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:24.308353 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:24.409438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f5f3124-5275-42d5-ac98-210d9f21de17 req-05ef8def-c0b8-419a-8c39-0ff6626df8a2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187880 Mar 02 07:17:24.558080 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:24.658761 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f145c-df81-4d9c-ab86-b7fe318a3d92 None None] Pushing event updated for resources: {'Port': ['ID=50ca115a-3ec5-41b0-97c1-16caa4ba1056,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:24.747592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Allocated IP 172.20.0.1 (3e1e75ee-c292-4a50-bed3-446eea7b38d0/a332039e-1618-42de-94b9-49c8fc694354/d10e83bc-375a-4d1a-a8d3-0c11e1eda020) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:24.786909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:24.794260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:24.794876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33956) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:24.889592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:25.028620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67b085-6c7d-4084-9cf9-366cc6cb9866 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:25.061935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:25.069391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.069921 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:20Z', 'revision_number': 3, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:25.077388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26140ccc-e4cc-450e-b357-4cce0084d2e1 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:17:25.088227 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc4968-7ff2-4ead-94d0-37c8e4366974 None None] The sync data for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 is: [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:20Z', 'revision_number': 3, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:17:25.098375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.112463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87518978-32e7-4672-835e-24419f2fbdc2 req-8bb261dc-8440-420b-8cbe-adae88495d9d tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 210 time: 0.0991118 Mar 02 07:17:25.126203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.176754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.192337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Transition to ACTIVE for port object d10e83bc-375a-4d1a-a8d3-0c11e1eda020 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:25.209705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:25.220919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9b9e6-31c2-49d0-ab7b-6ed67e6fc78a req-72bfaf6e-a4fa-4049-84a5-3104cd3195aa tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:25.225653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Usage tracker for resource:security_group_rule and tenant:e2aa5734aae949cd89594fb6ea6eda20 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:25.237058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30c9b9e6-31c2-49d0-ab7b-6ed67e6fc78a req-72bfaf6e-a4fa-4049-84a5-3104cd3195aa tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 948 time: 0.3487890 Mar 02 07:17:25.296006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:25.299711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:25.321657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:25.323958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:25.337488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Usage tracker for resource:security_group_rule and tenant:81f284c00ef841d9954bbc8a3cf2448e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:25.344286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30c9b9e6-31c2-49d0-ab7b-6ed67e6fc78a req-61ad0f5b-c90e-41a3-b1ec-88a28cad7229 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059508 Mar 02 07:17:25.347149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:25.365320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] Transition to ACTIVE for port object 3d67b085-6c7d-4084-9cf9-366cc6cb9866 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:25.370033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.370829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '26140ccc-e4cc-450e-b357-4cce0084d2e1', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '26140ccc-e4cc-450e-b357-4cce0084d2e1', 'mac_address': 'fa:16:3e:59:48:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:17:25.415272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.415893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:25.452988 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.481500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26140ccc-e4cc-450e-b357-4cce0084d2e1 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:25.518593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:25.530977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.588588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-2381434b-f471-4141-94f3-fde01728f338 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:25.590230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-2381434b-f471-4141-94f3-fde01728f338 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.39 "GET /v2.0/networks?id=257a4aef-14e2-4a1f-8388-9142a6941b04 HTTP/1.1" status: 200 len: 814 time: 0.4647317 Mar 02 07:17:25.649243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:25.657699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:25.676131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Request body: {'port': {'device_id': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04', 'admin_state_up': True, 'tenant_id': 'f7fa269bab7740b1b67e2392ee51045a'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:25.694423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:25.740604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:25.741083 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.746986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.781353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:25.794287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] No DVR routers for this DVR port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:17:25.808330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:25.867872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2aa5734aae949cd89594fb6ea6eda20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694332 Mar 02 07:17:25.888343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:25.906709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d943b9e-22ca-47dd-8ed0-f0f1f2f8ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3c13e-6d98-4ebc-b1d0-9421a1cad6d8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:25.913255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['26140ccc-e4cc-450e-b357-4cce0084d2e1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:17:25.942434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed4d3a-a0fa-407f-92e8-9effff23a631 req-85265ea9-9e40-49b4-a357-5edc601fde27 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:25.949449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aed4d3a-a0fa-407f-92e8-9effff23a631 req-85265ea9-9e40-49b4-a357-5edc601fde27 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.5937879 Mar 02 07:17:26.022564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:26.039665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-3b6c42f8-642b-4a38-8ad6-0be1b9cf6992 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9906447 Mar 02 07:17:26.044540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.056948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.061412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a996066f-57de-4e82-b5a5-52ecff9f6aac None None] Provisioning for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:26.064921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.074496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a996066f-57de-4e82-b5a5-52ecff9f6aac None None] Provisioning complete for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:26.075037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a996066f-57de-4e82-b5a5-52ecff9f6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.095744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498e919-0d23-41aa-b8ff-12be592e86ba req-55c103c1-20bb-4222-8484-a04e4902168b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:26.104260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aed4d3a-a0fa-407f-92e8-9effff23a631 req-72015f48-a004-48d2-91ee-1a0812a07f19 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537585 Mar 02 07:17:26.104676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c498e919-0d23-41aa-b8ff-12be592e86ba req-55c103c1-20bb-4222-8484-a04e4902168b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.4450054 Mar 02 07:17:26.109958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:26.145419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Usage tracker for resource:port and tenant:f7fa269bab7740b1b67e2392ee51045a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:26.149803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a996066f-57de-4e82-b5a5-52ecff9f6aac None None] Port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:17:26.164923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:26.183024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:26.290010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.299437 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81f284c00ef841d9954bbc8a3cf2448e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5024993 Mar 02 07:17:26.306382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec0bb7-2272-4606-8f71-3c5287eb516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f24b0f-6d4d-4dd4-a823-8fcf761ad15a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:26.308874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33980) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:26.310181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Made reservation on behalf of f7fa269bab7740b1b67e2392ee51045a for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:26.316064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.326045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 50ca115a-3ec5-41b0-97c1-16caa4ba1056 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:26.409155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c498e919-0d23-41aa-b8ff-12be592e86ba req-ce125612-82d8-4c77-8bc9-3dcb74750db4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033831 Mar 02 07:17:26.466587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:26.474128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:26.474936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.511938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0d64680-885e-4aee-9786-879ca262f921 req-bdd72ec4-531b-45f0-b423-a462897db01a tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 210 time: 0.0678356 Mar 02 07:17:26.622095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-04909e69-8d80-427e-8125-3ef3c7caece3 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:26.625798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-04909e69-8d80-427e-8125-3ef3c7caece3 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.5126383 Mar 02 07:17:26.625798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.628946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Allocated IP 172.20.0.3 (257a4aef-14e2-4a1f-8388-9142a6941b04/00946cfd-e384-45e4-88e6-31c4c5fa14a0/95b7815c-585e-40c5-9bde-6473b0820e46) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:26.658716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.675973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 50ca115a-3ec5-41b0-97c1-16caa4ba1056, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=50ca115a-3ec5-41b0-97c1-16caa4ba1056,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:26.680472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.687420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.757351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=50ca115a-3ec5-41b0-97c1-16caa4ba1056,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:26.817033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.850894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3c13e-6d98-4ebc-b1d0-9421a1cad6d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:26.856724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.862241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.869909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.871014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1ccef06d-d45d-43a3-a49f-5b9579fa0d3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09d3c13e-6d98-4ebc-b1d0-9421a1cad6d8 HTTP/1.1" status: 204 len: 168 time: 0.9754837 Mar 02 07:17:26.899789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:26.968179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Network 257a4aef-14e2-4a1f-8388-9142a6941b04 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:26.971281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:26.973838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:26.980064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:26.980731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.005693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Pushing event updated for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:27.031390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-2dc6739d-5e1b-449c-999a-a93fb0364e67 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3671188 Mar 02 07:17:27.043802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Request body: {'port': {'device_id': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:27.095417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26140ccc-e4cc-450e-b357-4cce0084d2e1 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:27.112759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769b463-0788-4a89-b84f-d70b05f84fae req-42945a40-8c62-478c-a2d9-f87449092313 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:27.119644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9769b463-0788-4a89-b84f-d70b05f84fae req-42945a40-8c62-478c-a2d9-f87449092313 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 949 time: 0.5347905 Mar 02 07:17:27.127380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-009612be-c835-4351-9e3c-a321d9e2f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:27.129075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-009612be-c835-4351-9e3c-a321d9e2f70d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 1096 time: 0.4431350 Mar 02 07:17:27.144715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.213889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f24b0f-6d4d-4dd4-a823-8fcf761ad15a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:27.225447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.228425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 26140ccc-e4cc-450e-b357-4cce0084d2e1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:27.244370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 26140ccc-e4cc-450e-b357-4cce0084d2e1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:27.244735 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.295802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.296925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-490944f0-73d9-4dd6-b3ad-78f9f2d72f32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59f24b0f-6d4d-4dd4-a823-8fcf761ad15a HTTP/1.1" status: 204 len: 168 time: 0.9663720 Mar 02 07:17:27.310289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9769b463-0788-4a89-b84f-d70b05f84fae req-100c60de-51e0-4895-b79b-a8888402f47b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894250 Mar 02 07:17:27.330159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:17:27.335273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:27.370247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.386300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.400129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.400841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.406917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:27.459078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-0cf883a2-097c-4798-8f11-3200b815a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:27.461174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-0cf883a2-097c-4798-8f11-3200b815a43f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1096 time: 0.3005693 Mar 02 07:17:27.490642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c047bf71e3452e96396c7793771629 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:27.498484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:27.512815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:17:27.617099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.620283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:27.669333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:27.671156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:27.677791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.719079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d0b0c-c7b9-4f7a-887b-74e8dc7e94de req-5207dcba-3e4b-46ff-8f7c-94ecb972fde7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:27.722073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:27.728536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-027d0b0c-c7b9-4f7a-887b-74e8dc7e94de req-5207dcba-3e4b-46ff-8f7c-94ecb972fde7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.4328876 Mar 02 07:17:27.763399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:27.818520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34006) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:27.855886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:27.877907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-027d0b0c-c7b9-4f7a-887b-74e8dc7e94de req-d8f10937-c368-40d8-a457-2668403b50d3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482372 Mar 02 07:17:27.887044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:27.900715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Usage tracker for resource:security_group_rule and tenant:59afcc6330514800a579d27bc07d038a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:27.912940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:27.916545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:27.940985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-f66840f1-3f0e-404e-a93b-b4a93fee23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:27.942478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-f66840f1-3f0e-404e-a93b-b4a93fee23f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.4373035 Mar 02 07:17:28.028678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b7815c-585e-40c5-9bde-6473b0820e46 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:28.044201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:28.050038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-9116032e-7941-4f51-ad00-9faf07c6f62f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.0894151 Mar 02 07:17:28.052162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:28.068159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3037-8d38-4aa5-982e-32fd6dce4304 req-b12c6738-31ea-48b5-b8e9-40eca8c696d9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.069657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa3e3037-8d38-4aa5-982e-32fd6dce4304 req-b12c6738-31ea-48b5-b8e9-40eca8c696d9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.4249103 Mar 02 07:17:28.083076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.128474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Transition to ACTIVE for port object 95b7815c-585e-40c5-9bde-6473b0820e46 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:28.141636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.173033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 50ca115a-3ec5-41b0-97c1-16caa4ba1056 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:28.186999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.216603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.236350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.276963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:28.277529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.285297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-e859cd10-bcc7-4231-b877-0f8c932c8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.286794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-e859cd10-bcc7-4231-b877-0f8c932c8a5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.2139554 Mar 02 07:17:28.291339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.298419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Pushing event updated for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:28.300378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa3e3037-8d38-4aa5-982e-32fd6dce4304 req-4de8e381-04a2-4182-8d05-8c8626384cc9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920252 Mar 02 07:17:28.387870 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1', 'code': 200} Mar 02 07:17:28.434705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c047bf71e3452e96396c7793771629&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0952322 Mar 02 07:17:28.434705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-32331543-df49-494f-8dd8-b12a552cda20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290729 Mar 02 07:17:28.443764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34012) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:28.449453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b3b9-3b68-4a0c-8d54-56472f0c7cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8614df6b-250e-49d2-85bd-592fe7f7f735,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:28.452288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Attempting to bind port 95b7815c-585e-40c5-9bde-6473b0820e46 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:28.452288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Attempting to bind port 95b7815c-585e-40c5-9bde-6473b0820e46 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'eb173588-187c-463a-8163-f94369df5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:28.452537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Attempting to bind port 95b7815c-585e-40c5-9bde-6473b0820e46 on network 257a4aef-14e2-4a1f-8388-9142a6941b04 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:28.472276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dc695468-cb47-4cc0-a6da-88281e1b2261 None None] Provisioning complete for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:28.472885 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dc695468-cb47-4cc0-a6da-88281e1b2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.500360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024a249-4e1a-4ebb-9ed6-925609f643cb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:28.534856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13bcb194-4118-4a55-828e-963d3ec88a93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59afcc6330514800a579d27bc07d038a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152622 Mar 02 07:17:28.542452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34016) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:28.543666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22b20-caf0-442f-ad27-70a8efe301e6 req-b6cf7ec4-1cd1-450b-9ddc-04d0e9f07860 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.544483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ada22b20-caf0-442f-ad27-70a8efe301e6 req-b6cf7ec4-1cd1-450b-9ddc-04d0e9f07860 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Synchronizing usage tracker for tenant:f7fa269bab7740b1b67e2392ee51045a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:28.547817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Port 95b7815c-585e-40c5-9bde-6473b0820e46 on network 257a4aef-14e2-4a1f-8388-9142a6941b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:28.548208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Attempting to bind port 95b7815c-585e-40c5-9bde-6473b0820e46 on network 257a4aef-14e2-4a1f-8388-9142a6941b04 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:28.556068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:28.556434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Checking segment: {'id': 'eb173588-187c-463a-8163-f94369df5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:28.556957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Bound using segment: {'id': 'eb173588-187c-463a-8163-f94369df5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:28.557537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Bound port: 95b7815c-585e-40c5-9bde-6473b0820e46, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb173588-187c-463a-8163-f94369df5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:28.557910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.559971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-dc695468-cb47-4cc0-a6da-88281e1b2261 None None] Port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:17:28.630956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ada22b20-caf0-442f-ad27-70a8efe301e6 req-b6cf7ec4-1cd1-450b-9ddc-04d0e9f07860 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Unset dirty status for tenant:f7fa269bab7740b1b67e2392ee51045a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:28.632112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ada22b20-caf0-442f-ad27-70a8efe301e6 req-b6cf7ec4-1cd1-450b-9ddc-04d0e9f07860 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 931 time: 0.5947809 Mar 02 07:17:28.720673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ada22b20-caf0-442f-ad27-70a8efe301e6 req-c29a75a0-e6a1-439f-bb6f-80b324c875f7 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Mar 02 07:17:28.722597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029920a2-4de1-4a4c-8c3d-b30be6a4d502 req-e3068994-f2b7-499f-98bb-0f37b91096be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.724005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-029920a2-4de1-4a4c-8c3d-b30be6a4d502 req-e3068994-f2b7-499f-98bb-0f37b91096be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 1101 time: 0.2648919 Mar 02 07:17:28.726708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:28.729906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=95b7815c-585e-40c5-9bde-6473b0820e46,segment=NetworkSegment(eb173588-187c-463a-8163-f94369df5c4d),segment_id=eb173588-187c-463a-8163-f94369df5c4d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:28.746868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.784301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Router 61de637f-cc7f-4a92-b104-4f2a9e101f71 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:17:28.831918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.832526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.833933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] 10.222.0.39 "PUT /v2.0/ports/95b7815c-585e-40c5-9bde-6473b0820e46 HTTP/1.1" status: 200 len: 1091 time: 1.7957366 Mar 02 07:17:28.836038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:28.845398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-029920a2-4de1-4a4c-8c3d-b30be6a4d502 req-eb66a7d6-9759-43cc-836b-59a9e4a28ca6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139073 Mar 02 07:17:28.856242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ae41-d661-40ee-ae19-4546a5fb063f service neutron] Pushing event updated for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:28.910948 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46', 'status': 'completed', 'code': 200} Mar 02 07:17:28.948069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:28.967553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-09376b98-1ed9-414e-898d-c868c247f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:28.969121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-09376b98-1ed9-414e-898d-c868c247f15b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7fa269bab7740b1b67e2392ee51045a&device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 1094 time: 0.0919209 Mar 02 07:17:28.996582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-2a4b5431-0724-4e75-9ab6-7b60f0db4d94 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479314 Mar 02 07:17:29.024631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.036803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.084431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-f2f515a3-43c3-44b1-98da-bece23a2c7c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b7815c-585e-40c5-9bde-6473b0820e46 HTTP/1.1" status: 200 len: 217 time: 0.1085575 Mar 02 07:17:29.091422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d9ac0-da07-4660-a3d6-84111142abf8 req-e0e7a21c-5063-4f80-946b-603d278c3488 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:29.093510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b66d9ac0-da07-4660-a3d6-84111142abf8 req-e0e7a21c-5063-4f80-946b-603d278c3488 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.5501618 Mar 02 07:17:29.167969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f5ba-b369-45ce-9947-18876312642b req-fdd2f9fe-48c5-4674-831a-7437f891e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:29.169546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-fdd2f9fe-48c5-4674-831a-7437f891e6c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00946cfd-e384-45e4-88e6-31c4c5fa14a0 HTTP/1.1" status: 200 len: 854 time: 0.0774374 Mar 02 07:17:29.182753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca978-723d-4c26-847b-2e41dd4db254 req-bbacc2d6-8f5e-4b7b-a861-81c2f33973e1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:29.184612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbaca978-723d-4c26-847b-2e41dd4db254 req-bbacc2d6-8f5e-4b7b-a861-81c2f33973e1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1526802 Mar 02 07:17:29.219538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.234776 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbaca978-723d-4c26-847b-2e41dd4db254 req-483545b2-5920-4624-b103-fdf6de59157b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Mar 02 07:17:29.289151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-e6fe8090-12e6-4702-919e-d03a2c0f07d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=257a4aef-14e2-4a1f-8388-9142a6941b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486944 Mar 02 07:17:29.334883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b66d9ac0-da07-4660-a3d6-84111142abf8 req-958bdd87-da79-4d4b-905d-3ba6471ffd3d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191331 Mar 02 07:17:29.342412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:17:29.355816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Sync routers for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:17:29.368699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.387801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:29.389272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:29.390554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8614df6b-250e-49d2-85bd-592fe7f7f735,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:29.393819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.396255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.399869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d024a249-4e1a-4ebb-9ed6-925609f643cb HTTP/1.1" status: 204 len: 168 time: 0.8384717 Mar 02 07:17:29.410635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:29.414211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7381ce02-681c-45a5-8187-09406c852500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8614df6b-250e-49d2-85bd-592fe7f7f735 HTTP/1.1" status: 204 len: 168 time: 0.9670856 Mar 02 07:17:29.424102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e04c57e-2cc5-422f-825c-7974ed29c546 admin admin] 10.222.0.21 "PUT /v2.0/routers/61de637f-cc7f-4a92-b104-4f2a9e101f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6656353 Mar 02 07:17:29.424102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb0f31-18e9-491c-8fd0-15e59ce6f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024a249-4e1a-4ebb-9ed6-925609f643cb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:29.488175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-4999daef-a629-4ea2-938a-b6485da75e9f service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919343 Mar 02 07:17:29.726837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:29.868345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f108f5ba-b369-45ce-9947-18876312642b req-1b334168-c5ea-42f3-a415-724406f2f69d service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674009 Mar 02 07:17:29.957365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a07ad-b3f2-451d-b7ba-5b41b195dc65 req-6fe40734-4435-43df-8b8c-284ab9050c22 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:29.960557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5188ab-da0d-47c5-97ac-bc42862f16aa req-3c8050ae-e95d-4e86-af68-8717a8bbf293 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:29.963836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc5188ab-da0d-47c5-97ac-bc42862f16aa req-3c8050ae-e95d-4e86-af68-8717a8bbf293 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2137399 Mar 02 07:17:29.966566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-217a07ad-b3f2-451d-b7ba-5b41b195dc65 req-6fe40734-4435-43df-8b8c-284ab9050c22 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 943 time: 0.1126847 Mar 02 07:17:30.028550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-217a07ad-b3f2-451d-b7ba-5b41b195dc65 req-c720b4c6-ebc3-447b-a66b-4b5fac5bd313 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Synchronizing usage tracker for tenant:f7fa269bab7740b1b67e2392ee51045a on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:30.067493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-217a07ad-b3f2-451d-b7ba-5b41b195dc65 req-c720b4c6-ebc3-447b-a66b-4b5fac5bd313 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Unset dirty status for tenant:f7fa269bab7740b1b67e2392ee51045a on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:30.070683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-217a07ad-b3f2-451d-b7ba-5b41b195dc65 req-c720b4c6-ebc3-447b-a66b-4b5fac5bd313 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005869 Mar 02 07:17:30.150544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc5188ab-da0d-47c5-97ac-bc42862f16aa req-f54c8706-9b60-43df-aba0-ce4b49426dd3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186283 Mar 02 07:17:30.229947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-8a0e489b-16af-4f50-8020-225f297e8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:30.231421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-8a0e489b-16af-4f50-8020-225f297e8883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7fa269bab7740b1b67e2392ee51045a&device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 1094 time: 0.2661545 Mar 02 07:17:30.395386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd10e83bc-375a-4d1a-a8d3-0c11e1eda020', 'name': '', 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'mac_address': 'fa:16:3e:b7:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a332039e-1618-42de-94b9-49c8fc694354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:24Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 2, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'subnets': [{'id': 'a332039e-1618-42de-94b9-49c8fc694354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:30.406551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Checking router: 61de637f-cc7f-4a92-b104-4f2a9e101f71 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:17:30.409184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Updating router 61de637f-cc7f-4a92-b104-4f2a9e101f71 port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:17:30.466404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-693f5b30-4f87-4a17-a297-5d6792591fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:30.469568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-693f5b30-4f87-4a17-a297-5d6792591fa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=257a4aef-14e2-4a1f-8388-9142a6941b04 HTTP/1.1" status: 200 len: 914 time: 0.2316546 Mar 02 07:17:30.533472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:30.707812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-61059bce-31fc-4e3e-9e83-21b563b75b74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b7815c-585e-40c5-9bde-6473b0820e46 HTTP/1.1" status: 200 len: 217 time: 0.2305269 Mar 02 07:17:30.882461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e5c7a-80ac-4eca-9656-e0815690f844 req-a909bc84-3b8a-4ca6-8e34-68f250bf32f9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:30.893543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-156e5c7a-80ac-4eca-9656-e0815690f844 req-a909bc84-3b8a-4ca6-8e34-68f250bf32f9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.3041158 Mar 02 07:17:30.920845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-299ba0ce-b762-4915-8d98-3e85f79612c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:30.922682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-299ba0ce-b762-4915-8d98-3e85f79612c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00946cfd-e384-45e4-88e6-31c4c5fa14a0 HTTP/1.1" status: 200 len: 854 time: 0.2070112 Mar 02 07:17:30.933261 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-e8aa9910-b224-4a41-bb1b-496ef9db8ab0 service neutron] show failed (client error): The resource could not be found. Mar 02 07:17:30.934872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-e8aa9910-b224-4a41-bb1b-496ef9db8ab0 service neutron] 10.222.0.39 "GET /v2.0/ports/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.1975338 Mar 02 07:17:30.987974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-156e5c7a-80ac-4eca-9656-e0815690f844 req-29d25375-9a7d-45cf-a485-832b1acdda2c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908797 Mar 02 07:17:31.168621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-ddb1b76d-637c-4617-93fe-ad09fdd3560a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=257a4aef-14e2-4a1f-8388-9142a6941b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304765 Mar 02 07:17:31.538954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9af1-20a2-4690-9103-832da483d31a req-03b9916d-4b2f-47e9-93ae-ca17dbe8b001 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:31.549990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-852d9af1-20a2-4690-9103-832da483d31a req-03b9916d-4b2f-47e9-93ae-ca17dbe8b001 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 943 time: 0.2383127 Mar 02 07:17:31.570804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-acda969e-89dd-4851-819a-f72dccfc080d service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901601 Mar 02 07:17:31.580228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:31.624200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Transition to ACTIVE for port object d10e83bc-375a-4d1a-a8d3-0c11e1eda020 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:31.645344 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:31.699771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-852d9af1-20a2-4690-9103-832da483d31a req-2acdc723-d812-4b10-b0b8-a31f9583e2d0 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175156 Mar 02 07:17:32.097672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c417-ce97-41b7-b38a-81d12be113cd req-e4f6cb18-0dd6-47be-9032-3e671991bf6b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:32.109602 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f598c417-ce97-41b7-b38a-81d12be113cd req-e4f6cb18-0dd6-47be-9032-3e671991bf6b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 1.1858854 Mar 02 07:17:32.111814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130254bd-9947-43bc-a440-7582485a5f5b req-fd22e9d5-b3ee-4b3c-bf85-d45c398cba64 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:32.114608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130254bd-9947-43bc-a440-7582485a5f5b req-fd22e9d5-b3ee-4b3c-bf85-d45c398cba64 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2441688 Mar 02 07:17:32.207555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130254bd-9947-43bc-a440-7582485a5f5b req-f263c983-33ae-40bf-9a0e-485dd11b98fe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850604 Mar 02 07:17:32.246322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25d3c13d-7650-4c72-900f-f4300af2f2e7 req-b832bb6d-93ec-4319-9c7d-db2c1cad09e9 service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367636 Mar 02 07:17:32.275263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f598c417-ce97-41b7-b38a-81d12be113cd req-e8b3fdc0-1386-4bfa-ace4-8d60e767994a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645181 Mar 02 07:17:32.374370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1698e7-4dc8-4439-a3a1-768479fba510 None None] Pushing event updated for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:32.376786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Attempting to bind port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:32.377319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Attempting to bind port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:32.377908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Attempting to bind port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 on network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:32.385089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:32.385913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Checking segment: {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:32.386482 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:32.387029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Bound using segment: {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:32.387648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Bound port: d10e83bc-375a-4d1a-a8d3-0c11e1eda020, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f41b35-1e84-4de9-90d5-14859008a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:32.388190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:32.540861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] For port d10e83bc-375a-4d1a-a8d3-0c11e1eda020, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:32.555238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] For port d10e83bc-375a-4d1a-a8d3-0c11e1eda020, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:32.569705 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:32.676196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f608ab6-9b62-4622-95b1-06af0be98f12 req-27f30251-08b5-4fdb-b9a2-994ef53cea80 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:32.678732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f608ab6-9b62-4622-95b1-06af0be98f12 req-27f30251-08b5-4fdb-b9a2-994ef53cea80 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1875677 Mar 02 07:17:32.732564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:17:32.733945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:32.833967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f608ab6-9b62-4622-95b1-06af0be98f12 req-6b605069-6889-4525-80db-0a43b4cb8a3a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350791 Mar 02 07:17:33.110193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1698e7-4dc8-4439-a3a1-768479fba510 None None] Pushing event updated for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:33.228487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621fe98-0efa-40ad-80ba-b12536939d93 req-4310a73d-caf1-489a-bbce-6009d17c5f80 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:33.230383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1621fe98-0efa-40ad-80ba-b12536939d93 req-4310a73d-caf1-489a-bbce-6009d17c5f80 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 943 time: 0.1552536 Mar 02 07:17:33.281215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:17:33.341099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1621fe98-0efa-40ad-80ba-b12536939d93 req-c540c7f5-1104-4f26-a402-8ea0c13bf3f1 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913508 Mar 02 07:17:33.376277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 95b7815c-585e-40c5-9bde-6473b0820e46 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:17:33.660022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd4bf5-a46c-4c6a-a326-324d8d00dd58 req-d20421cb-c0d4-4895-b3f5-11511edff8ea tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:33.674265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90bd4bf5-a46c-4c6a-a326-324d8d00dd58 req-d20421cb-c0d4-4895-b3f5-11511edff8ea tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2042577 Mar 02 07:17:33.714735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42079dea-c643-4bca-8794-e8c7ff011d23 req-5c8e1d89-c3f2-44c0-9c28-c012c9f38324 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:33.725118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42079dea-c643-4bca-8794-e8c7ff011d23 req-5c8e1d89-c3f2-44c0-9c28-c012c9f38324 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.1161258 Mar 02 07:17:33.731974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90bd4bf5-a46c-4c6a-a326-324d8d00dd58 req-472cf4a8-e12f-49f6-b497-eb6611e1ca8d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Mar 02 07:17:33.801120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42079dea-c643-4bca-8794-e8c7ff011d23 req-deabefc3-dee4-4edf-9bec-94fd32f85a3d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745809 Mar 02 07:17:33.818112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=95b7815c-585e-40c5-9bde-6473b0820e46,segment=NetworkSegment(eb173588-187c-463a-8163-f94369df5c4d),segment_id=eb173588-187c-463a-8163-f94369df5c4d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:33.838139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '95b7815c-585e-40c5-9bde-6473b0820e46', 'network_id': '257a4aef-14e2-4a1f-8388-9142a6941b04', 'port_id': '95b7815c-585e-40c5-9bde-6473b0820e46', 'mac_address': 'fa:16:3e:3a:45:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00946cfd-e384-45e4-88e6-31c4c5fa14a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:17:33.916727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:33.938466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b7815c-585e-40c5-9bde-6473b0820e46 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:33.997077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=95b7815c-585e-40c5-9bde-6473b0820e46,segment=NetworkSegment(eb173588-187c-463a-8163-f94369df5c4d),segment_id=eb173588-187c-463a-8163-f94369df5c4d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:34.006258 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:34.070948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc343bfb-1cde-4590-b940-5d3d028f8dc8 req-24bbcb3c-9fad-493e-ae27-1863df37128e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:34.080411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc343bfb-1cde-4590-b940-5d3d028f8dc8 req-24bbcb3c-9fad-493e-ae27-1863df37128e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1029632 Mar 02 07:17:34.095324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd10e83bc-375a-4d1a-a8d3-0c11e1eda020', 'name': '', 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'mac_address': 'fa:16:3e:b7:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a332039e-1618-42de-94b9-49c8fc694354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:24Z', 'updated_at': '2022-03-02T07:17:32Z', 'revision_number': 4, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'subnets': [{'id': 'a332039e-1618-42de-94b9-49c8fc694354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:34.107949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3512c84-48be-49e9-89c8-547c890df341 None None] The sync data for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 is: [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd10e83bc-375a-4d1a-a8d3-0c11e1eda020', 'name': '', 'network_id': '3e1e75ee-c292-4a50-bed3-446eea7b38d0', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'mac_address': 'fa:16:3e:b7:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a332039e-1618-42de-94b9-49c8fc694354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:24Z', 'updated_at': '2022-03-02T07:17:32Z', 'revision_number': 4, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'subnets': [{'id': 'a332039e-1618-42de-94b9-49c8fc694354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:17:34.120250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:34.145274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc343bfb-1cde-4590-b940-5d3d028f8dc8 req-55306705-da6c-4f3e-ab2d-1b13496dd05f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Mar 02 07:17:34.308668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['95b7815c-585e-40c5-9bde-6473b0820e46'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:17:34.711571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34198) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:34.776246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ccf4e-fe46-41a0-a678-83bb5ba27eb1 req-4976e1af-6d80-459e-8379-320506f4f0bb tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:34.786742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef8ccf4e-fe46-41a0-a678-83bb5ba27eb1 req-4976e1af-6d80-459e-8379-320506f4f0bb tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 944 time: 0.1721489 Mar 02 07:17:34.877899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef8ccf4e-fe46-41a0-a678-83bb5ba27eb1 req-1d116b2f-0f38-4613-824b-b6ee0e6924c3 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899279 Mar 02 07:17:34.918806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:34.935111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:34.940189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Usage tracker for resource:security_group_rule and tenant:c3d2b7a6489840a5aff34a4efa2918ce is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:34.945577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:35.000935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:35.157807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fd5a6-2070-4ac3-9298-751b35038c3b req-d4ee5b8a-8fdc-4f30-b66a-2e33cb2654ea tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:35.165634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc4fd5a6-2070-4ac3-9298-751b35038c3b req-d4ee5b8a-8fdc-4f30-b66a-2e33cb2654ea tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.0988092 Mar 02 07:17:35.179142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3025-b845-4367-8de3-b886f0b0268d req-c9dae1ff-86d6-4d69-9575-df91834376eb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:35.181148 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d2c3025-b845-4367-8de3-b886f0b0268d req-c9dae1ff-86d6-4d69-9575-df91834376eb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 950 time: 0.2369366 Mar 02 07:17:35.182990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.189353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.212378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc4fd5a6-2070-4ac3-9298-751b35038c3b req-4910c1b1-7e7b-474b-abb0-188e4bef57a0 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Mar 02 07:17:35.314559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34216) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:35.316858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:17:35.320286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3d2b7a6489840a5aff34a4efa2918ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984664 Mar 02 07:17:35.323951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39b9a-106e-4426-b1e4-871e7e22436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284872e5-151c-42e9-a087-5320d9ebf8b2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:35.353247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d2c3025-b845-4367-8de3-b886f0b0268d req-d51e21dd-6bb6-4194-82f6-753ffb339553 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548643 Mar 02 07:17:35.516916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.561225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1548557-cb47-432f-9a2f-5c64bd866236 req-2601a831-8139-4884-af55-61385e122206 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:35.569839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1548557-cb47-432f-9a2f-5c64bd866236 req-2601a831-8139-4884-af55-61385e122206 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1573269 Mar 02 07:17:35.604624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.605490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.672247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1548557-cb47-432f-9a2f-5c64bd866236 req-4b4bd0fc-86b8-4428-a20e-15e54095a454 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011798 Mar 02 07:17:35.681748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:35.716292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:35.733444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.738693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.757014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34224) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:35.785382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284872e5-151c-42e9-a087-5320d9ebf8b2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:35.801565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.817236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-54f7239c-d3ce-4b53-b72b-49409bc00986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/284872e5-151c-42e9-a087-5320d9ebf8b2 HTTP/1.1" status: 204 len: 168 time: 0.5008790 Mar 02 07:17:35.824945 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'code': 200} Mar 02 07:17:35.873704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:36.144699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.160892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:36.165700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfcbea-ba20-4886-990e-6f179a07a509 req-694da5fe-1817-4061-b922-6da4f8efb04b tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:36.171468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38cfcbea-ba20-4886-990e-6f179a07a509 req-694da5fe-1817-4061-b922-6da4f8efb04b tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 944 time: 0.1374953 Mar 02 07:17:36.176633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Usage tracker for resource:security_group_rule and tenant:a5dbb566ff1f4d5794f75dc81474dbdf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:36.180353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:36.191333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:36.286191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d10e83bc-375a-4d1a-a8d3-0c11e1eda020 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:36.355846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.360942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.408742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34240) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:36.429843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.457296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38cfcbea-ba20-4886-990e-6f179a07a509 req-9ccdf83e-f2fe-4818-a2f1-dff29235c3ce tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826266 Mar 02 07:17:36.458386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:36.489740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Usage tracker for resource:security_group_rule and tenant:a320eadf75b74dbbb856eb59b7643fc3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:36.499878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5dbb566ff1f4d5794f75dc81474dbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7407501 Mar 02 07:17:36.501657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:36.502363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131621e3-f3d0-490e-b9a0-a137cd35f669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61e69c-931d-45db-b536-78a3b019a2e3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:36.503226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:36.505555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:36.522795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:36.528236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:36.530983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.610790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efbfd0-0f42-4f21-ba31-f063579bb392 req-771f4a2c-4b92-415d-84b4-1cade471992f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:36.621317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70efbfd0-0f42-4f21-ba31-f063579bb392 req-771f4a2c-4b92-415d-84b4-1cade471992f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.2448306 Mar 02 07:17:36.661273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.766289 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.777507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.789548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.796816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70efbfd0-0f42-4f21-ba31-f063579bb392 req-16513dfc-1ba2-4700-93aa-e1ad0b19155e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741304 Mar 02 07:17:36.817587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d10e83bc-375a-4d1a-a8d3-0c11e1eda020, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:36.823691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.823987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.833534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a320eadf75b74dbbb856eb59b7643fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211559 Mar 02 07:17:36.833764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34250) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:36.936635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f466-ca3a-4ca3-873f-5fb575f91102 req-6ecff710-15b0-4412-850f-4b2ff1acc90c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:36.945027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4313f466-ca3a-4ca3-873f-5fb575f91102 req-6ecff710-15b0-4412-850f-4b2ff1acc90c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.2223477 Mar 02 07:17:36.945413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.947664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.949452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:36.974037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70145-3d33-48a6-bbcb-42f76ae2948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46822d0-8b54-4e6e-b588-b960f880867b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:36.995658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.022435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61e69c-931d-45db-b536-78a3b019a2e3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:37.045885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.047312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-25f58cf1-e809-46ce-9bb7-dd6e8770ad7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e61e69c-931d-45db-b536-78a3b019a2e3 HTTP/1.1" status: 204 len: 168 time: 0.5390606 Mar 02 07:17:37.062490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4313f466-ca3a-4ca3-873f-5fb575f91102 req-0096e94b-5956-4706-84b1-f3880f4d3475 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045117 Mar 02 07:17:37.111773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd8c8-a652-4531-a46e-d1719ab29a02 req-5189d866-cf64-423b-8274-e3a8c83c6bec tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:37.114376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df3bd8c8-a652-4531-a46e-d1719ab29a02 req-5189d866-cf64-423b-8274-e3a8c83c6bec tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1262732 Mar 02 07:17:37.118308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.141508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.145699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b46822d0-8b54-4e6e-b588-b960f880867b HTTP/1.1" status: 204 len: 168 time: 0.3110104 Mar 02 07:17:37.147018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eb79d-11b7-4ac9-8751-77132aeb9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46822d0-8b54-4e6e-b588-b960f880867b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:37.201560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df3bd8c8-a652-4531-a46e-d1719ab29a02 req-a787d658-06c3-472a-a703-9cda3812dafd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751388 Mar 02 07:17:37.333612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 95b7815c-585e-40c5-9bde-6473b0820e46 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:37.441790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 95b7815c-585e-40c5-9bde-6473b0820e46 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:37.448075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 95b7815c-585e-40c5-9bde-6473b0820e46 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:37.449068 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.568146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:37.608029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.655578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:37.667388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3adebe4ee046008116e7dc585f9731 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:37.676127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:37.688592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.690282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:37.744673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=95b7815c-585e-40c5-9bde-6473b0820e46,segment=NetworkSegment(eb173588-187c-463a-8163-f94369df5c4d),segment_id=eb173588-187c-463a-8163-f94369df5c4d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:37.751619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.837337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca290d0-c7a9-4564-9a72-caad2d76098d req-8e952d91-8962-4a22-ae94-1600ffae63b3 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:37.839019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ca290d0-c7a9-4564-9a72-caad2d76098d req-8e952d91-8962-4a22-ae94-1600ffae63b3 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 944 time: 0.1448970 Mar 02 07:17:37.875321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:37.933186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:37.954410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:37.961208 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ca290d0-c7a9-4564-9a72-caad2d76098d req-7eed9980-75c2-426d-a99e-a59c4cfb70f1 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100209 Mar 02 07:17:37.962657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.037775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb3adebe4ee046008116e7dc585f9731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678299 Mar 02 07:17:38.039693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34282) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:38.044254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c265-00da-4683-b32b-2600d6e988a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544342de-a3be-4116-886a-507c6daf659c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:38.104734 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46', 'code': 200} Mar 02 07:17:38.147915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ebc0d-6c6a-497d-8fb9-6a0f5bae0cf5 req-108d73c9-c7f5-4c42-878b-14edb537f2f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:38.152104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-192ebc0d-6c6a-497d-8fb9-6a0f5bae0cf5 req-108d73c9-c7f5-4c42-878b-14edb537f2f5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.1977255 Mar 02 07:17:38.236038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d10e83bc-375a-4d1a-a8d3-0c11e1eda020 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:38.265837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-192ebc0d-6c6a-497d-8fb9-6a0f5bae0cf5 req-43962e84-e208-4c4f-93df-1372eb66bf22 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058533 Mar 02 07:17:38.321769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:38.322233 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.494629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.510454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c798e9-10b0-499c-bd19-73af056b98d4 req-cd479211-3a7f-4f23-abca-776995b20446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:38.512187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73c798e9-10b0-499c-bd19-73af056b98d4 req-cd479211-3a7f-4f23-abca-776995b20446 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 1096 time: 0.3288052 Mar 02 07:17:38.544110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.554022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c969-4d9c-453a-a061-bbc4b295aa4a req-d8c988d8-0102-4a8f-9f45-b0dc1a17a4e7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:38.565388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41d5c969-4d9c-453a-a061-bbc4b295aa4a req-d8c988d8-0102-4a8f-9f45-b0dc1a17a4e7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1169531 Mar 02 07:17:38.624288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41d5c969-4d9c-453a-a061-bbc4b295aa4a req-a8139e8f-ebed-42eb-85bb-cbc41af916a4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573614 Mar 02 07:17:38.685926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.712009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544342de-a3be-4116-886a-507c6daf659c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:38.717931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73c798e9-10b0-499c-bd19-73af056b98d4 req-c34df770-6e29-4c47-b6fb-9cd8a7ea2728 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Mar 02 07:17:38.731783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90e032-ef5a-4154-81f0-867111b8572d req-6ed9724d-130f-47af-beb9-27057b857bbb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:38.741083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d90e032-ef5a-4154-81f0-867111b8572d req-6ed9724d-130f-47af-beb9-27057b857bbb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.4093568 Mar 02 07:17:38.745480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:38.750348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5ea92ed5-3271-4d26-b1fe-99354c650c72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/544342de-a3be-4116-886a-507c6daf659c HTTP/1.1" status: 204 len: 168 time: 0.7091126 Mar 02 07:17:38.813234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d90e032-ef5a-4154-81f0-867111b8572d req-8a326976-34b3-4531-8f7d-2618d25e90e8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Mar 02 07:17:39.205896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7274725-d36a-4b58-b946-3906f678c33e req-3c898e7d-005c-4c23-873e-986af1795e7f tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:39.214497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7274725-d36a-4b58-b946-3906f678c33e req-3c898e7d-005c-4c23-873e-986af1795e7f tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 945 time: 0.1103582 Mar 02 07:17:39.269197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7274725-d36a-4b58-b946-3906f678c33e req-41d0f215-ec98-49cb-bb1d-ff1768ff7e4b tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Mar 02 07:17:39.584029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e1f4-dec9-48d7-8b5c-cfbfbbb5fc3d req-77de7d77-ab56-4aa0-992e-89f0188637d0 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:39.595583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5497e1f4-dec9-48d7-8b5c-cfbfbbb5fc3d req-77de7d77-ab56-4aa0-992e-89f0188637d0 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.1771340 Mar 02 07:17:39.678532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5497e1f4-dec9-48d7-8b5c-cfbfbbb5fc3d req-ef91bdeb-684d-4f66-99c9-e4e25a4f8c9d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Mar 02 07:17:39.917689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115d73-de74-4245-b20c-0228bda50f14 req-a9f51ac5-500b-4a13-8145-e37c9a6c2002 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:39.919238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f115d73-de74-4245-b20c-0228bda50f14 req-a9f51ac5-500b-4a13-8145-e37c9a6c2002 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1420586 Mar 02 07:17:39.986625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f115d73-de74-4245-b20c-0228bda50f14 req-50f88b17-061b-498d-839e-8eba2109296c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586870 Mar 02 07:17:40.277713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b3c84-a6bf-425c-8485-bfc8779430f4 req-27d5de2e-7151-4b67-be05-8e97274662a4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:40.279704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a6b3c84-a6bf-425c-8485-bfc8779430f4 req-27d5de2e-7151-4b67-be05-8e97274662a4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.1144226 Mar 02 07:17:40.365125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a6b3c84-a6bf-425c-8485-bfc8779430f4 req-ec5c765f-9032-4a66-86d3-da6374dcb47e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750625 Mar 02 07:17:40.554770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2071b-0a67-4a0f-b6c4-2874660bce2e req-e6c38e8c-6a48-49d0-b94f-8752eef1f7e7 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:40.565027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4e2071b-0a67-4a0f-b6c4-2874660bce2e req-e6c38e8c-6a48-49d0-b94f-8752eef1f7e7 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 945 time: 0.1312640 Mar 02 07:17:40.621591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4e2071b-0a67-4a0f-b6c4-2874660bce2e req-29c7e42e-c969-4f90-abbd-ad960c70ae23 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553765 Mar 02 07:17:40.648410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34370) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:40.800339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:40.868726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:40.873706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Usage tracker for resource:security_group_rule and tenant:d11799fdb1b94069a9fd350751e85092 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:40.878056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:40.885123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:40.983457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c272-5c93-4ece-9cc5-77caa8484b6b req-b3530831-e374-4c31-9631-eb0c36273a11 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:40.985385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb89c272-5c93-4ece-9cc5-77caa8484b6b req-b3530831-e374-4c31-9631-eb0c36273a11 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.1717477 Mar 02 07:17:41.096125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb89c272-5c93-4ece-9cc5-77caa8484b6b req-9e2a78f5-b641-4429-9478-e9a6213a4022 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Mar 02 07:17:41.157929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.170025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.255231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a8704-3032-4da5-8f28-508d953f35dc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:41.264053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629330a-590c-4ed9-8cd3-559bccd22add req-c756f7fc-0bb3-4937-944f-86ba8dabab7a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:41.266251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d629330a-590c-4ed9-8cd3-559bccd22add req-c756f7fc-0bb3-4937-944f-86ba8dabab7a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1097488 Mar 02 07:17:41.330292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a011d23-f35e-4fc3-a22f-938f52f9601e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11799fdb1b94069a9fd350751e85092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6776528 Mar 02 07:17:41.332096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34392) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:41.349509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d629330a-590c-4ed9-8cd3-559bccd22add req-ef32c642-e8e6-46d0-a3e1-d5387602b177 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Mar 02 07:17:41.512849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.587320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.713619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.744979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a8704-3032-4da5-8f28-508d953f35dc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:41.769934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.773954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-913d28e6-24db-497a-8532-f827a4eefdaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/528a8704-3032-4da5-8f28-508d953f35dc HTTP/1.1" status: 204 len: 168 time: 0.4346104 Mar 02 07:17:41.836105 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-51f97298-2db7-4992-be74-a27a977a6353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:41.845389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e246b-b330-4157-953a-396f5d0a09c9 req-f84bbb80-0e49-4c9d-910d-1c154e841a83 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:41.847045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-660e246b-b330-4157-953a-396f5d0a09c9 req-f84bbb80-0e49-4c9d-910d-1c154e841a83 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.2626379 Mar 02 07:17:41.942593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-660e246b-b330-4157-953a-396f5d0a09c9 req-d38f5554-66da-4a46-81c1-78fc4afe4e7b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879741 Mar 02 07:17:42.369104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:42.389881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.406694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:42.410831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Usage tracker for resource:security_group_rule and tenant:52222f10c5a94dd28c81dcc811d63f54 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:42.413973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:42.430327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d4f7-3076-4d6c-ac45-5f92d9cf4079 req-5e10bf88-41bc-4869-9e64-c497b14e215b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:42.433298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eff1d4f7-3076-4d6c-ac45-5f92d9cf4079 req-5e10bf88-41bc-4869-9e64-c497b14e215b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.1443875 Mar 02 07:17:42.452521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:42.454359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:42.571976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eff1d4f7-3076-4d6c-ac45-5f92d9cf4079 req-37073fd3-27d4-42cc-bbaa-6e219b37e932 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266558 Mar 02 07:17:42.767143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.781992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.793911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:42.798625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Usage tracker for resource:security_group_rule and tenant:6e4ca3072e4648208cf8edca839ed1dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:42.801449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:42.807059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:42.809462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.890872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52222f10c5a94dd28c81dcc811d63f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182743 Mar 02 07:17:42.892013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34464) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:42.894401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d02ba-1ec9-4971-8715-a4989b3b3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c316853-3f6c-429a-912c-1e1d9179c307,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:42.915728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612919e-a202-4acb-93de-8800e2e7c605 req-9e59d899-d8d9-4f42-9e3c-e247579e83e2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:42.923442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0612919e-a202-4acb-93de-8800e2e7c605 req-9e59d899-d8d9-4f42-9e3c-e247579e83e2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.3215218 Mar 02 07:17:42.965608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.979264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0612919e-a202-4acb-93de-8800e2e7c605 req-8aeca236-baca-41cc-a91b-46298a2e0ac3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Mar 02 07:17:42.997951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.043810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.048924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.078857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.102595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c316853-3f6c-429a-912c-1e1d9179c307,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:43.106207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e4ca3072e4648208cf8edca839ed1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484945 Mar 02 07:17:43.106207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e88af-2e90-476b-b829-6269ce79049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68819ceb-1398-43ba-a581-d9148ab8d03f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:43.109588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34472) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:43.196303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.200411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1f582d6e-f319-495a-8b07-dd3c0334cdc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c316853-3f6c-429a-912c-1e1d9179c307 HTTP/1.1" status: 204 len: 168 time: 0.3044226 Mar 02 07:17:43.211365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.251132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.254371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e68e-a666-42f9-8690-f9cee47b5582 req-1d3730ae-4981-4df6-9d11-2219b4da918e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:43.262669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f710e68e-a666-42f9-8690-f9cee47b5582 req-1d3730ae-4981-4df6-9d11-2219b4da918e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.1280305 Mar 02 07:17:43.312480 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.334510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f710e68e-a666-42f9-8690-f9cee47b5582 req-b5c0b487-2923-4316-9bfe-67dd2f7b284b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Mar 02 07:17:43.342538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68819ceb-1398-43ba-a581-d9148ab8d03f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:43.347922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:43.351464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9e88563f-f47f-4e2f-9bb2-5db234758c10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68819ceb-1398-43ba-a581-d9148ab8d03f HTTP/1.1" status: 204 len: 168 time: 0.2383943 Mar 02 07:17:44.087104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f475-b94f-47b8-8f6c-bb3a50f29066 req-6a5202af-65b0-419d-97fd-57ca2c19f06c tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:44.096088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ab3f475-b94f-47b8-8f6c-bb3a50f29066 req-6a5202af-65b0-419d-97fd-57ca2c19f06c tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.3161633 Mar 02 07:17:44.099746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34500) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:44.129076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a88fb1c6-5e38-4157-9745-7bf42c1c423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:44.218660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ab3f475-b94f-47b8-8f6c-bb3a50f29066 req-26fe8b5b-7b86-4e1c-8e01-d17531283e54 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212165 Mar 02 07:17:44.257543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-496b1178-d0d5-410d-9fca-f1cf01641366 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901177 Mar 02 07:17:44.328433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:44.360549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:44.368238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Usage tracker for resource:security_group_rule and tenant:1ead7670bf6a483bb8d082af98c57415 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:44.380477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:44.393350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:44.437195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-4d89f5f8-b0dd-4c8d-824a-87435de52509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:44.439039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-4d89f5f8-b0dd-4c8d-824a-87435de52509 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1099 time: 0.4074934 Mar 02 07:17:44.459763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:44.677534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb0d1-c8c3-44c4-9215-538cf77e7ddd req-11276a2f-c974-4411-8cf9-2896ae0dd5f1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:44.700145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-349eb0d1-c8c3-44c4-9215-538cf77e7ddd req-11276a2f-c974-4411-8cf9-2896ae0dd5f1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.4080598 Mar 02 07:17:44.808126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:44.873529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169aa6-f4a7-4034-847e-b3e091dcf803 req-abbfef62-f3be-466a-98bd-d999ee52dc0e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:44.875596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28169aa6-f4a7-4034-847e-b3e091dcf803 req-abbfef62-f3be-466a-98bd-d999ee52dc0e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.2481010 Mar 02 07:17:44.878077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b728f-8420-42e2-ba89-b558129847c7 req-1b9f6bf5-670c-418a-bb2e-b8371c073e34 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:44.879676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-1b9f6bf5-670c-418a-bb2e-b8371c073e34 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.1552703 Mar 02 07:17:44.886106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:44.944031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:44.999292 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28169aa6-f4a7-4034-847e-b3e091dcf803 req-d1e0ef91-b52f-4b37-aee4-129d55bf5f9a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129792 Mar 02 07:17:45.006001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-343583898-network', 'tenant_id': '13ee39412b02485bbf4b5fa5661736b3'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:45.026801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:45.027243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-349eb0d1-c8c3-44c4-9215-538cf77e7ddd req-31b67cb3-1437-4b73-9dad-1146152f3857 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256059 Mar 02 07:17:45.027931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.063114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Usage tracker for resource:network and tenant:13ee39412b02485bbf4b5fa5661736b3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:45.093159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:45.101591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:45.110240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ead7670bf6a483bb8d082af98c57415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0088713 Mar 02 07:17:45.179104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34524) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:45.185698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.269194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab102907-aa31-476a-ad5e-3840bbb0a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58516dc9-c8b0-4ca5-8fd1-708c7372fb67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:45.371275 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.467742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.498125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.590236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Made reservation on behalf of 13ee39412b02485bbf4b5fa5661736b3 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:45.593920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.620145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-263b728f-8420-42e2-ba89-b558129847c7 req-cd3e43c3-c71e-4668-b9a4-67c7f8c16ebd service neutron] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:45.644588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-263b728f-8420-42e2-ba89-b558129847c7 req-cd3e43c3-c71e-4668-b9a4-67c7f8c16ebd service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.645786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-263b728f-8420-42e2-ba89-b558129847c7 req-cd3e43c3-c71e-4668-b9a4-67c7f8c16ebd service neutron] 10.222.0.16 "DELETE /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.7484865 Mar 02 07:17:45.646575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.664899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:45.668932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Usage tracker for resource:security_group_rule and tenant:13ee39412b02485bbf4b5fa5661736b3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:45.672577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:45.677176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:45.678877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:45.717430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.731039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:45.740160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58516dc9-c8b0-4ca5-8fd1-708c7372fb67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:45.748478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.770426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7bf4fddf-0b4f-4f37-abdf-224db33a5a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58516dc9-c8b0-4ca5-8fd1-708c7372fb67 HTTP/1.1" status: 204 len: 168 time: 0.5655999 Mar 02 07:17:45.827823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:45.839832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.877914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Transition to ACTIVE for port object 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:45.897931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f44ad-5d73-4e9c-9c87-c7bdaa9155b3 req-c23f80a3-73c6-465f-bef7-3876b0492312 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:45.899446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e5f44ad-5d73-4e9c-9c87-c7bdaa9155b3 req-c23f80a3-73c6-465f-bef7-3876b0492312 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.4756880 Mar 02 07:17:45.900288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.926293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:45.934510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.000047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:17:46.009671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb38cb5-ff43-4cae-a57a-a80bcbb448c8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:46.043657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.044008 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Added segment c7850993-f648-4151-be89-f71e06a02233 of type vlan for network 23e6b868-1039-4455-8425-c8c45f24e4ab Mar 02 07:17:46.109220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.163039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:46.163682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.167196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:46.167978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.179353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] No DVR routers for this DVR port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:17:46.348072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:46.348876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:46.349381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:46.380299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] Pushing event updated for resources: {'Network': ['ID=23e6b868-1039-4455-8425-c8c45f24e4ab,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:46.389610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9aeff6d-f8f9-46e8-a445-f0d3dcd2e14e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5758424 Mar 02 07:17:46.391086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e5f44ad-5d73-4e9c-9c87-c7bdaa9155b3 req-d81dbeb8-8c90-4a42-a5c4-a3e20e56f464 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631603 Mar 02 07:17:46.391763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:46.392027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 23e6b868-1039-4455-8425-c8c45f24e4ab details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:17:46.412068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Request body: {'subnet': {'network_id': '23e6b868-1039-4455-8425-c8c45f24e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-343583898-subnet', 'tenant_id': '13ee39412b02485bbf4b5fa5661736b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:46.415942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:46.421318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Attempting to bind port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:46.431010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:46.447967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Usage tracker for resource:subnet and tenant:13ee39412b02485bbf4b5fa5661736b3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:46.463471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:46.468570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:46.469451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:46.470163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Bound port: 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:46.470966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.522618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:46.540667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063aea6-5b54-4412-8b8d-71cefaa2dcd1 req-aa4e5254-7373-4bd0-a804-4ce9efaf70a3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:46.553656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f063aea6-5b54-4412-8b8d-71cefaa2dcd1 req-aa4e5254-7373-4bd0-a804-4ce9efaf70a3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.2633436 Mar 02 07:17:46.658731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:46.662882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:46.707668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:46.711097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f063aea6-5b54-4412-8b8d-71cefaa2dcd1 req-40ccd32a-b4e2-4b76-9dfb-9b3b254b1f6d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375337 Mar 02 07:17:46.716812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.766823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.833349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:46.834291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:46.835827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] 10.222.0.16 "PUT /v2.0/ports/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 1096 time: 2.3802135 Mar 02 07:17:46.836570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Made reservation on behalf of 13ee39412b02485bbf4b5fa5661736b3 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:46.839267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:47.003091 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:17:47.159510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:47.226081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:47.420925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765f9653-8e10-4c4a-8280-14273b9e8c7d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:47.442547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c32d0e-f5b2-4e92-aef6-342409047a81 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:47.467767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d4509-81b1-4ff0-94a0-4ccbdbe68aaf req-81a251ee-002f-402d-86f6-d6e79421832e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:47.475196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f6d4509-81b1-4ff0-94a0-4ccbdbe68aaf req-81a251ee-002f-402d-86f6-d6e79421832e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.8106191 Mar 02 07:17:47.546804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Checking segment: {'id': 'c7850993-f648-4151-be89-f71e06a02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23e6b868-1039-4455-8425-c8c45f24e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:47.547317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Network hostable DHCP agents. Network: 23e6b868-1039-4455-8425-c8c45f24e4ab, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:17:47.573130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f6d4509-81b1-4ff0-94a0-4ccbdbe68aaf req-f6ccfebb-6156-4f43-ab95-ee3cdab5d9fd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968072 Mar 02 07:17:47.587908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-910f9031-330f-4280-a0fd-a837d1ef19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:47.589694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-910f9031-330f-4280-a0fd-a837d1ef19ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.4249783 Mar 02 07:17:47.895278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-c6e33bfc-7a39-4dd7-9b46-6560a6632fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:47.897537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-c6e33bfc-7a39-4dd7-9b46-6560a6632fcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3008485 Mar 02 07:17:47.961304 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'status': 'completed', 'code': 200} Mar 02 07:17:48.076598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424d83-c540-44c2-b3e0-d97e98e5d377 req-329b9ef3-8cf5-4220-8cfd-72bb098cfbb6 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.085014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b424d83-c540-44c2-b3e0-d97e98e5d377 req-329b9ef3-8cf5-4220-8cfd-72bb098cfbb6 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1096 time: 0.1551034 Mar 02 07:17:48.102717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-72aa112c-f616-4580-b4e5-c33674ba3845 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1320310 Mar 02 07:17:48.108013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Network 23e6b868-1039-4455-8425-c8c45f24e4ab is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:17:48.158520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 23e6b868-1039-4455-8425-c8c45f24e4ab) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:48.160955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b424d83-c540-44c2-b3e0-d97e98e5d377 req-433803ad-0f65-429a-9d80-ef46ea019494 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748315 Mar 02 07:17:48.191333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300cd96-4ce5-411c-8b38-eb286eb93c00 None None] Network 23e6b868-1039-4455-8425-c8c45f24e4ab requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:48.192114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.192859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:48.255424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1948a8e1-ed7d-4977-9ae8-cd33a112c213 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8583503 Mar 02 07:17:48.281205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:48.335426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-d0dd6d15-7555-403f-aa9a-5a450224c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.337265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-d0dd6d15-7555-403f-aa9a-5a450224c9c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2209458 Mar 02 07:17:48.375167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-2bbc178f-2f87-415b-924f-f5c1dd82e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.376919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-2bbc178f-2f87-415b-924f-f5c1dd82e1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.4734442 Mar 02 07:17:48.421134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:48.540611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e2df-db7f-40aa-af4e-4c20351a2821 req-e6a51922-4f33-45d7-b2d8-c3612342c54c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.561435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0336e2df-db7f-40aa-af4e-4c20351a2821 req-e6a51922-4f33-45d7-b2d8-c3612342c54c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.5918279 Mar 02 07:17:48.620475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14e901-2d3f-4b47-bf7c-e42bd49d8df5 req-c134ee11-2e24-426f-9880-c54921d4c716 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.629001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a14e901-2d3f-4b47-bf7c-e42bd49d8df5 req-c134ee11-2e24-426f-9880-c54921d4c716 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.2754722 Mar 02 07:17:48.703987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a14e901-2d3f-4b47-bf7c-e42bd49d8df5 req-a4f91c8c-0660-47a1-81b5-10a10e8551b6 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737984 Mar 02 07:17:48.722673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba792371-8813-4ddb-bb29-0ea0fd428378 None None] Network 23e6b868-1039-4455-8425-c8c45f24e4ab requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:48.881087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0336e2df-db7f-40aa-af4e-4c20351a2821 req-ecebe642-4047-4ece-9842-80d6f141dce5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165228 Mar 02 07:17:48.927288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-01591dd9-0f29-4b2a-81e9-b7b08a08ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.929300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-01591dd9-0f29-4b2a-81e9-b7b08a08ce61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4811587 Mar 02 07:17:48.931652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-bdfd8b8b-5f53-4bbf-b88d-0115326f5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:48.934398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-bdfd8b8b-5f53-4bbf-b88d-0115326f5afa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5620759 Mar 02 07:17:49.089102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-52196b1f-e1c2-43dd-92fd-089934197564 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1455801 Mar 02 07:17:49.195914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-961d5f26-b025-4154-b29a-67b0f0cecf26 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:49.204331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-961d5f26-b025-4154-b29a-67b0f0cecf26 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.3578732 Mar 02 07:17:49.223432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-cc0a0a34-b7ed-4652-a41c-ed72a0b5339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:49.231244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-c17e3496-30ca-4b4a-9fb5-c9113ea09298 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/quotas/9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 375 time: 0.0260065 Mar 02 07:17:49.233062 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-cc0a0a34-b7ed-4652-a41c-ed72a0b5339c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1427519 Mar 02 07:17:49.430549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744bbf0-6785-4d35-957f-60b1d004213b req-1803ccc2-66b4-4bb4-9a83-9f9168357a9c tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:49.435196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5744bbf0-6785-4d35-957f-60b1d004213b req-1803ccc2-66b4-4bb4-9a83-9f9168357a9c tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 1101 time: 0.1095169 Mar 02 07:17:49.647375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-3ae035e3-7677-43dd-904e-97f729b729cd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4111214 Mar 02 07:17:49.651226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Deleting port 26140ccc-e4cc-450e-b357-4cce0084d2e1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:17:49.651562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:49.664327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34636) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:49.687838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-100856046-network', 'tenant_id': '34d7d2d3219d4bc18b3c43804b9b229f'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:49.790633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-f51911fc-33c5-4cf4-a988-45b5cd4ab098 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696850 Mar 02 07:17:49.793556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:49.916138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-2de03dae-15b2-40c3-a9bf-e4f4ec7514ea service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677879 Mar 02 07:17:49.950041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Usage tracker for resource:network and tenant:34d7d2d3219d4bc18b3c43804b9b229f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:49.959796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:50.013221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:50.062258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-44be879a-12a1-434e-9dc8-51048fe4f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:50.063931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-44be879a-12a1-434e-9dc8-51048fe4f671 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7728267 Mar 02 07:17:50.067469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Made reservation on behalf of 34d7d2d3219d4bc18b3c43804b9b229f for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:50.070518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:50.147976 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:50.179110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:50.195324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7351c13d-2923-4e71-8693-d1e9636e6f19 req-3e777aa4-4f8d-4916-8f07-787aa1c62070 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964829 Mar 02 07:17:50.226615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-d8bf2336-1be5-4e65-9af6-544d56c41328 service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849853 Mar 02 07:17:50.272719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] For port 26140ccc-e4cc-450e-b357-4cce0084d2e1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26140ccc-e4cc-450e-b357-4cce0084d2e1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:50.273340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:50.339526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Usage tracker for resource:security_group_rule and tenant:34d7d2d3219d4bc18b3c43804b9b229f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:50.366505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:50.396664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4fb70-0c51-4648-815f-e652b04c215c req-accd2fa9-dade-4ade-9c5d-dee50dfeff1e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:50.403948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bd4fb70-0c51-4648-815f-e652b04c215c req-accd2fa9-dade-4ade-9c5d-dee50dfeff1e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 950 time: 0.4552088 Mar 02 07:17:50.437385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:50.677167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Calling delete_port for 26140ccc-e4cc-450e-b357-4cce0084d2e1 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:17:50.775199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bd4fb70-0c51-4648-815f-e652b04c215c req-ee22da94-32a3-4f53-ae24-f4b21b4f4d19 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701994 Mar 02 07:17:50.799201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-bd96d1ac-f5b7-4337-8ef8-caefe1f4c076 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133803 Mar 02 07:17:50.860935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-bd387768-00ba-443c-b049-6eefeb15a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:50.864235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-bd387768-00ba-443c-b049-6eefeb15a97f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.5648408 Mar 02 07:17:51.077001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.095448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['26140ccc-e4cc-450e-b357-4cce0084d2e1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:17:51.135541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:51.138768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Pushing event deleted for resources: {'Port': ['ID=26140ccc-e4cc-450e-b357-4cce0084d2e1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:51.209672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-058c57a5-23d6-4fe8-8f3e-d314b8b82e6f req-0635096e-9749-4aec-9f04-1cf163664936 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 210 time: 0.2344897 Mar 02 07:17:51.284908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] No DVR routers for this DVR port 26140ccc-e4cc-450e-b357-4cce0084d2e1 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:17:51.289388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.292229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'name': 'network-vif-deleted', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:51.326769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d992a-c974-4246-bfca-be24cbe5964a req-182900fe-eff0-40cd-847b-eb3a984c21f8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:51.338888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-440d992a-c974-4246-bfca-be24cbe5964a req-182900fe-eff0-40cd-847b-eb3a984c21f8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.3035610 Mar 02 07:17:51.373167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5744bbf0-6785-4d35-957f-60b1d004213b req-e7364c71-b9eb-4429-820f-620d2d0634b3 tempest-DeleteServersAdminTestJSON-94750857 tempest-DeleteServersAdminTestJSON-94750857-project-admin] 10.222.0.16 "DELETE /v2.0/ports/26140ccc-e4cc-450e-b357-4cce0084d2e1 HTTP/1.1" status: 204 len: 173 time: 1.9318326 Mar 02 07:17:51.423565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-440d992a-c974-4246-bfca-be24cbe5964a req-37ef4bbd-961f-4783-84a0-a3e24d7cdd31 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Mar 02 07:17:51.451691 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1dab6-70ae-4eb2-a806-3a1d4c78370d', 'name': 'network-vif-deleted', 'tag': '26140ccc-e4cc-450e-b357-4cce0084d2e1', 'status': 'completed', 'code': 200} Mar 02 07:17:51.531891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-d67b81ec-deaa-42ea-b64f-fcb74974798d service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250834 Mar 02 07:17:51.642205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-d52fa1ee-e4ea-41a4-ad3a-0ba9c6651e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:51.644391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-d52fa1ee-e4ea-41a4-ad3a-0ba9c6651e07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.7706234 Mar 02 07:17:51.650344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.771215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.773156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-0fead6f4-63b4-4b86-b0f9-d09601579ce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1045763 Mar 02 07:17:51.774135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:51.779640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Usage tracker for resource:security_group_rule and tenant:5b1583bf57364e31a27a646d273c099e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:51.783701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.817243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:51.833728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:51.887087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:17:51.901523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2568ba-edee-4d76-9b70-37f72aab8e8d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:51.919567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-0a13253e-d4f3-4616-aee9-bd659c7c16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:51.921058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-0a13253e-d4f3-4616-aee9-bd659c7c16ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1384141 Mar 02 07:17:51.924499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:51.924846 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Added segment 61fceb6a-4720-4ddd-a8d9-76b12ad71c34 of type vlan for network 1576aea1-7725-4da7-bc47-0aa5686dd45b Mar 02 07:17:52.225890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7829b850-b00e-43f8-83d8-32055c5da6de req-7d7aff06-6f5f-401d-90eb-808f51d9b9b4 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b1dab6-70ae-4eb2-a806-3a1d4c78370d HTTP/1.1" status: 200 len: 210 time: 0.1389642 Mar 02 07:17:52.316854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:52.455564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6e2f6b7-197d-4526-9e73-611692b10a52 req-1f294a1c-4364-4c8e-b633-ed1c761d02a4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0871418 Mar 02 07:17:52.664926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:17:52.773441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:52.774419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:52.775082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:52.848082 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1693971 Mar 02 07:17:52.850765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:52.864968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:52.866840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Request body: {'subnet': {'network_id': '1576aea1-7725-4da7-bc47-0aa5686dd45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-100856046-subnet', 'tenant_id': '34d7d2d3219d4bc18b3c43804b9b229f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:52.877740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:52.888138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Usage tracker for resource:subnet and tenant:34d7d2d3219d4bc18b3c43804b9b229f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:52.892177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:52.900376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:52.901428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:52.915733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Made reservation on behalf of 34d7d2d3219d4bc18b3c43804b9b229f for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:52.920588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.086639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-f24aad8d-ee6c-4385-bd92-45725acaa8d2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:53.088181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-f24aad8d-ee6c-4385-bd92-45725acaa8d2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.8584807 Mar 02 07:17:53.098785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-8134e575-d8fd-45aa-ab55-7bcbcb002645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:53.100262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-8134e575-d8fd-45aa-ab55-7bcbcb002645 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1679296 Mar 02 07:17:53.103814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded7c56-7834-416e-8c17-2deeadd273c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1576aea1-7725-4da7-bc47-0aa5686dd45b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:53.120505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1576aea1-7725-4da7-bc47-0aa5686dd45b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:17:53.144160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Request body: {'port': {'device_id': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'admin_state_up': True, 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:53.162204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db824e-d700-404e-a069-03622292d1a0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:53.182404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad87cc84-7724-4123-95f0-d2419e563c5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b1583bf57364e31a27a646d273c099e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0288715 Mar 02 07:17:53.203253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34694) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:53.301156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.352444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26140ccc-e4cc-450e-b357-4cce0084d2e1 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:17:53.354293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2faf-1537-4343-9184-1be7815bbe51 req-1fc8eb4b-41d2-47af-b2e8-c54158347f1d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:53.364404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.365174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f71e2faf-1537-4343-9184-1be7815bbe51 req-1fc8eb4b-41d2-47af-b2e8-c54158347f1d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.6621361 Mar 02 07:17:53.398096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.485130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.581371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 26140ccc-e4cc-450e-b357-4cce0084d2e1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:17:53.581952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26140ccc-e4cc-450e-b357-4cce0084d2e1 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:17:53.626290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db824e-d700-404e-a069-03622292d1a0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:53.705000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Checking segment: {'id': '61fceb6a-4720-4ddd-a8d9-76b12ad71c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1576aea1-7725-4da7-bc47-0aa5686dd45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:53.706202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Network hostable DHCP agents. Network: 1576aea1-7725-4da7-bc47-0aa5686dd45b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:17:53.768864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02e6f70a-8c4e-46aa-894f-54e0d2d9b4f8 req-1017e303-a5e4-46cb-a429-a7eeca56f6a7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 210 time: 0.1576827 Mar 02 07:17:53.770138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80992ccc-140d-4f17-8661-019fb1e1e7b8,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:53.787044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Network 1576aea1-7725-4da7-bc47-0aa5686dd45b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:17:53.819749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1576aea1-7725-4da7-bc47-0aa5686dd45b) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:53.831281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c27381-5a36-47c6-9ae7-f4c85ebcfd82 None None] Network 1576aea1-7725-4da7-bc47-0aa5686dd45b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:53.843479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:53.846302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.871716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f71e2faf-1537-4343-9184-1be7815bbe51 req-00892dd5-0c02-48de-8e26-14962e9cb706 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009937 Mar 02 07:17:53.894564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:53.903926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:53.910437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec12cb02-53d4-4611-8466-0cf1795b1ba8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79db824e-d700-404e-a069-03622292d1a0 HTTP/1.1" status: 204 len: 168 time: 0.7035360 Mar 02 07:17:53.914760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-63eea806-098a-4fcd-89ed-a3d26c6e0fe3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0625548 Mar 02 07:17:53.931504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:53.969243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:53.973192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:54.072248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-2e7db606-1d5f-48bd-a75b-bca0d38033dc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=813abf0e828a402a914de70f51a4e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813189 Mar 02 07:17:54.276112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-5b964cea-719f-4539-abfe-6dcdacd81715 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606069 Mar 02 07:17:54.369144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34722) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:54.469059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Deleting subnet 765f9653-8e10-4c4a-8280-14273b9e8c7d {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:17:54.476011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:54.525417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8634d8-3cf3-4e08-a1c2-e648b8232fcf None None] Network 1576aea1-7725-4da7-bc47-0aa5686dd45b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:54.614794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34728) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:54.626501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-50173fa8-6a15-42a3-a518-8f09620989ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4433539 Mar 02 07:17:54.654014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:54.692103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:54.695858 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:54.708898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4f83b326de4cb38eef9ff1ff099559 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:17:54.719735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:17:54.730509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-281f00d3-a964-45ef-8a7d-25ab599da813 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:54.752854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-281f00d3-a964-45ef-8a7d-25ab599da813 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6795990 Mar 02 07:17:54.766066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:54.880980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Allocated IP 172.20.0.2 (342ab4c2-6052-4ec3-9f5b-555f217e9ef1/fbd02326-e9f6-474e-934c-2ac359935579/2786a9b4-f5dc-49c4-8d51-b52ac669ea06) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:55.046278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-78de4249-89d5-4802-8747-39f9a3f59de3 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/quotas/813abf0e828a402a914de70f51a4e43a HTTP/1.1" status: 200 len: 375 time: 0.2923968 Mar 02 07:17:55.111833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:55.131770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-75896d15-c3f2-44c0-bb58-dc9325941aae tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Synchronizing usage tracker for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:55.178105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42f5305c-7808-4c60-b566-3b739a252aa4 req-a43e335a-5848-4fe9-b5aa-d8bace6f60b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 210 time: 0.1165142 Mar 02 07:17:55.185490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-75896d15-c3f2-44c0-bb58-dc9325941aae tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Unset dirty status for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:55.187004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-75896d15-c3f2-44c0-bb58-dc9325941aae tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399667 Mar 02 07:17:55.229219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:17:55.245305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.289516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4988a796-7e6e-4fb1-8d9d-49be0c6268ba req-4628715f-0569-44f3-b6ab-44dea9d3ba69 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9913633 Mar 02 07:17:55.293036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.355780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.408290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.421558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765f9653-8e10-4c4a-8280-14273b9e8c7d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:55.470714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-c8df1bec-fbf7-4a78-a62f-53d57ff78add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:55.482936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-c8df1bec-fbf7-4a78-a62f-53d57ff78add service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7fa269bab7740b1b67e2392ee51045a&device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 1096 time: 0.6639321 Mar 02 07:17:55.511831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:55.520741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-74bc3920-b880-48b9-824c-5a9ee2707da1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/765f9653-8e10-4c4a-8280-14273b9e8c7d HTTP/1.1" status: 204 len: 168 time: 1.1492698 Mar 02 07:17:55.538671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:55.556608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'mac_address': 'fa:16:3e:b4:de:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:17:55.607467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:55.667893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.696317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:55.707950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:17:55.726494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:17:55.732152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:55.738916 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.739994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:17:55.748987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:55.749980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.751932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.811595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aca47ce5-b06a-4278-890d-ddb640e4d18f req-879f0340-6954-4bcb-9ef6-c89af5e47888 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 210 time: 0.1818051 Mar 02 07:17:55.839519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec927-0d56-4c9b-b4ee-607f97263f1c req-483305ca-b1cb-4905-9405-881fb2c77180 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:55.849512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4aeec927-0d56-4c9b-b4ee-607f97263f1c req-483305ca-b1cb-4905-9405-881fb2c77180 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 948 time: 0.3917272 Mar 02 07:17:55.879582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:55.913268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-3853172a-c003-4769-924d-1dfead4301bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:55.914880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-3853172a-c003-4769-924d-1dfead4301bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1099 time: 0.2934363 Mar 02 07:17:55.922479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:55.947252 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4aeec927-0d56-4c9b-b4ee-607f97263f1c req-e44985dc-3d1c-46f3-8387-971e698df16c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Mar 02 07:17:56.066804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-f47a44d8-a49e-46ab-9f33-8beab97deee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.068429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-f47a44d8-a49e-46ab-9f33-8beab97deee7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=257a4aef-14e2-4a1f-8388-9142a6941b04 HTTP/1.1" status: 200 len: 914 time: 0.5280027 Mar 02 07:17:56.070936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:56.079190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:17:56.103337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-887e2468-1a7e-418f-90e4-3a46b4c442b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0011525 Mar 02 07:17:56.120193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Request body: {'port': {'device_id': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:56.174661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c4f83b326de4cb38eef9ff1ff099559&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5583351 Mar 02 07:17:56.175551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34756) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:56.242653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-047e9640-6bbf-40d4-9c01-0ecc582b2ae0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b7815c-585e-40c5-9bde-6473b0820e46 HTTP/1.1" status: 200 len: 217 time: 0.1586556 Mar 02 07:17:56.261154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874b447-344f-4295-95a2-862da6f8b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e78938-8249-46e8-8b7c-15d3231aa20e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:56.285042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-393facc4-fbfd-455e-a1be-9389d6bc7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.286766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-393facc4-fbfd-455e-a1be-9389d6bc7ebe service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3338609 Mar 02 07:17:56.376465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.39', 51538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:56.504981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-cc6dbb75-e5b7-4e10-b1da-3ef87d3e5274 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1974738 Mar 02 07:17:56.594223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-98311973-4e5a-4aee-9bbf-e9b1273554af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.595710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-98311973-4e5a-4aee-9bbf-e9b1273554af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0800900 Mar 02 07:17:56.705803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a7b2-e4ed-448c-ab25-3709f5be026d req-e89e1698-2ad6-4280-84ab-9ddcef49492b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.712699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1261a7b2-e4ed-448c-ab25-3709f5be026d req-e89e1698-2ad6-4280-84ab-9ddcef49492b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 949 time: 0.2951977 Mar 02 07:17:56.732064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-50a4ed0e-1dd1-480e-9bb2-26aa54ce1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.734395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-50a4ed0e-1dd1-480e-9bb2-26aa54ce1193 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00946cfd-e384-45e4-88e6-31c4c5fa14a0 HTTP/1.1" status: 200 len: 854 time: 0.4648616 Mar 02 07:17:56.734983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:56.864971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:56.875931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-a4cb2eeb-60c8-4c9c-8f5a-68e98b8fab43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=257a4aef-14e2-4a1f-8388-9142a6941b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305561 Mar 02 07:17:56.889768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:56.951966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.952312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.953199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.953512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.953953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.954320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.954646 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.954989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.955329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:56.955637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:57.026316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-e48e82e3-18c8-49e7-98bd-ff49b00fc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:57.027698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-e48e82e3-18c8-49e7-98bd-ff49b00fc369 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4230778 Mar 02 07:17:57.046099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1261a7b2-e4ed-448c-ab25-3709f5be026d req-ea676d43-aa50-4b9c-b5c8-effe08f98dff tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324156 Mar 02 07:17:57.115798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:57.116513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:57.116874 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:57.117489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:17:57.117886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e6b868-1039-4455-8425-c8c45f24e4ab']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:57.251484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:17:57.363788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7850993-f648-4151-be89-f71e06a02233') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:57.364253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7850993-f648-4151-be89-f71e06a02233') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:17:57.389266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ae09b680-1aad-4960-95ad-6a6f60042ff2 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=813abf0e828a402a914de70f51a4e43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2299082 Mar 02 07:17:57.391302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-86d2eec0-658e-4b0c-9827-fb2c1aa4cdb2 service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046196 Mar 02 07:17:57.392259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:17:57.402520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:57.402912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.429117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2530e-d36e-4858-bc0b-9c8e6b9ea925 req-16e0b99f-9335-4f02-ba8a-34b7f68d7319 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:57.442007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3e2530e-d36e-4858-bc0b-9c8e6b9ea925 req-16e0b99f-9335-4f02-ba8a-34b7f68d7319 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 931 time: 0.8971336 Mar 02 07:17:57.468157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bbafea27-2799-43df-bf09-eba2ebb5ced4 req-2e481cee-2299-47f4-951b-eac12580add9 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 210 time: 0.1179805 Mar 02 07:17:57.532733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:17:57.572432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.619649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.624662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:57.645103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:17:57.660234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.680385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.683117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-a508875a-dcbd-4ab1-84cc-cae92bb7913b service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359780 Mar 02 07:17:57.749063 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'code': 200} Mar 02 07:17:57.752061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:57.759920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:17:57.773744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.794910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.807289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-b63d15d4-bee1-4701-b0ba-7f19241cf23f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:57.808974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-b63d15d4-bee1-4701-b0ba-7f19241cf23f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935&tenant_id=9defa991ffc74c0a8109cbb4f7e0face&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 949 time: 1.4304261 Mar 02 07:17:57.877988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ea7aee83-078d-43d9-a834-2bd534d1af2a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:57.878638 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ea7aee83-078d-43d9-a834-2bd534d1af2a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632945 Mar 02 07:17:57.880546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:17:57.880546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:57.896282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48671e82-98d2-46f2-9c54-8a34a8729785 req-78e13ade-2626-416b-b88d-a8777d2a1b48 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020276 Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: from cryptography.utils import int_from_bytes Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: from cryptography.utils import int_from_bytes Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: util.warn_limited( Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:17:57.926087 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:17:58.015063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Request body: {'port': {'device_id': 'ce98b945-7608-437e-95a5-58c615e61a98', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '813abf0e828a402a914de70f51a4e43a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:58.123744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3e2530e-d36e-4858-bc0b-9c8e6b9ea925 req-c80c6d93-7560-4a71-ad59-506874addb45 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807401 Mar 02 07:17:58.342830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.359874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fc215-02f7-4191-90c4-b484820df2ea req-617b9b57-86da-4b7e-bc86-0fbffa591744 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:58.383683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-436fc215-02f7-4191-90c4-b484820df2ea req-617b9b57-86da-4b7e-bc86-0fbffa591744 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.1657865 Mar 02 07:17:58.400841 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-b9d42f73-0d67-4186-b121-c7d9d0005cc5 service neutron] delete failed (client error): The resource could not be found. Mar 02 07:17:58.402636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-b9d42f73-0d67-4186-b121-c7d9d0005cc5 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.5336366 Mar 02 07:17:58.403848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.408652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-215c1803-b762-47a2-86e1-e1ed89c60014 req-cd2b2c92-f00c-4699-ba28-ad1058c4ca59 service neutron] 10.222.0.39 "GET /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0023072 Mar 02 07:17:58.438226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.440858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Transition to ACTIVE for port object 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:17:58.451719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.483052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e6b868-1039-4455-8425-c8c45f24e4ab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:58.529376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e78938-8249-46e8-8b7c-15d3231aa20e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:58.537831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2d634793-41b2-4c22-b41c-e26946c3b5f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/23e6b868-1039-4455-8425-c8c45f24e4ab HTTP/1.1" status: 204 len: 168 time: 2.9960692 Mar 02 07:17:58.539936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34788) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:58.543187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.545023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dcc2fdad-5c03-4e7c-8103-3c5585c6de5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62e78938-8249-46e8-8b7c-15d3231aa20e HTTP/1.1" status: 204 len: 168 time: 2.3574612 Mar 02 07:17:58.581265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:17:58.728605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:17:58.767225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e8011b-bad5-407c-b32d-cd63b9b36b43 req-c080f88f-ee04-4229-a3d8-041620461789 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 210 time: 0.0749226 Mar 02 07:17:58.786079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Made reservation on behalf of 813abf0e828a402a914de70f51a4e43a for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:17:58.789551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.813879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Deleting subnet 80992ccc-140d-4f17-8661-019fb1e1e7b8 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:17:58.818438 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.874066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-436fc215-02f7-4191-90c4-b484820df2ea req-ede55612-c85d-49db-9e02-4cb0144432b7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892027 Mar 02 07:17:58.926970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:17:58.928227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:17:58.928640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:58.939952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:17:58.940339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:17:58.948407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-081dd58b-0cd3-47ef-a2d7-3ef0e56e5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:58.949235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:58.952303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-081dd58b-0cd3-47ef-a2d7-3ef0e56e5870 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1102 time: 0.3722115 Mar 02 07:17:58.952520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:17:58.953013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:17:58.953400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:17:58.953991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Bound port: 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:17:58.954218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.079243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.095763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:17:59.099463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:17:59.107670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.189112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:59.190015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.191145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] 10.222.0.39 "PUT /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 1091 time: 3.0804403 Mar 02 07:17:59.191988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:17:59.227412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d7b50-e14b-4585-b1cc-948cd72c6f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:59.323265 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'status': 'completed', 'code': 200} Mar 02 07:17:59.324716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Allocated IP 192.168.233.157 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/531dc262-ea3d-4d30-88e5-197615bb1eb1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:17:59.387911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-cf19d4e1-1213-46fb-bb01-1559d58bcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:59.390705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-cf19d4e1-1213-46fb-bb01-1559d58bcef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1094 time: 0.1504982 Mar 02 07:17:59.537662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-4e96c7e0-c9ca-4d88-852b-74f30519e6ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 217 time: 0.1315513 Mar 02 07:17:59.653723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-06a34dd7-370f-486b-a360-d0ecad135c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:59.655484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-06a34dd7-370f-486b-a360-d0ecad135c62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1088052 Mar 02 07:17:59.710948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.738589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-ad94a7a8-325e-45f3-b62a-417cfb516dfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754323 Mar 02 07:17:59.743387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-c1e2f463-572d-4bbb-b351-cd9842a2b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:59.744952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-c1e2f463-572d-4bbb-b351-cd9842a2b36c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.7783532 Mar 02 07:17:59.869408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-6b941fcb-3b7d-4b47-9c83-284e49b73a73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1032975 Mar 02 07:18:00.003830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0373b790-83bc-48c2-9f7a-9f9169bf1d5f req-918fe953-87f7-47b8-8b8b-b7070aae11bb tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 210 time: 0.0586710 Mar 02 07:18:00.008390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.040856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-350abe7e-ffba-4623-9f3d-fe84d6e465d9 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886496 Mar 02 07:18:00.043930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Transition to ACTIVE for port object 531dc262-ea3d-4d30-88e5-197615bb1eb1 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:00.074810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.117342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.122494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.320454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73a86c35-8a50-4181-bce2-5d855f1274a3 req-2d62ba44-9385-45b6-b4b9-b14e013b7ced service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722790 Mar 02 07:18:00.346153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe121-58d5-4715-8bfd-b17427316ce2 req-bf0b26bb-bb9a-42b5-89db-6f14e47b40ae tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:00.348213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c75fe121-58d5-4715-8bfd-b17427316ce2 req-bf0b26bb-bb9a-42b5-89db-6f14e47b40ae tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.1544392 Mar 02 07:18:00.377844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Pushing event updated for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:00.380213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80992ccc-140d-4f17-8661-019fb1e1e7b8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:00.387007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b93bf014-14d3-47e7-8aaf-f8b1a6b61207 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80992ccc-140d-4f17-8661-019fb1e1e7b8 HTTP/1.1" status: 204 len: 168 time: 1.8456159 Mar 02 07:18:00.392384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34832) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:00.396041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:00.404476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb353e-bb86-4b35-889a-121cef73922f req-44e46b12-8b15-4c88-a149-2221a30be4cc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:00.405993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25fb353e-bb86-4b35-889a-121cef73922f req-44e46b12-8b15-4c88-a149-2221a30be4cc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.8036411 Mar 02 07:18:00.410814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:00.547284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c75fe121-58d5-4715-8bfd-b17427316ce2 req-59f6966b-36ca-4daa-ba54-e75a5434d759 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851227 Mar 02 07:18:00.602933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-24352fe9-bf41-4a24-b1c3-0c662ca2dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:00.604530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-24352fe9-bf41-4a24-b1c3-0c662ca2dc5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1094 time: 0.2097974 Mar 02 07:18:00.621308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.633593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:00.754494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-26d61da7-8f8b-45d0-a6cd-4409437cbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:00.756426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-26d61da7-8f8b-45d0-a6cd-4409437cbb05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.8691916 Mar 02 07:18:00.861095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2008d19a-565a-45e9-b509-45c2023f79b2 None None] Provisioning for port 531dc262-ea3d-4d30-88e5-197615bb1eb1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:00.867891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2008d19a-565a-45e9-b509-45c2023f79b2 None None] Provisioning complete for port 531dc262-ea3d-4d30-88e5-197615bb1eb1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:00.868332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2008d19a-565a-45e9-b509-45c2023f79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:00.921458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-a0152f41-106c-4b68-a767-028df767a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:00.923073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-a0152f41-106c-4b68-a767-028df767a767 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3119280 Mar 02 07:18:00.932368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25fb353e-bb86-4b35-889a-121cef73922f req-9de1f4c9-2718-4571-ba1e-6c8093d5bf76 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191226 Mar 02 07:18:01.018620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-0e9b3e0f-b611-4228-abb2-8e420d17dc3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 217 time: 0.0876720 Mar 02 07:18:01.030067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.031255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2008d19a-565a-45e9-b509-45c2023f79b2 None None] Port 531dc262-ea3d-4d30-88e5-197615bb1eb1 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:18:01.041836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.131662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-8ccc110d-1d62-48bf-915b-24261db56642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.133560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-50953586-33d5-43aa-9552-fddef6ddaf5a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1456840 Mar 02 07:18:01.133852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-8ccc110d-1d62-48bf-915b-24261db56642 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1064894 Mar 02 07:18:01.205440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-a0b490dd-96ce-4674-8f24-4dc23a0f884c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584362 Mar 02 07:18:01.205593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Request body: {'port': {'device_id': 'ce98b945-7608-437e-95a5-58c615e61a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:01.272454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.281673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-a3bb2dc2-341f-4aa1-be02-d36f62a0c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.283174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-a3bb2dc2-341f-4aa1-be02-d36f62a0c28e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4950588 Mar 02 07:18:01.383353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-7561f478-fe6a-4056-a77d-4c9a5d8ed214 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732135 Mar 02 07:18:01.392706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1576aea1-7725-4da7-bc47-0aa5686dd45b']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:01.445657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fceb6a-4720-4ddd-a8d9-76b12ad71c34') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:01.445975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fceb6a-4720-4ddd-a8d9-76b12ad71c34') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:01.524257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.584288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.597129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.625953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:18:01.626380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:18:01.642637 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:18:01.650221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453737cc-d8b6-40a6-b5d0-17f93b2150cd req-3c20152b-9929-42c6-b152-72d9213ed552 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.651023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-453737cc-d8b6-40a6-b5d0-17f93b2150cd req-3c20152b-9929-42c6-b152-72d9213ed552 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Synchronizing usage tracker for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:01.665900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abd895f2-bd2d-4e9e-8a4b-b77d5be041ba req-ed3de636-0b37-49be-8a2e-f308fb5f9eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692671 Mar 02 07:18:01.789250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:01.881608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-2ff462b3-418a-4aa3-be27-be82ac72de54 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827913 Mar 02 07:18:01.941415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-453737cc-d8b6-40a6-b5d0-17f93b2150cd req-3c20152b-9929-42c6-b152-72d9213ed552 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Unset dirty status for tenant:813abf0e828a402a914de70f51a4e43a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:01.947931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-453737cc-d8b6-40a6-b5d0-17f93b2150cd req-3c20152b-9929-42c6-b152-72d9213ed552 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 936 time: 0.7559686 Mar 02 07:18:01.952896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88587-be83-418c-b8a3-a08af7fe0e00 req-6a9e91bd-0a1f-4212-bfd8-6c8b53d0cdbd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.967616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89a88587-be83-418c-b8a3-a08af7fe0e00 req-6a9e91bd-0a1f-4212-bfd8-6c8b53d0cdbd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.1608915 Mar 02 07:18:02.030916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.050040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89a88587-be83-418c-b8a3-a08af7fe0e00 req-14bc1527-928c-4070-9b3d-b837caacb83f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815911 Mar 02 07:18:02.139678 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.171494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.216639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1576aea1-7725-4da7-bc47-0aa5686dd45b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:02.228407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-453737cc-d8b6-40a6-b5d0-17f93b2150cd req-26a5de2f-3279-41b2-b09e-95ccc9c3adcb tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792628 Mar 02 07:18:02.232556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-19f27c68-0493-4966-a1f8-adaa3029bfd1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1576aea1-7725-4da7-bc47-0aa5686dd45b HTTP/1.1" status: 204 len: 168 time: 1.8227110 Mar 02 07:18:02.309098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:02.319098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Usage tracker for resource:security_group_rule and tenant:f316a12d559049ba9e2c2e28e0d05ac9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:02.323385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:02.334203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:02.401011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34874) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:02.401692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039459d6-c1d1-4fd0-b2fb-94a1f47657b0 req-e8de6391-06e0-4ec4-a8cb-2c98383f78eb service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919720 Mar 02 07:18:02.420053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a24837-2aea-43a9-9b82-d38a77d54f1b req-b5fd60d4-bb3a-4229-8705-19c047c5e8ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:02.421096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e8a24837-2aea-43a9-9b82-d38a77d54f1b req-b5fd60d4-bb3a-4229-8705-19c047c5e8ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:02.517099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e8a24837-2aea-43a9-9b82-d38a77d54f1b req-b5fd60d4-bb3a-4229-8705-19c047c5e8ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:02.523655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8a24837-2aea-43a9-9b82-d38a77d54f1b req-b5fd60d4-bb3a-4229-8705-19c047c5e8ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.2945185 Mar 02 07:18:02.570340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a2bb1826-db8d-47df-a99e-27e70904da14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13ee39412b02485bbf4b5fa5661736b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629646 Mar 02 07:18:02.579467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34878) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:02.595975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531dc262-ea3d-4d30-88e5-197615bb1eb1 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:02.604519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.622021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Transition to ACTIVE for port object 531dc262-ea3d-4d30-88e5-197615bb1eb1 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:02.631427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.654435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8a24837-2aea-43a9-9b82-d38a77d54f1b req-0a0a580c-2a4c-4929-8c34-3b52099cba85 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298399 Mar 02 07:18:02.679039 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.690504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.781194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b19982-b388-40c4-a39e-9b4334344763,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:02.793045 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b34ac296-4317-4e98-a8fd-522888266e62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f316a12d559049ba9e2c2e28e0d05ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031273 Mar 02 07:18:02.795393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.797024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:02.881438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.968951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:02.999703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.042652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Pushing event updated for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:03.045919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.084684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb38cb5-ff43-4cae-a57a-a80bcbb448c8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:03.097621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.115636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b7cff28-881e-43aa-bb8a-2ecf9c47c276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb38cb5-ff43-4cae-a57a-a80bcbb448c8 HTTP/1.1" status: 204 len: 168 time: 0.5329473 Mar 02 07:18:03.131246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.151819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b19982-b388-40c4-a39e-9b4334344763,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:03.155397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.156548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-401f4bf2-eee0-4f0b-83cd-36651263ede3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3b19982-b388-40c4-a39e-9b4334344763 HTTP/1.1" status: 204 len: 168 time: 0.3586216 Mar 02 07:18:03.317161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Attempting to bind port 531dc262-ea3d-4d30-88e5-197615bb1eb1 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:03.317886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Attempting to bind port 531dc262-ea3d-4d30-88e5-197615bb1eb1 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:03.318492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Attempting to bind port 531dc262-ea3d-4d30-88e5-197615bb1eb1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:03.328516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Port 531dc262-ea3d-4d30-88e5-197615bb1eb1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:03.329266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Attempting to bind port 531dc262-ea3d-4d30-88e5-197615bb1eb1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:03.338728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:03.341224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:03.342064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:03.342722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Bound port: 531dc262-ea3d-4d30-88e5-197615bb1eb1, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:03.343634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.525988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:03.535113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:03.563162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48fab-2730-42ab-9452-05fc25140f1c req-ab980293-dc3e-4a86-8f83-0abf91b38bc6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:03.564675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00c48fab-2730-42ab-9452-05fc25140f1c req-ab980293-dc3e-4a86-8f83-0abf91b38bc6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.1666787 Mar 02 07:18:03.578060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.618580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b1a8b-e640-41f2-be79-44f7318c72ab req-6f2b0a33-7855-48a5-9b39-d0f5ec57e0cc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:03.620549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d50b1a8b-e640-41f2-be79-44f7318c72ab req-6f2b0a33-7855-48a5-9b39-d0f5ec57e0cc tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 948 time: 0.1846910 Mar 02 07:18:03.677253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d50b1a8b-e640-41f2-be79-44f7318c72ab req-0d715893-2f35-4117-a33a-c2f888626882 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Mar 02 07:18:03.694496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:03.695111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.696486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] 10.222.0.16 "PUT /v2.0/ports/531dc262-ea3d-4d30-88e5-197615bb1eb1 HTTP/1.1" status: 200 len: 1096 time: 2.5035102 Mar 02 07:18:03.697162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:03.710411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:03.735923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00c48fab-2730-42ab-9452-05fc25140f1c req-66f0dd7e-da03-46cd-ab01-d15695dd2a2d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501298 Mar 02 07:18:03.749082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cd86f-fc06-479c-979b-e82269554502 service neutron] Pushing event updated for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:03.821989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2271b4d2-fb17-4681-a60d-541c0d11d063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34d7d2d3219d4bc18b3c43804b9b229f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094985 Mar 02 07:18:03.824388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34926) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:03.986948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34930) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:03.993238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.011169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.014070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-0c2fba5d-e626-45c8-b181-558a9cdcf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.015547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-0c2fba5d-e626-45c8-b181-558a9cdcf405 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 1099 time: 0.2585919 Mar 02 07:18:04.026959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:04.032734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Usage tracker for resource:security_group_rule and tenant:adc61499de58475e82ed6cfe90bd2afd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:04.036739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:04.042877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:04.080739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.113850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-0dc14e2a-b611-4e4b-9b3e-682b876e5a43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1 HTTP/1.1" status: 200 len: 217 time: 0.0849526 Mar 02 07:18:04.141044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.146106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.197745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adc61499de58475e82ed6cfe90bd2afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074172 Mar 02 07:18:04.197745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e69e5-e53b-48bc-b9a1-619c5873aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec52d7-6ccd-4598-8e0a-03957bd954eb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:04.200763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34936) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:04.216967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa39f2c-1a11-4c6b-8cf1-526e686078c5 req-64e00648-fdd1-4d15-8b9b-b62dc0777932 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.218693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dfa39f2c-1a11-4c6b-8cf1-526e686078c5 req-64e00648-fdd1-4d15-8b9b-b62dc0777932 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.3173270 Mar 02 07:18:04.249108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-9103ed82-6f2a-42a9-bf53-9796f68b2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.250840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-9103ed82-6f2a-42a9-bf53-9796f68b2b02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1257262 Mar 02 07:18:04.261495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.289422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.317072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.346681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2568ba-edee-4d76-9b70-37f72aab8e8d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:04.360873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dfa39f2c-1a11-4c6b-8cf1-526e686078c5 req-9795dc42-977d-4c0b-aba6-d2e641417b02 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263535 Mar 02 07:18:04.365691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.369283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59886a8c-073b-4ec1-84ef-53aec0c033f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf2568ba-edee-4d76-9b70-37f72aab8e8d HTTP/1.1" status: 204 len: 168 time: 0.5221632 Mar 02 07:18:04.389834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.394527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-fcec3e12-a776-48e4-a86e-becee684602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.396191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-fcec3e12-a776-48e4-a86e-becee684602c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353409 Mar 02 07:18:04.406438 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1', 'status': 'completed', 'code': 200} Mar 02 07:18:04.437728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec52d7-6ccd-4598-8e0a-03957bd954eb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:04.474412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:04.478560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d8400d2d-9ede-4879-a9d3-b074ed3cb5b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6ec52d7-6ccd-4598-8e0a-03957bd954eb HTTP/1.1" status: 204 len: 168 time: 0.2765355 Mar 02 07:18:04.682203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-6a3adcfc-fd06-4423-9969-5ab62ee6a0c4 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742062 Mar 02 07:18:04.687880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9bc4b-b11f-4589-affe-f9b5850588c5 req-18e2b212-03aa-4f9d-a4c1-31380df250cc tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.689342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8f9bc4b-b11f-4589-affe-f9b5850588c5 req-18e2b212-03aa-4f9d-a4c1-31380df250cc tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1102 time: 0.1799116 Mar 02 07:18:04.830387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e8f9bc4b-b11f-4589-affe-f9b5850588c5 req-dd6bb81a-243b-470e-9c3b-6afa99d963e7 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Synchronizing usage tracker for tenant:11a5a70279b64172a109375d8de24584 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:04.874572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7610d130-e8f7-46e4-9f92-318c11d5c2a8 req-d2fb9266-b71a-4700-84fb-2d951bc3bf70 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841128 Mar 02 07:18:04.875064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e8f9bc4b-b11f-4589-affe-f9b5850588c5 req-dd6bb81a-243b-470e-9c3b-6afa99d963e7 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Unset dirty status for tenant:11a5a70279b64172a109375d8de24584 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:04.876842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8f9bc4b-b11f-4589-affe-f9b5850588c5 req-dd6bb81a-243b-470e-9c3b-6afa99d963e7 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581433 Mar 02 07:18:04.939575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-96052890-f651-49e1-be9b-0c535f67cb8d tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:04.948253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-96052890-f651-49e1-be9b-0c535f67cb8d tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/networks?id=fc84ee60-8439-4b85-9b16-8758e20075f1 HTTP/1.1" status: 200 len: 815 time: 0.2097707 Mar 02 07:18:04.969711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-d3b5bc6a-f6a8-414a-9921-677ac05bf241 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/quotas/2d1db45711d04779896c9017db34667f HTTP/1.1" status: 200 len: 375 time: 0.0204272 Mar 02 07:18:05.051876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-5bb466b0-bc15-4489-a278-b1303566bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:05.053361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-5bb466b0-bc15-4489-a278-b1303566bdc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813abf0e828a402a914de70f51a4e43a&device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 1099 time: 0.1254492 Mar 02 07:18:05.072518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb498f41-4602-46db-b25a-caceb2c93824 req-26489cd9-8a95-4e8c-8590-9f068c044829 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Synchronizing usage tracker for tenant:2d1db45711d04779896c9017db34667f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:05.097386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb498f41-4602-46db-b25a-caceb2c93824 req-26489cd9-8a95-4e8c-8590-9f068c044829 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Unset dirty status for tenant:2d1db45711d04779896c9017db34667f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:05.108474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-26489cd9-8a95-4e8c-8590-9f068c044829 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d1db45711d04779896c9017db34667f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378212 Mar 02 07:18:05.263311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-277076c6-de63-4dad-9c12-43de0fc6314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:05.264989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-277076c6-de63-4dad-9c12-43de0fc6314c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2037642 Mar 02 07:18:05.410960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-ed901c82-d9cc-4e04-a2d6-cc4a0401ac86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1 HTTP/1.1" status: 200 len: 217 time: 0.1359344 Mar 02 07:18:05.445103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:05.534800 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-2de8fe2f-30bb-4580-a93c-b63cb148d8a5 service neutron] 10.222.0.21 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253571 Mar 02 07:18:05.607822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-d3fa0ff8-17d0-4d99-b224-8a9cf9b093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:05.612746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-d3fa0ff8-17d0-4d99-b224-8a9cf9b093ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1828756 Mar 02 07:18:05.756251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-98c0d3bf-f130-40d1-8682-2737a84d525c service neutron] 10.222.0.21 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113373 Mar 02 07:18:05.791898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:05.807853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'port_id': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'mac_address': 'fa:16:3e:87:b5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd02326-e9f6-474e-934c-2ac359935579', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:05.870304 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:05.893172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:05.912840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:05.919897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:05.996098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-a61fdf68-1122-4821-ae8e-609eb84ea918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:05.998665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-a61fdf68-1122-4821-ae8e-609eb84ea918 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3759196 Mar 02 07:18:06.006430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86f2cb-6416-4d20-a258-88928ac7f533 req-572a0342-7344-4624-874a-156e80a0efe5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:06.008155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb86f2cb-6416-4d20-a258-88928ac7f533 req-572a0342-7344-4624-874a-156e80a0efe5 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 948 time: 0.1704445 Mar 02 07:18:06.016559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:06.062271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35018) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:06.230825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb86f2cb-6416-4d20-a258-88928ac7f533 req-91db22c9-3d65-488e-b51b-2e532568b50e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888072 Mar 02 07:18:06.261555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['2786a9b4-f5dc-49c4-8d51-b52ac669ea06'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:06.261732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d9012-18c2-4a8f-942a-573e6f00d4d6 req-76cf1c78-91c5-41bd-993c-25fbf45f347a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:06.290322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a60d9012-18c2-4a8f-942a-573e6f00d4d6 req-76cf1c78-91c5-41bd-993c-25fbf45f347a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 944 time: 0.1423805 Mar 02 07:18:06.353180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-f04ed671-9bf3-41db-ab17-c26f7928910a service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439398 Mar 02 07:18:06.364796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a60d9012-18c2-4a8f-942a-573e6f00d4d6 req-c33b4aaa-4423-442d-95c8-a3897fd1a3e3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734472 Mar 02 07:18:06.384404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1669710563-network', 'tenant_id': 'dc7049fc26ba455c9e558122802652f1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:06.398296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:06.436904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Usage tracker for resource:network and tenant:dc7049fc26ba455c9e558122802652f1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:06.457946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:06.477763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:06.627027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3675e33-a69a-4f4c-9780-f3cb66eef657 req-039472fd-12bf-4520-ae50-80057918d547 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667158 Mar 02 07:18:06.659699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7de79c9a-8165-4243-9957-150351beb8c9 req-6d83671a-90f3-4b5d-84b0-869bcd5deb4a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 210 time: 0.1522739 Mar 02 07:18:06.663883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:06.670555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.712225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.730583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-9a838c94-f992-4538-8b0a-adbeb46cf67c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480404 Mar 02 07:18:06.743382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:06.748538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7049fc26ba455c9e558122802652f1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:06.751534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:06.758827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:06.872848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.879033 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.900518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:18:06.916039 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.917041 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Added segment 6c629b11-b9b9-4b73-94d4-1725cc1e0d3b of type vlan for network b964cf00-32a0-4538-b804-3acf576fe5fd Mar 02 07:18:06.952681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.964859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-44824d09-8c09-4ce1-a8b1-09128cd37788 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:06.974154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-44824d09-8c09-4ce1-a8b1-09128cd37788 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394464 Mar 02 07:18:06.990804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-408f7383-67ab-4a64-a8bf-bf1eab959580 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/quotas/9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 375 time: 0.0155041 Mar 02 07:18:06.993366 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:06.994516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:06.995257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.070194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1665328-658f-41d8-8818-9f24067a8d07,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:07.133357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0698338 Mar 02 07:18:07.136583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:07.145990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Request body: {'subnet': {'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1669710563-subnet', 'tenant_id': 'dc7049fc26ba455c9e558122802652f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:07.148385 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-0088aa08-578d-4625-b919-355cd27dcb4f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449378 Mar 02 07:18:07.149563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e96d4-4eef-4244-be0c-eb456c62bfe7 admin admin] Pushing event updated for resources: {'Network': ['ID=b964cf00-32a0-4538-b804-3acf576fe5fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:07.154468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:07.159072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Usage tracker for resource:subnet and tenant:dc7049fc26ba455c9e558122802652f1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:07.161332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b964cf00-32a0-4538-b804-3acf576fe5fd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:18:07.162948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:07.170663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:07.190124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:07.195920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.486428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:07.604319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.605180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:07.611608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:07.612381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.704489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40450ca-2982-4b17-8376-2815bdb91305 req-6a6bec9a-7e9b-4671-b0d6-104491f34cc4 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:07.712058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c40450ca-2982-4b17-8376-2815bdb91305 req-6a6bec9a-7e9b-4671-b0d6-104491f34cc4 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 948 time: 0.3123729 Mar 02 07:18:07.788749 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.795364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c40450ca-2982-4b17-8376-2815bdb91305 req-983458db-2798-45e2-a6e5-28b8b4313f7b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824139 Mar 02 07:18:07.812715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:07.813092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Network hostable DHCP agents. Network: b964cf00-32a0-4538-b804-3acf576fe5fd, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:18:07.835707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-98115a25-9671-4033-941e-799300d0af37 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:07.836428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb498f41-4602-46db-b25a-caceb2c93824 req-98115a25-9671-4033-941e-799300d0af37 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Synchronizing usage tracker for tenant:2d1db45711d04779896c9017db34667f on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:07.860470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb498f41-4602-46db-b25a-caceb2c93824 req-98115a25-9671-4033-941e-799300d0af37 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Unset dirty status for tenant:2d1db45711d04779896c9017db34667f on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:07.862097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-98115a25-9671-4033-941e-799300d0af37 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.39 "GET /v2.0/networks?id=fc84ee60-8439-4b85-9b16-8758e20075f1 HTTP/1.1" status: 200 len: 815 time: 0.2881989 Mar 02 07:18:07.866927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:07.880509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Request body: {'port': {'device_id': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'admin_state_up': True, 'tenant_id': '2d1db45711d04779896c9017db34667f'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:07.888756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:07.899035 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.907446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f075f47d-3b81-49eb-9000-ad8d27e9da77,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:07.914786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Network b964cf00-32a0-4538-b804-3acf576fe5fd is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:18:07.940134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2053be8f-e320-459f-a942-3d0d1bd3e418 req-e2bece23-044b-4ea5-8e72-cf39d558320e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 210 time: 0.0712645 Mar 02 07:18:07.957391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b964cf00-32a0-4538-b804-3acf576fe5fd) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:07.961632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:07.962525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:07.971580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13bdbd-96f0-45b8-9d81-d49e8a951444 None None] Network b964cf00-32a0-4538-b804-3acf576fe5fd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:08.008292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fdcd99d7-5cfc-4bf3-a516-1ca74d47bd1c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8699303 Mar 02 07:18:08.151227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:08.300010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c2a570-b603-4287-9b9e-8b47c57c6866 None None] Network b964cf00-32a0-4538-b804-3acf576fe5fd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:08.310696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:08.364370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:08.391187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdd420-5d06-4770-98e2-e34d54ca680f req-0014834a-1236-4f78-91d9-e87b37019636 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:08.396625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03fdd420-5d06-4770-98e2-e34d54ca680f req-0014834a-1236-4f78-91d9-e87b37019636 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 945 time: 0.3508141 Mar 02 07:18:08.448216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66fc1baf-72b2-4b37-ab0d-b3265093bee5 req-a8dfb96f-11b0-4225-b565-ae38cf256f72 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 210 time: 0.1085312 Mar 02 07:18:08.518164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Made reservation on behalf of 2d1db45711d04779896c9017db34667f for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:08.538574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:08.593009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03fdd420-5d06-4770-98e2-e34d54ca680f req-10d35a8b-d69e-4f03-9a87-62858f8e7585 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845913 Mar 02 07:18:08.644999 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'code': 200} Mar 02 07:18:08.776175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42daf7-7120-4cfc-b5db-99790ae70558 req-b3e67f6f-71e6-4b9b-b745-ddc31be2b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:08.779962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f42daf7-7120-4cfc-b5db-99790ae70558 req-b3e67f6f-71e6-4b9b-b745-ddc31be2b375 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1096 time: 0.1218388 Mar 02 07:18:08.931770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f42daf7-7120-4cfc-b5db-99790ae70558 req-ca4154b7-0c6d-49b2-89f3-10a632c952e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352744 Mar 02 07:18:09.011447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Allocated IP 172.20.0.11 (fc84ee60-8439-4b85-9b16-8758e20075f1/31303f6d-fea4-429d-a13c-857473d4ba2e/7c11f886-0f00-493a-a333-8026b7ecb7c0) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:09.355875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 531dc262-ea3d-4d30-88e5-197615bb1eb1 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:09.451209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-6a9666a2-f260-40f6-83bb-93ebbcaa316b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3796141 Mar 02 07:18:09.460154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-186f9d4e-79c1-44fb-a4cf-d78bf38a22f8 req-95a03f88-bec7-412b-97ec-43502a396c35 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 210 time: 0.1857722 Mar 02 07:18:09.482962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:09.489770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:09.511553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-226756364-network', 'tenant_id': 'cf245f19b4504a75a74ff539a622b19a'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:09.533024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:09.556338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Usage tracker for resource:network and tenant:cf245f19b4504a75a74ff539a622b19a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:09.573839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:09.603132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:09.633639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Made reservation on behalf of cf245f19b4504a75a74ff539a622b19a for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:09.643305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:09.734447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:09.798155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:09.813807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Usage tracker for resource:security_group_rule and tenant:cf245f19b4504a75a74ff539a622b19a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:09.826352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:09.839780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:09.874310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:09.890507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '531dc262-ea3d-4d30-88e5-197615bb1eb1', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '531dc262-ea3d-4d30-88e5-197615bb1eb1', 'mac_address': 'fa:16:3e:64:d9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:09.943999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-37f54b38-9217-4540-a322-3dedf795a84e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:09.953092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-37f54b38-9217-4540-a322-3dedf795a84e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735184 Mar 02 07:18:09.953705 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:09.986344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531dc262-ea3d-4d30-88e5-197615bb1eb1 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:09.988980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Request body: {'port': {'device_id': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9defa991ffc74c0a8109cbb4f7e0face'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:10.025171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:10.031369 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.119919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:10.180017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.209458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.213002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.263771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0440c27d-dcb3-4001-a1b5-c022e497eb91,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:10.282837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4de144ff-23c9-4057-bdc0-8b43072ac2f6 req-a82c2544-a722-4d6f-a6b8-3b74e631b4f2 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 210 time: 0.4959605 Mar 02 07:18:10.293803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570f38c-33e4-4815-af87-6df94ff1b6ec req-49ec2584-10ca-46dd-bba9-2d513114a50f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:10.305615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.309633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.310455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.311026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.312329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8570f38c-33e4-4815-af87-6df94ff1b6ec req-49ec2584-10ca-46dd-bba9-2d513114a50f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 948 time: 1.1699777 Mar 02 07:18:10.312883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.314308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.314935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.319226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.321001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.322107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.322693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.325788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:10.365326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['531dc262-ea3d-4d30-88e5-197615bb1eb1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:10.368982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.370892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:10.379664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:18:10.408333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.409143 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Added segment 362c0607-3755-45e4-9b72-a04fe9f98b1c of type vlan for network 5017b950-e941-4b3e-b688-bf54be76b867 Mar 02 07:18:10.420041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc0e77193d843cfaafa03ac2dfbcaa8 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:10.424390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:10.440208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:10.448635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:10.459600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Transition to ACTIVE for port object 7c11f886-0f00-493a-a333-8026b7ecb7c0 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:10.474632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8570f38c-33e4-4815-af87-6df94ff1b6ec req-b64b9d13-7d3b-4220-a245-d501c9630135 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612391 Mar 02 07:18:10.506398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:10.549972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Made reservation on behalf of 9defa991ffc74c0a8109cbb4f7e0face for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:10.565306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.607238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.780136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:10.951482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cc0e77193d843cfaafa03ac2dfbcaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4698694 Mar 02 07:18:10.956939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:11.044947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.078862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d732a9c-f4fb-48cb-a2a7-6888931e3ec9 req-6950f15a-eacf-46d4-8bea-2367a7b8e752 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 210 time: 0.3328221 Mar 02 07:18:11.118613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.151267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927b4d3-e6ca-414e-b6d3-d2e73c2aabc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4e2b0-303d-41ba-b017-f8841621b49b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:11.219976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904eb6f-f431-4b69-a6b7-742aa3e725b6 req-802dd7a6-ea02-4036-8528-78c107d66df7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:11.227486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d904eb6f-f431-4b69-a6b7-742aa3e725b6 req-802dd7a6-ea02-4036-8528-78c107d66df7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 945 time: 0.6159155 Mar 02 07:18:11.268717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Network fc84ee60-8439-4b85-9b16-8758e20075f1 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:11.310502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Allocated IP 192.168.233.135 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/3bdb4020-e17b-4bc7-9081-68723fb438a2) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:11.425158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.439006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.440153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:11.440892 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.550891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d904eb6f-f431-4b69-a6b7-742aa3e725b6 req-84be4113-f451-4501-ac0c-3dfb556922fc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224285 Mar 02 07:18:11.581736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.585085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.606089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Transition to ACTIVE for port object 3bdb4020-e17b-4bc7-9081-68723fb438a2 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:11.630879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:11.634895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:11.773554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:11.774243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.792429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.817633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3241177 Mar 02 07:18:11.823994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:11.840786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35166) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:11.875120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b6582-e2c4-41d0-8fed-9c1cb629fccf admin admin] Pushing event updated for resources: {'Network': ['ID=5017b950-e941-4b3e-b688-bf54be76b867,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:11.921904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.945306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Request body: {'subnet': {'network_id': '5017b950-e941-4b3e-b688-bf54be76b867', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-226756364-subnet', 'tenant_id': 'cf245f19b4504a75a74ff539a622b19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:11.945632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5017b950-e941-4b3e-b688-bf54be76b867 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:18:11.969807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:11.985103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4e2b0-303d-41ba-b017-f8841621b49b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:11.992864 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:11.997831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee1b291e-1bab-406d-ba67-c2ce43dbaee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68f4e2b0-303d-41ba-b017-f8841621b49b HTTP/1.1" status: 204 len: 168 time: 1.0123203 Mar 02 07:18:12.010828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:12.064206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3372-dd8b-48a0-96f3-18bf6515a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:12.070651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81e814-8ef0-4e98-a57b-5e103de4eb98 req-b5558865-bdc3-41fa-a335-d0bbe5760a63 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:12.083825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba81e814-8ef0-4e98-a57b-5e103de4eb98 req-b5558865-bdc3-41fa-a335-d0bbe5760a63 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 949 time: 0.2531414 Mar 02 07:18:12.095754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:12.116670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Pushing event updated for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:12.120431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:12.219916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba81e814-8ef0-4e98-a57b-5e103de4eb98 req-339f9370-1838-4963-9102-468c71ec306e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307676 Mar 02 07:18:12.227172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Usage tracker for resource:subnet and tenant:cf245f19b4504a75a74ff539a622b19a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:12.242329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3719106 Mar 02 07:18:12.247132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:12.327924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.327924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.328642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.328642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.329255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.329255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.329389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.330071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.330071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.330294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.347905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.348366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7525-ceed-4cef-9b38-e3aa29e792ce tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:12.355330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Request body: {'port': {'device_id': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:12.445818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-176f45be-2325-4817-8f8e-5aa4aed1b86c None None] Provisioning for port 7c11f886-0f00-493a-a333-8026b7ecb7c0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:12.512941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-176f45be-2325-4817-8f8e-5aa4aed1b86c None None] Provisioning complete for port 7c11f886-0f00-493a-a333-8026b7ecb7c0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:12.513602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-176f45be-2325-4817-8f8e-5aa4aed1b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:12.537155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:12.774252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:12.804493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:12.813962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-176f45be-2325-4817-8f8e-5aa4aed1b86c None None] Port 7c11f886-0f00-493a-a333-8026b7ecb7c0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:18:12.895000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:12.905427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Usage tracker for resource:security_group_rule and tenant:6e17e44dca3d456dbfaf19f8b6db0653 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:12.915631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:12.930539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:13.020353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Made reservation on behalf of cf245f19b4504a75a74ff539a622b19a for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:13.029752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.035313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5a96cfcd-fa2f-4957-8b07-ff89e1e92be5 None None] Provisioning for port 3bdb4020-e17b-4bc7-9081-68723fb438a2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:13.061053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5a96cfcd-fa2f-4957-8b07-ff89e1e92be5 None None] Provisioning complete for port 3bdb4020-e17b-4bc7-9081-68723fb438a2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:13.061540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfcd-fa2f-4957-8b07-ff89e1e92be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.093541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28824740-b4a1-4f99-a499-90f3408499ba req-4cfdaefc-35f6-424a-bd65-93a00586016a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:13.095695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-28824740-b4a1-4f99-a499-90f3408499ba req-4cfdaefc-35f6-424a-bd65-93a00586016a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Synchronizing usage tracker for tenant:2d1db45711d04779896c9017db34667f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:13.109891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.122204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.134711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:13.163285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:13.163936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.182407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.200495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ae2ba-da63-4357-8c88-ac81fc162fa9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:13.207177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-475cd67f-9ac6-45de-8daf-e11c135adf83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e17e44dca3d456dbfaf19f8b6db0653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314685 Mar 02 07:18:13.212929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5a96cfcd-fa2f-4957-8b07-ff89e1e92be5 None None] Port 3bdb4020-e17b-4bc7-9081-68723fb438a2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:18:13.235659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:13.328136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e033a1-4aeb-4dfb-adcb-888ff1427129 req-59e0c036-61af-412e-bd8e-76b5f4cce717 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:13.336995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8e033a1-4aeb-4dfb-adcb-888ff1427129 req-59e0c036-61af-412e-bd8e-76b5f4cce717 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 936 time: 0.4986765 Mar 02 07:18:13.391477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 531dc262-ea3d-4d30-88e5-197615bb1eb1 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:13.472262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.537122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.593294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 531dc262-ea3d-4d30-88e5-197615bb1eb1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:13.609244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 531dc262-ea3d-4d30-88e5-197615bb1eb1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:13.609668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.651226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8e033a1-4aeb-4dfb-adcb-888ff1427129 req-21453673-cf06-44e8-9d33-bcb87fa97ebe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131137 Mar 02 07:18:13.651770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.672425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ae2ba-da63-4357-8c88-ac81fc162fa9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:13.687104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.687104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1a662c40-9ff0-440a-8b0b-d4d26e6ec17d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca3ae2ba-da63-4357-8c88-ac81fc162fa9 HTTP/1.1" status: 204 len: 168 time: 0.4437745 Mar 02 07:18:13.935972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:13.992537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-91459635-6bf3-46b5-816b-256af224df14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0205617 Mar 02 07:18:13.997819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-28824740-b4a1-4f99-a499-90f3408499ba req-4cfdaefc-35f6-424a-bd65-93a00586016a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Unset dirty status for tenant:2d1db45711d04779896c9017db34667f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:14.009682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28824740-b4a1-4f99-a499-90f3408499ba req-4cfdaefc-35f6-424a-bd65-93a00586016a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 932 time: 2.3006847 Mar 02 07:18:14.030391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:14.041589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Request body: {'port': {'device_id': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:14.052724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:14.058424 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:14.172119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8f0a-5312-4d5e-bba4-98a3d217abba req-67b3dc5d-1c1c-4f18-8a77-9a1558efb6b2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:14.180653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20ba8f0a-5312-4d5e-bba4-98a3d217abba req-67b3dc5d-1c1c-4f18-8a77-9a1558efb6b2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 945 time: 0.2697830 Mar 02 07:18:14.286778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20ba8f0a-5312-4d5e-bba4-98a3d217abba req-09fe1e28-aacc-4103-9f00-6e6c77890d3e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049354 Mar 02 07:18:14.364135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:14.405599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.408313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.409198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.410424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.411725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.412139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.413431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.414008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.415621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.416148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.416554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.417575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:14.432695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f2a753c-5e4e-4aad-851f-eb85f7623ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:14.576608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-28824740-b4a1-4f99-a499-90f3408499ba req-8e788130-e25d-4fe1-9fea-ec844bc284f9 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Synchronizing usage tracker for tenant:2d1db45711d04779896c9017db34667f on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:14.762703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b2120-8234-4aa5-b4ba-416ab53c9941 req-c1d0b2b6-fe57-4348-a46e-ebc7fc782a34 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:14.766450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e3b2120-8234-4aa5-b4ba-416ab53c9941 req-c1d0b2b6-fe57-4348-a46e-ebc7fc782a34 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.1821032 Mar 02 07:18:14.767887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-28824740-b4a1-4f99-a499-90f3408499ba req-8e788130-e25d-4fe1-9fea-ec844bc284f9 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Unset dirty status for tenant:2d1db45711d04779896c9017db34667f on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:14.778508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28824740-b4a1-4f99-a499-90f3408499ba req-8e788130-e25d-4fe1-9fea-ec844bc284f9 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7661657 Mar 02 07:18:14.833366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:14.847648 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1', 'code': 200} Mar 02 07:18:14.867870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c11f886-0f00-493a-a333-8026b7ecb7c0 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:14.907451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e3b2120-8234-4aa5-b4ba-416ab53c9941 req-e36714b9-622d-481a-b056-a62f0db9187a tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287751 Mar 02 07:18:14.978420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.033584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Transition to ACTIVE for port object 7c11f886-0f00-493a-a333-8026b7ecb7c0 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:15.088047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.123069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cada22e-dedb-47d3-820d-61141155db7c req-b8526886-10a5-46c7-a5c8-c39e56933e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:15.131447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cada22e-dedb-47d3-820d-61141155db7c req-b8526886-10a5-46c7-a5c8-c39e56933e26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 1101 time: 0.1982677 Mar 02 07:18:15.180852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.238033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:15.306643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cada22e-dedb-47d3-820d-61141155db7c req-fd5546a6-c3c9-4613-9450-fcaf8d10045e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740341 Mar 02 07:18:15.346620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73933ada-4a1b-471d-b1f7-3fd397d37c19 req-6d2c88c3-6fb1-4ae9-afda-468d24aa546b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:15.354697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73933ada-4a1b-471d-b1f7-3fd397d37c19 req-6d2c88c3-6fb1-4ae9-afda-468d24aa546b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 936 time: 0.1777768 Mar 02 07:18:15.369617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.497035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73933ada-4a1b-471d-b1f7-3fd397d37c19 req-ced46ef0-96bf-45a8-9b4d-8911aa0241d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413622 Mar 02 07:18:15.497234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.952426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdb4020-e17b-4bc7-9081-68723fb438a2 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:15.959770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:15.976084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Transition to ACTIVE for port object 3bdb4020-e17b-4bc7-9081-68723fb438a2 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:16.064383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c112-2e3c-46b7-83e8-352a9ea8434d req-87eadfad-6a2f-4c52-8fc4-1fb2c0da5e76 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:16.076295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2171c112-2e3c-46b7-83e8-352a9ea8434d req-87eadfad-6a2f-4c52-8fc4-1fb2c0da5e76 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 944 time: 0.1484380 Mar 02 07:18:16.077303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:16.167284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2171c112-2e3c-46b7-83e8-352a9ea8434d req-7c59ac37-e7e4-4629-b201-5ac702cf5739 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898128 Mar 02 07:18:16.225887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bf01d6-d00c-44df-b805-22cfff8ed532,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:16.357116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Checking segment: {'id': '362c0607-3755-45e4-9b72-a04fe9f98b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5017b950-e941-4b3e-b688-bf54be76b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:16.364562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Network hostable DHCP agents. Network: 5017b950-e941-4b3e-b688-bf54be76b867, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:18:16.559446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914fda-7fa0-48b9-a68d-eb2963eb99fa req-6afb6ae8-1a0d-451e-89ea-39f1928ff146 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:16.584255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59914fda-7fa0-48b9-a68d-eb2963eb99fa req-6afb6ae8-1a0d-451e-89ea-39f1928ff146 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.1964922 Mar 02 07:18:16.599865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:16.607468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Attempting to bind port 7c11f886-0f00-493a-a333-8026b7ecb7c0 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:16.607915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Attempting to bind port 7c11f886-0f00-493a-a333-8026b7ecb7c0 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:16.608257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Attempting to bind port 7c11f886-0f00-493a-a333-8026b7ecb7c0 on network fc84ee60-8439-4b85-9b16-8758e20075f1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:16.687383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Port 7c11f886-0f00-493a-a333-8026b7ecb7c0 on network fc84ee60-8439-4b85-9b16-8758e20075f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:16.688127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Attempting to bind port 7c11f886-0f00-493a-a333-8026b7ecb7c0 on network fc84ee60-8439-4b85-9b16-8758e20075f1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:16.695574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59914fda-7fa0-48b9-a68d-eb2963eb99fa req-680f9d84-4e9d-48f1-8118-635fdee2cbd8 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104109 Mar 02 07:18:16.709821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940a2fe-9e2b-4756-9db6-b4ec416a5f5c req-f51425ce-7ab1-478e-ad43-27af70728a0a tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:16.719270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4940a2fe-9e2b-4756-9db6-b4ec416a5f5c req-f51425ce-7ab1-478e-ad43-27af70728a0a tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1096 time: 1.6097980 Mar 02 07:18:16.815184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:16.900054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:16.900393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Checking segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:16.900779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Bound using segment: {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:16.901225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Bound port: 7c11f886-0f00-493a-a333-8026b7ecb7c0, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51571d6-d20a-4173-b70e-f5a1bc9d8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:16.901576 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:16.984455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Network 5017b950-e941-4b3e-b688-bf54be76b867 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:18:17.073193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4940a2fe-9e2b-4756-9db6-b4ec416a5f5c req-1a5c7935-d3aa-45d0-9621-4bbf2540fcaf tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529615 Mar 02 07:18:17.089125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5017b950-e941-4b3e-b688-bf54be76b867) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:17.110953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:17.111364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556edb7-c178-4103-9fe1-cf536adc282f None None] Network 5017b950-e941-4b3e-b688-bf54be76b867 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:17.114811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:17.204309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84873fc6-7fb1-48c1-83e1-0759ebe34997 req-d5b4bb50-32a6-49dd-b116-937600dfbf87 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:17.208939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84873fc6-7fb1-48c1-83e1-0759ebe34997 req-d5b4bb50-32a6-49dd-b116-937600dfbf87 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 948 time: 0.2802098 Mar 02 07:18:17.280712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-32ff28a3-b36e-4942-9526-d9d4d5df8c54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 5.3868320 Mar 02 07:18:17.325191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84873fc6-7fb1-48c1-83e1-0759ebe34997 req-0cbb813b-07b7-4541-896e-33cb7ce0ae7c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099355 Mar 02 07:18:17.356204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:17.380607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Attempting to bind port 3bdb4020-e17b-4bc7-9081-68723fb438a2 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:17.382248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Attempting to bind port 3bdb4020-e17b-4bc7-9081-68723fb438a2 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:17.382583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Attempting to bind port 3bdb4020-e17b-4bc7-9081-68723fb438a2 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:17.496492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:17.506509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:17.518731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Port 3bdb4020-e17b-4bc7-9081-68723fb438a2 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:17.519064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Attempting to bind port 3bdb4020-e17b-4bc7-9081-68723fb438a2 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:17.600265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:17.601249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:17.601972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:17.602842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Bound port: 3bdb4020-e17b-4bc7-9081-68723fb438a2, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:17.603642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:17.626470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:17.628273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:17.630066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] 10.222.0.39 "PUT /v2.0/ports/7c11f886-0f00-493a-a333-8026b7ecb7c0 HTTP/1.1" status: 200 len: 1092 time: 5.3459690 Mar 02 07:18:17.666849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:17.780935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f8709-a89b-4f40-ae3a-181a5f34e05e req-9dcd57d9-5d96-419e-b8bf-86a329f64838 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:17.786602 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c51f8709-a89b-4f40-ae3a-181a5f34e05e req-9dcd57d9-5d96-419e-b8bf-86a329f64838 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1096 time: 0.2078969 Mar 02 07:18:17.874812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84828ff3-f901-40f0-b7af-e6800f61113e None None] Network 5017b950-e941-4b3e-b688-bf54be76b867 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:17.922066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c51f8709-a89b-4f40-ae3a-181a5f34e05e req-d239fa93-a3f2-44c4-a0d9-38207f43f7f2 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Synchronizing usage tracker for tenant:2526ecc8e4394e86a5fdcb2bad162c1c on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:17.979446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c51f8709-a89b-4f40-ae3a-181a5f34e05e req-d239fa93-a3f2-44c4-a0d9-38207f43f7f2 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Unset dirty status for tenant:2526ecc8e4394e86a5fdcb2bad162c1c on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:17.981840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c51f8709-a89b-4f40-ae3a-181a5f34e05e req-d239fa93-a3f2-44c4-a0d9-38207f43f7f2 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898310 Mar 02 07:18:18.036441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35278) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:18.266680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70f309-d89a-48da-b94d-0a4f68c7687a req-0be023e7-70d4-4f81-8cad-c20c765c59bb tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:18.269651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf70f309-d89a-48da-b94d-0a4f68c7687a req-0be023e7-70d4-4f81-8cad-c20c765c59bb tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 944 time: 0.8789225 Mar 02 07:18:18.270836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7999-03bc-4129-b811-ea2296d8ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:18.365419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:18.412596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.439472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.451876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf70f309-d89a-48da-b94d-0a4f68c7687a req-7d5a5e2c-c819-4830-9785-4f2845fa06d8 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721449 Mar 02 07:18:18.455340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:18.462085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-b230cddf-6837-41ca-93ea-5c0f59af4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:18.466618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-b230cddf-6837-41ca-93ea-5c0f59af4dd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1db45711d04779896c9017db34667f&device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 1095 time: 0.7546725 Mar 02 07:18:18.481262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.518060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.563107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:18.577764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0bb974330547c18c8afbfb28acd922 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:18.589364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:18.608895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:18.689146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d45e3-ea90-4638-b1b1-d54c3eb3f474 req-1046175e-8f4e-4649-a27d-e1139260d957 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:18.692871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-144d45e3-ea90-4638-b1b1-d54c3eb3f474 req-1046175e-8f4e-4649-a27d-e1139260d957 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.3307879 Mar 02 07:18:18.713842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-c126cd68-2c2e-486f-a9d6-d283765b0d30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0 HTTP/1.1" status: 200 len: 217 time: 0.2229016 Mar 02 07:18:18.767228 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0', 'status': 'completed', 'code': 200} Mar 02 07:18:18.767864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:18.795882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-144d45e3-ea90-4638-b1b1-d54c3eb3f474 req-e1301607-8e4d-436c-a55a-9cbaac7ceca2 tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835445 Mar 02 07:18:18.908831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-60b79fdf-919c-4d18-bd2e-770c6d583a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:18.911533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-60b79fdf-919c-4d18-bd2e-770c6d583a4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31303f6d-fea4-429d-a13c-857473d4ba2e HTTP/1.1" status: 200 len: 854 time: 0.1329155 Mar 02 07:18:18.911772 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.920224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.920723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:18.922042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:18.924641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-ac69f15d-e53d-41c1-a1d3-07483bac0c32 service neutron] 10.222.0.16 "PUT /v2.0/ports/3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 1096 time: 4.8992410 Mar 02 07:18:19.002495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec0bb974330547c18c8afbfb28acd922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9648938 Mar 02 07:18:19.003319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944635b-6b82-471f-8617-6c2077bc5b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1165261b-1a38-4de6-9d9b-263bfe65db30,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:19.005611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35302) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:19.144831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:19.213614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:19.249834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-3053ab87-acd5-40ea-a213-9f32385260c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:19.258856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-3053ab87-acd5-40ea-a213-9f32385260c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1099 time: 0.2537305 Mar 02 07:18:19.292597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498f41-4602-46db-b25a-caceb2c93824 req-4fb116b9-662a-45ef-b3fd-31fb0dc4c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:19.298267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-4fb116b9-662a-45ef-b3fd-31fb0dc4c7e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc84ee60-8439-4b85-9b16-8758e20075f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3713357 Mar 02 07:18:19.311609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:19.343667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165261b-1a38-4de6-9d9b-263bfe65db30,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:19.370648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:19.372642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e167bce9-6a20-4387-b6e3-aa0f8b7f08a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1165261b-1a38-4de6-9d9b-263bfe65db30 HTTP/1.1" status: 204 len: 168 time: 0.3658621 Mar 02 07:18:19.733588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-6df25820-faee-44c2-8553-3435f92c92c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.4603889 Mar 02 07:18:19.763271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-003d27b1-cc7d-4604-a0f1-3edefef2fb29 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:19.764231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-003d27b1-cc7d-4604-a0f1-3edefef2fb29 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:19.787881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-003d27b1-cc7d-4604-a0f1-3edefef2fb29 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:19.798791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-003d27b1-cc7d-4604-a0f1-3edefef2fb29 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.4201581 Mar 02 07:18:19.826125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-18344356-0c71-4798-88e9-6b913884a4ef tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/quotas/dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 375 time: 0.0244043 Mar 02 07:18:19.856268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-330f442c-b819-4936-86cd-62fa393fb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:19.857738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-330f442c-b819-4936-86cd-62fa393fb673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1135330 Mar 02 07:18:19.906698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-16c71224-5e30-4cec-8520-488e91472b4a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790100 Mar 02 07:18:19.964030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf809-a379-438c-9625-bf217902f571 req-269a3668-665c-4c11-8432-8d437c1ff314 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:19.966216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b0fbf809-a379-438c-9625-bf217902f571 req-269a3668-665c-4c11-8432-8d437c1ff314 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:20.003776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-25ff5672-3266-416a-b854-35dec3bbbdbe service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159515 Mar 02 07:18:20.107765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-74be8151-fde2-441c-8539-8a4764de7fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998940 Mar 02 07:18:20.191683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35324) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:20.229206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b0fbf809-a379-438c-9625-bf217902f571 req-269a3668-665c-4c11-8432-8d437c1ff314 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:20.236066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0fbf809-a379-438c-9625-bf217902f571 req-269a3668-665c-4c11-8432-8d437c1ff314 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 948 time: 1.0804684 Mar 02 07:18:20.250053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb498f41-4602-46db-b25a-caceb2c93824 req-a9739c35-b2b4-4232-b4a6-28d5e29b5df7 service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389252 Mar 02 07:18:20.295291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:20.320664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-c27e56a7-9ffd-4401-90b8-a9f7601d9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:20.321594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:20.322569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-c27e56a7-9ffd-4401-90b8-a9f7601d9dba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4379933 Mar 02 07:18:20.328369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Usage tracker for resource:security_group_rule and tenant:b37d2b4f0fa9476d8cdd8b769435aa40 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:20.331925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:20.341319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:20.394634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0fbf809-a379-438c-9625-bf217902f571 req-6f9ba5e4-6133-4cde-adfc-5b9c2e77ff19 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574173 Mar 02 07:18:20.458100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-7a071e71-b356-4dfc-8d28-2fd0ee05461f service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490131 Mar 02 07:18:20.704219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:20.722140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-530bbb74-4429-41e1-99b5-349089faf437 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:20.723737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-530bbb74-4429-41e1-99b5-349089faf437 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.16 "GET /v2.0/ports?device_id=264ff1b1-8d9d-4074-9751-2812071d64ab HTTP/1.1" status: 200 len: 967 time: 0.2369015 Mar 02 07:18:20.724746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:20.769094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:20.833627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-66618510-b595-4db1-a618-354cccd8fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:20.843684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-66618510-b595-4db1-a618-354cccd8fb06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1db45711d04779896c9017db34667f&device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 1095 time: 0.4796124 Mar 02 07:18:20.892553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-a0871e9a-bc3b-4e5f-bc80-5b1cff6854d8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615923 Mar 02 07:18:20.981408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b37d2b4f0fa9476d8cdd8b769435aa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880657 Mar 02 07:18:20.991100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35336) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:21.008733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eeab2-887f-48c6-86f1-bf5b6762f57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd885c1d-747a-427f-90f2-56e5a6d57e67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:21.065978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Deleting port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:18:21.066630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:21.430330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:21.724547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:21.795687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-a49ef57d-e2d4-40b5-8773-b6204cceaa49 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--163476368&fields=id&tenant_id=109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 267 time: 0.5347395 Mar 02 07:18:21.874052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-aaed45f0-c210-494f-b04d-5d564a847d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:21.887505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-aaed45f0-c210-494f-b04d-5d564a847d5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc84ee60-8439-4b85-9b16-8758e20075f1 HTTP/1.1" status: 200 len: 915 time: 1.0307441 Mar 02 07:18:21.910231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] For port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:21.910881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.043741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b488cef6-db74-4d2a-8de7-3d24749fec8a req-a59592cc-6d8d-4149-a9c2-41c3fdf10b3c service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1137276 Mar 02 07:18:22.045139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-019cf38a-a93a-430d-9b08-e2b9a8b79f0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0 HTTP/1.1" status: 200 len: 217 time: 0.1203010 Mar 02 07:18:22.162020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9d06a4a2-d8f7-49f4-8109-8668321d016b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:22.163460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9d06a4a2-d8f7-49f4-8109-8668321d016b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 824 time: 0.3662131 Mar 02 07:18:22.178232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-be0b7a9e-073d-4c24-ba5d-0ded0ccbdde2 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/quotas/109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 375 time: 0.0086472 Mar 02 07:18:22.277776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-91b92388-d233-40ab-b523-c218c9e05767 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0924435 Mar 02 07:18:22.306899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.331249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1030a-d211-40e9-a6e0-73f657152a21 req-eff2d5fc-cd72-4fc9-8bd2-ab82294ad844 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:22.332718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71c1030a-d211-40e9-a6e0-73f657152a21 req-eff2d5fc-cd72-4fc9-8bd2-ab82294ad844 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 944 time: 0.5924675 Mar 02 07:18:22.347246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd885c1d-747a-427f-90f2-56e5a6d57e67,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:22.369151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.370292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5a90ce3-4bc8-418f-81f3-ff911b04bb58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd885c1d-747a-427f-90f2-56e5a6d57e67 HTTP/1.1" status: 204 len: 168 time: 1.3780360 Mar 02 07:18:22.417582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.417776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.418190 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50 disassociated. External IP: 172.25.4.64, port: 5bb1cc56-a1c3-4b58-8884-2adf631ccce9. Mar 02 07:18:22.418623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Calling delete_port for 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 owned by compute:tempest-test_az-1112590474 {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:18:22.444232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-62b61d97-3d06-4def-b9f1-1ab6c4cce613 service neutron] 10.222.0.21 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546698 Mar 02 07:18:22.457959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71c1030a-d211-40e9-a6e0-73f657152a21 req-d37b8d9b-8e4a-417f-a9cf-4695c42982fd tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142831 Mar 02 07:18:22.676326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-843a8b5c-e9ce-457b-a676-5431cd37fc2c service neutron] 10.222.0.21 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248354 Mar 02 07:18:22.773251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d2b94f-ff49-44db-b152-a58e8baa6f78 req-7b4e57f1-8311-41d5-a7ee-47b417e4fc24 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 210 time: 0.1688011 Mar 02 07:18:22.800572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:22.855588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event deleted for resources: {'Port': ['ID=5bb1cc56-a1c3-4b58-8884-2adf631ccce9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:22.866808 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'status': 'completed', 'code': 200} Mar 02 07:18:22.992327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023aff-7313-4bd8-a153-122c6102b244 req-2e31a5db-a6b9-4b2a-a362-4543f1e85487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:22.994341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-2e31a5db-a6b9-4b2a-a362-4543f1e85487 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1099 time: 0.1015365 Mar 02 07:18:23.135678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:18:23.260098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb11274-ef9a-4e10-8f04-0401298f2ee7 req-2c5cfa19-be00-485b-a9b9-a7a52e9bd55d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.261781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1eb11274-ef9a-4e10-8f04-0401298f2ee7 req-2c5cfa19-be00-485b-a9b9-a7a52e9bd55d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 948 time: 0.2247279 Mar 02 07:18:23.338080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023aff-7313-4bd8-a153-122c6102b244 req-0383503f-c350-449e-8300-bb36b0f5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.340281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-0383503f-c350-449e-8300-bb36b0f5635b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3382781 Mar 02 07:18:23.442837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1eb11274-ef9a-4e10-8f04-0401298f2ee7 req-b17f5363-141e-4fef-9105-669e464b2702 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733263 Mar 02 07:18:23.464197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:18:23.480792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:18:23.486484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-8dcf0f70-3bf4-4367-8cf8-51a980bdac72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.1078503 Mar 02 07:18:23.499374 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:18:23.500931 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:23.673631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] No DVR routers for this DVR port 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:18:23.678097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:23.719932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'name': 'network-vif-deleted', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:23.740135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023aff-7313-4bd8-a153-122c6102b244 req-dec93cc0-3106-46ed-a4ef-a3e6cfdcb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.747114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-dec93cc0-3106-46ed-a4ef-a3e6cfdcb20e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2527812 Mar 02 07:18:23.750210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dbcb8f6-3e1b-4149-87cd-24407b98911e req-cd278ce0-51ac-4cc3-91b6-6dd1f564babb tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.16 "DELETE /v2.0/ports/5bb1cc56-a1c3-4b58-8884-2adf631ccce9 HTTP/1.1" status: 204 len: 173 time: 3.0080585 Mar 02 07:18:23.759051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-e94e3b90-e133-4a37-b18f-345d4d21dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.760642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-e94e3b90-e133-4a37-b18f-345d4d21dc58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31303f6d-fea4-429d-a13c-857473d4ba2e HTTP/1.1" status: 200 len: 854 time: 0.4194851 Mar 02 07:18:23.804824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1d71-b7c4-41d0-858a-8e975f1e9a5d req-d68c35f7-5a93-43cf-bd34-6910e543bae7 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.818979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-526a1d71-b7c4-41d0-858a-8e975f1e9a5d req-d68c35f7-5a93-43cf-bd34-6910e543bae7 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1096 time: 0.1467047 Mar 02 07:18:23.863232 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:18:23.909570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-526a1d71-b7c4-41d0-858a-8e975f1e9a5d req-c52129d5-18c2-4bef-a581-d5af70891d9e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817926 Mar 02 07:18:23.972561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45b6b-5c11-4dca-8642-3474cb497d07 req-d7467b46-a41f-4b94-8af6-fa1d0c39a28f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:23.980989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28e45b6b-5c11-4dca-8642-3474cb497d07 req-d7467b46-a41f-4b94-8af6-fa1d0c39a28f tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.8544452 Mar 02 07:18:24.053340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28e45b6b-5c11-4dca-8642-3474cb497d07 req-beca41ed-8d79-46ec-8b32-09a2cae1279c tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638664 Mar 02 07:18:24.161698 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:18:24.291458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-ede09876-cb0c-4cb0-a4d5-3b9e4779e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:24.297268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-ede09876-cb0c-4cb0-a4d5-3b9e4779e602 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc84ee60-8439-4b85-9b16-8758e20075f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5220299 Mar 02 07:18:24.303455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023aff-7313-4bd8-a153-122c6102b244 req-e1a07242-bd36-4d82-8f79-3bd271c3e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:24.307410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-e1a07242-bd36-4d82-8f79-3bd271c3e3f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5432706 Mar 02 07:18:24.396089 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:24.407413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:18:24.430669 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:18:24.431554 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:24.521565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-6cb6be3b-d580-42b4-b707-ac5296594b03 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:24.523586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-6cb6be3b-d580-42b4-b707-ac5296594b03 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.3983567 Mar 02 07:18:24.539904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Request body: {'port': {'device_id': '36f86abe-6921-442d-b57a-cda481b1e159', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'admin_state_up': True, 'tenant_id': 'dc7049fc26ba455c9e558122802652f1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:24.874265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4592801a-b1af-40af-8d96-c20252e186d8 req-aca1edb4-fa92-458c-8ddf-0adf91eaa70f tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 210 time: 0.1938939 Mar 02 07:18:24.874495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:24.886848 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:18:24.893088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf93f7b-86fc-45de-ab22-f52eb32b12b4 req-0c0da04c-94ca-4a4c-9344-7b70bc1c4df1 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:24.900493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bf93f7b-86fc-45de-ab22-f52eb32b12b4 req-0c0da04c-94ca-4a4c-9344-7b70bc1c4df1 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 944 time: 0.3290091 Mar 02 07:18:24.918181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Usage tracker for resource:port and tenant:dc7049fc26ba455c9e558122802652f1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:24.922628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:24.933454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:24.967665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bf93f7b-86fc-45de-ab22-f52eb32b12b4 req-5a516d1b-1c9f-4778-902a-00a31eacddf7 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659585 Mar 02 07:18:24.968720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:24.989335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:25.023255 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ff1b1-8d9d-4074-9751-2812071d64ab', 'name': 'network-vif-deleted', 'tag': '5bb1cc56-a1c3-4b58-8884-2adf631ccce9', 'status': 'completed', 'code': 200} Mar 02 07:18:25.262952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-907c5d44-9b16-490b-b067-4dde0308c166 req-9eb0efe0-376c-423b-bb0f-917fc7ee5575 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 210 time: 0.0555606 Mar 02 07:18:25.275853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-1c159445-cdc0-4877-9537-38dba677ad3c service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661040 Mar 02 07:18:25.279291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-e604fc07-2ee4-4aed-8f77-bd76be4ee047 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9125054 Mar 02 07:18:25.391079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Allocated IP 172.20.0.12 (b964cf00-32a0-4538-b804-3acf576fe5fd/f075f47d-3b81-49eb-9000-ad8d27e9da77/f7790727-e384-4416-8b1e-a0e040485671) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:25.459772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:25.796947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:18:25.816084 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:25.835231 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a893587-aeee-47aa-9b55-aa771fff4184 None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:18:25.848811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:18:25.849164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5bb1cc56-a1c3-4b58-8884-2adf631ccce9 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:18:25.865474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:25.913325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'mac_address': 'fa:16:3e:4c:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:26.035726 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.054991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdb4020-e17b-4bc7-9081-68723fb438a2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:26.077868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:26.090082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.091480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.130836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3023aff-7313-4bd8-a153-122c6102b244 req-f4ba7e09-3ac0-43fb-b71a-12f4b9ee015f service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861857 Mar 02 07:18:26.151804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-333d22cb-5d7d-48a0-a235-893a8b0a8a3f req-e3aec177-7f03-4843-9f23-636a3c1e6bef service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8683460 Mar 02 07:18:26.159281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34513469-e286-4701-926d-c6330d764d2f req-954874de-504e-42a2-a1a7-4e85249cd852 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:26.167903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34513469-e286-4701-926d-c6330d764d2f req-954874de-504e-42a2-a1a7-4e85249cd852 tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 945 time: 0.1730630 Mar 02 07:18:26.169714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-bfce4e80-a33e-4cf6-9dbf-1f6b45accc7b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:26.171221 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-bfce4e80-a33e-4cf6-9dbf-1f6b45accc7b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.39 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 824 time: 0.7284036 Mar 02 07:18:26.209101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:26.263412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34513469-e286-4701-926d-c6330d764d2f req-0d7645d0-75c0-49b5-a15a-fdda1b8db2ac tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.21 "GET /v2.0/security-groups?id=f56e5393-213e-4d85-b7fd-a8cc76ce28c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Mar 02 07:18:26.289413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.313332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-daed4a3b-045c-46a3-a2c3-2285a801fcaa tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109943e9fdcb4fcda2b130666e7c9c93 HTTP/1.1" status: 200 len: 379 time: 0.1316676 Mar 02 07:18:26.327441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'port': {'device_id': '54303e60-54ee-4759-b7d7-cbaf69674777', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'admin_state_up': True, 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'security_groups': ['dc77470a-1c0d-488a-a01f-19029d1e6d48']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:26.379995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Network b964cf00-32a0-4538-b804-3acf576fe5fd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:26.382084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:26.389128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:26.397144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b777c-dc99-46a5-b645-4ef1e58358b9 None None] New status for floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:18:26.398953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:26.406538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.470797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9352119 Mar 02 07:18:26.486511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['3bdb4020-e17b-4bc7-9081-68723fb438a2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:26.498603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Request body: {'port': {'device_id': '36f86abe-6921-442d-b57a-cda481b1e159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:26.528386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:26.534033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Usage tracker for resource:port and tenant:109943e9fdcb4fcda2b130666e7c9c93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:26.538633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:26.544822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21e86-8ff2-4633-9e48-653665a949df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:26.546090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:26.571942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Made reservation on behalf of 109943e9fdcb4fcda2b130666e7c9c93 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:26.576895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.610503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-3f3648dc-aebc-4f56-a944-db8d914b36ab tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:26.611943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-3f3648dc-aebc-4f56-a944-db8d914b36ab tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8cd161e-371c-4d24-8d1a-f8009bf60e1a HTTP/1.1" status: 200 len: 945 time: 0.3870144 Mar 02 07:18:26.637732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227cb0d-70e1-424f-8ae8-b463294de0dd req-2c79b07e-d11f-4833-b925-fe15363a313f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:26.645390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3227cb0d-70e1-424f-8ae8-b463294de0dd req-2c79b07e-d11f-4833-b925-fe15363a313f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 949 time: 0.2166266 Mar 02 07:18:26.708819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.746722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3227cb0d-70e1-424f-8ae8-b463294de0dd req-a5bc6e76-c108-484d-ba20-b130bd7c8dda tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003358 Mar 02 07:18:26.802597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Deleting port 95b7815c-585e-40c5-9bde-6473b0820e46 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:18:26.802948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:26.902281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Allocated IP 172.20.0.8 (0111ef86-6ab3-4b2e-91a2-79188b7113bf/932a29d1-5af2-4ed9-976d-62fd7d6e900f/566b274d-9787-48d3-83cb-3f7dd0693bf8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:27.257097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-767564952', 'description': 'tempest-description-889072643'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:27.270898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:27.279880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Usage tracker for resource:security_group and tenant:4650cecaba5d493190ed64cacce38541 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:27.288455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:27.298403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:27.317627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c79b9ec8-28c5-41a5-aa17-a0f55cf44a6b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:18:27.318903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c79b9ec8-28c5-41a5-aa17-a0f55cf44a6b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160827 Mar 02 07:18:27.321881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.340588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:27.341019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:18:27.343625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.399946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:27.407806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Usage tracker for resource:security_group_rule and tenant:4650cecaba5d493190ed64cacce38541 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:27.411757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:27.419581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7790727-e384-4416-8b1e-a0e040485671 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:27.423750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:27.428393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] For port 95b7815c-585e-40c5-9bde-6473b0820e46, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=95b7815c-585e-40c5-9bde-6473b0820e46,segment=NetworkSegment(eb173588-187c-463a-8163-f94369df5c4d),segment_id=eb173588-187c-463a-8163-f94369df5c4d)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:27.428757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.429199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.448440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.459235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Transition to ACTIVE for port object f7790727-e384-4416-8b1e-a0e040485671 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:27.466816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.603037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7c11f886-0f00-493a-a333-8026b7ecb7c0 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:27.683904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:27.703908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Calling delete_port for 95b7815c-585e-40c5-9bde-6473b0820e46 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:18:27.705263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:27.705605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:27.706424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:27.722032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:27.722360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:27.726710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.730755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:27.731241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:27.732177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:27.732177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Bound port: f7790727-e384-4416-8b1e-a0e040485671, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:27.734384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.734511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Transition to ACTIVE for port object 566b274d-9787-48d3-83cb-3f7dd0693bf8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:27.745687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.749079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:27.759064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:27.765279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '7c11f886-0f00-493a-a333-8026b7ecb7c0', 'network_id': 'fc84ee60-8439-4b85-9b16-8758e20075f1', 'port_id': '7c11f886-0f00-493a-a333-8026b7ecb7c0', 'mac_address': 'fa:16:3e:da:d4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31303f6d-fea4-429d-a13c-857473d4ba2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:27.795120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Usage tracker for resource:security_group_rule and tenant:4650cecaba5d493190ed64cacce38541 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:27.805400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:27.823147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.823599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:27.841032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c11f886-0f00-493a-a333-8026b7ecb7c0 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:27.842226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda4755-d322-42ab-be0d-1e1208c4f589,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:27.859909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:27.864839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.894280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:27.907758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-77aef0ba-2cec-4249-a485-effa43d0d12e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:27.908987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:27.909219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-77aef0ba-2cec-4249-a485-effa43d0d12e tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.5215302 Mar 02 07:18:27.921628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:27.947508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:27.961139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.010982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:28.011657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.013023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] 10.222.0.39 "PUT /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 1092 time: 1.5346286 Mar 02 07:18:28.015226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.016019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:28.030075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.096963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1d62a-56e9-4ff0-b310-be6377155fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:28.119814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:28.120161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:28.120887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:28.124852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:28.133354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbfdd9c-6aa9-4882-9f42-7274ccf1936c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:28.137090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.138425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb224dd2-1d0f-4d51-9428-630277dc86e1 req-8e60c943-a92f-4ed4-9e0c-b2d4ad9f5194 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8912473 Mar 02 07:18:28.139921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Deleting port 531dc262-ea3d-4d30-88e5-197615bb1eb1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:18:28.140272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.164380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:28.176878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-5fd5fa30-9fde-4b57-b990-041180daa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:28.177054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event updated for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:28.178245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-5fd5fa30-9fde-4b57-b990-041180daa3b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1095 time: 0.1187828 Mar 02 07:18:28.179253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:28.179574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:28.182153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:28.183814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['7c11f886-0f00-493a-a333-8026b7ecb7c0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:28.243369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:28.243708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:28.244107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:28.244546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Bound port: 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:28.254731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.286698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-d2b6f834-fad8-48b5-8d6c-af8f565bf652 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.0918038 Mar 02 07:18:28.382757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Pushing event deleted for resources: {'Port': ['ID=95b7815c-585e-40c5-9bde-6473b0820e46,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:28.416669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-05dc4308-6863-4457-b0bf-1744f8b1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:28.418949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-05dc4308-6863-4457-b0bf-1744f8b1a638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0868139 Mar 02 07:18:28.422543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:28.423188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.475882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b69372-fa4a-4af2-99d6-06094777429b req-03085cdc-b273-479c-8729-3353fd208a3d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:28.477271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b69372-fa4a-4af2-99d6-06094777429b req-03085cdc-b273-479c-8729-3353fd208a3d tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce98b945-7608-437e-95a5-58c615e61a98 HTTP/1.1" status: 200 len: 950 time: 0.1894083 Mar 02 07:18:28.490216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-7a5a8938-db2e-423c-be9e-b4e9bcd8cc7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600893 Mar 02 07:18:28.522993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-56b1af2a-aa8e-47b8-89c2-2e809df6a32b None None] Provisioning for port 566b274d-9787-48d3-83cb-3f7dd0693bf8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:28.535778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] No DVR routers for this DVR port 95b7815c-585e-40c5-9bde-6473b0820e46 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:18:28.536952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-56b1af2a-aa8e-47b8-89c2-2e809df6a32b None None] Provisioning complete for port 566b274d-9787-48d3-83cb-3f7dd0693bf8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:28.537441 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-56b1af2a-aa8e-47b8-89c2-2e809df6a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.558628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-aebff4b9-0c90-470f-876a-8939d92d7a87 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2379653 Mar 02 07:18:28.559654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.561526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eeaf0b79-6212-45e8-ba95-27ee3819bbd3 req-4b214962-3013-47fb-b4d7-7237e4da85be tempest-VolumesAdminNegativeTest-1219111611 tempest-VolumesAdminNegativeTest-1219111611-project] 10.222.0.39 "DELETE /v2.0/ports/95b7815c-585e-40c5-9bde-6473b0820e46 HTTP/1.1" status: 204 len: 173 time: 1.9115067 Mar 02 07:18:28.563183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:28.566454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'name': 'network-vif-deleted', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:28.622075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Request body: {'port': {'device_id': '54303e60-54ee-4759-b7d7-cbaf69674777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:28.642283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-56b1af2a-aa8e-47b8-89c2-2e809df6a32b None None] Port 566b274d-9787-48d3-83cb-3f7dd0693bf8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:18:28.650362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.651512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-c63d30ec-78c7-4c21-a8cd-882625894d86 service neutron] 10.222.0.21 "POST /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06/bindings HTTP/1.1" status: 201 len: 389 time: 1.3193526 Mar 02 07:18:28.737343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b69372-fa4a-4af2-99d6-06094777429b req-e435d04c-c857-47fe-9778-da2444f436fd tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.21 "GET /v2.0/security-groups?id=00a04417-cd3c-4981-9af8-67dabd0f0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353213 Mar 02 07:18:28.782144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-e8121331-af46-45f8-9ed4-c5b8249c2522 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862183 Mar 02 07:18:28.813281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.842945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] For port 531dc262-ea3d-4d30-88e5-197615bb1eb1, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=531dc262-ea3d-4d30-88e5-197615bb1eb1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:28.843455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:28.922217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['95b7815c-585e-40c5-9bde-6473b0820e46'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:29.033178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a30ed7a-818b-4978-8bec-c3025c595289 req-ea2fb989-dbb5-4514-ae24-177115fc3ada service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460654 Mar 02 07:18:29.052128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Calling delete_port for 531dc262-ea3d-4d30-88e5-197615bb1eb1 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:18:29.075122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ebaef-d1f2-45ee-845e-02ab18b0e664 req-6ed448e6-77f1-46cc-b5f9-52ca99ea06b4 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.076594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11ebaef-d1f2-45ee-845e-02ab18b0e664 req-6ed448e6-77f1-46cc-b5f9-52ca99ea06b4 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 945 time: 0.1721275 Mar 02 07:18:29.079288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b34a9289-5115-4006-958e-abddfad21bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.080700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b34a9289-5115-4006-958e-abddfad21bab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1096 time: 0.1369886 Mar 02 07:18:29.212605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11ebaef-d1f2-45ee-845e-02ab18b0e664 req-3bf8bc24-0376-490c-ac16-0b05a16dba01 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298184 Mar 02 07:18:29.268494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-ac17eea0-df54-4c28-a63e-43f4073b0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.271354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-ac17eea0-df54-4c28-a63e-43f4073b0f57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.1744642 Mar 02 07:18:29.352247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-ca2bfc99-70ff-4998-9ccf-a9b307694254 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 217 time: 0.0758443 Mar 02 07:18:29.463220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-4333cdc0-6637-4575-b8b0-aae7edc88596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.465289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-4333cdc0-6637-4575-b8b0-aae7edc88596 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1072612 Mar 02 07:18:29.486072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:29.492945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf765-a25f-4316-a87f-3c800fd229c8 req-26d9f855-2968-4a94-9795-858a4e1ea630 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.493652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4e1cf765-a25f-4316-a87f-3c800fd229c8 req-26d9f855-2968-4a94-9795-858a4e1ea630 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:29.513807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-823567cd-113e-4aa1-b877-7d9b2f7019be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428319 Mar 02 07:18:29.539530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4e1cf765-a25f-4316-a87f-3c800fd229c8 req-26d9f855-2968-4a94-9795-858a4e1ea630 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:29.542105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e1cf765-a25f-4316-a87f-3c800fd229c8 req-26d9f855-2968-4a94-9795-858a4e1ea630 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 931 time: 0.5918894 Mar 02 07:18:29.549047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:29.576722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c4e2101d-51bc-45df-a387-e29b871164b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:29.577765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c4e2101d-51bc-45df-a387-e29b871164b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:29.621002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7c11f886-0f00-493a-a333-8026b7ecb7c0 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:29.644272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Pushing event deleted for resources: {'Port': ['ID=531dc262-ea3d-4d30-88e5-197615bb1eb1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:29.648768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c4e2101d-51bc-45df-a387-e29b871164b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:29.657022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c4e2101d-51bc-45df-a387-e29b871164b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.2675440 Mar 02 07:18:29.663730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 3bdb4020-e17b-4bc7-9081-68723fb438a2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:29.675454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 3bdb4020-e17b-4bc7-9081-68723fb438a2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:29.675931 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:29.711297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c6b9a9e6-619a-4682-8f6f-5b2c84674a51 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:29.748880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c6b9a9e6-619a-4682-8f6f-5b2c84674a51 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:29.758357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7b008e7-788e-43a0-a5d2-ccd88001506b req-c6b9a9e6-619a-4682-8f6f-5b2c84674a51 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004374 Mar 02 07:18:29.758541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e1cf765-a25f-4316-a87f-3c800fd229c8 req-2702b610-11f0-4bfa-a0f8-faf0785212e0 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101612 Mar 02 07:18:29.759674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 7c11f886-0f00-493a-a333-8026b7ecb7c0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:29.761507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] No DVR routers for this DVR port 531dc262-ea3d-4d30-88e5-197615bb1eb1 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:18:29.769998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 7c11f886-0f00-493a-a333-8026b7ecb7c0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:29.769998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:29.779537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:29.821390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-08b7eb87-d11a-4fde-aeb4-1068f8b165bd service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996397 Mar 02 07:18:29.885288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee495458-302c-4d99-99c9-97a72bcbcb62 req-c4a52013-ac5e-46d6-937c-4718ba8e322b tempest-DeleteServersAdminTestJSON-1314785238 tempest-DeleteServersAdminTestJSON-1314785238-project] 10.222.0.16 "DELETE /v2.0/ports/531dc262-ea3d-4d30-88e5-197615bb1eb1 HTTP/1.1" status: 204 len: 173 time: 1.9645865 Mar 02 07:18:29.885784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:29.937718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566b274d-9787-48d3-83cb-3f7dd0693bf8 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:29.965274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:29.984845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.008757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1233306442', 'description': 'tempest-description-1918513621'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:30.021380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:30.024358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Transition to ACTIVE for port object 566b274d-9787-48d3-83cb-3f7dd0693bf8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:30.031706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.037357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Usage tracker for resource:security_group and tenant:4650cecaba5d493190ed64cacce38541 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:30.049798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:30.074300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:30.080175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Deleting subnet 00946cfd-e384-45e4-88e6-31c4c5fa14a0 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:18:30.085107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:30.086827 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.087675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 531dc262-ea3d-4d30-88e5-197615bb1eb1 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:18:30.108628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.126091 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671', 'status': 'completed', 'code': 200} Mar 02 07:18:30.138745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:30.154187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.171698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 531dc262-ea3d-4d30-88e5-197615bb1eb1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:18:30.172138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 531dc262-ea3d-4d30-88e5-197615bb1eb1 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:18:30.190976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-0e97f132-3432-41b3-b055-52f2c2a6a1b7 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626497 Mar 02 07:18:30.229181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:30.237711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:30.237988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d453a-018c-4531-8d68-739279bef0bc req-96b896c0-bf3a-43e6-a673-351e8c1aa1bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:30.240512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.249199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-480d453a-018c-4531-8d68-739279bef0bc req-96b896c0-bf3a-43e6-a673-351e8c1aa1bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1650276 Mar 02 07:18:30.257796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.270881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.299510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Pushing event updated for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:30.319667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:30.342360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-a0cdde85-c1d2-44d0-8aad-80c97120c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:30.344617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-a0cdde85-c1d2-44d0-8aad-80c97120c281 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1095 time: 0.2949677 Mar 02 07:18:30.393047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:30.396749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-480d453a-018c-4531-8d68-739279bef0bc req-ab309a1f-ae3a-46ef-9191-adffb97002a5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461296 Mar 02 07:18:30.409745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Usage tracker for resource:security_group_rule and tenant:4650cecaba5d493190ed64cacce38541 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:30.416259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:30.430052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:30.469509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.505992 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cd161e-371c-4d24-8d1a-f8009bf60e1a', 'name': 'network-vif-deleted', 'tag': '95b7815c-585e-40c5-9bde-6473b0820e46', 'status': 'completed', 'code': 200} Mar 02 07:18:30.581463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Attempting to bind port 566b274d-9787-48d3-83cb-3f7dd0693bf8 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:30.581992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Attempting to bind port 566b274d-9787-48d3-83cb-3f7dd0693bf8 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:30.582403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Attempting to bind port 566b274d-9787-48d3-83cb-3f7dd0693bf8 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:30.619476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Port 566b274d-9787-48d3-83cb-3f7dd0693bf8 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:30.620036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Attempting to bind port 566b274d-9787-48d3-83cb-3f7dd0693bf8 on network 0111ef86-6ab3-4b2e-91a2-79188b7113bf {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:30.643674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:30.644169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Checking segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:30.644648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Bound using segment: {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:30.645204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Bound port: 566b274d-9787-48d3-83cb-3f7dd0693bf8, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b02b3c7-10ae-4105-a59e-50f909106976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:30.645658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.661115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.667944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.708140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.752818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00946cfd-e384-45e4-88e6-31c4c5fa14a0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:30.771817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.772835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-63e6eef5-5582-48c8-a05b-ff136869a02e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:30.774375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-63e6eef5-5582-48c8-a05b-ff136869a02e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.4916327 Mar 02 07:18:30.801157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:30.816767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d82a86-9fda-4fb1-9b1f-c246d3098894,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:30.825988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-67743aa0-ef10-4bd2-b0d6-e0dd8d6838a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00946cfd-e384-45e4-88e6-31c4c5fa14a0 HTTP/1.1" status: 204 len: 168 time: 0.9349465 Mar 02 07:18:30.829810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.830967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64683907-fcd6-4b98-a55b-970e3ee83f79 req-8ed71aaa-b2a9-450c-b432-51869bde7d51 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8305502 Mar 02 07:18:30.834232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:30.859078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:30.863355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:30.868644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.882663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-51f4f1b1-90c5-4832-b867-f1b35593ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:30.884214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-51f4f1b1-90c5-4832-b867-f1b35593ec05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.5221643 Mar 02 07:18:30.925795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:30.926240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:30.927619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] 10.222.0.39 "PUT /v2.0/ports/566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 200 len: 1091 time: 2.3555229 Mar 02 07:18:30.957421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf5b7-7a41-4fe3-81ca-f78021b6420b service neutron] Pushing event updated for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:31.025038 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'code': 200} Mar 02 07:18:31.050512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-f48e16b4-63a0-460f-8943-6029707022d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.1470454 Mar 02 07:18:31.221844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:31.227292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-989f16e0-55ce-4c04-b90e-bb29a5d46b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.228778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-989f16e0-55ce-4c04-b90e-bb29a5d46b52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 1094 time: 0.2402196 Mar 02 07:18:31.232782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:31.262622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-45e33f05-2687-4f16-82f7-2fb33cf634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.264122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-45e33f05-2687-4f16-82f7-2fb33cf634ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1417382 Mar 02 07:18:31.275606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181d5b6-2725-480c-b330-86c1ed86cfa2 req-4dd92270-71b4-4c1c-90da-59e51c7deadf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.277773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f181d5b6-2725-480c-b330-86c1ed86cfa2 req-4dd92270-71b4-4c1c-90da-59e51c7deadf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 945 time: 0.5506923 Mar 02 07:18:31.328128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-711b7920-4f96-45f0-a6bb-79f5e847d96f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 200 len: 217 time: 0.0882583 Mar 02 07:18:31.413029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-8b565753-a598-4be9-b041-4b62cfb515cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081161 Mar 02 07:18:31.523607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-ac3dfde0-7482-4a27-885d-0ef13c60afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.525634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-ac3dfde0-7482-4a27-885d-0ef13c60afcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.1895144 Mar 02 07:18:31.531809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4c32-5966-40dc-9e99-deaf7ffd9df9 req-e85609e4-f867-4816-90c3-c948c2202e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.533231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8aa4c32-5966-40dc-9e99-deaf7ffd9df9 req-e85609e4-f867-4816-90c3-c948c2202e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1101 time: 0.3950865 Mar 02 07:18:31.549271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f181d5b6-2725-480c-b330-86c1ed86cfa2 req-9e83e82b-71e0-42d6-8d30-43b161e52a07 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466729 Mar 02 07:18:31.594321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffb05-be72-4e5a-9d08-f59a21b0c877 req-757ff9ab-7f62-43e8-b931-25f721869322 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.601953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db3ffb05-be72-4e5a-9d08-f59a21b0c877 req-757ff9ab-7f62-43e8-b931-25f721869322 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.4225445 Mar 02 07:18:31.636913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 95b7815c-585e-40c5-9bde-6473b0820e46 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:18:31.674442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8aa4c32-5966-40dc-9e99-deaf7ffd9df9 req-513d6631-74ab-41c4-bc34-840ad4e0d5ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068017 Mar 02 07:18:31.711801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db3ffb05-be72-4e5a-9d08-f59a21b0c877 req-3aaef372-87bb-4e9c-8c75-86c145c11a41 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084132 Mar 02 07:18:31.725003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 95b7815c-585e-40c5-9bde-6473b0820e46 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:18:31.725514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 95b7815c-585e-40c5-9bde-6473b0820e46 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:18:31.733116 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:31.760488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-5a0f16cc-07be-4bcd-8c09-9d9ba66d6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:31.768923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-5a0f16cc-07be-4bcd-8c09-9d9ba66d6927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347474 Mar 02 07:18:31.790249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.790971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.792177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.793264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > port after_create 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.793989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.794359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > port after_update 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.794848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.795833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.796178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.796507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.875915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.876276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.876620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.876955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:18:31.877303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257a4aef-14e2-4a1f-8388-9142a6941b04']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:31.942897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb173588-187c-463a-8163-f94369df5c4d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:31.943110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb173588-187c-463a-8163-f94369df5c4d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:31.958572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-4d4fc1c0-521c-415c-b2eb-9279f09282a9 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837974 Mar 02 07:18:31.982789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:31.999891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:32.006284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-a03c4696-4349-4300-95b0-8b339ec85af2 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753162 Mar 02 07:18:32.016978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158c6a-eb6f-49a2-9747-c12c0581d9d8 req-20345e0e-a729-4f84-b64a-0c6dafc09d3a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:32.018520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb158c6a-eb6f-49a2-9747-c12c0581d9d8 req-20345e0e-a729-4f84-b64a-0c6dafc09d3a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.1553619 Mar 02 07:18:32.034350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.063558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:18:32.063963 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: from cryptography.utils import int_from_bytes Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: from cryptography.utils import int_from_bytes Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: util.warn_limited( Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:18:32.082600 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:18:32.140792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb158c6a-eb6f-49a2-9747-c12c0581d9d8 req-45ba652b-bb82-4a72-8a4d-127b67cbe539 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715418 Mar 02 07:18:32.146951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fc3743b-842e-436f-b211-2f84ff9cafbd req-7fd3cdc9-59c6-45f2-9784-fa61da91ad15 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767721 Mar 02 07:18:32.232761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1097560867', 'description': 'tempest-description-464756479'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:32.237298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:32.241303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Usage tracker for resource:security_group and tenant:24cba904670340e2a1a9c1c400f3b204 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:32.244135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:32.250317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:32.260541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.264085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6ea9f-cb55-4f9a-b113-75b70de476ac req-80f49857-1c4b-4f78-b881-6533e50d3452 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:32.264799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-37d6ea9f-cb55-4f9a-b113-75b70de476ac req-80f49857-1c4b-4f78-b881-6533e50d3452 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:32.267618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:32.272822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.287388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:32.291206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Usage tracker for resource:security_group_rule and tenant:24cba904670340e2a1a9c1c400f3b204 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:32.294920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:32.301324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:32.319655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.360478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d93d2766-8f44-48b0-9a0e-d437648ecaa0 req-f18feed5-f0f7-4cb4-82bd-5b9ec78f407d service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457611 Mar 02 07:18:32.362117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.369212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-37d6ea9f-cb55-4f9a-b113-75b70de476ac req-80f49857-1c4b-4f78-b881-6533e50d3452 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:32.370964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37d6ea9f-cb55-4f9a-b113-75b70de476ac req-80f49857-1c4b-4f78-b881-6533e50d3452 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 943 time: 0.6017237 Mar 02 07:18:32.371830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=257a4aef-14e2-4a1f-8388-9142a6941b04,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:32.385111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff25512d-0cf0-454d-905c-90c019ba6cd8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/257a4aef-14e2-4a1f-8388-9142a6941b04 HTTP/1.1" status: 204 len: 168 time: 1.5403357 Mar 02 07:18:32.388091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:32.388546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35504) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:32.391833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.393831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.411532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.429251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.448611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:32.455790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Usage tracker for resource:security_group_rule and tenant:24cba904670340e2a1a9c1c400f3b204 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:32.460593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:32.482056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:32.495774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34518b8e-776e-4e98-811e-ad7795776cce,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:32.508295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Deleting subnet d52cd7d7-d4d7-4c0f-8a8b-bde2b08d1abb {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:18:32.511774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'name': 'network-vif-deleted', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1'}, {'name': 'network-changed', 'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:32.525257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.592781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.663302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37d6ea9f-cb55-4f9a-b113-75b70de476ac req-40a1daf1-18cd-476a-ba00-662c74f21b13 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673450 Mar 02 07:18:32.686395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.686395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.716658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:32.716885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.722646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:32.722981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:32.723316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:32.733106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:32.733320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Attempting to bind port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:32.738796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:32.739204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:32.739522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:32.739920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Bound port: 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:32.740273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.779995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55026d2e-f4c8-4d2d-9b0b-09ff82fd5a85,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:32.783138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.786365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c47ebdb-f791-4a41-8188-8afd5e899cb1 req-ab5371d0-54eb-4bff-90fc-0056ca79de74 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5582585 Mar 02 07:18:32.813957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.846621 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'code': 200} Mar 02 07:18:32.874594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52cd7d7-d4d7-4c0f-8a8b-bde2b08d1abb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:32.878243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:32.887682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f4776256-18da-4c6d-ae22-257ab9b20f12 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d52cd7d7-d4d7-4c0f-8a8b-bde2b08d1abb HTTP/1.1" status: 204 len: 168 time: 0.4946353 Mar 02 07:18:32.887995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35520) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:32.908273 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98b945-7608-437e-95a5-58c615e61a98', 'name': 'network-vif-deleted', 'tag': '531dc262-ea3d-4d30-88e5-197615bb1eb1', 'status': 'completed', 'code': 200} Mar 02 07:18:32.908543 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'status': 'completed', 'code': 200} Mar 02 07:18:33.003648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:33.029413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:33.031298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:33.040496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.052791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479e74-df2a-45e0-b313-36aa734aab7b req-1b3b9fb4-2d34-4f7d-9c42-a91e5a1d4483 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.054332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf479e74-df2a-45e0-b313-36aa734aab7b req-1b3b9fb4-2d34-4f7d-9c42-a91e5a1d4483 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1904092 Mar 02 07:18:33.055607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.194378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.205155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-72c35cc5-cb0a-4377-863e-14d41335dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.206647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-72c35cc5-cb0a-4377-863e-14d41335dfae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 1094 time: 0.2828975 Mar 02 07:18:33.227259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9435f8-48b2-4849-aafa-545214e5ca59 req-6b1c7d93-ea4c-4095-8ab8-af02e05a1f9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.228728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed9435f8-48b2-4849-aafa-545214e5ca59 req-6b1c7d93-ea4c-4095-8ab8-af02e05a1f9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.2263842 Mar 02 07:18:33.232856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:33.258049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88baa876-f443-47b2-8df7-653dd7f7c382') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:33.258272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88baa876-f443-47b2-8df7-653dd7f7c382') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:33.274173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.304739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed9435f8-48b2-4849-aafa-545214e5ca59 req-c4bdb584-93d5-42c6-aa97-c10c7017229e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Mar 02 07:18:33.305632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.313041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:18:33.313290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.314131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.314755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.316226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] 10.222.0.16 "PUT /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 1121 time: 2.5250576 Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:18:33.330869 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:18:33.371730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf479e74-df2a-45e0-b313-36aa734aab7b req-92b9f2eb-7b7d-4108-a8c7-38479c3d68a9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089967 Mar 02 07:18:33.376666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773eac-d7b8-46d9-9c2f-2b00b2177d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:33.415617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.420740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.447049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-b383f563-f038-4d31-a8e6-382862807532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.449039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-b383f563-f038-4d31-a8e6-382862807532 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 924 time: 0.2309649 Mar 02 07:18:33.487348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:33.489924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6f8fe75c-60c0-4366-87ce-25241e568f61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a41ad62-dfa6-44da-a0dd-4b6fc0a19f40 HTTP/1.1" status: 204 len: 168 time: 0.6010356 Mar 02 07:18:33.498517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['2786a9b4-f5dc-49c4-8d51-b52ac669ea06'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:33.535317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-55561083', 'description': 'tempest-description-397321694'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:33.539385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-716707cd-ca1d-4763-9eaa-c3db7acfb296 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 200 len: 217 time: 0.0838881 Mar 02 07:18:33.541910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:33.568885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0605b-c91f-4973-95a4-ba3c90f7c505 req-df5b52c4-6e5a-43ce-a879-af3c83fee03d tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.579719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eab0605b-c91f-4973-95a4-ba3c90f7c505 req-df5b52c4-6e5a-43ce-a879-af3c83fee03d tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.1292098 Mar 02 07:18:33.588512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Usage tracker for resource:security_group and tenant:24cba904670340e2a1a9c1c400f3b204 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:33.601414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:33.612183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:33.630902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eab0605b-c91f-4973-95a4-ba3c90f7c505 req-b18392d5-e986-43b2-aace-5b43b4852c7e tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Mar 02 07:18:33.631747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-19a548af-486e-43b8-8e46-592dac6c9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.633181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-19a548af-486e-43b8-8e46-592dac6c9a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.0868552 Mar 02 07:18:33.634114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.660193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f7790727-e384-4416-8b1e-a0e040485671 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:33.705338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:33.719207 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0', 'code': 200} Mar 02 07:18:33.721671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Usage tracker for resource:security_group_rule and tenant:24cba904670340e2a1a9c1c400f3b204 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:33.725834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:33.734114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:33.770791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:33.846770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-72ee442a-4ee3-4f57-9ac3-5b7be4f24417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.848671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-72ee442a-4ee3-4f57-9ac3-5b7be4f24417 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943479 Mar 02 07:18:33.856004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8692396f-4586-4747-bfa5-fe758417f558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7fa269bab7740b1b67e2392ee51045a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833049 Mar 02 07:18:33.877268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35538) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:33.885946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:33.900619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'f7790727-e384-4416-8b1e-a0e040485671', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'port_id': 'f7790727-e384-4416-8b1e-a0e040485671', 'mac_address': 'fa:16:3e:61:4e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f075f47d-3b81-49eb-9000-ad8d27e9da77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:33.959182 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:33.981920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18327942-3718-4913-8697-74c9badb298e req-613a71d5-676c-4c7d-9c13-c8d36a71fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.982804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7790727-e384-4416-8b1e-a0e040485671 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:33.983565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18327942-3718-4913-8697-74c9badb298e req-613a71d5-676c-4c7d-9c13-c8d36a71fc71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 1097 time: 0.2155726 Mar 02 07:18:33.996543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a700b-2963-4506-a144-933203438cb8 req-5f354084-7d10-4145-a1b3-d71a270d02b7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:33.998145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e0a700b-2963-4506-a144-933203438cb8 req-5f354084-7d10-4145-a1b3-d71a270d02b7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.1883664 Mar 02 07:18:34.002217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:34.007065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.036055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.053605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.066627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18327942-3718-4913-8697-74c9badb298e req-5f76a066-86b3-4f3c-9277-2c71d656590d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674467 Mar 02 07:18:34.071205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e0a700b-2963-4506-a144-933203438cb8 req-61d7d90a-4d32-4b75-988f-89eb7a77fecb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588498 Mar 02 07:18:34.094558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.110348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-01c704fe-6792-4961-a5b3-7a2042ada9e9 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518492 Mar 02 07:18:34.117794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:34.134993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.136701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d569b106-ba0c-4b3a-a456-7ba55ce0a129 req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6195796 Mar 02 07:18:34.137451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080e5df-ef67-4a29-a219-890f31bca710 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebec360c-26c1-4c9c-aaaa-c3f1d8d15320,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:34.152099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.214820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.233282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e5393-213e-4d85-b7fd-a8cc76ce28c4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:34.280582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.281665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3807cc66-c21a-4b74-9274-3bbd55cef1c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f56e5393-213e-4d85-b7fd-a8cc76ce28c4 HTTP/1.1" status: 204 len: 168 time: 0.4034200 Mar 02 07:18:34.330566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53045-f8f7-4e3a-a2f9-6f5c3f83f7cc req-4b213fe2-3408-4510-a5b8-c5edd1928a51 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:34.332160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ab53045-f8f7-4e3a-a2f9-6f5c3f83f7cc req-4b213fe2-3408-4510-a5b8-c5edd1928a51 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 943 time: 0.0902941 Mar 02 07:18:34.387975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f7790727-e384-4416-8b1e-a0e040485671'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:34.544736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-30334a7f-a65f-47dc-8533-e4e7352f5cd2 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Synchronizing usage tracker for tenant:24cba904670340e2a1a9c1c400f3b204 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:34.592148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-30334a7f-a65f-47dc-8533-e4e7352f5cd2 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Unset dirty status for tenant:24cba904670340e2a1a9c1c400f3b204 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:34.594673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-30334a7f-a65f-47dc-8533-e4e7352f5cd2 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56126 time: 0.4080362 Mar 02 07:18:34.625035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ab53045-f8f7-4e3a-a2f9-6f5c3f83f7cc req-779d9dbf-6607-4b81-9a65-6ef7de269f6d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691379 Mar 02 07:18:34.628429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bc13e0e-2a2d-4d43-938e-5763901b43f5 req-039215b7-7a38-42f0-af63-b85ab649b968 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953839 Mar 02 07:18:34.660851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-29fb3f1c-54f0-4652-91b8-033be776f977 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/00a04417-cd3c-4981-9af8-67dabd0f0d0a HTTP/1.1" status: 200 len: 2981 time: 0.0506198 Mar 02 07:18:34.718048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-bed2bc31-da85-4627-91a0-cc0dbb66ff32 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/00a04417-cd3c-4981-9af8-67dabd0f0d0a HTTP/1.1" status: 200 len: 2981 time: 0.0494196 Mar 02 07:18:34.743050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:34.773465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-d8e896e4-00ff-47a8-b97e-776049c1b98b tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/01f659bc-f536-4acd-8561-673a04ef59b2 HTTP/1.1" status: 200 len: 2977 time: 0.0462987 Mar 02 07:18:34.803916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec828ec3-9e7d-4e5d-bd98-6cfe6bb9e291 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6f238927d24aa9b30798a8d4746238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595713 Mar 02 07:18:34.804995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35562) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:34.834325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-9a9fa225-b3e5-4b30-84f6-53024c507d19 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/01f659bc-f536-4acd-8561-673a04ef59b2 HTTP/1.1" status: 200 len: 2977 time: 0.0539868 Mar 02 07:18:34.863017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:34.879803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-2abbd855-60a4-4c9c-b2b0-8fa4b6795057 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0440c27d-dcb3-4001-a1b5-c022e497eb91 HTTP/1.1" status: 200 len: 2981 time: 0.0444534 Mar 02 07:18:34.930723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.934280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-39ff3c58-10fd-4e3f-beac-6ea2e989f7ab tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/0440c27d-dcb3-4001-a1b5-c022e497eb91 HTTP/1.1" status: 200 len: 2981 time: 0.0472007 Mar 02 07:18:34.966214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dc8d5-b77d-47a8-bd80-1ad3f61da458 req-449af4e0-fa7c-4313-a854-eba578e47d07 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:34.968439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-517dc8d5-b77d-47a8-bd80-1ad3f61da458 req-449af4e0-fa7c-4313-a854-eba578e47d07 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.1364179 Mar 02 07:18:34.990161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-93fdff17-971c-4e95-8003-3752f5c1d6c0 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/223e73e4-09ac-4c22-bb60-6d5516982a49 HTTP/1.1" status: 200 len: 2977 time: 0.0494819 Mar 02 07:18:35.006357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.039320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-3b894e20-686d-4188-b02f-1c1c43ce5e2f tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/223e73e4-09ac-4c22-bb60-6d5516982a49 HTTP/1.1" status: 200 len: 2977 time: 0.0434561 Mar 02 07:18:35.054395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-517dc8d5-b77d-47a8-bd80-1ad3f61da458 req-469da185-edca-444e-8267-c0cea37ea6a4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763538 Mar 02 07:18:35.065025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35570) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:35.094619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.112711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b400e25-e593-4cee-92ac-090966962c19,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:35.114455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-21760e8b-daa7-4e00-89c6-e6ee60cc3046 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2b400e25-e593-4cee-92ac-090966962c19 HTTP/1.1" status: 200 len: 580 time: 0.0625403 Mar 02 07:18:35.119323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.132378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c57bf472-14c6-4469-99ee-34e922825438 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b400e25-e593-4cee-92ac-090966962c19 HTTP/1.1" status: 204 len: 168 time: 0.3177252 Mar 02 07:18:35.146732 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-2267155a-55da-40b1-9078-d0d4e2c37e2f tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] show failed (client error): The resource could not be found. Mar 02 07:18:35.155016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-2267155a-55da-40b1-9078-d0d4e2c37e2f tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2b400e25-e593-4cee-92ac-090966962c19 HTTP/1.1" status: 404 len: 352 time: 0.0253594 Mar 02 07:18:35.207019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-5c989b17-71bd-41a8-9149-beb513e8f65f tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/34518b8e-776e-4e98-811e-ad7795776cce HTTP/1.1" status: 200 len: 2981 time: 0.0497043 Mar 02 07:18:35.286862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a11743-ec16-49cc-a14f-40b3fdfdedb0 req-34b1f0b9-c065-458d-9b79-9a1686ca2c7d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:35.296711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a11743-ec16-49cc-a14f-40b3fdfdedb0 req-34b1f0b9-c065-458d-9b79-9a1686ca2c7d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1042185 Mar 02 07:18:35.305290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-186f91d9-4074-400a-865e-c184f8d47537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=813abf0e828a402a914de70f51a4e43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391703 Mar 02 07:18:35.306016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:35.322396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-8b5856c2-3ed1-4b97-a4c2-22414e0808f1 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/34518b8e-776e-4e98-811e-ad7795776cce HTTP/1.1" status: 200 len: 2981 time: 0.0974846 Mar 02 07:18:35.340384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a11743-ec16-49cc-a14f-40b3fdfdedb0 req-80f91e9d-d433-4472-a28a-0461ae829474 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Mar 02 07:18:35.412869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-cf0df1cd-c74e-4d5e-a4ad-6bd699713c9c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/660b4b69-7248-4a24-ad67-dfc205b65cc0 HTTP/1.1" status: 200 len: 2981 time: 0.0848334 Mar 02 07:18:35.413624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.453378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.498882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:35.572746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-f99e7218-e21a-41b0-bc7d-eba70a6a7e3a tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/660b4b69-7248-4a24-ad67-dfc205b65cc0 HTTP/1.1" status: 200 len: 2981 time: 0.1377032 Mar 02 07:18:35.580282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7467c8-4425-41ba-a2b9-368c862ecd0c req-13bed5c2-380f-45bd-8e71-0e84b691f197 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:35.581800 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd7467c8-4425-41ba-a2b9-368c862ecd0c req-13bed5c2-380f-45bd-8e71-0e84b691f197 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.1282337 Mar 02 07:18:35.651940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-e2f98b58-6250-4ae0-91da-50c4c84fe15b tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/75b89d8b-92b6-4d3c-b686-225f16478f87 HTTP/1.1" status: 200 len: 2981 time: 0.0778158 Mar 02 07:18:35.669995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd7467c8-4425-41ba-a2b9-368c862ecd0c req-3850301b-bf7a-4325-a09d-865ddc5363d9 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Mar 02 07:18:35.678659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.695681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f7790727-e384-4416-8b1e-a0e040485671 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:35.728234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a04417-cd3c-4981-9af8-67dabd0f0d0a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:35.752863 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-5a4d01a0-a3ff-41c2-a292-16ae1c0ca44b tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/75b89d8b-92b6-4d3c-b686-225f16478f87 HTTP/1.1" status: 200 len: 2981 time: 0.0997412 Mar 02 07:18:35.759648 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'status': 'completed', 'code': 200} Mar 02 07:18:35.806408 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.809968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c84b0f7f-2e89-4693-9d07-8c5dd5fecd7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a04417-cd3c-4981-9af8-67dabd0f0d0a HTTP/1.1" status: 204 len: 168 time: 0.5005326 Mar 02 07:18:35.866755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:35.878347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-057f5772-e882-4a94-9705-bdce1e53913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:35.879983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-057f5772-e882-4a94-9705-bdce1e53913c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1124 time: 0.0947783 Mar 02 07:18:35.885372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port f7790727-e384-4416-8b1e-a0e040485671 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:35.889075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-71e18129-6e2d-42bb-83ab-d7b5e70d1d8d tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9151bb2b-3bfd-45ed-b754-3844883bc3dd HTTP/1.1" status: 200 len: 2981 time: 0.1344273 Mar 02 07:18:35.897348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port f7790727-e384-4416-8b1e-a0e040485671 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:35.897737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.929798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:18:36.001890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-e0052171-64f2-491b-b5c8-90d37ae5b9f4 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9151bb2b-3bfd-45ed-b754-3844883bc3dd HTTP/1.1" status: 200 len: 2981 time: 0.1039429 Mar 02 07:18:36.043265 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.093617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:36.099855 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-d2821183-a8b0-4cd3-b54f-025c9978cf06 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9548b9c2-4f83-4033-a1eb-d35700a50630 HTTP/1.1" status: 200 len: 2981 time: 0.0912511 Mar 02 07:18:36.103301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-702d26ea-7a3b-4325-921a-b15dd000298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:36.104427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-702d26ea-7a3b-4325-921a-b15dd000298f service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.2186813 Mar 02 07:18:36.106289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:36.115727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.187686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-86cc33dc-b55d-48cc-bfa0-13e796231adf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 217 time: 0.0745153 Mar 02 07:18:36.195841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2b66-9f48-42bf-b646-5d3a5eab1f69 req-6105427c-94b0-435f-87d2-98fd2ddde31d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:36.197260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a3e2b66-9f48-42bf-b646-5d3a5eab1f69 req-6105427c-94b0-435f-87d2-98fd2ddde31d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.2090988 Mar 02 07:18:36.198040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-d4ed89b1-ffb0-4423-a2e0-77474893567d tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9548b9c2-4f83-4033-a1eb-d35700a50630 HTTP/1.1" status: 200 len: 2981 time: 0.0890670 Mar 02 07:18:36.221209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:36.263312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-90a357e7-be9a-4c8c-a8bf-0ddab38ebd45 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9e3745e0-6d2a-4256-873f-d559ecc722c6 HTTP/1.1" status: 200 len: 2981 time: 0.0580788 Mar 02 07:18:36.289180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-ab6e439d-643d-4b4b-aad5-703ceaad6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:36.290685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-ab6e439d-643d-4b4b-aad5-703ceaad6ed7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.0925529 Mar 02 07:18:36.293586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a3e2b66-9f48-42bf-b646-5d3a5eab1f69 req-dba83c73-d152-4f28-ab76-8f9be4f5f76c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 Mar 02 07:18:36.321289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-d032408b-da37-488f-a296-1903a338b3e4 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9e3745e0-6d2a-4256-873f-d559ecc722c6 HTTP/1.1" status: 200 len: 2981 time: 0.0570464 Mar 02 07:18:36.324149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:36.347323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-8e2604c2-6e03-4c2f-b1f2-8faafdc48f24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507290 Mar 02 07:18:36.359967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.388894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:36.395616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Usage tracker for resource:security_group_rule and tenant:cd28c564562f4e789a970c2a41ab2313 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:36.404384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-2866bc1d-c6b3-48cc-a460-95a3d452c806 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b1665328-658f-41d8-8818-9f24067a8d07 HTTP/1.1" status: 200 len: 2981 time: 0.0822253 Mar 02 07:18:36.418562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:36.427038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:36.485278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-e162e449-237e-4873-9829-f6275357ef88 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319504 Mar 02 07:18:36.488731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-492e1973-6d9a-4ecf-8ca7-8dfa19201863 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b1665328-658f-41d8-8818-9f24067a8d07 HTTP/1.1" status: 200 len: 2981 time: 0.0834548 Mar 02 07:18:36.560768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-0562f371-33ce-4614-bde1-493befc85d1c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b8ff878f-616c-4f47-9556-5c4df575292e HTTP/1.1" status: 200 len: 2977 time: 0.0710995 Mar 02 07:18:36.677922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-7b9e666b-ea3a-41a7-b1a4-bbb684c95b4c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b8ff878f-616c-4f47-9556-5c4df575292e HTTP/1.1" status: 200 len: 2977 time: 0.1162395 Mar 02 07:18:36.688742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9962e5ce-0bc5-43c0-a714-5c38a17fc4c0 req-c6da045a-03b4-4f1d-b05c-8d792046657d service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972570 Mar 02 07:18:36.689557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.704422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.735451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5539d8-4816-4039-92bd-16636b7d3c9b req-d85d751c-eeea-400a-91eb-46b298fae9ad tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:36.736804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e5539d8-4816-4039-92bd-16636b7d3c9b req-d85d751c-eeea-400a-91eb-46b298fae9ad tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 943 time: 0.0907502 Mar 02 07:18:36.786263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e5539d8-4816-4039-92bd-16636b7d3c9b req-b76a8189-8513-4aad-ab4d-e6d1505948b0 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 Mar 02 07:18:36.787204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd28c564562f4e789a970c2a41ab2313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611251 Mar 02 07:18:36.788020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:36.788132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4e698-273e-435d-9492-e9dfc1bf166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13b2d4-f808-4cff-b526-b018b6154d3a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:36.793415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-9202f4ff-18aa-42aa-aacc-e9d0c49e2e54 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bbda4755-d322-42ab-be0d-1e1208c4f589 HTTP/1.1" status: 200 len: 2981 time: 0.1069975 Mar 02 07:18:36.827834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-1a7f290a-b752-4295-a7a3-d69e971eb250 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2088785 Mar 02 07:18:36.863996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-e9a0d02a-0884-4ea2-b6a9-a53a4ed3e5ae tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bbda4755-d322-42ab-be0d-1e1208c4f589 HTTP/1.1" status: 200 len: 2981 time: 0.0601697 Mar 02 07:18:36.874181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.917821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-fccd2fcf-c045-4805-97e7-15521006e752 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c98604c4-3455-4d00-afdf-9e5e954b1858 HTTP/1.1" status: 200 len: 2977 time: 0.0464334 Mar 02 07:18:36.946622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:36.972135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-bd2cff95-ed6c-4951-b40d-c24c9667da47 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c98604c4-3455-4d00-afdf-9e5e954b1858 HTTP/1.1" status: 200 len: 2977 time: 0.0485268 Mar 02 07:18:37.032655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ebaf-f3ae-48f6-9e30-392e63c5b2d9 req-a97c3ecf-7d21-401c-8be0-6814b235c1e8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:37.041471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-495150f6-8d0f-4563-b932-14c50c83270b tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/db4fc235-dbc6-4d95-bc2b-6fdb43f4f0b8 HTTP/1.1" status: 200 len: 2973 time: 0.0603511 Mar 02 07:18:37.043750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7439ebaf-f3ae-48f6-9e30-392e63c5b2d9 req-a97c3ecf-7d21-401c-8be0-6814b235c1e8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.1411481 Mar 02 07:18:37.044936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:37.075916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13b2d4-f808-4cff-b526-b018b6154d3a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:37.105682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-c54bb6b8-ef94-4d19-b754-0bdea5955de4 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/db4fc235-dbc6-4d95-bc2b-6fdb43f4f0b8 HTTP/1.1" status: 200 len: 2973 time: 0.0471432 Mar 02 07:18:37.106494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:37.106494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a53e8aa3-ba32-4e89-a628-0090ed0f8c06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a13b2d4-f808-4cff-b526-b018b6154d3a HTTP/1.1" status: 204 len: 168 time: 0.3110301 Mar 02 07:18:37.112574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7439ebaf-f3ae-48f6-9e30-392e63c5b2d9 req-5775744e-0b16-43d0-9b56-3bd1171ae0dc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628951 Mar 02 07:18:37.162474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-400a92d1-f183-49f0-968d-d8bd195c3194 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f9d8e4b8-68b2-4dbe-b1cf-71748d4bb61f HTTP/1.1" status: 200 len: 2981 time: 0.0563433 Mar 02 07:18:37.197894 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671', 'code': 200} Mar 02 07:18:37.228971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456a514a-e1f5-4515-bc58-1cdbf0606b1b req-9c925d40-532b-4a94-a582-f1d023ad1a64 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f9d8e4b8-68b2-4dbe-b1cf-71748d4bb61f HTTP/1.1" status: 200 len: 2981 time: 0.0588541 Mar 02 07:18:37.350099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fb37a-5762-4982-a1ab-3c7d520633d0 req-8b6b2ceb-d2c3-4c8d-863c-8c5194ddf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:37.352028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-900fb37a-5762-4982-a1ab-3c7d520633d0 req-8b6b2ceb-d2c3-4c8d-863c-8c5194ddf123 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1097 time: 0.0915203 Mar 02 07:18:37.436364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708247ba-da57-494b-a995-1eab0048519d req-986f14fa-087c-4222-9d3c-4bc041f37a10 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:37.437885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-708247ba-da57-494b-a995-1eab0048519d req-986f14fa-087c-4222-9d3c-4bc041f37a10 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.0926688 Mar 02 07:18:37.438746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-900fb37a-5762-4982-a1ab-3c7d520633d0 req-61226cf1-9ebe-4464-b45f-6004611654fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781305 Mar 02 07:18:37.512136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-708247ba-da57-494b-a995-1eab0048519d req-7a893d35-e854-4d6d-a2c8-4794f9de4481 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604107 Mar 02 07:18:37.653798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 566b274d-9787-48d3-83cb-3f7dd0693bf8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:37.811015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69a931-eb30-4987-b1f4-9bb21a4d50f0 req-0560f217-cbd5-4824-9d89-ee93947790e6 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:37.822203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec69a931-eb30-4987-b1f4-9bb21a4d50f0 req-0560f217-cbd5-4824-9d89-ee93947790e6 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.1721971 Mar 02 07:18:37.853630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7235c7c5-158f-4a2e-9d28-8d626855d310 req-13bad93d-3626-45a3-aab8-6325bc912b66 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Synchronizing usage tracker for tenant:4650cecaba5d493190ed64cacce38541 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:37.871865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:37.891667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7235c7c5-158f-4a2e-9d28-8d626855d310 req-13bad93d-3626-45a3-aab8-6325bc912b66 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Unset dirty status for tenant:4650cecaba5d493190ed64cacce38541 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:37.892626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'port_id': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'mac_address': 'fa:16:3e:2c:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:37.893809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7235c7c5-158f-4a2e-9d28-8d626855d310 req-13bad93d-3626-45a3-aab8-6325bc912b66 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4650cecaba5d493190ed64cacce38541 HTTP/1.1" status: 200 len: 6102 time: 0.2680430 Mar 02 07:18:37.916329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec69a931-eb30-4987-b1f4-9bb21a4d50f0 req-1dd85303-6941-43ee-b61e-5ac07c854b75 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878680 Mar 02 07:18:37.961414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:37.982755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566b274d-9787-48d3-83cb-3f7dd0693bf8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:38.009725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:38.023384 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:38.039114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7235c7c5-158f-4a2e-9d28-8d626855d310 req-78fecaea-c9f8-466a-b478-80375a982f6e tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "GET /v2.0/security-groups/bbda4755-d322-42ab-be0d-1e1208c4f589 HTTP/1.1" status: 200 len: 2981 time: 0.1387079 Mar 02 07:18:38.194914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7235c7c5-158f-4a2e-9d28-8d626855d310 req-ee3c8f9c-02a6-499b-b276-4bd09828d17e tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "GET /v2.0/security-groups/bbda4755-d322-42ab-be0d-1e1208c4f589 HTTP/1.1" status: 200 len: 2981 time: 0.1546793 Mar 02 07:18:38.200873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:38.275872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdacd9-fe9d-4b98-93c8-459de80567c1 req-85fe6dd3-02cf-4813-a069-ad00d1a15ec0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:38.275872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4dfdacd9-fe9d-4b98-93c8-459de80567c1 req-85fe6dd3-02cf-4813-a069-ad00d1a15ec0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 946 time: 0.1338942 Mar 02 07:18:38.329609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4dfdacd9-fe9d-4b98-93c8-459de80567c1 req-7949caed-d186-457e-9c8d-211fde502d88 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Mar 02 07:18:38.438047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814c2ed-ddc9-4209-a753-6188718e37f1 req-c0181fd0-d73c-4647-aef1-83ac50d75a78 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:38.440961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7814c2ed-ddc9-4209-a753-6188718e37f1 req-c0181fd0-d73c-4647-aef1-83ac50d75a78 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 944 time: 0.1082833 Mar 02 07:18:38.533004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['566b274d-9787-48d3-83cb-3f7dd0693bf8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:38.568207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7814c2ed-ddc9-4209-a753-6188718e37f1 req-93d9e0e9-ab3f-4aae-8d92-c515e67a6aba tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200018 Mar 02 07:18:38.708544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-50860f0a-7b06-4868-b3a7-f8027630eac3 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ebec360c-26c1-4c9c-aaaa-c3f1d8d15320 HTTP/1.1" status: 200 len: 1775 time: 0.0882647 Mar 02 07:18:38.736996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aad28e-9de3-4c51-82c4-539bf44fcb17 req-03110b79-cc20-4b7f-8875-016515126813 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:38.739393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8aad28e-9de3-4c51-82c4-539bf44fcb17 req-03110b79-cc20-4b7f-8875-016515126813 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.2226965 Mar 02 07:18:38.877198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8aad28e-9de3-4c51-82c4-539bf44fcb17 req-2e21b480-b8c5-44e2-84ec-ed0658b6723f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302369 Mar 02 07:18:38.879665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:38.899466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-64e63e14-387b-4d2d-8625-e4f716c2bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:38.901062 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-64e63e14-387b-4d2d-8625-e4f716c2bd16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1101 time: 0.2004266 Mar 02 07:18:38.953389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:39.109844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-e8335ce8-a6c9-4d57-93a0-4db298286630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:39.110433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-e8335ce8-a6c9-4d57-93a0-4db298286630 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2020829 Mar 02 07:18:39.116691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:39.184433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e96c9-2dde-48af-9b0d-ccfcc7e77562 req-d1c7cfa6-7732-45c9-8864-b7f4ad4f7bad tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:39.194474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f71e96c9-2dde-48af-9b0d-ccfcc7e77562 req-d1c7cfa6-7732-45c9-8864-b7f4ad4f7bad tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1642070 Mar 02 07:18:39.231829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebec360c-26c1-4c9c-aaaa-c3f1d8d15320,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:39.263408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-b03e0bc3-dca1-4149-89ff-884947cb4e10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.1413031 Mar 02 07:18:39.271329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f71e96c9-2dde-48af-9b0d-ccfcc7e77562 req-4108db88-595b-4d5a-85b2-85e71ecb81a4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Mar 02 07:18:39.325357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:39.329217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f07c7fc-52b0-4038-8ac1-48a9f6ca72d0 req-3fd9c1b6-ca50-4e9b-bc2f-00c976f4570c tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebec360c-26c1-4c9c-aaaa-c3f1d8d15320 HTTP/1.1" status: 204 len: 173 time: 0.6198702 Mar 02 07:18:39.408926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-d13065b9-61fd-4bc6-8c58-8338144ee62c service neutron] 10.222.0.39 "GET /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.2843187 Mar 02 07:18:39.423446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f463642-ce02-4a8f-8f12-98ce6e90792d req-35ae0403-adf6-457d-82bf-76bb3c229f44 tempest-FlavorsV2NegativeTest-2060117839 tempest-FlavorsV2NegativeTest-2060117839-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5444758d98984a92bb0a241699b69af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295379 Mar 02 07:18:39.517371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-69134e88-8ad7-475a-838d-5b291f8e3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:39.521563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-69134e88-8ad7-475a-838d-5b291f8e3ba8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2498062 Mar 02 07:18:39.527668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:39.545851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-507c374f-5439-4826-aacd-579238c52853 tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "GET /v2.0/security-groups/55026d2e-f4c8-4d2d-9b0b-09ff82fd5a85 HTTP/1.1" status: 200 len: 1777 time: 0.1828928 Mar 02 07:18:39.701325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 566b274d-9787-48d3-83cb-3f7dd0693bf8 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:39.819237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:39.819691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463642-ce02-4a8f-8f12-98ce6e90792d req-eb8ac71a-ae4a-416d-9967-f5a58e690105 tempest-FlavorsV2NegativeTest-2060117839 tempest-FlavorsV2NegativeTest-2060117839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:39.826586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f463642-ce02-4a8f-8f12-98ce6e90792d req-eb8ac71a-ae4a-416d-9967-f5a58e690105 tempest-FlavorsV2NegativeTest-2060117839 tempest-FlavorsV2NegativeTest-2060117839-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978453 Mar 02 07:18:39.838584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f463642-ce02-4a8f-8f12-98ce6e90792d req-057c2628-faf5-4828-a749-7d8cf6523a4e tempest-FlavorsV2NegativeTest-2060117839 tempest-FlavorsV2NegativeTest-2060117839-project] 10.222.0.21 "GET /v2.0/quotas/5444758d98984a92bb0a241699b69af3 HTTP/1.1" status: 200 len: 375 time: 0.0110693 Mar 02 07:18:39.843828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:18:39.850223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 566b274d-9787-48d3-83cb-3f7dd0693bf8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:39.856200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 566b274d-9787-48d3-83cb-3f7dd0693bf8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:39.856573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:39.901208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:39.914243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f463642-ce02-4a8f-8f12-98ce6e90792d req-469b95d8-d19e-4d19-aebd-1245308473a3 tempest-FlavorsV2NegativeTest-2060117839 tempest-FlavorsV2NegativeTest-2060117839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5444758d98984a92bb0a241699b69af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685742 Mar 02 07:18:40.006966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.010094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-6200a8a2-9496-4cda-8da8-bbde92daece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:40.012214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-6200a8a2-9496-4cda-8da8-bbde92daece5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4638982 Mar 02 07:18:40.013670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.059234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:40.085285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:40.094373 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.095263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:18:40.156614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5455-b978-4443-a654-4d3dbf56a1c4 req-96f97572-3547-459f-a869-bb0ee6b0291d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:40.166643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a10c5455-b978-4443-a654-4d3dbf56a1c4 req-96f97572-3547-459f-a869-bb0ee6b0291d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 946 time: 0.1145165 Mar 02 07:18:40.190402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:40.203491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.226328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55026d2e-f4c8-4d2d-9b0b-09ff82fd5a85,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:40.236891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a10c5455-b978-4443-a654-4d3dbf56a1c4 req-3bf83402-dfab-4a1b-8e2a-067b22f4deb8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691178 Mar 02 07:18:40.248076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:40.340395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:40.351593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.352614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-006b0665-2bbb-4078-ae2a-236f210e78fa req-03f8d014-e945-4513-ad4b-d7e9e14896fa tempest-SecurityGroupsTestAdminJSON-472636386 tempest-SecurityGroupsTestAdminJSON-472636386-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/55026d2e-f4c8-4d2d-9b0b-09ff82fd5a85 HTTP/1.1" status: 204 len: 173 time: 0.8056772 Mar 02 07:18:40.362998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-10befdde-0836-4ab8-b0c1-80e9f99c693a service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385506 Mar 02 07:18:40.399652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:40.443731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:40.495198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6b9d6-5680-437c-8660-6baebbb362e0 req-0ec226c5-d682-4a43-b708-589572efaa43 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:40.497299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c6b9d6-5680-437c-8660-6baebbb362e0 req-0ec226c5-d682-4a43-b708-589572efaa43 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1242061 Mar 02 07:18:40.540964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.598512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c6b9d6-5680-437c-8660-6baebbb362e0 req-4b72f82f-02e1-4075-8d4c-58d43e5eab92 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948627 Mar 02 07:18:40.757603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-10d3196b-b20b-4610-b75a-b5859373f67c service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815262 Mar 02 07:18:40.813875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] Transition to ACTIVE for port object 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:40.819945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.831420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d2256-7d9b-433a-824f-0bfda17f6a47 req-523b22c9-a88a-4840-87a1-8d528f3cc4af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:40.841309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3a1d2256-7d9b-433a-824f-0bfda17f6a47 req-523b22c9-a88a-4840-87a1-8d528f3cc4af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 943 time: 0.1153142 Mar 02 07:18:40.901762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3a1d2256-7d9b-433a-824f-0bfda17f6a47 req-1776ff92-42a8-4653-9839-34d4a785803e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Mar 02 07:18:40.977473 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'code': 200} Mar 02 07:18:40.995110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] No DVR routers for this DVR port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:18:41.126269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] Pushing event updated for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:41.140761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-51aaa127-7482-4189-8c5d-11a0bade162b service neutron] 10.222.0.39 "PUT /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7172742 Mar 02 07:18:41.235698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35804) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:41.290247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-71808138-0143-4275-8553-de017daa043b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.291941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-71808138-0143-4275-8553-de017daa043b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.0919628 Mar 02 07:18:41.298913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f451c5-f584-46e3-a026-4d6ea1add9f9 req-7003ec50-9ea0-43bb-93f6-577d09884291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.300368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f451c5-f584-46e3-a026-4d6ea1add9f9 req-7003ec50-9ea0-43bb-93f6-577d09884291 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 1096 time: 0.1761353 Mar 02 07:18:41.338409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd402-f4d6-4a96-a1e9-456c2dc91726 req-a0409c03-8fe9-454e-9498-0372f7e23943 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.345442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b47bd402-f4d6-4a96-a1e9-456c2dc91726 req-a0409c03-8fe9-454e-9498-0372f7e23943 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1451981 Mar 02 07:18:41.414710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b47bd402-f4d6-4a96-a1e9-456c2dc91726 req-adef0ddb-af93-4800-90ab-88a01a47aeb6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681241 Mar 02 07:18:41.427523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.434220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f451c5-f584-46e3-a026-4d6ea1add9f9 req-480d78ee-0c43-406a-ad31-87a9a346fea3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224995 Mar 02 07:18:41.451903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-dd55d1e2-e9de-4587-98f3-0a7e77778439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.453110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-dd55d1e2-e9de-4587-98f3-0a7e77778439 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 1095 time: 0.1543291 Mar 02 07:18:41.455295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:41.459489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Usage tracker for resource:security_group_rule and tenant:5444758d98984a92bb0a241699b69af3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:41.462657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:41.470079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:41.504788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-9c594dd1-8bf8-44df-aa4f-b990ec287deb tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "GET /v2.0/security-groups/b4d82a86-9fda-4fb1-9b1f-c246d3098894 HTTP/1.1" status: 200 len: 1778 time: 0.0656695 Mar 02 07:18:41.597504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.629036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.668688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-8557b8df-2ffa-4138-a5db-8367535cb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.670192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-8557b8df-2ffa-4138-a5db-8367535cb6da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.1946931 Mar 02 07:18:41.684296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.708002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d82a86-9fda-4fb1-9b1f-c246d3098894,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:41.727580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.729871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7286e31-8a1d-44ce-9430-0a5b7929cc6e req-26c20f2b-4c2a-43e1-b568-4f6a8a17af07 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4d82a86-9fda-4fb1-9b1f-c246d3098894 HTTP/1.1" status: 204 len: 173 time: 0.2196865 Mar 02 07:18:41.754642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301bb2-5f05-445e-8bc0-5e25cd258856 req-7a360c0b-27aa-40c4-8caa-480f0affb1be tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.756143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68301bb2-5f05-445e-8bc0-5e25cd258856 req-7a360c0b-27aa-40c4-8caa-480f0affb1be tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1097 time: 0.1990125 Mar 02 07:18:41.757817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.811984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.821766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6f81a413-57ee-4ff8-9c11-52e953aad66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:41.908790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5444758d98984a92bb0a241699b69af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653917 Mar 02 07:18:41.910310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:41.929031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dc59c-5700-4ca6-874c-547d9eaab13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7643e058-c115-4209-91c8-5d7a838774bb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:41.935733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-68301bb2-5f05-445e-8bc0-5e25cd258856 req-7d4e4fa9-4da5-4c1e-af19-a2c5c4489294 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Synchronizing usage tracker for tenant:cf245f19b4504a75a74ff539a622b19a on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:41.945691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b114a32a-e7c9-46d5-b7b5-b7f8802bc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:41.947180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b114a32a-e7c9-46d5-b7b5-b7f8802bc2ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.2607527 Mar 02 07:18:42.030676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-50d7e68d-40b5-4b93-95ce-2f8c2a259bc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 200 len: 217 time: 0.0741611 Mar 02 07:18:42.031426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-68301bb2-5f05-445e-8bc0-5e25cd258856 req-7d4e4fa9-4da5-4c1e-af19-a2c5c4489294 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Unset dirty status for tenant:cf245f19b4504a75a74ff539a622b19a on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:42.032463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68301bb2-5f05-445e-8bc0-5e25cd258856 req-7d4e4fa9-4da5-4c1e-af19-a2c5c4489294 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268281 Mar 02 07:18:42.043833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.095407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.122433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75844c23-cea2-4fc1-9c81-209b27526342 req-952188e0-998a-4fa7-b7fb-f8b263cf4f53 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:42.123820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75844c23-cea2-4fc1-9c81-209b27526342 req-952188e0-998a-4fa7-b7fb-f8b263cf4f53 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1473556 Mar 02 07:18:42.136573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-9dbc0a2b-4812-4abe-987c-8fe699313a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:42.140066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-9dbc0a2b-4812-4abe-987c-8fe699313a6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1033072 Mar 02 07:18:42.148940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-bc45b996-ab70-45b3-a18c-f2e88b9a0825 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "GET /v2.0/security-groups/fcbfdd9c-6aa9-4882-9f42-7274ccf1936c HTTP/1.1" status: 200 len: 1776 time: 0.0758877 Mar 02 07:18:42.190305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75844c23-cea2-4fc1-9c81-209b27526342 req-798d2a37-6000-422b-8376-5566fe40638e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510406 Mar 02 07:18:42.206995 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.217610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-26f55a05-ed5d-478f-9869-08716900925d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631189 Mar 02 07:18:42.240249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643e058-c115-4209-91c8-5d7a838774bb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:42.244956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.248993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2680ffbc-d8eb-45ae-b91a-2b0652bd5f5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7643e058-c115-4209-91c8-5d7a838774bb HTTP/1.1" status: 204 len: 168 time: 0.3346896 Mar 02 07:18:42.396134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.443001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-692cca8d-df03-45dd-8eb4-f7ed8673928d service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164836 Mar 02 07:18:42.444592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.562295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283dc0d-64c0-4925-8878-239f61ed453d req-ee2fa138-b14b-4e6e-8749-16149599bcd8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:42.564206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7283dc0d-64c0-4925-8878-239f61ed453d req-ee2fa138-b14b-4e6e-8749-16149599bcd8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 944 time: 0.1165340 Mar 02 07:18:42.598490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.637760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbfdd9c-6aa9-4882-9f42-7274ccf1936c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:42.638181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7283dc0d-64c0-4925-8878-239f61ed453d req-ac2a824e-324f-4252-9003-a6a19cef3660 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Mar 02 07:18:42.702126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:42.707790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f953e36-451c-4cd4-b082-a7efd1fd3eec req-a7f879c9-9d7d-4a6d-837e-139b8b468126 tempest-SecurityGroupsTestAdminJSON-610519192 tempest-SecurityGroupsTestAdminJSON-610519192-project] 10.222.0.21 "DELETE /v2.0/security-groups/fcbfdd9c-6aa9-4882-9f42-7274ccf1936c HTTP/1.1" status: 204 len: 173 time: 0.5096788 Mar 02 07:18:42.710219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-74521150-e505-4405-ab52-8097a8a1b739 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538433 Mar 02 07:18:42.875330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ef6bf-0898-495c-bc8c-bb27c6e69010 req-1e744509-5977-4e30-bf57-3b23aa471ef8 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:42.878834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-692ef6bf-0898-495c-bc8c-bb27c6e69010 req-1e744509-5977-4e30-bf57-3b23aa471ef8 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1097 time: 0.0987716 Mar 02 07:18:42.955441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-692ef6bf-0898-495c-bc8c-bb27c6e69010 req-eed2ab74-4433-45db-90fd-f42c02fe2a33 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643871 Mar 02 07:18:43.193180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35866) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:43.225098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e669863-0685-484d-84e1-ac065fc1071c req-dab6ce83-10c2-48a7-a69c-0e0fb284f2f3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:43.233776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e669863-0685-484d-84e1-ac065fc1071c req-dab6ce83-10c2-48a7-a69c-0e0fb284f2f3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1056962 Mar 02 07:18:43.290762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b6fbb1a7-4f44-4c1f-8036-8bccbd4f6e82 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:43.293154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-b6fbb1a7-4f44-4c1f-8036-8bccbd4f6e82 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1725633 Mar 02 07:18:43.294344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e669863-0685-484d-84e1-ac065fc1071c req-6ae74d51-4d6d-4809-aff7-be4509d37878 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Mar 02 07:18:43.605490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc425fb4-3da0-4c88-bc74-03c675707ef6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4650cecaba5d493190ed64cacce38541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099758 Mar 02 07:18:43.607907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:43.647987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-4dfeaf82-930c-4f62-b994-3f85ec0a8f8f service neutron] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:43.654062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-4dfeaf82-930c-4f62-b994-3f85ec0a8f8f service neutron] Notify callbacks [] for binding, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.655222 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f035bca-8a94-4cbd-9e4c-0c43bb51b7aa req-4dfeaf82-930c-4f62-b994-3f85ec0a8f8f service neutron] 10.222.0.16 "DELETE /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.3565578 Mar 02 07:18:43.681181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.707721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf096132-78d5-4ec5-9e89-4c7fed2c1d11 req-0a532ee8-91a5-40a4-b65d-695cb9c84949 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:43.711489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf096132-78d5-4ec5-9e89-4c7fed2c1d11 req-0a532ee8-91a5-40a4-b65d-695cb9c84949 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1336412 Mar 02 07:18:43.742613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.765657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf096132-78d5-4ec5-9e89-4c7fed2c1d11 req-eff21675-f993-451c-a896-639d87d2507b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450406 Mar 02 07:18:43.810614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.831585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda4755-d322-42ab-be0d-1e1208c4f589,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:43.837992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.851138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b202caee-7abe-4af5-8f8d-ab97da35347c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbda4755-d322-42ab-be0d-1e1208c4f589 HTTP/1.1" status: 204 len: 168 time: 0.2420192 Mar 02 07:18:44.023875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ab6ce-ea51-43f6-8ae5-dad678e10e1e req-865d4deb-159a-46ea-93d9-8be188ab1434 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:44.028285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f42ab6ce-ea51-43f6-8ae5-dad678e10e1e req-865d4deb-159a-46ea-93d9-8be188ab1434 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 944 time: 0.1387744 Mar 02 07:18:44.117413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f42ab6ce-ea51-43f6-8ae5-dad678e10e1e req-0792db20-358f-4513-a600-f4e1d8714713 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780210 Mar 02 07:18:44.158172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50f607c5-d1e3-4ea4-a9a5-d6bbb7b7e848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.289945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35934) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:44.349242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f502d89d-9b02-4a73-8686-1ea7545b46ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24cba904670340e2a1a9c1c400f3b204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580926 Mar 02 07:18:44.351713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35944) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:44.354930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b559-3c28-499d-9b0c-c6b7e7ed1da0 req-37c804ce-21ee-4535-98ef-20c90d15d31c tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:44.357264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cb6b559-3c28-499d-9b0c-c6b7e7ed1da0 req-37c804ce-21ee-4535-98ef-20c90d15d31c tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1006091 Mar 02 07:18:44.365915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35948) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:44.372841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Request body: {'floatingip': {'port_id': '566b274d-9787-48d3-83cb-3f7dd0693bf8'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:44.471960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.488051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.550147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.641195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.659944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34518b8e-776e-4e98-811e-ad7795776cce,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:44.678608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.683429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9db146fc-9703-4d10-ad3b-3f2d48c449bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34518b8e-776e-4e98-811e-ad7795776cce HTTP/1.1" status: 204 len: 168 time: 0.3305924 Mar 02 07:18:44.889151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39370da9-d70c-4cf0-b0c3-5a0f1d771bda req-06dc52b9-7475-4cba-bcfb-e8f2d991ea12 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:44.890553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39370da9-d70c-4cf0-b0c3-5a0f1d771bda req-06dc52b9-7475-4cba-bcfb-e8f2d991ea12 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.2670085 Mar 02 07:18:45.022748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39370da9-d70c-4cf0-b0c3-5a0f1d771bda req-a84fc351-1450-46b7-ad18-c559e253baff tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224391 Mar 02 07:18:45.135275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ea93ab1d-8d57-445b-a9c1-ec086e0de748 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:18:45.137494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ea93ab1d-8d57-445b-a9c1-ec086e0de748 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070164 Mar 02 07:18:45.157020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:45.157480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:18:45.184226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.321767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba049b-9673-4eb0-a638-bf0047eafa75 req-452bb789-bdbd-423d-9d23-160dfae3d136 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:45.326441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35ba049b-9673-4eb0-a638-bf0047eafa75 req-452bb789-bdbd-423d-9d23-160dfae3d136 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.1755767 Mar 02 07:18:45.356311 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.401064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.403692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35ba049b-9673-4eb0-a638-bf0047eafa75 req-33ace9c8-c8c3-48cc-bafc-b5b0de041919 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657301 Mar 02 07:18:45.406866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.519585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:45.519927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:45.520267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:45.534910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:45.535262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:45.547361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:45.547717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:45.548150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:45.548661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Bound port: f7790727-e384-4416-8b1e-a0e040485671, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:45.603371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:45.612043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.613515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-92d3bb59-a4dd-4af6-90f5-b2388357e127 service neutron] 10.222.0.21 "POST /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671/bindings HTTP/1.1" status: 201 len: 389 time: 0.4645047 Mar 02 07:18:45.792368 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50 associated. External IP: 172.25.4.64, port: 566b274d-9787-48d3-83cb-3f7dd0693bf8. Mar 02 07:18:46.191831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-6a5c35d9-9e73-4ff6-9321-0fa9c87aca05 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.193293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-6a5c35d9-9e73-4ff6-9321-0fa9c87aca05 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.3161135 Mar 02 07:18:46.200188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-da7caa10-68b0-4f6b-8276-ffc815a61b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.201608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-da7caa10-68b0-4f6b-8276-ffc815a61b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1097 time: 0.2918601 Mar 02 07:18:46.310973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-95e13fa2-bf5b-4c59-8f60-b1c551f64e92 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/quotas/9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 375 time: 0.1074648 Mar 02 07:18:46.417510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c60d-bf7f-4f35-95f4-2f883a81562f req-c31837df-91e2-4054-8221-2880ecea3d49 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.419264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ea1c60d-bf7f-4f35-95f4-2f883a81562f req-c31837df-91e2-4054-8221-2880ecea3d49 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 946 time: 0.0862708 Mar 02 07:18:46.468387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ea1c60d-bf7f-4f35-95f4-2f883a81562f req-dbcbacc1-0e1b-4c7c-9bc3-0c1a4798d20c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Mar 02 07:18:46.544932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:46.554812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-0d42a049-34a9-422f-ac06-b36cf6cb8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.556248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-0d42a049-34a9-422f-ac06-b36cf6cb8cce service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.2887020 Mar 02 07:18:46.627010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:18:46.636017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-f22271d4-995d-4033-ad43-1b0dc4232635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.0724652 Mar 02 07:18:46.653070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-fe26a800-2d5f-4d0e-9608-205ef54d3166 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353593 Mar 02 07:18:46.658261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60770362-0d0c-4db4-b524-11cc03bb13de req-49932ff4-cfc5-48d2-8a28-82495f5db74b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.659745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60770362-0d0c-4db4-b524-11cc03bb13de req-49932ff4-cfc5-48d2-8a28-82495f5db74b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.0811775 Mar 02 07:18:46.705130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60770362-0d0c-4db4-b524-11cc03bb13de req-9420bf48-4503-4ed6-9c80-33875b9f4695 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Mar 02 07:18:46.951650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ee227568-2f92-4e05-b060-e5bfb63449db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:46.953003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ee227568-2f92-4e05-b060-e5bfb63449db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.2990599 Mar 02 07:18:47.139558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-dbfc4827-9145-4aa0-8aa6-62ef19091250 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697752 Mar 02 07:18:47.144339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:18:47.148847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-2e3d98f5-ea5b-4609-beb2-06bce0244910 service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383941 Mar 02 07:18:47.154326 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:47.159475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:18:47.171805 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:18:47.172405 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:18:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:47.326653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8291fc6e-b5e8-48e8-a1bc-1f7173939c96 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "PUT /v2.0/floatingips/9c2bbcaa-57f6-4e01-8016-118d3d706c50 HTTP/1.1" status: 200 len: 990 time: 2.9591973 Mar 02 07:18:47.359316 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:18:47.379946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:47.465112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-e0d6ba33-9ca6-4f83-8d9d-885233b62a18 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152630 Mar 02 07:18:47.467251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ee0892c3-1401-4c0d-b6c3-d1897312137c service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665255 Mar 02 07:18:47.588407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9cd5a-633b-4ed5-acb1-7a3b12345b82 req-dbd834eb-4b0b-42bc-8823-3aa84bc1af3e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:47.597288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44a9cd5a-633b-4ed5-acb1-7a3b12345b82 req-dbd834eb-4b0b-42bc-8823-3aa84bc1af3e tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.0999129 Mar 02 07:18:47.624460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-5957176e-3430-465f-a959-2699ab8deb13 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517701 Mar 02 07:18:47.650622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44a9cd5a-633b-4ed5-acb1-7a3b12345b82 req-db061cfc-334f-44b7-a925-4ccdf169957a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523467 Mar 02 07:18:47.740209 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'status': 'completed', 'code': 200} Mar 02 07:18:47.823590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ff00f057-c38b-4dec-b5de-01e57d4c80f7 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:47.825085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ff00f057-c38b-4dec-b5de-01e57d4c80f7 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1097 time: 0.1364696 Mar 02 07:18:47.846830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:47.868041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-c15fdaf8-8345-4027-a477-db2347993883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:47.870231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-c15fdaf8-8345-4027-a477-db2347993883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 1096 time: 0.0950353 Mar 02 07:18:47.954952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2c:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54303e60-54ee-4759-b7d7-cbaf69674777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:18:45Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:47.978752 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:18:48.000316 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:18:48.001120 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:18:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:48.071116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-cd4df566-d979-49ec-9ea0-ee408bd0f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:48.072771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-cd4df566-d979-49ec-9ea0-ee408bd0f97d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 924 time: 0.1945782 Mar 02 07:18:48.119407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:48.205358 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:48.287585 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:48.316793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:18:48.393494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-81a3fea1-e9ca-4a78-8b3d-6ee9535bedf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 200 len: 998 time: 0.3137484 Mar 02 07:18:48.418572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc619-645e-4dae-9583-b29bd7b9503b req-e374c429-e632-427d-911a-505da96c9c8b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:48.420773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-833dc619-645e-4dae-9583-b29bd7b9503b req-e374c429-e632-427d-911a-505da96c9c8b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 946 time: 0.1798341 Mar 02 07:18:48.464914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad4dbe64-3236-40ac-ac37-34af4a17c903 req-34476a4a-d90a-4c33-806a-2286e1d55386 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 210 time: 0.0604773 Mar 02 07:18:48.545255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:48.605313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-833dc619-645e-4dae-9583-b29bd7b9503b req-d49a3802-6a3c-48a0-a2c9-051544bd4058 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475275 Mar 02 07:18:48.612198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-fa98116e-342d-4ef0-9fe5-735e295e1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:48.616479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-fa98116e-342d-4ef0-9fe5-735e295e1025 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.2073812 Mar 02 07:18:48.668933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:48.742147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-56dab45c-c9a8-46a5-b674-c0320ed15915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:48.743669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-56dab45c-c9a8-46a5-b674-c0320ed15915 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143184 Mar 02 07:18:48.757441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:48.767497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea54e-8f8e-4d24-b08d-f852a5f76a4d req-18c78403-f499-402f-b8ff-76b340c74bfb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:48.769421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fbea54e-8f8e-4d24-b08d-f852a5f76a4d req-18c78403-f499-402f-b8ff-76b340c74bfb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1753037 Mar 02 07:18:48.774313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:48.817089 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2c:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54303e60-54ee-4759-b7d7-cbaf69674777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:18:45Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:18:48.821109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed1584-59ad-4344-9eba-be4c9a21d9b7 None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9c2bbcaa-57f6-4e01-8016-118d3d706c50', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'port_id': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'mac_address': 'fa:16:3e:2c:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54303e60-54ee-4759-b7d7-cbaf69674777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:16:41Z', 'updated_at': '2022-03-02T07:18:45Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:18:48.916071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-83947b80-0f8e-45da-bcdf-a80838f388d3 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649485 Mar 02 07:18:49.016245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fbea54e-8f8e-4d24-b08d-f852a5f76a4d req-c8c51c65-ac62-4ca4-9fb2-dbca77d28512 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278354 Mar 02 07:18:49.030560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:49.030893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:49.031219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:49.033510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:49.050530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:49.050856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Attempting to bind port f7790727-e384-4416-8b1e-a0e040485671 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:49.062618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:49.062963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:49.063346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:49.063768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Bound port: f7790727-e384-4416-8b1e-a0e040485671, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:49.064114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:49.164511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04242de3-3383-4a2a-85ff-ccd5c946c9fe None None] New status for floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:18:49.236442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72f234a9-5225-4bf9-b2e5-8b06c6da355d req-f2c7c61e-221b-4268-92ab-eb846bf549b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986727 Mar 02 07:18:49.302203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:49.308071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:49.325733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:49.522602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:49.609631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-71c9f940-9b43-4def-b415-48d0d88d867f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:49.611510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-71c9f940-9b43-4def-b415-48d0d88d867f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.4826472 Mar 02 07:18:49.651030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Request body: {'port': {'device_id': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'admin_state_up': True, 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:49.760425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:49.825806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:49.826589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:49.828023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-51773f9e-03be-4047-9065-2ceb30989d3e service neutron] 10.222.0.16 "PUT /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 1122 time: 1.9958086 Mar 02 07:18:49.830033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5853009-7431-4260-b4c6-f16acefc98ce req-d4013273-d30c-40a2-b006-68444ee7c851 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 210 time: 0.1134696 Mar 02 07:18:49.904882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:49.908822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f7790727-e384-4416-8b1e-a0e040485671'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:49.916788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:49.928728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:49.934345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:50.153812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902a826-2d76-43bb-b798-b84831a2930b req-de790a36-7d3b-439b-9eba-460ccc75adb7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:50.156209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c902a826-2d76-43bb-b798-b84831a2930b req-de790a36-7d3b-439b-9eba-460ccc75adb7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.2109272 Mar 02 07:18:50.207302 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671', 'code': 200} Mar 02 07:18:50.222483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Allocated IP 172.20.0.8 (342ab4c2-6052-4ec3-9f5b-555f217e9ef1/fbd02326-e9f6-474e-934c-2ac359935579/fff0b540-7847-4766-a652-3de73c436e79) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:50.231454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c902a826-2d76-43bb-b798-b84831a2930b req-628898e5-75e4-499e-b18d-ca59a2bf4251 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 Mar 02 07:18:50.486383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:50.540438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:50.669635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:50.674392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:50.686145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:50.736246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:50.776953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:50.777756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:50.817207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889d6a-7492-4a1b-90c6-1d1980791324 req-512b94c7-7830-4840-9467-7cbafaba0f33 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:50.818636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd889d6a-7492-4a1b-90c6-1d1980791324 req-512b94c7-7830-4840-9467-7cbafaba0f33 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.2522540 Mar 02 07:18:50.827216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-e258a881-8c31-417a-8b19-6c0892956caa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1885252 Mar 02 07:18:50.851090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Request body: {'port': {'device_id': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:50.878732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36420) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:50.961818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd889d6a-7492-4a1b-90c6-1d1980791324 req-290c2687-e8f5-4c7f-bcd0-4f49aed8c1d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315923 Mar 02 07:18:51.044081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.095539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.112511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:51.116842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf8d60463c84ae08a5ea5956b5a73cf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:51.121220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:51.136769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:51.235523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.239729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.290112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bf8d60463c84ae08a5ea5956b5a73cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095855 Mar 02 07:18:51.292496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce64d4-2279-4020-8d8f-dda7cfdfeeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e029e0f5-1b77-4912-927a-dbfbd898bc48,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:51.293439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36462) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:51.318119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e346-fc13-4269-9cf2-b97c2d8b2804 req-a18bce83-e5f4-4150-8be8-5aa52da4fe52 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:51.318810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2c9e346-fc13-4269-9cf2-b97c2d8b2804 req-a18bce83-e5f4-4150-8be8-5aa52da4fe52 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:51.430566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2c9e346-fc13-4269-9cf2-b97c2d8b2804 req-a18bce83-e5f4-4150-8be8-5aa52da4fe52 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:51.431700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c9e346-fc13-4269-9cf2-b97c2d8b2804 req-a18bce83-e5f4-4150-8be8-5aa52da4fe52 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 931 time: 0.3142424 Mar 02 07:18:51.608589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d5142-de3c-45e7-9c25-0ca46ef4ad90 req-42af13eb-dec7-4053-8652-971f54f86fd9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:51.610183 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-044d5142-de3c-45e7-9c25-0ca46ef4ad90 req-42af13eb-dec7-4053-8652-971f54f86fd9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.0929289 Mar 02 07:18:51.611671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.626494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7790727-e384-4416-8b1e-a0e040485671 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:51.633765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c9e346-fc13-4269-9cf2-b97c2d8b2804 req-381cd6bd-91f9-4cf1-bdc5-21565e570fdd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912849 Mar 02 07:18:51.677887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.697794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-044d5142-de3c-45e7-9c25-0ca46ef4ad90 req-64fa75e1-7bf4-4d41-9095-617d246bce9d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790327 Mar 02 07:18:51.785093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff0b540-7847-4766-a652-3de73c436e79 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:51.799015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.820965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.827482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:51.843645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7790727-e384-4416-8b1e-a0e040485671 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:18:51.860496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Transition to ACTIVE for port object fff0b540-7847-4766-a652-3de73c436e79 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:51.873516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e029e0f5-1b77-4912-927a-dbfbd898bc48,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:51.879589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.945079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:51.949256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fa1cdc58-5d59-4f3b-ac7a-740d53f00a25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e029e0f5-1b77-4912-927a-dbfbd898bc48 HTTP/1.1" status: 204 len: 168 time: 0.6504261 Mar 02 07:18:52.079119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:52.157276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:52.157763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:52.158125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:52.163432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:18:52.163802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:52.169977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:52.170316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:52.170691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:52.171112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Bound port: fff0b540-7847-4766-a652-3de73c436e79, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:52.171584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:52.225109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:52.232718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd561d6-0bed-403a-9cd7-33b726806d7b req-27f8184a-34c6-451d-a9cc-ab801edd2fe0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.234500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bd561d6-0bed-403a-9cd7-33b726806d7b req-27f8184a-34c6-451d-a9cc-ab801edd2fe0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.0980215 Mar 02 07:18:52.283778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:52.287808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:52.295035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:52.306002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bd561d6-0bed-403a-9cd7-33b726806d7b req-6a0adef0-0cd5-4762-959c-0d8b8bdef937 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Mar 02 07:18:52.377764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.378283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:52.379635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] 10.222.0.39 "PUT /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 1091 time: 1.5345411 Mar 02 07:18:52.393427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36546) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:52.405143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58b6fa-ac4c-4094-aea6-c84b27320294 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:52.418906 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671', 'status': 'completed', 'code': 200} Mar 02 07:18:52.425630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:52.442815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:52.502800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Usage tracker for resource:security_group_rule and tenant:16a14fe9ec8b4f8cac8c2a0d30516519 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:52.507137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:52.515679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:52.527821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-fb709e0d-dac0-44ea-a35c-af6bf5c41315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.530361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-fb709e0d-dac0-44ea-a35c-af6bf5c41315 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1125 time: 0.0833049 Mar 02 07:18:52.591362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-57df8e6a-4375-4154-a463-0167f9ae031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.593253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-57df8e6a-4375-4154-a463-0167f9ae031d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1094 time: 0.1464932 Mar 02 07:18:52.693026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:52.731710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-798f9260-f727-420c-a4c8-56841186fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.733279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-798f9260-f727-420c-a4c8-56841186fc8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.1966457 Mar 02 07:18:52.828615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-95fbf527-8616-4e09-8545-25cb92c376fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.0891886 Mar 02 07:18:52.893727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-50555178-e7bc-4d7b-ac2c-9d0535310814 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 217 time: 0.2921169 Mar 02 07:18:52.920904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:52.944329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-a7dcce2c-8ad2-4bc2-9a07-9fdea19644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:52.945801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-a7dcce2c-8ad2-4bc2-9a07-9fdea19644b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1106188 Mar 02 07:18:52.946778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:52.951657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Usage tracker for resource:security_group_rule and tenant:b0df1408080c413482d1a600769c5c22 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:52.955727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:52.997692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:53.006485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.010305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-fdc79275-6aab-40ad-b327-b18a3958c89f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554736 Mar 02 07:18:53.016817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.043051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-59ab8ffa-64d0-44b1-8980-94733c3fc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:53.046174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-59ab8ffa-64d0-44b1-8980-94733c3fc44d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1405680 Mar 02 07:18:53.141627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-37cf62ea-1348-4f24-abd5-7611af9400f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788410 Mar 02 07:18:53.145316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16a14fe9ec8b4f8cac8c2a0d30516519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505388 Mar 02 07:18:53.154407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa0df-3a78-40d0-b2bd-b277a49388a4 req-282ac8c8-c4ce-41bc-a3bf-fdf5a04b6f38 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:53.155830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-753fa0df-3a78-40d0-b2bd-b277a49388a4 req-282ac8c8-c4ce-41bc-a3bf-fdf5a04b6f38 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.3123808 Mar 02 07:18:53.156473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348e56-b40f-4bd5-ab53-0d21040a184b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1cf27-9d2f-490b-9571-ea022db4254c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:53.160761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36598) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:53.303911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-80b685d8-fc96-433d-8c9c-5f882f5cf2ee service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849994 Mar 02 07:18:53.333372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-753fa0df-3a78-40d0-b2bd-b277a49388a4 req-ee661d88-e01e-4392-8ecd-bbb6e680140c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523304 Mar 02 07:18:53.376389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.379487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-3087395f-affd-47e2-a221-ecbb25b743a3 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189627 Mar 02 07:18:53.446120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-da468967-35a7-4bb3-a865-ee3ab5545c63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3413479 Mar 02 07:18:53.452819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.457937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.461465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d5c5e-90bc-4679-8c34-17d6194a6066 req-b782a453-2baa-489b-8d24-970d61a7ad8d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:53.463216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-913d5c5e-90bc-4679-8c34-17d6194a6066 req-b782a453-2baa-489b-8d24-970d61a7ad8d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.4144630 Mar 02 07:18:53.475373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.603282 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e392fdf-7b67-41df-8f30-cbcc9190cea4 req-9bc5a5b5-f90a-4953-a16a-a1101d40bd28 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123988 Mar 02 07:18:53.610708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.636466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1cf27-9d2f-490b-9571-ea022db4254c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:53.646953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.648125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec6f37c6-ea6d-48c9-aea6-92ad850dd246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5e1cf27-9d2f-490b-9571-ea022db4254c HTTP/1.1" status: 204 len: 168 time: 0.4864521 Mar 02 07:18:53.738864 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0df1408080c413482d1a600769c5c22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0413890 Mar 02 07:18:53.741524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:53.771395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-913d5c5e-90bc-4679-8c34-17d6194a6066 req-f23c047f-4d2c-43d4-909f-3d4c8a2c8431 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971327 Mar 02 07:18:53.772066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393247f9-659c-44ef-b2ac-9ea5a7f501ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95710fb0-23fe-49c6-9878-1ab7011fce73,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:53.807667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7b424cc-548d-45ea-8fe6-81d533f53550 req-6d7e0407-b4e2-4e5d-bd78-1b70df27a3fb service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952888 Mar 02 07:18:53.830442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.863701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-c1aea7b9-fa26-42e3-8e01-f1691b20005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:53.863701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-c1aea7b9-fa26-42e3-8e01-f1691b20005e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1096 time: 0.3410642 Mar 02 07:18:53.870001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:53.973718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:54.001096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95710fb0-23fe-49c6-9878-1ab7011fce73,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:54.003914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:54.005252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-02457a60-feb8-430d-b582-a2238c87ac7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95710fb0-23fe-49c6-9878-1ab7011fce73 HTTP/1.1" status: 204 len: 168 time: 0.2627788 Mar 02 07:18:54.299274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee969f-e811-4c24-aa0d-e196c5ade627 req-d31dd778-30c0-414e-9dff-6b30d4ad7327 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:54.300769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0aee969f-e811-4c24-aa0d-e196c5ade627 req-d31dd778-30c0-414e-9dff-6b30d4ad7327 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.3417635 Mar 02 07:18:54.304208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-4786822f-4664-4cd6-a45f-6667a0b2a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:54.305610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-4786822f-4664-4cd6-a45f-6667a0b2a550 service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3976634 Mar 02 07:18:54.396966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-f9940c75-2f9d-4cbc-b548-2df391e2023a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.0709960 Mar 02 07:18:54.436635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:18:54.493693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0aee969f-e811-4c24-aa0d-e196c5ade627 req-6a1cd53f-f3dd-44bd-a6e7-daa1d84709bb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838689 Mar 02 07:18:54.522539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-10df2d45-5e27-403a-8ef5-f34832add604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:54.524016 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-10df2d45-5e27-403a-8ef5-f34832add604 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1199765 Mar 02 07:18:54.575999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36688) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:54.613025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:54.613221 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79', 'status': 'completed', 'code': 200} Mar 02 07:18:54.630884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:54.635569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Usage tracker for resource:security_group_rule and tenant:56e138cc675f4491a58a41e3eb4c81c0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:54.639019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:54.646247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:54.668900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-00cd4ae1-950c-4ec7-8e74-87d389f54da4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378553 Mar 02 07:18:54.805042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:54.843581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:54.905740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-4b41b2a6-81a8-48cf-bd8b-f25f9b2887e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:54.922558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-4b41b2a6-81a8-48cf-bd8b-f25f9b2887e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1094 time: 0.3084464 Mar 02 07:18:54.923165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56e138cc675f4491a58a41e3eb4c81c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422904 Mar 02 07:18:54.925250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28028e-5cc3-4727-9945-047098dc30fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a8560-3e3c-408c-baa6-8dc2a1fef6f5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:54.926117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:54.928380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-6cbb81d2-7676-4f4c-afe1-710a9463a5ee service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521708 Mar 02 07:18:54.937111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1af9-4d67-4761-8c0a-a2f734b20a68 req-39c328bd-defa-4d58-8ceb-4b9547f8c644 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:54.938765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-297e1af9-4d67-4761-8c0a-a2f734b20a68 req-39c328bd-defa-4d58-8ceb-4b9547f8c644 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.4610145 Mar 02 07:18:54.956953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-dab82303-4b12-449a-8436-93130dc637a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2194579 Mar 02 07:18:55.055568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-297e1af9-4d67-4761-8c0a-a2f734b20a68 req-46152a09-9794-44cf-bebb-c8f43106a8b0 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059017 Mar 02 07:18:55.150972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-3ae01895-ff36-4d51-9fa6-3bc609650b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.153565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-3ae01895-ff36-4d51-9fa6-3bc609650b0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d1db45711d04779896c9017db34667f&device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 1097 time: 0.0882819 Mar 02 07:18:55.360505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-493ab75a-3bac-4871-abdc-8b0931eab874 req-e21a91e6-51d5-4e26-89ab-e7e5d7d88081 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404217 Mar 02 07:18:55.400292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.406393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-0b479420-3197-4ea8-aeaf-9e75e1a2caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.407986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-0b479420-3197-4ea8-aeaf-9e75e1a2caf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc84ee60-8439-4b85-9b16-8758e20075f1 HTTP/1.1" status: 200 len: 915 time: 0.2336516 Mar 02 07:18:55.520791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-47e46581-b3d1-4815-8de6-24818c5d4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.527246 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-25308bc7-3b67-499b-9a81-506999c8a688 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0 HTTP/1.1" status: 200 len: 217 time: 0.1107993 Mar 02 07:18:55.527387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-47e46581-b3d1-4815-8de6-24818c5d4e5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.5955138 Mar 02 07:18:55.528166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:55.539074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf3193-4fa9-4578-a8ff-f65f4517d252 req-ec7417fa-c0f6-4290-a752-682280899119 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.553741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6aaf3193-4fa9-4578-a8ff-f65f4517d252 req-ec7417fa-c0f6-4290-a752-682280899119 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.6264310 Mar 02 07:18:55.561233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.634759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-82cf8477-98b6-4854-a63f-be12b62429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.637132 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-82cf8477-98b6-4854-a63f-be12b62429b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31303f6d-fea4-429d-a13c-857473d4ba2e HTTP/1.1" status: 200 len: 854 time: 0.0940824 Mar 02 07:18:55.679157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-82eab1ad-74c0-41fa-a9a3-467ba15d8287 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 217 time: 0.1198514 Mar 02 07:18:55.761287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6aaf3193-4fa9-4578-a8ff-f65f4517d252 req-0d0361ea-bd39-409d-883a-e1f24259d076 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053223 Mar 02 07:18:55.764904 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.780731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-bdb51045-fc00-4988-9f1c-4fef4762ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:55.782178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-bdb51045-fc00-4988-9f1c-4fef4762ea11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.0962074 Mar 02 07:18:55.795538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:55.799494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:b326c6b5e7eb4113a6193879134c6ad8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:55.802371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:55.809513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:55.832754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.855818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-687a67aa-b82c-49b1-88c2-2103bdc9f7e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666232 Mar 02 07:18:55.859121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a8560-3e3c-408c-baa6-8dc2a1fef6f5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:55.902347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.903693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:55.909659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74af3e03-5a9b-4d4b-ba6e-476358db4304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a78a8560-3e3c-408c-baa6-8dc2a1fef6f5 HTTP/1.1" status: 204 len: 168 time: 0.9787757 Mar 02 07:18:55.928452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.054644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-e3dd8911-e82d-41e4-a632-1533e08ad79d service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899788 Mar 02 07:18:56.106032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-a051499b-b4dc-4634-8902-d8cc19eee688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:56.107529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-a051499b-b4dc-4634-8902-d8cc19eee688 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc84ee60-8439-4b85-9b16-8758e20075f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4627733 Mar 02 07:18:56.321718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659b45-2b44-41e5-bafd-149fc7bb5175 req-f347292a-3bd1-43ee-bd5f-9b3f379f2d79 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:56.323895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67659b45-2b44-41e5-bafd-149fc7bb5175 req-f347292a-3bd1-43ee-bd5f-9b3f379f2d79 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.6230989 Mar 02 07:18:56.340110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b326c6b5e7eb4113a6193879134c6ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106017 Mar 02 07:18:56.344286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36766) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:56.353550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-c5876555-4eab-48ae-9e01-eacf4c807885 service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309020 Mar 02 07:18:56.354274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b191d2a-7747-458c-8eaf-0c993cfa4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eca0f4-3875-48d4-8726-5eb605f13e90,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:56.439188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cbacee1-818a-4659-91a4-26bdc184c340 req-9efb9ada-176a-445f-ae11-c4d5a73184d6 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771262 Mar 02 07:18:56.644416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67659b45-2b44-41e5-bafd-149fc7bb5175 req-b85035b2-1c96-4848-b527-6db36d6f558f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008096 Mar 02 07:18:56.760452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.765027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d68ec6f-b1ea-4c16-aacb-dd8ac550efa6 req-7d86cd92-8931-4d15-9146-fd2b713cecaf service neutron] 10.222.0.39 "GET /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594503 Mar 02 07:18:56.786776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:56.799534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.811436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.829693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:56.841572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a1dd7ea40b8d4aeeb35da6612e685a7d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:56.846543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:56.859949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc292-dd09-45aa-aa4e-4504c10850d5 req-5549d06b-3895-4a10-837c-52d134fec334 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:56.861443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-573fc292-dd09-45aa-aa4e-4504c10850d5 req-5549d06b-3895-4a10-837c-52d134fec334 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.1597486 Mar 02 07:18:56.862387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:56.866808 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.885785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eca0f4-3875-48d4-8726-5eb605f13e90,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:56.895123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.899010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1b89b22-6634-459a-a48c-cebcb9a62222 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77eca0f4-3875-48d4-8726-5eb605f13e90 HTTP/1.1" status: 204 len: 168 time: 0.5506756 Mar 02 07:18:56.948055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-573fc292-dd09-45aa-aa4e-4504c10850d5 req-b4c1d1fa-206a-46f6-90cd-f098f4d4f3cc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752172 Mar 02 07:18:57.054609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.060862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.158835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffbe905-0958-4973-acf6-02dda52a6492,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:57.167775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-89eda57c-feea-4ce6-a7dc-869e91c254c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1dd7ea40b8d4aeeb35da6612e685a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767731 Mar 02 07:18:57.168002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36792) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:57.258254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d02b-4963-463b-b496-8be56177aa5c req-274cb38b-2acd-4c24-b42d-31b18555baa0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:57.260397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75f9d02b-4963-463b-b496-8be56177aa5c req-274cb38b-2acd-4c24-b42d-31b18555baa0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.1567445 Mar 02 07:18:57.317769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75f9d02b-4963-463b-b496-8be56177aa5c req-9285749a-22b1-45f4-b141-ad2489ac33ff tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459652 Mar 02 07:18:57.318586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.359368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.439216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.462307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.464199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ffbe905-0958-4973-acf6-02dda52a6492 HTTP/1.1" status: 204 len: 168 time: 0.2952616 Mar 02 07:18:57.465648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29167-ad40-43d8-ad50-cb7d94cce9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffbe905-0958-4973-acf6-02dda52a6492,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:57.555116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36810) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:57.725310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:57.758494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:57.790137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fff0b540-7847-4766-a652-3de73c436e79 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:18:57.846160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:15826bc7493a4d51a7990de8c6ad5492 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:57.855655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:57.867344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:57.932349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a29de6-37d6-4f93-808c-51150c6bc5c3 req-727b2e97-3d5d-4fcc-8c62-a19dec55e286 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:57.934201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a29de6-37d6-4f93-808c-51150c6bc5c3 req-727b2e97-3d5d-4fcc-8c62-a19dec55e286 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1777239 Mar 02 07:18:58.003222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:58.021216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'fff0b540-7847-4766-a652-3de73c436e79', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'port_id': 'fff0b540-7847-4766-a652-3de73c436e79', 'mac_address': 'fa:16:3e:60:a9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd02326-e9f6-474e-934c-2ac359935579', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:18:58.094129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.115173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff0b540-7847-4766-a652-3de73c436e79 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:18:58.116619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a29de6-37d6-4f93-808c-51150c6bc5c3 req-82a44632-3293-45ef-932d-f4db150ddc05 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748426 Mar 02 07:18:58.125544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.133579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.155321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:58.159390 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.187941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15826bc7493a4d51a7990de8c6ad5492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312444 Mar 02 07:18:58.190441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36840) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:58.238621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1e443-c5b6-453f-a981-dfaae7c57ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a862817-da82-4c55-b8bb-1de1e26a5303,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:58.257933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cfb8c-39ea-459b-99a9-f83704026cfb req-997fb4b9-235d-4d7c-8a2f-d2b1d6deacbb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:58.259455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c3cfb8c-39ea-459b-99a9-f83704026cfb req-997fb4b9-235d-4d7c-8a2f-d2b1d6deacbb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.1163421 Mar 02 07:18:58.280837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:58.295888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36844) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:58.301794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.321725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c3cfb8c-39ea-459b-99a9-f83704026cfb req-d3f8d34d-b4ca-4239-b5fe-9df6641730e7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Mar 02 07:18:58.333454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.391885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.415145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.419018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a862817-da82-4c55-b8bb-1de1e26a5303 HTTP/1.1" status: 204 len: 168 time: 0.2250714 Mar 02 07:18:58.419324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3e6af-58dd-4f30-8cdf-40a37ffd84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a862817-da82-4c55-b8bb-1de1e26a5303,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:58.532834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1860759116-network', 'tenant_id': '41e569fd70954dc5959fa2b146fd8486'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:58.542001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:58.551500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Usage tracker for resource:network and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:58.553503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92933177-2768-4b4d-a9ac-213ffcc12e32 req-ca2cd7cf-b3f9-4839-9ae0-2895762ca30c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:58.558836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:58.565124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92933177-2768-4b4d-a9ac-213ffcc12e32 req-ca2cd7cf-b3f9-4839-9ae0-2895762ca30c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.1109319 Mar 02 07:18:58.565427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:58.578727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Made reservation on behalf of 41e569fd70954dc5959fa2b146fd8486 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:58.581033 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.613105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fff0b540-7847-4766-a652-3de73c436e79'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:18:58.615226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92933177-2768-4b4d-a9ac-213ffcc12e32 req-b58d0deb-62f2-4ac7-a389-61774b0c6242 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 Mar 02 07:18:58.622214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.642937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:58.647803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Usage tracker for resource:security_group_rule and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:58.652147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:58.663786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:58.834882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.840544 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.883716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:18:58.893813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15057755-1f2d-4633-a306-8636cb9416f1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:58.905084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.905434 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Added segment ec8646cb-9412-46aa-ae97-62d05dcc1ca1 of type vlan for network f5b6f78b-4072-4406-90f8-19c4e7b09b97 Mar 02 07:18:58.922753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:58.959269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.965575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:58.983125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:58.992519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Usage tracker for resource:security_group_rule and tenant:526aabb53a314f94883d0212efa9c04c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:58.995658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:59.002494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:59.051384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.052504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:59.053061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.146716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.153071 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.240809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526aabb53a314f94883d0212efa9c04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168535 Mar 02 07:18:59.249375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b6f78b-4072-4406-90f8-19c4e7b09b97,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:59.252063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:59.263618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:18:59.286528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b5a5d206-618b-47f6-9122-7a421f697a02 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9776838 Mar 02 07:18:59.294716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654fd0f-4149-4f3b-9143-e34f4793968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716b103-bfe7-44e8-b3df-55cec64875b7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:59.300476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:59.330119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Request body: {'subnet': {'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1860759116-subnet', 'tenant_id': '41e569fd70954dc5959fa2b146fd8486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:59.374494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:59.401096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-5ca48041-d879-45c0-a34e-4d7ce9a69e69 service neutron] 10.222.0.39 "GET /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.1893415 Mar 02 07:18:59.405819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Usage tracker for resource:subnet and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:18:59.413825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:18:59.424842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:59.451103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.490792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf3cc-2b57-439d-89d9-91dc9577cf3a req-e1d6d070-6064-40b0-91ff-4c8bb6abb124 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:59.494015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.498437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-045cf3cc-2b57-439d-89d9-91dc9577cf3a req-e1d6d070-6064-40b0-91ff-4c8bb6abb124 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1875436 Mar 02 07:18:59.533083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Made reservation on behalf of 41e569fd70954dc5959fa2b146fd8486 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:59.536049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.568302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-045cf3cc-2b57-439d-89d9-91dc9577cf3a req-7347e6d0-a599-4491-b226-785ce1891754 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687847 Mar 02 07:18:59.672286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.693703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716b103-bfe7-44e8-b3df-55cec64875b7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:59.714327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.715879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-505658fe-f344-4ab1-8134-c3159833e316 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a716b103-bfe7-44e8-b3df-55cec64875b7 HTTP/1.1" status: 204 len: 168 time: 0.4597542 Mar 02 07:18:59.794201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fff0b540-7847-4766-a652-3de73c436e79 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:59.907931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port fff0b540-7847-4766-a652-3de73c436e79 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:59.917573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port fff0b540-7847-4766-a652-3de73c436e79 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:59.918243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.938778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:59.986752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:00.005034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551d322a-21d7-4ff2-bfdf-6952823815be,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:00.042598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:00.082980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f146e-6100-400c-91fa-f6b72b93c858 req-4b60646b-24cb-4ea9-a9da-e791afc5cbce tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:00.084693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-591f146e-6100-400c-91fa-f6b72b93c858 req-4b60646b-24cb-4ea9-a9da-e791afc5cbce tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.2164042 Mar 02 07:19:00.085459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Checking segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:00.085819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Network hostable DHCP agents. Network: f5b6f78b-4072-4406-90f8-19c4e7b09b97, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:19:00.125127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39db69a-2c87-4917-a2bf-47ebbc055137 req-6759013c-c685-463a-87e0-b01b87804a4e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:00.129046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:00.140919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f39db69a-2c87-4917-a2bf-47ebbc055137 req-6759013c-c685-463a-87e0-b01b87804a4e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 944 time: 0.2735157 Mar 02 07:19:00.169725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-591f146e-6100-400c-91fa-f6b72b93c858 req-bc0ce10f-75da-4973-8065-cd8f5866f091 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754263 Mar 02 07:19:00.182270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7790727-e384-4416-8b1e-a0e040485671 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:00.186988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:19:00.192955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:00.199838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:00.203058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f5b6f78b-4072-4406-90f8-19c4e7b09b97) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:00.208099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:00.209738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:00.218210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b778b6-b405-4cfe-b7bb-5325eb3132ce None None] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:00.233707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f39db69a-2c87-4917-a2bf-47ebbc055137 req-c237e940-b225-4fe4-8145-609bf8fb52e4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918260 Mar 02 07:19:00.237179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de22538f-de92-46d6-80d6-738cff478665 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9262395 Mar 02 07:19:00.247550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:00.373408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] Transition to ACTIVE for port object f7790727-e384-4416-8b1e-a0e040485671 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:00.378346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:00.381275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:00.392080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:00.393199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f7790727-e384-4416-8b1e-a0e040485671 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:00.593124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f7790727-e384-4416-8b1e-a0e040485671 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:00.609973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:00.667011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243440fc-498c-42b5-9371-f14643651e8a None None] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:00.695402 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79', 'code': 200} Mar 02 07:19:00.695940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] Pushing event updated for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:00.903837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] No DVR routers for this DVR port f7790727-e384-4416-8b1e-a0e040485671 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:19:00.932676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ea6b-09aa-40cb-856d-b5edc82ce561 req-ad99131c-d800-465c-84f4-35ff1803a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:00.934119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df97ea6b-09aa-40cb-856d-b5edc82ce561 req-ad99131c-d800-465c-84f4-35ff1803a11f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1096 time: 0.1853683 Mar 02 07:19:00.984980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-6bc05c64-e328-480a-88f4-0e872f501964 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5765233 Mar 02 07:19:00.997615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60c4d-9702-46ad-a90a-be2335a6e356 req-fca384e9-5e64-4736-a1a3-8b49dbc3a29f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:00.997828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225c6f9-c377-4aba-83e9-5cfed857b26b req-a4b54f80-bfd0-4f83-854b-f0d7424caffd tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.004937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b225c6f9-c377-4aba-83e9-5cfed857b26b req-a4b54f80-bfd0-4f83-854b-f0d7424caffd tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.2019484 Mar 02 07:19:01.007369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cb60c4d-9702-46ad-a90a-be2335a6e356 req-fca384e9-5e64-4736-a1a3-8b49dbc3a29f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1502750 Mar 02 07:19:01.015058 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:19:01.057183 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b225c6f9-c377-4aba-83e9-5cfed857b26b req-e17ce39a-69dc-43c8-8b1e-1599032ba25a tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508714 Mar 02 07:19:01.082185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df97ea6b-09aa-40cb-856d-b5edc82ce561 req-957f5326-bb5c-4ca8-a243-0ea923b37e28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408141 Mar 02 07:19:01.116455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cb60c4d-9702-46ad-a90a-be2335a6e356 req-9e41ca25-dd5a-47fb-be68-3b78daf37ab3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022465 Mar 02 07:19:01.155413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-62addccf-a2e8-427e-9e50-7424b9db79d0 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.156993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-62addccf-a2e8-427e-9e50-7424b9db79d0 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.1099834 Mar 02 07:19:01.241661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-21d708ef-73b4-4ac3-97d7-416055e39be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.243119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-21d708ef-73b4-4ac3-97d7-416055e39be1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159&tenant_id=dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 1096 time: 0.0775373 Mar 02 07:19:01.344311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ace96c7c-ab6b-4638-a09e-3662a9c5a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.345790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ace96c7c-ab6b-4638-a09e-3662a9c5a445 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1096 time: 0.0798044 Mar 02 07:19:01.524293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8ef3e-f8bb-4871-86f8-c1bf27403949 req-dbbc90af-c07e-4efe-bb0f-44689ef8b156 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.526225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ca8ef3e-f8bb-4871-86f8-c1bf27403949 req-dbbc90af-c07e-4efe-bb0f-44689ef8b156 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0836918 Mar 02 07:19:01.572728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ca8ef3e-f8bb-4871-86f8-c1bf27403949 req-a54bc129-6333-45d2-9ebc-1078593c054a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Mar 02 07:19:01.677393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-664c818b-257f-4496-b927-87808840dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.678930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-664c818b-257f-4496-b927-87808840dd48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.3270991 Mar 02 07:19:01.753299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe740390-2907-4ab0-8a71-dd4ea7bae3af req-955c3e46-d08f-45a5-b5a5-d1c4e8eb885b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.754772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe740390-2907-4ab0-8a71-dd4ea7bae3af req-955c3e46-d08f-45a5-b5a5-d1c4e8eb885b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.0816834 Mar 02 07:19:01.759048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-5f2b3c4c-0dc5-44ea-976b-0ce4df8697cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.0680311 Mar 02 07:19:01.766636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-23841e7f-d330-45bb-9b0b-774b051c17d0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.767303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-23841e7f-d330-45bb-9b0b-774b051c17d0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:01.798830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe740390-2907-4ab0-8a71-dd4ea7bae3af req-3a43a10c-ff3d-4b77-92d4-3a1145fd48ed tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Mar 02 07:19:01.837764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-387aa280-165d-4cf7-a6ad-ae8dfc781c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:01.839295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-387aa280-165d-4cf7-a6ad-ae8dfc781c0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0692973 Mar 02 07:19:01.840030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-23841e7f-d330-45bb-9b0b-774b051c17d0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:01.841010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-23841e7f-d330-45bb-9b0b-774b051c17d0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.3172634 Mar 02 07:19:01.888467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-65c0fa65-fb0e-4970-a668-ab19cbbf8df3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425534 Mar 02 07:19:01.898206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-764b0e69-ca0d-418b-8534-d591bbe375ab tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/quotas/41e569fd70954dc5959fa2b146fd8486 HTTP/1.1" status: 200 len: 375 time: 0.0175829 Mar 02 07:19:01.976064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-bfda911d-ceff-4b23-9dc5-c15ec6169d7e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604687 Mar 02 07:19:02.160938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-7597a1ad-a556-4f69-9a21-68f68755b35c service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640915 Mar 02 07:19:02.222675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-3899c70d-7669-49e1-9bef-c64eb8687927 service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011311 Mar 02 07:19:02.308467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c4f37-a1b9-4067-9d7f-332af7e88377 req-8196494a-7ff4-4eb8-aeab-de2e7e0cba93 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:02.309909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c9c4f37-a1b9-4067-9d7f-332af7e88377 req-8196494a-7ff4-4eb8-aeab-de2e7e0cba93 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0830753 Mar 02 07:19:02.367471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c9c4f37-a1b9-4067-9d7f-332af7e88377 req-34283267-b207-4d47-9f24-feba0ffd972c tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504827 Mar 02 07:19:02.434991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:02.438425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-34eb21f3-a21a-4cf3-ae51-c4c47a311e08 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566004 Mar 02 07:19:02.466244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-92cb7d29-01e6-4fde-82a1-0092eb11222c service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930366 Mar 02 07:19:02.623582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8b8a3-a502-466b-be89-b73491545203 req-1d249f74-ca42-4853-9472-625b9679f8d7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:02.625121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e8b8a3-a502-466b-be89-b73491545203 req-1d249f74-ca42-4853-9472-625b9679f8d7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1221144 Mar 02 07:19:02.677028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:02.753256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:02.762080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Usage tracker for resource:security_group_rule and tenant:eb5dc079ff824869945d4d1f2d339e28 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:02.769588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:02.785025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:02.818449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35ea833c-e63c-4822-a121-2d33fe622760 req-faac0233-5222-4a68-b221-3d243638abb3 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 210 time: 0.0565395 Mar 02 07:19:02.893268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e8b8a3-a502-466b-be89-b73491545203 req-81dbd3a3-4ec8-41fe-a769-e11dbf0ded36 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620924 Mar 02 07:19:02.946809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:02.949435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-4835de11-1c4d-4a51-8b5e-c5a93f88c0f0 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:02.953366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-4835de11-1c4d-4a51-8b5e-c5a93f88c0f0 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.3076088 Mar 02 07:19:02.955247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.026893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Deleting port 7c11f886-0f00-493a-a333-8026b7ecb7c0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:03.027435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.160802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5dc079ff824869945d4d1f2d339e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224882 Mar 02 07:19:03.164232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:03.182252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37052) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:03.182781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b27fd0-20a4-4695-9059-22f26a1ab25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48630f79-fd19-4421-a7a4-d3db92e800e5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:03.195600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-bbe2c858-de16-4a6e-883a-e6b503204096 service neutron] 10.222.0.16 "GET /v2.0/ports/3bdb4020-e17b-4bc7-9081-68723fb438a2/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.2072504 Mar 02 07:19:03.225647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb906a-d64c-4996-ba8a-2ef267dfb29c req-fe467ebe-ee10-4efb-b65d-7528227c2d0b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:03.227274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fbbb906a-d64c-4996-ba8a-2ef267dfb29c req-fe467ebe-ee10-4efb-b65d-7528227c2d0b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.1505911 Mar 02 07:19:03.251042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-12fcacca-03fd-486f-a311-b087637ae1d8 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:03.253010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-12fcacca-03fd-486f-a311-b087637ae1d8 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.3938038 Mar 02 07:19:03.299003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fbbb906a-d64c-4996-ba8a-2ef267dfb29c req-f0da1e5c-4d0d-4481-bff5-82e5c6823d10 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657690 Mar 02 07:19:03.390929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.414446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:03.419439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Usage tracker for resource:security_group_rule and tenant:59902afab1b94492a44ba941a307e2f5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:03.422595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:03.429921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:03.649301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7a25-27e7-4285-8b2d-3804073e4aa8 req-995e41a6-0d97-4454-a02c-73a87b9eabb4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:03.650817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-393f7a25-27e7-4285-8b2d-3804073e4aa8 req-995e41a6-0d97-4454-a02c-73a87b9eabb4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.5931127 Mar 02 07:19:03.654224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.659182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea52ae8-d74f-4281-aaf9-86c3d118863f req-2b9dc07b-3e9c-4255-9890-d4be6946a597 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:03.660705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dea52ae8-d74f-4281-aaf9-86c3d118863f req-2b9dc07b-3e9c-4255-9890-d4be6946a597 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1096 time: 0.1838071 Mar 02 07:19:03.676148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.699338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.721698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-939ae2a3-aa13-452a-9b8d-31f5d7894a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:03.723204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-939ae2a3-aa13-452a-9b8d-31f5d7894a94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1101 time: 0.1919363 Mar 02 07:19:03.740048 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.757211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] For port 7c11f886-0f00-493a-a333-8026b7ecb7c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=7c11f886-0f00-493a-a333-8026b7ecb7c0,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:03.757911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:03.805844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dea52ae8-d74f-4281-aaf9-86c3d118863f req-b931126a-7721-4d2e-a481-6f2018b1a494 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316750 Mar 02 07:19:03.817089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59902afab1b94492a44ba941a307e2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300044 Mar 02 07:19:03.818087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948567c7-090b-490a-b4f4-205afeef7543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb496e-5f66-420c-ae56-838673f7d4fd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:03.822703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37066) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:03.921645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Calling delete_port for 7c11f886-0f00-493a-a333-8026b7ecb7c0 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:03.967756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-393f7a25-27e7-4285-8b2d-3804073e4aa8 req-e63b44e7-199d-451c-8931-2572f3d13118 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060758 Mar 02 07:19:03.968919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.010586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-f1e5d600-674f-47cd-8ce7-5dc297c885aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:04.012537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-f1e5d600-674f-47cd-8ce7-5dc297c885aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1101 time: 0.2605348 Mar 02 07:19:04.021338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ee5f0ae5-d4f5-4d6c-b896-62f5b146b360 service neutron] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:04.054502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ee5f0ae5-d4f5-4d6c-b896-62f5b146b360 service neutron] Notify callbacks [] for binding, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.055580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bdbc590-4e7b-489b-826f-8d6e4b2d4b8f req-ee5f0ae5-d4f5-4d6c-b896-62f5b146b360 service neutron] 10.222.0.16 "DELETE /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.7896276 Mar 02 07:19:04.091599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.113972 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.182684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48630f79-fd19-4421-a7a4-d3db92e800e5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:04.189151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27a5e400-dc82-474f-ad41-f1747e9b7abf req-c28dbd18-574d-44c9-b068-8d89f0e1b4dd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 210 time: 0.0764511 Mar 02 07:19:04.220330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.222103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9ee3a5ab-b138-4977-8497-196c5a59ced6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48630f79-fd19-4421-a7a4-d3db92e800e5 HTTP/1.1" status: 204 len: 168 time: 1.0565536 Mar 02 07:19:04.239640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.249180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-066ca944-18e4-42ff-b5bc-4f3489c432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:04.250738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-066ca944-18e4-42ff-b5bc-4f3489c432a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2192254 Mar 02 07:19:04.252875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['7c11f886-0f00-493a-a333-8026b7ecb7c0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:04.258448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa272-34e9-488a-a5a7-f453dc2bf6c0 req-f719c094-f23e-4c4f-b99e-241b8c7534d3 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:04.266560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b55aa272-34e9-488a-a5a7-f453dc2bf6c0 req-f719c094-f23e-4c4f-b99e-241b8c7534d3 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab83f107-241d-459a-b22f-c822348bbbe9 HTTP/1.1" status: 200 len: 946 time: 0.3023400 Mar 02 07:19:04.359650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Pushing event deleted for resources: {'Port': ['ID=7c11f886-0f00-493a-a333-8026b7ecb7c0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:04.490337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.494848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-667b08db-61ef-445c-a7e0-69debbddcc2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.2242911 Mar 02 07:19:04.623537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] No DVR routers for this DVR port 7c11f886-0f00-493a-a333-8026b7ecb7c0 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:19:04.628504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.636364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f122b76-c0b1-489b-9195-5c068ee1e36c req-261fe2c0-cb29-4157-b0a8-e233ed9b8176 tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.39 "DELETE /v2.0/ports/7c11f886-0f00-493a-a333-8026b7ecb7c0 HTTP/1.1" status: 204 len: 173 time: 1.6770163 Mar 02 07:19:04.645214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'name': 'network-vif-deleted', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:04.652415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb496e-5f66-420c-ae56-838673f7d4fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:04.729195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba36e-31d2-4d34-bd0e-b3371bc21eb8 req-8f417b52-4e9a-407f-aafa-fb2b5d437467 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:04.731183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e8ba36e-31d2-4d34-bd0e-b3371bc21eb8 req-8f417b52-4e9a-407f-aafa-fb2b5d437467 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.3033395 Mar 02 07:19:04.806843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e8ba36e-31d2-4d34-bd0e-b3371bc21eb8 req-f2f8ee03-34c7-474c-b7d9-ebb69ab30d14 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698049 Mar 02 07:19:04.812051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b55aa272-34e9-488a-a5a7-f453dc2bf6c0 req-6b89287e-1ce8-41b1-afd8-d03934ab240f tempest-AttachSCSIVolumeTestJSON-95940318 tempest-AttachSCSIVolumeTestJSON-95940318-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3745e0-6d2a-4256-873f-d559ecc722c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445542 Mar 02 07:19:04.871744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-a12c02bd-7953-44bb-b508-c40d34cd1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:04.873480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-a12c02bd-7953-44bb-b508-c40d34cd1589 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3335488 Mar 02 07:19:04.874567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.883535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1929d3e-56c1-4e07-8c54-0fff9bca5366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73cb496e-5f66-420c-ae56-838673f7d4fd HTTP/1.1" status: 204 len: 168 time: 1.0546200 Mar 02 07:19:05.077527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-111026d6-20f6-45a8-a5ed-1c5a235d08f1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:05.079896 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-111026d6-20f6-45a8-a5ed-1c5a235d08f1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.5906148 Mar 02 07:19:05.101654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'port': {'device_id': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'admin_state_up': True, 'tenant_id': '41e569fd70954dc5959fa2b146fd8486'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:05.140171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-466de5ea-7e35-4fbf-8021-b2f41726301e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:05.143216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-466de5ea-7e35-4fbf-8021-b2f41726301e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.2377858 Mar 02 07:19:05.174536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-6bbe3d01-211d-4b90-acf1-61ac6c6cc2c3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/quotas/dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 375 time: 0.0137360 Mar 02 07:19:05.226514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283e0d0-6382-4e7b-af68-9279c534567b req-022300b8-ec70-494b-9e0c-ea3e42133c82 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:05.228285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f283e0d0-6382-4e7b-af68-9279c534567b req-022300b8-ec70-494b-9e0c-ea3e42133c82 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1096 time: 0.2741318 Mar 02 07:19:05.239806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-04bc31d5-9790-4ef3-b988-cf802b4a196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:05.241372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-04bc31d5-9790-4ef3-b988-cf802b4a196f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3520851 Mar 02 07:19:05.297816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-1e60623b-121b-4535-bbb9-a0eb2a6d9672 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1132262 Mar 02 07:19:05.401522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37116) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:05.423285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f283e0d0-6382-4e7b-af68-9279c534567b req-2515cede-908a-45b1-8dd1-2309174cdd22 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799381 Mar 02 07:19:05.423872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:05.448791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.465112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:05.473537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Usage tracker for resource:port and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:05.477253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:05.481700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:05.490253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:05.492507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Usage tracker for resource:security_group_rule and tenant:6d3f7149bf67466096da83278d9dc331 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:05.507215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:05.508275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-6f9c1b7c-7f11-4dd6-8770-cfc7aedd5876 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092919 Mar 02 07:19:05.550775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:05.566141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-8175916c-fa43-4899-89b1-42d9503a8c31 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993536 Mar 02 07:19:05.566727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Made reservation on behalf of 41e569fd70954dc5959fa2b146fd8486 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:05.570302 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab83f107-241d-459a-b22f-c822348bbbe9', 'name': 'network-vif-deleted', 'tag': '7c11f886-0f00-493a-a333-8026b7ecb7c0', 'status': 'completed', 'code': 200} Mar 02 07:19:05.578190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.709261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-7f661541-3e65-4bb6-9461-36a29aa93604 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936245 Mar 02 07:19:05.726553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-884880413-network', 'tenant_id': 'f1249e03a8644528a02d785e493d9aa9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:05.733430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:05.738393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Usage tracker for resource:network and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:05.742780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:05.750529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:05.760519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Made reservation on behalf of f1249e03a8644528a02d785e493d9aa9 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:05.763029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.778689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.794165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:05.798489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Usage tracker for resource:security_group_rule and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:05.801765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:05.808434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:05.980376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.983038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d126466b-26bf-4c46-b272-0e1cd40371d0 req-95ff27da-b8b1-4386-8a95-bcd09cbda51b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 210 time: 0.1296127 Mar 02 07:19:06.002181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ff84efa-6f54-4167-99e3-72bc59189b3d req-397a9e89-ac15-440e-8563-81077d3aabdb service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850911 Mar 02 07:19:06.021629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.034312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:19:06.043559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.043915 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Added segment 98cd1d8c-f41e-44cb-ab55-fafde4d874c8 of type vlan for network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 Mar 02 07:19:06.070863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.085166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.102715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.130288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a866b07-2bee-4107-b999-46abe73757b8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:06.151493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.152552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:06.153260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.220785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d3f7149bf67466096da83278d9dc331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164737 Mar 02 07:19:06.227907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c4daacf-4446-41e7-8998-b12095c5a509 req-1bc86000-770d-4ac6-8436-294de274b2e7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 210 time: 0.1411972 Mar 02 07:19:06.229600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37144) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:06.354653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9239960 Mar 02 07:19:06.355626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:06.416221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2b29-6a4f-4de6-9a55-b67fe53587ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7eaa89-71b5-4ae3-b26b-757c46014e8f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:06.423660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Request body: {'subnet': {'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-884880413-subnet', 'tenant_id': 'f1249e03a8644528a02d785e493d9aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:06.433163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:06.442254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Usage tracker for resource:subnet and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:06.445150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca199-c346-4c8b-ba61-73d5321efbfb admin admin] Pushing event updated for resources: {'Network': ['ID=053fba98-4c59-45a2-99b6-4da3b0c6dda2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:06.448125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:06.455578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:06.465834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:19:06.466568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46909ee-5489-4dd8-b3c4-65b51d9f4dc2 req-2fe4f13f-4e20-4b20-b70e-521fc044e98c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:06.474712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f46909ee-5489-4dd8-b3c4-65b51d9f4dc2 req-2fe4f13f-4e20-4b20-b70e-521fc044e98c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.4929609 Mar 02 07:19:06.518495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Made reservation on behalf of f1249e03a8644528a02d785e493d9aa9 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:06.520910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.569094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Allocated IP 172.20.0.2 (f5b6f78b-4072-4406-90f8-19c4e7b09b97/551d322a-21d7-4ff2-bfdf-6952823815be/896e6110-85b9-4e96-8bba-ff9e88dff63b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:06.606744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f46909ee-5489-4dd8-b3c4-65b51d9f4dc2 req-140169ae-664f-4acd-b86f-5b2d5f40d861 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308770 Mar 02 07:19:06.689931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.722008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.890098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.904329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.005754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Checking segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:07.006208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Network hostable DHCP agents. Network: 053fba98-4c59-45a2-99b6-4da3b0c6dda2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:19:07.029561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b636793-556f-4370-8602-58463982659f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:07.079156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:19:07.087417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.092362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 053fba98-4c59-45a2-99b6-4da3b0c6dda2) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:07.104747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6ea2f-2b5c-42ef-aecc-1c82cb54a959 None None] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:07.108493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:07.109351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.131758 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.145213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9620152f-06c8-4e2c-b60c-ead12a13f057 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7809453 Mar 02 07:19:07.206886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7eaa89-71b5-4ae3-b26b-757c46014e8f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:07.234512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:07.239957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:07.245701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:07.284491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.285728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a653f43-4f52-422c-9b43-948e0000fe36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af7eaa89-71b5-4ae3-b26b-757c46014e8f HTTP/1.1" status: 204 len: 168 time: 1.0128636 Mar 02 07:19:07.502345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-866f6eb5-fe34-468d-a421-0a211e8f9d00 req-0c56109e-7f86-4575-9267-65433cb9b5c6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 210 time: 0.0935421 Mar 02 07:19:07.739369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:07.824870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:07.866136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:07.866757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:07.886093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7c11f886-0f00-493a-a333-8026b7ecb7c0 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:07.910477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-c28a3a3a-c6af-4472-b920-4569276cd3a2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8172443 Mar 02 07:19:07.932313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Request body: {'port': {'device_id': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:07.994744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce3456-eadd-4fbe-8cd1-157f4c39d621 req-96016d4a-08a0-4a45-8031-7d00e04db53c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:07.995887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3fce3456-eadd-4fbe-8cd1-157f4c39d621 req-96016d4a-08a0-4a45-8031-7d00e04db53c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:08.034632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c30ea-58d3-4897-957a-8730c1fbe43e None None] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:08.044434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-ef3585be-5391-489d-9e75-e4bb03d67841 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:08.046030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-ef3585be-5391-489d-9e75-e4bb03d67841 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.5426373 Mar 02 07:19:08.059357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Request body: {'port': {'device_id': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'admin_state_up': True, 'tenant_id': 'dc7049fc26ba455c9e558122802652f1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:08.069301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3fce3456-eadd-4fbe-8cd1-157f4c39d621 req-96016d4a-08a0-4a45-8031-7d00e04db53c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:08.077180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fce3456-eadd-4fbe-8cd1-157f4c39d621 req-96016d4a-08a0-4a45-8031-7d00e04db53c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 931 time: 0.7827275 Mar 02 07:19:08.117198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb41c7-ab9f-4f5d-b0bf-854ea1772cbf req-642a091d-7049-48c0-95f1-54b57ed2ee8f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:08.124984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fbb41c7-ab9f-4f5d-b0bf-854ea1772cbf req-642a091d-7049-48c0-95f1-54b57ed2ee8f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.3552189 Mar 02 07:19:08.157769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fce3456-eadd-4fbe-8cd1-157f4c39d621 req-0ea38e55-5267-4ae9-9b31-23a6956ee23b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795395 Mar 02 07:19:08.162795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:08.249350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 7c11f886-0f00-493a-a333-8026b7ecb7c0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:08.249623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 7c11f886-0f00-493a-a333-8026b7ecb7c0 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:08.311975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fbb41c7-ab9f-4f5d-b0bf-854ea1772cbf req-3252e3f7-538c-4acc-9e97-d5a215e56157 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838877 Mar 02 07:19:08.398853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:08.416319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:08.434959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:08.439202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:08.523426 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:08.722898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Allocated IP 172.20.0.2 (b964cf00-32a0-4538-b804-3acf576fe5fd/f075f47d-3b81-49eb-9000-ad8d27e9da77/053096a9-298d-406d-bad8-b8df07ff6dfe) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:08.766793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:08.802149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:08.876736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:08.904587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:09.048206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.059284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:09.101494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Transition to ACTIVE for port object 896e6110-85b9-4e96-8bba-ff9e88dff63b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:09.110525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.174984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.290413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-4ed998e1-adce-417e-a9db-f9753661dc95 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:09.297636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-4ed998e1-adce-417e-a9db-f9753661dc95 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.5365293 Mar 02 07:19:09.300095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.375336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:09.397378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-9caa36bb-2f37-4f60-b23c-0e1e5788372f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/quotas/f1249e03a8644528a02d785e493d9aa9 HTTP/1.1" status: 200 len: 375 time: 0.0988672 Mar 02 07:19:09.455732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Network b964cf00-32a0-4538-b804-3acf576fe5fd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:09.460800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:09.465522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-c1ac2865-f393-4dbb-b890-87cc48cc88f8 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671842 Mar 02 07:19:09.467823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:09.611900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Attempting to bind port 896e6110-85b9-4e96-8bba-ff9e88dff63b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:09.612295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Attempting to bind port 896e6110-85b9-4e96-8bba-ff9e88dff63b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:09.612634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Attempting to bind port 896e6110-85b9-4e96-8bba-ff9e88dff63b on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:09.620989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Port 896e6110-85b9-4e96-8bba-ff9e88dff63b on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:09.621332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Attempting to bind port 896e6110-85b9-4e96-8bba-ff9e88dff63b on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:09.635689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:09.636069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Checking segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:09.636428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Bound using segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:09.636866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Bound port: 896e6110-85b9-4e96-8bba-ff9e88dff63b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:09.637219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.648708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:09.649483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.670102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:09.675750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:09.694783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4a7e0-bd45-4685-a574-5fe32f335122 req-f79bb3f3-2744-406b-bb41-91b15e2ee91d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:09.702931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0be4a7e0-bd45-4685-a574-5fe32f335122 req-f79bb3f3-2744-406b-bb41-91b15e2ee91d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 931 time: 0.4621375 Mar 02 07:19:09.742269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-a8610b4d-385a-4649-b871-685285cf26f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6872005 Mar 02 07:19:09.807498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0be4a7e0-bd45-4685-a574-5fe32f335122 req-24c1f725-1d35-43da-921d-44e5810a8907 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030979 Mar 02 07:19:09.817342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Request body: {'port': {'device_id': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:09.863078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:09.867258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:09.889247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:09.967707 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'code': 200} Mar 02 07:19:09.984947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-a1eb16e6-2ee1-4bfe-bfdb-d253b5edfa4f service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184417 Mar 02 07:19:10.063329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:10.098325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:10.098855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'mac_address': 'fa:16:3e:4c:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:10.145921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:10.151052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:10.154986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] 10.222.0.39 "PUT /v2.0/ports/896e6110-85b9-4e96-8bba-ff9e88dff63b HTTP/1.1" status: 200 len: 1091 time: 2.2283716 Mar 02 07:19:10.155440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:10.187825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:10.210710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdb4020-e17b-4bc7-9081-68723fb438a2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:10.229759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:10.235497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:10.290637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-1887366c-07d5-4ef2-ae09-236e337c10ce service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045962 Mar 02 07:19:10.331011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1c06-10f2-4dcf-a2f6-97c5bd730b68 service neutron] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:10.344960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:10.412872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-ea48ef09-8b92-49a7-a444-46f0021c8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:10.418145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-ea48ef09-8b92-49a7-a444-46f0021c8214 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 1094 time: 0.2139916 Mar 02 07:19:10.644833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50aa7f-9318-43c5-87dc-33754848a549 req-c4f6b2bf-7350-449a-920e-b59ca3912b2e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:10.652505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d50aa7f-9318-43c5-87dc-33754848a549 req-c4f6b2bf-7350-449a-920e-b59ca3912b2e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 943 time: 0.5198939 Mar 02 07:19:10.677034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-f91cbde4-d612-4667-9d7d-cd135e7ca9c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b HTTP/1.1" status: 200 len: 217 time: 0.2515235 Mar 02 07:19:10.816638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-56b6bf4b-97ad-465e-ad11-267dad39bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:10.818665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-56b6bf4b-97ad-465e-ad11-267dad39bb69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.1356597 Mar 02 07:19:10.893588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-9b917460-ff54-4d2c-99ee-66139b23259b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604241 Mar 02 07:19:11.056947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-ede497f9-4c29-47d4-9cbc-893fe2681a0c service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545808 Mar 02 07:19:11.150553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d50aa7f-9318-43c5-87dc-33754848a549 req-b2f42c9b-2c8f-48a8-98e0-473519dba10a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:11.191240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d50aa7f-9318-43c5-87dc-33754848a549 req-b2f42c9b-2c8f-48a8-98e0-473519dba10a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:11.201020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d50aa7f-9318-43c5-87dc-33754848a549 req-b2f42c9b-2c8f-48a8-98e0-473519dba10a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475943 Mar 02 07:19:11.221297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053096a9-298d-406d-bad8-b8df07ff6dfe {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:11.235409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:11.265634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7633a72-6e8d-4c5c-bfe8-1e869639af72 req-7e43fdac-577e-4a21-a24b-b5f1c694eb6a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:11.272775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7633a72-6e8d-4c5c-bfe8-1e869639af72 req-7e43fdac-577e-4a21-a24b-b5f1c694eb6a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 949 time: 0.5046849 Mar 02 07:19:11.286822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Transition to ACTIVE for port object 053096a9-298d-406d-bad8-b8df07ff6dfe will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:11.291998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:11.352477 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'status': 'completed', 'code': 200} Mar 02 07:19:11.493429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d13e956-6dd1-45e7-8726-592bb7e0c47e req-2d87eee4-e793-4a4b-aa44-4c529723d587 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267085 Mar 02 07:19:11.520684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7633a72-6e8d-4c5c-bfe8-1e869639af72 req-c926af9f-4fd7-43f8-8de5-59fb8f8ae777 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469504 Mar 02 07:19:11.711870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:11.744996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.748944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.749481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.750013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.751265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.751784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.753612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.754135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.754627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.755287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.757164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.757682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:11.870179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-372c72c6-a2c6-4906-8e9d-1e63e51622ca req-870fc50a-dece-477f-8128-7c270d349659 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 210 time: 0.0801911 Mar 02 07:19:11.873709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:11.874104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:11.874443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:11.888901 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-b5effa82-18ba-46cc-a31f-fb5ba0066e02 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e44c6cfa8d3643f78769dff757922c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525348 Mar 02 07:19:11.891480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:11.891861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:11.923317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:11.923666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:11.924157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:11.924568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Bound port: 053096a9-298d-406d-bad8-b8df07ff6dfe, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:11.924865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:11.965637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-b9562904-35b8-4e67-95d6-db1293eba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:11.967406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-b9562904-35b8-4e67-95d6-db1293eba20e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 1094 time: 0.2918518 Mar 02 07:19:12.072596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ea086b3-1b8d-4bf4-8acf-fc8c31821a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:12.175470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-3810208e-9abf-4230-aac0-62f95e28649e tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.183014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-3810208e-9abf-4230-aac0-62f95e28649e tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932503 Mar 02 07:19:12.192047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:12.196111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:12.205546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-e61b2a40-ed6e-4425-8282-a771bf9332e2 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/quotas/e44c6cfa8d3643f78769dff757922c87 HTTP/1.1" status: 200 len: 375 time: 0.0216420 Mar 02 07:19:12.238830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:12.287414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-69522b3f-d86e-47e8-a460-53a94b3f691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.288874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-69522b3f-d86e-47e8-a460-53a94b3f691c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 922 time: 0.3151088 Mar 02 07:19:12.310949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-44c25135-9c27-41e2-80b7-076d0bec1c40 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043942 Mar 02 07:19:12.331233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.331866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:12.333264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] 10.222.0.39 "PUT /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 1091 time: 2.5456827 Mar 02 07:19:12.333744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:12.394018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b081-49ee-4435-90a4-473ef7b9412f service neutron] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:12.471179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-7e14ef4c-5fbc-4ac6-8a70-39a8bb9dd9d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b HTTP/1.1" status: 200 len: 217 time: 0.0767539 Mar 02 07:19:12.551237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-016c5e47-b038-4d29-9b0e-f8c321d1d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.566278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-016c5e47-b038-4d29-9b0e-f8c321d1d076 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1094 time: 0.1371436 Mar 02 07:19:12.622699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-e4df0607-0273-4d08-b9ce-598b4ff2660b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.624520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-e4df0607-0273-4d08-b9ce-598b4ff2660b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.16 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.3889058 Mar 02 07:19:12.636443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73becf2a-146a-4122-ac8b-401588e8137e req-38ddbe08-7104-49c9-9f16-c6902b186fa3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.639685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73becf2a-146a-4122-ac8b-401588e8137e req-38ddbe08-7104-49c9-9f16-c6902b186fa3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.4798543 Mar 02 07:19:12.654333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-2665020b-fdbb-4c12-b8d1-99a51e532b1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 217 time: 0.0794804 Mar 02 07:19:12.656223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Request body: {'port': {'device_id': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'admin_state_up': True, 'tenant_id': 'f1249e03a8644528a02d785e493d9aa9'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:12.765435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-4c492c3e-91be-41ae-8038-22198990f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.767172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-4c492c3e-91be-41ae-8038-22198990f842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1021056 Mar 02 07:19:12.768845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-f03290ed-dfb4-4f4c-9431-e25f67f8ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:12.773715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-f03290ed-dfb4-4f4c-9431-e25f67f8ab23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.2942035 Mar 02 07:19:12.856417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-42968187-cbf5-4cb2-bb1d-e9ea0f626e00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787213 Mar 02 07:19:12.931844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-74a7e5a7-6564-41d1-9f10-659adccdb1e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373968 Mar 02 07:19:12.944122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73becf2a-146a-4122-ac8b-401588e8137e req-6c69f6a7-bdcb-49cc-8c2d-b1ef0364b7f2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531617 Mar 02 07:19:13.028730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7018cc-6d8c-476a-84f9-c278188108fd req-ec43027e-cd16-4ede-ad48-b90335b03c67 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:13.030536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b7018cc-6d8c-476a-84f9-c278188108fd req-ec43027e-cd16-4ede-ad48-b90335b03c67 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 943 time: 0.2158926 Mar 02 07:19:13.032145 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'status': 'completed', 'code': 200} Mar 02 07:19:13.057296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-420ce4df-96f2-463b-b170-5de296a3cb6c service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856673 Mar 02 07:19:13.071639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:13.078581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Usage tracker for resource:port and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:13.082479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:13.103830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b7018cc-6d8c-476a-84f9-c278188108fd req-ed74d7c6-6c16-4a8c-9d9e-10d2070b2046 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648324 Mar 02 07:19:13.207579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:13.226726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df256dee-e8f0-4a00-af11-ef122ec3e1a0 req-a61ce361-ae73-4064-8e9b-c315bb428088 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 210 time: 0.1452794 Mar 02 07:19:13.254163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-1d6cbcad-4ffc-4d92-b71d-aef004c64274 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069344 Mar 02 07:19:13.291868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Made reservation on behalf of f1249e03a8644528a02d785e493d9aa9 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:13.295464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:13.370328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:13.382271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1401a7-e1eb-4b19-b3c6-c113b46e7359 req-2cd34bb3-a671-4ede-91b6-91249750997e service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173928 Mar 02 07:19:13.404822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b637-0df6-4e3d-85f9-cd7b1bcea4df req-831a26ff-1db7-4cf5-9439-b74076e025e8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:13.406461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a59b637-0df6-4e3d-85f9-cd7b1bcea4df req-831a26ff-1db7-4cf5-9439-b74076e025e8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 949 time: 0.1273849 Mar 02 07:19:13.467559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a59b637-0df6-4e3d-85f9-cd7b1bcea4df req-a0fafbdd-e1e8-44e5-a566-fa5f5fc82f17 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Mar 02 07:19:13.564573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8d0fa58-8a65-4983-89d8-a9a71c3b7cd9 req-86a2c431-e833-419e-acf9-95a8397b10f7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 210 time: 0.0921063 Mar 02 07:19:13.575951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-f58182a8-82b1-4ff3-8f4b-f64f597f3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:13.578281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-f58182a8-82b1-4ff3-8f4b-f64f597f3c38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1094 time: 0.0940731 Mar 02 07:19:13.620337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f3c4108-dcd0-4dbf-bf8f-6915d1a8ba47 req-9e2c4a94-49c7-49b7-b675-fdf1910436a0 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657801 Mar 02 07:19:13.717316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-25babf50-b7f6-41bb-8bb6-e0300807e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:13.718843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-25babf50-b7f6-41bb-8bb6-e0300807e725 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.1354036 Mar 02 07:19:13.789263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-4797e40a-7f0e-4d23-83fb-00433255362b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 217 time: 0.0639365 Mar 02 07:19:13.826963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Allocated IP 172.20.0.5 (053fba98-4c59-45a2-99b6-4da3b0c6dda2/0b636793-556f-4370-8602-58463982659f/d7d1818f-6a1a-4523-b6ef-d22395bdf569) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:13.854254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-17855af2-e812-49c4-8c49-ffc9be83449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:13.855731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-17855af2-e812-49c4-8c49-ffc9be83449b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0599391 Mar 02 07:19:13.906378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-b6881ce3-82c4-49d2-9b8c-ec3db2c37cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442510 Mar 02 07:19:14.045186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-0581e963-191b-43eb-b042-ef6a95e27879 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320882 Mar 02 07:19:14.136266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10c3bf41-8d49-4d97-a884-dfc1a2d1e562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:14.220260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-084b37a9-44ad-4b86-b7a3-4d9fd191a2ef tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e44c6cfa8d3643f78769dff757922c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441265 Mar 02 07:19:14.289667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319becf-a212-415a-a77e-c509d071ec4b req-04773633-0b58-444e-9519-a274747cf84d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:14.290804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6319becf-a212-415a-a77e-c509d071ec4b req-04773633-0b58-444e-9519-a274747cf84d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:14.310559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e8869-f54c-431a-959f-e4c0a3d12b8e req-050e68b2-84db-4c7b-a23c-5b00c99e96e0 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523849 Mar 02 07:19:14.312387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6319becf-a212-415a-a77e-c509d071ec4b req-04773633-0b58-444e-9519-a274747cf84d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:14.314421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6319becf-a212-415a-a77e-c509d071ec4b req-04773633-0b58-444e-9519-a274747cf84d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.2369428 Mar 02 07:19:14.318730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:14.370455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6319becf-a212-415a-a77e-c509d071ec4b req-8d645b7e-1e1f-4ac8-9fb7-8892e852da8a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Mar 02 07:19:14.523203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-e3d54e51-d04d-49df-b5c9-fcfd796ca197 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:14.525421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-e3d54e51-d04d-49df-b5c9-fcfd796ca197 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973452 Mar 02 07:19:14.545553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Request body: {'port': {'device_id': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'e44c6cfa8d3643f78769dff757922c87'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:14.553076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3a1774b-2339-449a-b4fa-9d7a34a30a8d req-d0894fd1-8a13-4cca-b975-53fe8589a908 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 210 time: 0.0510583 Mar 02 07:19:14.570737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d1932-df92-44f7-8d87-e2311ca83862 req-e8935c02-48c7-48d6-b6a9-c74c298624ea tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:14.572993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-658d1932-df92-44f7-8d87-e2311ca83862 req-e8935c02-48c7-48d6-b6a9-c74c298624ea tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 943 time: 0.3111410 Mar 02 07:19:14.586676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:14.701211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['3bdb4020-e17b-4bc7-9081-68723fb438a2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:14.745727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435742-e1a7-408b-9999-cb53767eb083 req-67c38c5d-d01d-42de-abb0-d62fb4870818 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:14.747284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a435742-e1a7-408b-9999-cb53767eb083 req-67c38c5d-d01d-42de-abb0-d62fb4870818 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 949 time: 0.0844729 Mar 02 07:19:14.791286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a435742-e1a7-408b-9999-cb53767eb083 req-b468af15-5650-4899-9b42-565afd644668 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Mar 02 07:19:14.853887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:14.870454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:14.881912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:14.929923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-658d1932-df92-44f7-8d87-e2311ca83862 req-ca75f281-e0cb-4413-bdab-de4a7e2a3e1b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364487 Mar 02 07:19:14.930422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:14.970303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.970591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.971000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.971271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.971606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.971936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.972265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.972590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.973330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.973330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.973562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.973847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:14.998983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84932f72-3e62-4c2d-85a2-59f5a0f4a7fe req-35938e4a-2754-43a5-8c22-1f996471aeb7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.000701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84932f72-3e62-4c2d-85a2-59f5a0f4a7fe req-35938e4a-2754-43a5-8c22-1f996471aeb7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 931 time: 0.0888805 Mar 02 07:19:15.003746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.045629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-84932f72-3e62-4c2d-85a2-59f5a0f4a7fe req-79ed705f-86e2-4990-a527-e33a5cd307b6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:15.056486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:15.063790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-84932f72-3e62-4c2d-85a2-59f5a0f4a7fe req-79ed705f-86e2-4990-a527-e33a5cd307b6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:15.065098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84932f72-3e62-4c2d-85a2-59f5a0f4a7fe req-79ed705f-86e2-4990-a527-e33a5cd307b6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583978 Mar 02 07:19:15.069118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Usage tracker for resource:port and tenant:e44c6cfa8d3643f78769dff757922c87 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:15.088894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.088894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.091490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:15.101208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:15.140168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-616ac930-e801-4b6f-b53c-a5c8314cad96 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4953315 Mar 02 07:19:15.140750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Made reservation on behalf of e44c6cfa8d3643f78769dff757922c87 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:15.144157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.169817 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.220816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Request body: {'port': {'device_id': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:15.246866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.294705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:15.332499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-d31a77ff-80a3-40dd-811f-b62a6d24a450 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.333995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-d31a77ff-80a3-40dd-811f-b62a6d24a450 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb&tenant_id=9defa991ffc74c0a8109cbb4f7e0face&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 949 time: 0.1450362 Mar 02 07:19:15.345161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695fcb-8aee-4dbd-b100-ca26dde5c7e4 req-9a446b83-e040-4959-915f-dad6417af368 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.346682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6695fcb-8aee-4dbd-b100-ca26dde5c7e4 req-9a446b83-e040-4959-915f-dad6417af368 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 949 time: 0.1264513 Mar 02 07:19:15.355053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.361215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Usage tracker for resource:security_group_rule and tenant:e44c6cfa8d3643f78769dff757922c87 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:15.366053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:15.396917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6695fcb-8aee-4dbd-b100-ca26dde5c7e4 req-948e5314-143d-4fc0-ac73-57d7e24b4123 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Mar 02 07:19:15.407717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:15.504562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.514967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-1acde4c2-0418-43ab-821c-6e023823aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.517124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-1acde4c2-0418-43ab-821c-6e023823aa99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1100 time: 0.0967078 Mar 02 07:19:15.668812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-895213d3-9505-445c-8c3b-13a54fc801bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.670355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-895213d3-9505-445c-8c3b-13a54fc801bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1438386 Mar 02 07:19:15.739073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:15.815692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 3bdb4020-e17b-4bc7-9081-68723fb438a2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:15.816010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.834449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.835571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Deleting port 0ce771ec-3879-4103-b051-25c4e3104385 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:15.835909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.854946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:15.867571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2562f-1de1-4932-873e-6e4eb93df2c7 req-1efcfbf5-8918-49bb-bd33-b5d3d903bc01 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.869459 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15d2562f-1de1-4932-873e-6e4eb93df2c7 req-1efcfbf5-8918-49bb-bd33-b5d3d903bc01 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.3685298 Mar 02 07:19:15.876343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe475b9-57ae-4100-80c0-4177c36146e4 req-31d03288-c66d-461d-846d-b9bad3ef20e5 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 210 time: 0.2007980 Mar 02 07:19:15.879436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:15.884812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-95eb76d4-6b2f-4397-88a1-6032edb7cc70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.0813663 Mar 02 07:19:15.970313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-5229c69d-3034-4460-8bb1-8584abcb062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:15.972317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-5229c69d-3034-4460-8bb1-8584abcb062c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0777593 Mar 02 07:19:16.047821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.100906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:16.113693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:16.128790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:16.130133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'port_id': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551d322a-21d7-4ff2-bfdf-6952823815be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:16.134739 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.151589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96b3bf4-1bf8-472a-8561-3bc8235c3c67,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:16.173566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15d2562f-1de1-4932-873e-6e4eb93df2c7 req-95c8bc8c-f417-4578-a4db-8d3c06fc0d38 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814791 Mar 02 07:19:16.179912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-dd01a73e-dead-4877-b22d-83c6736f4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:16.183379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-dd01a73e-dead-4877-b22d-83c6736f4f3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055027 Mar 02 07:19:16.249168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebb89c-dc41-43d7-a0a3-36b49b4cc4d5 req-7ee6bd56-cab9-4ed7-9f74-ef3532d35c1e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:16.256312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:16.256835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9ebb89c-dc41-43d7-a0a3-36b49b4cc4d5 req-7ee6bd56-cab9-4ed7-9f74-ef3532d35c1e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 943 time: 0.1575415 Mar 02 07:19:16.270342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.270694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.271371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.272005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.272499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.274331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.278309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.278823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.279409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.280356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.280902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.282288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:16.311293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.339426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:16.359652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9ebb89c-dc41-43d7-a0a3-36b49b4cc4d5 req-808dd012-9f3c-43eb-adcc-6456691ae60a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024783 Mar 02 07:19:16.362633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:16.370700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.390539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-a449b053-06c1-4a1b-9a04-f066accf0e9d service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971922 Mar 02 07:19:16.407993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] For port 0ce771ec-3879-4103-b051-25c4e3104385, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0ce771ec-3879-4103-b051-25c4e3104385,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:16.408567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.433962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Allocated IP 192.168.233.68 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/d44f9f42-d58d-47ad-8298-1db2b21a3790) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:16.458573 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'code': 200} Mar 02 07:19:16.459587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:16.551330 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:16.630746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d918fea8-1ac0-4011-9d03-9fbdf17fc351 req-5f6e763b-696d-428d-9549-88d872d1f84e service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336066 Mar 02 07:19:16.644924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:19:16.658912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Calling delete_port for 0ce771ec-3879-4103-b051-25c4e3104385 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:16.665975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cf0f-00c0-418a-9646-ffb9cdc4b420 req-bd7b2fad-73a1-48dd-8f7e-30d9bfbc1b49 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:16.667536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07f5cf0f-00c0-418a-9646-ffb9cdc4b420 req-bd7b2fad-73a1-48dd-8f7e-30d9bfbc1b49 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1130729 Mar 02 07:19:16.717834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['896e6110-85b9-4e96-8bba-ff9e88dff63b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:16.726707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07f5cf0f-00c0-418a-9646-ffb9cdc4b420 req-827edf7d-3c1f-4617-ad2e-7f1f4746a59b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Mar 02 07:19:16.978533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d1818f-6a1a-4523-b6ef-d22395bdf569 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:17.008668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.021916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d38bb0-5f15-4193-af6b-868d5e365f26 req-0bf61b84-0f05-4bb5-afdd-d812f80ca908 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:17.021916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d9d38bb0-5f15-4193-af6b-868d5e365f26 req-0bf61b84-0f05-4bb5-afdd-d812f80ca908 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:17.052604 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3811b7db-0393-4546-aede-6b14c23b1b04 req-31a984b6-a641-4cf6-a192-5de2617c9568 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 210 time: 0.0628748 Mar 02 07:19:17.120410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Transition to ACTIVE for port object d7d1818f-6a1a-4523-b6ef-d22395bdf569 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:17.139287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.210290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d9d38bb0-5f15-4193-af6b-868d5e365f26 req-0bf61b84-0f05-4bb5-afdd-d812f80ca908 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:17.210290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9d38bb0-5f15-4193-af6b-868d5e365f26 req-0bf61b84-0f05-4bb5-afdd-d812f80ca908 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 931 time: 0.8800733 Mar 02 07:19:17.363032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.369516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:17.383063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2693b-a065-4021-9004-b2bbc70591b1 req-5ee2a748-3cdf-412e-b773-8e7b4e1880c1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:17.384769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde2693b-a065-4021-9004-b2bbc70591b1 req-5ee2a748-3cdf-412e-b773-8e7b4e1880c1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.0924685 Mar 02 07:19:17.425944 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9d38bb0-5f15-4193-af6b-868d5e365f26 req-ff3736af-1bab-4774-a140-cf6dcf12ed7d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122526 Mar 02 07:19:17.430492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde2693b-a065-4021-9004-b2bbc70591b1 req-2d472853-72b0-4900-8720-33d05604ee9a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Mar 02 07:19:17.461430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Transition to ACTIVE for port object d44f9f42-d58d-47ad-8298-1db2b21a3790 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:17.608901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.661979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Attempting to bind port d7d1818f-6a1a-4523-b6ef-d22395bdf569 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:17.662318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Attempting to bind port d7d1818f-6a1a-4523-b6ef-d22395bdf569 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:17.662648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Attempting to bind port d7d1818f-6a1a-4523-b6ef-d22395bdf569 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:17.678444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce771ec-3879-4103-b051-25c4e3104385,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:17.710411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Port d7d1818f-6a1a-4523-b6ef-d22395bdf569 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:17.710746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Attempting to bind port d7d1818f-6a1a-4523-b6ef-d22395bdf569 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:17.720699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.735246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:17.735606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Checking segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:17.735967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Bound using segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:17.736408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Bound port: d7d1818f-6a1a-4523-b6ef-d22395bdf569, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:17.736755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:17.865237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:17.867566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:17.909732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:17.923730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:17.930034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Pushing event updated for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:17.937695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:17.947106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136a85-99f8-437b-aefe-613aae971ab5 req-32b5ecf0-ae04-4a53-bdee-2b84c5377a70 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:17.954985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1136a85-99f8-437b-aefe-613aae971ab5 req-32b5ecf0-ae04-4a53-bdee-2b84c5377a70 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1209126 Mar 02 07:19:18.020491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1136a85-99f8-437b-aefe-613aae971ab5 req-5e252508-15df-4ad7-ae2e-327382806bb0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Mar 02 07:19:18.052255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 896e6110-85b9-4e96-8bba-ff9e88dff63b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:18.060257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 896e6110-85b9-4e96-8bba-ff9e88dff63b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:18.060635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.142184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:18.164239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'port_id': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'mac_address': 'fa:16:3e:54:d6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f075f47d-3b81-49eb-9000-ad8d27e9da77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:18.177358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abda4d-50f8-4285-bffc-80eeb8a6967e req-98763abc-d659-4e1e-93d0-9029c7dc4c30 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:18.179009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87abda4d-50f8-4285-bffc-80eeb8a6967e req-98763abc-d659-4e1e-93d0-9029c7dc4c30 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 944 time: 0.6332810 Mar 02 07:19:18.238117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:18.238785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.245095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:18.346854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:18.364282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.377134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.401048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.407888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.422258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cc061308-2691-4cf3-94f4-446dcced2cb8 None None] Provisioning for port d44f9f42-d58d-47ad-8298-1db2b21a3790 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:18.435930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cc061308-2691-4cf3-94f4-446dcced2cb8 None None] Provisioning complete for port d44f9f42-d58d-47ad-8298-1db2b21a3790 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:18.436308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc061308-2691-4cf3-94f4-446dcced2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.446969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87abda4d-50f8-4285-bffc-80eeb8a6967e req-fcdef770-cc0c-4a2b-acb7-9acb908f61a9 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450125 Mar 02 07:19:18.466565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:18.476913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-13a4cb7f-9eea-4e37-b2d6-200ad4f59ba4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9419003 Mar 02 07:19:18.477500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.486786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.506183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Request body: {'port': {'device_id': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:18.527622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49ab16-2ba4-44ba-b8ed-9414b9627f83 req-e9d3c769-b202-45ce-839e-a5dee9bdbf57 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:18.535506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:18.536125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.537491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] 10.222.0.16 "PUT /v2.0/ports/d7d1818f-6a1a-4523-b6ef-d22395bdf569 HTTP/1.1" status: 200 len: 1091 time: 3.3293312 Mar 02 07:19:18.537985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:18.538374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b49ab16-2ba4-44ba-b8ed-9414b9627f83 req-e9d3c769-b202-45ce-839e-a5dee9bdbf57 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.1407762 Mar 02 07:19:18.539342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:18.564112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053096a9-298d-406d-bad8-b8df07ff6dfe {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:18.593500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.643039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b49ab16-2ba4-44ba-b8ed-9414b9627f83 req-9601b6d2-0df1-41de-b455-e0f46026cb78 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035831 Mar 02 07:19:18.669002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cc061308-2691-4cf3-94f4-446dcced2cb8 None None] Port d44f9f42-d58d-47ad-8298-1db2b21a3790 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:18.673164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:18.686675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:18.695655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:18.757741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b068-b0e0-45fd-94bd-ba08b1873c7d service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:18.767347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:18.825278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35511c99-856e-4be0-a7f3-4462b96ddcee req-269dff9f-010d-482e-9aa2-0bc6177480c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:18.826762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35511c99-856e-4be0-a7f3-4462b96ddcee req-269dff9f-010d-482e-9aa2-0bc6177480c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 943 time: 0.0822170 Mar 02 07:19:18.874762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35511c99-856e-4be0-a7f3-4462b96ddcee req-aed2d2bb-01aa-4594-82ed-ac2a6b9e54a9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Mar 02 07:19:18.964826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:19.008728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['053096a9-298d-406d-bad8-b8df07ff6dfe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:19.053645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af784e9-cb59-4f12-a150-0efb1d18d143 req-b5e49492-90c4-49f8-b70f-35d0dcbfae7d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.055134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8af784e9-cb59-4f12-a150-0efb1d18d143 req-b5e49492-90c4-49f8-b70f-35d0dcbfae7d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.0863707 Mar 02 07:19:19.114127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-0452f95f-f433-47e8-abec-02f13c8802fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.114531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8af784e9-cb59-4f12-a150-0efb1d18d143 req-9f2c064d-debb-45b3-8927-3a02e9b7a896 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Mar 02 07:19:19.116010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-0452f95f-f433-47e8-abec-02f13c8802fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 1094 time: 0.4614406 Mar 02 07:19:19.127755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-45d0f759-dc7c-4229-9f9c-f65e6bd5e32b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.128662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-45d0f759-dc7c-4229-9f9c-f65e6bd5e32b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Synchronizing usage tracker for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:19.220224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-36c03622-fbfc-40f9-b8c8-d1426c2df4b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569 HTTP/1.1" status: 200 len: 217 time: 0.0839047 Mar 02 07:19:19.299046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c528034-0390-49b7-a1af-c371309d722f req-8cbc3129-c68a-4d89-b336-05ae0bf77c4d tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.300821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c528034-0390-49b7-a1af-c371309d722f req-8cbc3129-c68a-4d89-b336-05ae0bf77c4d tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1096 time: 0.0762062 Mar 02 07:19:19.346120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c528034-0390-49b7-a1af-c371309d722f req-e774565b-51bd-47f6-8931-390313d66a67 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Mar 02 07:19:19.392496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-45d0f759-dc7c-4229-9f9c-f65e6bd5e32b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Unset dirty status for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:19.393663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-45d0f759-dc7c-4229-9f9c-f65e6bd5e32b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 935 time: 0.7469788 Mar 02 07:19:19.448826 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'code': 200} Mar 02 07:19:19.464847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-20951d18-3061-40ef-afaf-31f7e27527f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.466432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-20951d18-3061-40ef-afaf-31f7e27527f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.2263756 Mar 02 07:19:19.538766 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'status': 'completed', 'code': 200} Mar 02 07:19:19.574773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-2389466c-6b7e-460e-9b06-c765070a3717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941894 Mar 02 07:19:19.579721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-d62acff9-7197-4b29-95c4-fca901559d16 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Synchronizing usage tracker for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:19.612101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a47f-47a4-462a-b887-a8633b9596d8 req-ebffc57c-f5ee-4d20-8428-f1547973dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:19.613957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b04a47f-47a4-462a-b887-a8633b9596d8 req-ebffc57c-f5ee-4d20-8428-f1547973dcb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1009314 Mar 02 07:19:19.638587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Router 36625387-4707-47d1-abc7-6026a24ce3ea has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:19:19.659321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b04a47f-47a4-462a-b887-a8633b9596d8 req-e7c46633-1646-447a-b275-1e0db4a91260 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Mar 02 07:19:19.914615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-d62acff9-7197-4b29-95c4-fca901559d16 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Unset dirty status for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:19.916424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b557bec-cabc-4762-bab3-0bdd47f6008d req-d62acff9-7197-4b29-95c4-fca901559d16 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118823 Mar 02 07:19:20.103937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:19:20.178075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-2d8cfa7c-db3f-4e07-84d2-5376759784a3 service neutron] 10.222.0.16 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383387 Mar 02 07:19:20.222231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:19:20.229032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5417073-7422-4cfa-8b0f-1d675152c454 admin admin] 10.222.0.21 "PUT /v2.0/routers/36625387-4707-47d1-abc7-6026a24ce3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8511896 Mar 02 07:19:20.231793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:20.235914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Sync routers for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:19:20.249536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:20.250195 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:20.255915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f9f42-d58d-47ad-8298-1db2b21a3790 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:20.268549 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:20.352328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Transition to ACTIVE for port object d44f9f42-d58d-47ad-8298-1db2b21a3790 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:20.375406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:20.484029 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:20.539903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a357d8f-fa61-499c-b3d3-f0b9df02389d req-ea5cadef-29a8-4b3d-8429-d330cc7f9573 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:20.549159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a357d8f-fa61-499c-b3d3-f0b9df02389d req-ea5cadef-29a8-4b3d-8429-d330cc7f9573 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.5074506 Mar 02 07:19:20.566437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:20.585161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-343c5d7c-193a-48de-9f9a-624d2f50ed30 req-a5ad6c83-a1bc-40e6-b6c1-d247ddd5564c service neutron] 10.222.0.16 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956637 Mar 02 07:19:20.759435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:20.834550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-9d7743c5-ea47-4820-a5a6-3b989e7d5746 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:19:20.834550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-9d7743c5-ea47-4820-a5a6-3b989e7d5746 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1403956 Mar 02 07:19:20.839928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Attempting to bind port d44f9f42-d58d-47ad-8298-1db2b21a3790 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:20.839928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Attempting to bind port d44f9f42-d58d-47ad-8298-1db2b21a3790 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:20.839928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Attempting to bind port d44f9f42-d58d-47ad-8298-1db2b21a3790 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:20.844415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:20.850059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Port d44f9f42-d58d-47ad-8298-1db2b21a3790 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:20.850059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Attempting to bind port d44f9f42-d58d-47ad-8298-1db2b21a3790 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:20.850351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Deleting port c860fc46-2204-45fd-80d9-e74506bf1406 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:20.850351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:20.860681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:20.860920 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:19:17Z', 'revision_number': 5, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port': {'id': 'c860fc46-2204-45fd-80d9-e74506bf1406', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:57Z', 'updated_at': '2022-03-02T07:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:20.861139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:19:20.865235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Checking router: 36625387-4707-47d1-abc7-6026a24ce3ea for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:19:20.874288 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Routers {'36625387-4707-47d1-abc7-6026a24ce3ea'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:20.875009 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36625387-4707-47d1-abc7-6026a24ce3ea'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:20.895648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a357d8f-fa61-499c-b3d3-f0b9df02389d req-683e4432-6092-4c2f-9663-08572235288d tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451126 Mar 02 07:19:20.924157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:20.924493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:20.925062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:20.925670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Bound port: d44f9f42-d58d-47ad-8298-1db2b21a3790, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:20.926464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.050333 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] Set router 36625387-4707-47d1-abc7-6026a24ce3ea gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:21.061239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] For port c860fc46-2204-45fd-80d9-e74506bf1406, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c860fc46-2204-45fd-80d9-e74506bf1406,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:21.061732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.171297 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:19:20Z', 'revision_number': 6, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:21.175491 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c642b-b789-4a72-993a-cdfbb00d6640 None None] The sync data for ids ['36625387-4707-47d1-abc7-6026a24ce3ea'] in n-d-827871-1 is: [{'id': '36625387-4707-47d1-abc7-6026a24ce3ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038470558-router', 'tenant_id': '2d1db45711d04779896c9017db34667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:56Z', 'updated_at': '2022-03-02T07:19:20Z', 'revision_number': 6, 'project_id': '2d1db45711d04779896c9017db34667f', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:19:21.196091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-e31ecd38-6c00-45e4-97d5-8f829685ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.199508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-e31ecd38-6c00-45e4-97d5-8f829685ea9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 1094 time: 0.5314729 Mar 02 07:19:21.208723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Calling delete_port for c860fc46-2204-45fd-80d9-e74506bf1406 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:21.306947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:21.373718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:21.394043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.526419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.590409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c860fc46-2204-45fd-80d9-e74506bf1406,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:21.616514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.617139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.618846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] 10.222.0.39 "PUT /v2.0/ports/d44f9f42-d58d-47ad-8298-1db2b21a3790 HTTP/1.1" status: 200 len: 1095 time: 3.1167164 Mar 02 07:19:21.623640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:21.707035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-e86753d1-ee4b-4501-9d86-9b5828e64691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.708053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.708495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-e86753d1-ee4b-4501-9d86-9b5828e64691 service neutron] 10.222.0.16 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 914 time: 0.4498160 Mar 02 07:19:21.725709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052b37e-057b-40da-865a-6340ef6cc863 req-1e696c2a-1205-49b1-af70-9b4081eea1af tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.727258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b052b37e-057b-40da-865a-6340ef6cc863 req-1e696c2a-1205-49b1-af70-9b4081eea1af tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 943 time: 0.6670702 Mar 02 07:19:21.788927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e73e5-5549-4b2a-9a4a-1feb83349a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:21.798119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:21.798457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:21.798784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:21.825608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-96436c27-bd0d-4112-93ad-b1a679230518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569 HTTP/1.1" status: 200 len: 217 time: 0.0966258 Mar 02 07:19:21.833205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:21.833528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:21.881928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:21.882273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:21.882664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:21.883102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Bound port: fff0b540-7847-4766-a652-3de73c436e79, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:21.883218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.886263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.897591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:21.921615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b052b37e-057b-40da-865a-6340ef6cc863 req-52c91369-40ab-450a-917b-d24be1f82541 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336429 Mar 02 07:19:21.947595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-4d2eb182-85bb-4d8d-b567-04786a09be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.949049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-4d2eb182-85bb-4d8d-b567-04786a09be88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.1123552 Mar 02 07:19:21.958084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-01fce4ba-5db0-4153-8b4f-e620eba38e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:21.960076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-01fce4ba-5db0-4153-8b4f-e620eba38e09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 1098 time: 0.2973819 Mar 02 07:19:21.982440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 053096a9-298d-406d-bad8-b8df07ff6dfe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:21.987179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:21.988107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36625387-4707-47d1-abc7-6026a24ce3ea {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:19:21.991140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 053096a9-298d-406d-bad8-b8df07ff6dfe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:21.991511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.004873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.009241 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4d4a3f2-2be1-4eac-9bb7-73418379ed0b admin admin] 10.222.0.21 "DELETE /v2.0/routers/36625387-4707-47d1-abc7-6026a24ce3ea HTTP/1.1" status: 204 len: 168 time: 1.7762413 Mar 02 07:19:22.010152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37456) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:22.094093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:22.098311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-d7e49865-6f78-4e49-88da-11c0de85b633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371660 Mar 02 07:19:22.138380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.141490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-656c0786-e579-4614-be10-eef1b64a6127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790 HTTP/1.1" status: 200 len: 217 time: 0.1429870 Mar 02 07:19:22.150100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.151405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-0f5c3bb4-52c2-43e7-be79-ccc9c1d682a3 service neutron] 10.222.0.21 "POST /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79/bindings HTTP/1.1" status: 201 len: 389 time: 1.3060515 Mar 02 07:19:22.196878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:22.220403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Deleting subnet 31303f6d-fea4-429d-a13c-857473d4ba2e {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:19:22.224357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.237833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:22.246328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.333675 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.367660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-23840e8c-3c02-4ff6-a0d7-9c54204938f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.370100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-23840e8c-3c02-4ff6-a0d7-9c54204938f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2177901 Mar 02 07:19:22.381612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:22.384525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0ce771ec-3879-4103-b051-25c4e3104385 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:22.439200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0ce771ec-3879-4103-b051-25c4e3104385 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:22.439806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0ce771ec-3879-4103-b051-25c4e3104385 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:22.440383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c860fc46-2204-45fd-80d9-e74506bf1406 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:22.481029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c860fc46-2204-45fd-80d9-e74506bf1406 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:22.481385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c860fc46-2204-45fd-80d9-e74506bf1406 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:22.495719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-ea16cafb-2995-4a11-876d-2af444057939 service neutron] 10.222.0.16 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530629 Mar 02 07:19:22.536020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96d77f-1c86-4ac4-a646-e81b01427c0e req-680c2c24-3577-4361-85bf-04455e363449 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.537536 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c96d77f-1c86-4ac4-a646-e81b01427c0e req-680c2c24-3577-4361-85bf-04455e363449 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.4423430 Mar 02 07:19:22.648600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.671816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c96d77f-1c86-4ac4-a646-e81b01427c0e req-3538e004-8892-4991-81f6-a431a641b5c7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219902 Mar 02 07:19:22.676080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-14cf08a6-850c-486f-a9e1-cab095578c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.677500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-14cf08a6-850c-486f-a9e1-cab095578c33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3001566 Mar 02 07:19:22.724942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-a931ff29-2842-40cc-99d9-5952534cc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.726473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-a931ff29-2842-40cc-99d9-5952534cc63c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1096 time: 0.2966883 Mar 02 07:19:22.733218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75a3906a-bc31-4f95-8ec5-4f6aab897d94 req-5942c463-b2a5-4aa3-90f4-2ea2566fad94 service neutron] 10.222.0.16 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277668 Mar 02 07:19:22.765101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c17c-f607-4827-bd3d-78581618fd75 req-2faab31b-ecb8-442a-9134-8d5fcb1ec23a tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.766664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e370c17c-f607-4827-bd3d-78581618fd75 req-2faab31b-ecb8-442a-9134-8d5fcb1ec23a tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 947 time: 0.2605581 Mar 02 07:19:22.786943 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790', 'status': 'completed', 'code': 200} Mar 02 07:19:22.838709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-afa14652-ea00-412b-849f-fb2309945569 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464007 Mar 02 07:19:22.904443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e370c17c-f607-4827-bd3d-78581618fd75 req-5adb36ed-434f-4015-b126-773d4af7b91d tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203752 Mar 02 07:19:22.907189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.962584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31303f6d-fea4-429d-a13c-857473d4ba2e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:22.967384 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'code': 200} Mar 02 07:19:22.970040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:22.977132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-6c5e8262-4f91-43f4-955a-f2f02f2d11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:22.979786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-6c5e8262-4f91-43f4-955a-f2f02f2d11fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.2466030 Mar 02 07:19:22.981451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f2e364f-31ed-4997-9ab3-72dfb0d375b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31303f6d-fea4-429d-a13c-857473d4ba2e HTTP/1.1" status: 204 len: 168 time: 0.9696310 Mar 02 07:19:22.982815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5810a6-3281-4472-89fc-3d3d8f0d5289 None None] Network fc84ee60-8439-4b85-9b16-8758e20075f1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:22.983839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37468) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:23.027301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f51fb9e-51d7-4d25-81fc-83019fa5aca7 req-c705dfd2-a06c-4ecb-b470-5f1c46adaa6a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819217 Mar 02 07:19:23.126011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-bf972715-7a16-4efc-8b20-f8eeb0f776d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 217 time: 0.1214082 Mar 02 07:19:23.133123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbbc9a-41a2-4dac-8f7a-e2186456ecf8 req-859dc9d2-054b-43f7-9c19-074dd828b428 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.138464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dbdbbc9a-41a2-4dac-8f7a-e2186456ecf8 req-859dc9d2-054b-43f7-9c19-074dd828b428 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.2759538 Mar 02 07:19:23.182767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fc452-e691-4901-97c5-2749a91ad939 req-365cafcd-2b60-4c6b-9419-4fba4503e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.184520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c17fc452-e691-4901-97c5-2749a91ad939 req-365cafcd-2b60-4c6b-9419-4fba4503e998 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1096 time: 0.1373744 Mar 02 07:19:23.206377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dbdbbc9a-41a2-4dac-8f7a-e2186456ecf8 req-31394fc7-4a51-4ef4-a549-00992279ea74 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641265 Mar 02 07:19:23.254869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c17fc452-e691-4901-97c5-2749a91ad939 req-a19c166d-b6ca-484c-8a12-97daedc80469 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 Mar 02 07:19:23.319282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:23.330320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-37d329c3-ff0d-48a3-bbbe-fe00c35b7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.331867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-37d329c3-ff0d-48a3-bbbe-fe00c35b7614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1975498 Mar 02 07:19:23.332815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] DHCP port deletion for fc84ee60-8439-4b85-9b16-8758e20075f1 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:19:23.338937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Deleting port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:23.339360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:23.407102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2e2ada24-f506-4fea-ae87-b2132be49f5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637476 Mar 02 07:19:23.407774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Deleting port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:23.408119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:23.435964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c9ec-e90d-4879-ae8a-c4232ad6b561 req-07d952b8-77d7-4ed4-b3e1-fbc0b5adb503 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.442385 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f31c9ec-e90d-4879-ae8a-c4232ad6b561 req-07d952b8-77d7-4ed4-b3e1-fbc0b5adb503 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 943 time: 0.0961161 Mar 02 07:19:23.485832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f31c9ec-e90d-4879-ae8a-c4232ad6b561 req-b7bb6bb3-03d1-42f7-9425-84acf9247b05 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Mar 02 07:19:23.501614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6828-e159-43fe-a34a-6c2862042489 req-50bc9305-351e-4477-b6db-500bce27063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.503328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-50bc9305-351e-4477-b6db-500bce27063a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 1098 time: 0.4158719 Mar 02 07:19:23.523570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16e60-90cf-45d1-8aed-8b0fce29be53 req-96af4f81-083c-44d3-ae56-765fa0ae9b30 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.525846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47d16e60-90cf-45d1-8aed-8b0fce29be53 req-96af4f81-083c-44d3-ae56-765fa0ae9b30 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.3969660 Mar 02 07:19:23.588998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] For port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:23.589427 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:23.695235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8152a9-c8df-4d26-8a9b-1366890cc5d3 req-4127dab4-a632-4e6d-92c0-d316c6f8daa2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:23.697603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c8152a9-c8df-4d26-8a9b-1366890cc5d3 req-4127dab4-a632-4e6d-92c0-d316c6f8daa2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.0874581 Mar 02 07:19:23.732836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Calling delete_port for 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:23.743464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c8152a9-c8df-4d26-8a9b-1366890cc5d3 req-2556f581-48cb-4cf8-b5bf-5d89c491891b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Mar 02 07:19:23.791511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:23.831609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47d16e60-90cf-45d1-8aed-8b0fce29be53 req-2709de99-689d-4360-b5f4-2538532a4c66 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352531 Mar 02 07:19:23.877371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-6706556e-82a1-4c64-87ed-f302f707781b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367191 Mar 02 07:19:23.969939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-70466ceb-dfdb-4fcd-9568-cf80415ec6ea service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359225 Mar 02 07:19:24.020050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:24.083263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] Pushing event deleted for resources: {'Port': ['ID=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:24.093803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fcba5-1aaf-42eb-801e-78260a2bc708 None None] No DVR routers for this DVR port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:19:24.136168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6828-e159-43fe-a34a-6c2862042489 req-f58002ff-8d9f-446a-9d03-a4f28c53ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.136455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:24.137665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-f58002ff-8d9f-446a-9d03-a4f28c53ff4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.6246741 Mar 02 07:19:24.151208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'port_id': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'mac_address': 'fa:16:3e:a0:98:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b636793-556f-4370-8602-58463982659f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:24.167947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-286c2983-62d5-4be7-9f8a-4d3d3c171626 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.169489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-286c2983-62d5-4be7-9f8a-4d3d3c171626 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909458 Mar 02 07:19:24.184409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-0f9b0fa1-f25e-42d9-b747-2dd1c0266893 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/quotas/9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 375 time: 0.0093079 Mar 02 07:19:24.222897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:24.244119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d1818f-6a1a-4523-b6ef-d22395bdf569 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:24.257743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:24.278834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-2e086955-bd35-425b-85fd-fa504ddba799 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790 HTTP/1.1" status: 200 len: 217 time: 0.1338084 Mar 02 07:19:24.281160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] For port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=87fc5dec-8ddb-461e-b0e1-d9a88fd35b97,segment=NetworkSegment(e51571d6-d20a-4173-b70e-f5a1bc9d8070),segment_id=e51571d6-d20a-4173-b70e-f5a1bc9d8070)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:24.281539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:24.286527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-c2131854-d745-4edd-abd6-fa385e6fe8dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875535 Mar 02 07:19:24.299370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:24.299702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:24.304799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:24.310278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:24.386656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:24.460938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Calling delete_port for 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:24.552950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-008bf7b7-559e-4ed8-b778-41f91fa456f1 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743415 Mar 02 07:19:24.568042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6828-e159-43fe-a34a-6c2862042489 req-20afb5a7-434b-44e1-9eec-e4bbcbdb6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.569840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-20afb5a7-434b-44e1-9eec-e4bbcbdb6053 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2785265 Mar 02 07:19:24.627482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4717-c62a-45dc-8c31-c4fe5e68cf1d req-407473ac-4a13-40e0-96aa-a29b0e863ef4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.629228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-59ef4717-c62a-45dc-8c31-c4fe5e68cf1d req-407473ac-4a13-40e0-96aa-a29b0e863ef4 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 947 time: 0.1330986 Mar 02 07:19:24.644597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c033a0-5f9c-4575-bb8a-3aa046d19160 req-a9575996-1b53-4bec-9e39-b6493128427f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.647548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d7d1818f-6a1a-4523-b6ef-d22395bdf569'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:24.651811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8c033a0-5f9c-4575-bb8a-3aa046d19160 req-a9575996-1b53-4bec-9e39-b6493128427f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.6113873 Mar 02 07:19:24.672812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:19:24.673583 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:19:24.720067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8c033a0-5f9c-4575-bb8a-3aa046d19160 req-9c1233e8-2f57-4e73-82eb-e6c550f938a3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650399 Mar 02 07:19:24.738791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-59ef4717-c62a-45dc-8c31-c4fe5e68cf1d req-297b2729-05b7-4bee-a04c-aba2f7c7610f tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Mar 02 07:19:24.762009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6828-e159-43fe-a34a-6c2862042489 req-58ddfe9f-b06c-4f1c-8026-ed42e92f3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:24.763207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-58ddfe9f-b06c-4f1c-8026-ed42e92f3585 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741695 Mar 02 07:19:24.988993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f66e835b-2876-433e-9e98-6916a0f7a5d2 req-1d499cf9-88b5-4ad2-9ee5-27cc183f6b7b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 210 time: 0.2017031 Mar 02 07:19:25.027067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f458d2-27c2-4e34-a1e5-81128ab9eaa0 req-db9bbcc3-6f4c-4321-aa95-1426715684ed tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:25.041542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14f458d2-27c2-4e34-a1e5-81128ab9eaa0 req-db9bbcc3-6f4c-4321-aa95-1426715684ed tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.1780884 Mar 02 07:19:25.108434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14f458d2-27c2-4e34-a1e5-81128ab9eaa0 req-9b103f38-6520-4f76-87ab-8c473c82a757 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Mar 02 07:19:25.175358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Deleting port 87fc5dec-8ddb-461e-b0e1-d9a88fd35b97 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:25.175669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:25.278094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] The port '87fc5dec-8ddb-461e-b0e1-d9a88fd35b97' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:19:25.309036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-0f4dd1ad-a90e-4120-819e-610f72d3a469 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199099 Mar 02 07:19:25.342916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30814-94a7-4982-9ade-7ea47e9fd2b9 req-a325d32e-328a-44f9-b46a-9e3415b3dff6 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:25.344927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05f30814-94a7-4982-9ade-7ea47e9fd2b9 req-a325d32e-328a-44f9-b46a-9e3415b3dff6 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.1256094 Mar 02 07:19:25.399875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05f30814-94a7-4982-9ade-7ea47e9fd2b9 req-1f7af752-11b8-4998-a67a-0d5aacb7dc4f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Mar 02 07:19:25.523204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c2be-13af-4268-a473-84cf19b7b240 req-daf5909e-8a0c-42a9-a24c-de6b8016c9ab tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:25.524705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6c8c2be-13af-4268-a473-84cf19b7b240 req-daf5909e-8a0c-42a9-a24c-de6b8016c9ab tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 944 time: 0.4066556 Mar 02 07:19:25.526281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:25.586448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc84ee60-8439-4b85-9b16-8758e20075f1']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:25.589843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162213a-dda4-4bcf-8981-cf3a37f8b6d7 req-869d99de-1f28-47eb-9e39-5121731fd850 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:25.591443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a162213a-dda4-4bcf-8981-cf3a37f8b6d7 req-869d99de-1f28-47eb-9e39-5121731fd850 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.0867183 Mar 02 07:19:25.621692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51571d6-d20a-4173-b70e-f5a1bc9d8070') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:25.622020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51571d6-d20a-4173-b70e-f5a1bc9d8070') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:25.638573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4acd6828-e159-43fe-a34a-6c2862042489 req-d356bca4-f022-4719-a34e-9824455bf793 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198254 Mar 02 07:19:25.639819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a162213a-dda4-4bcf-8981-cf3a37f8b6d7 req-213f5a1d-9157-4634-8a7a-6a8127131bfa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Mar 02 07:19:25.645351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:25.654195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6c8c2be-13af-4268-a473-84cf19b7b240 req-c0492f2f-e4ef-46df-bfb7-b58051f3077c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152351 Mar 02 07:19:25.666429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:25.674554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:19:25.674968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:19:25.690699 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:19:25.961500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81c25-68cf-4bde-ab56-2a7ab304b312 req-de14bc77-edfb-47f1-a8b9-3ca7f9d7f2d8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:25.963195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24e81c25-68cf-4bde-ab56-2a7ab304b312 req-de14bc77-edfb-47f1-a8b9-3ca7f9d7f2d8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1124034 Mar 02 07:19:25.973537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-4e88651b-a9cd-40c5-a232-7484639153aa tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915313 Mar 02 07:19:26.026846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24e81c25-68cf-4bde-ab56-2a7ab304b312 req-7cff358e-595b-4854-8b52-6c4a57e51a36 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562096 Mar 02 07:19:26.029660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:26.146696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:26.153669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc84ee60-8439-4b85-9b16-8758e20075f1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:26.193792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62696fdb-32d1-4246-bea3-ccee83c76e3c req-e1c8d104-5cbd-4861-a434-70d05fd47cfd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:26.201262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62696fdb-32d1-4246-bea3-ccee83c76e3c req-e1c8d104-5cbd-4861-a434-70d05fd47cfd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.3206065 Mar 02 07:19:26.208770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86220-d44f-4b13-97ff-461a2de06ccb req-838f9562-2958-48e0-9c81-00d090a2822f tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:26.210477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2b86220-d44f-4b13-97ff-461a2de06ccb req-838f9562-2958-48e0-9c81-00d090a2822f tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 947 time: 0.0889611 Mar 02 07:19:26.237821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2a3fa0e-293d-463a-99c8-06c8b9215d15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc84ee60-8439-4b85-9b16-8758e20075f1 HTTP/1.1" status: 204 len: 168 time: 3.2529314 Mar 02 07:19:26.239028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37524) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:26.260994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-1088fefc-f0d7-4c92-8a0b-96857b80cdfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:26.262442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-1088fefc-f0d7-4c92-8a0b-96857b80cdfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781949 Mar 02 07:19:26.272298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62696fdb-32d1-4246-bea3-ccee83c76e3c req-2557e6eb-236d-45d7-97f0-10bc518cb5f7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 Mar 02 07:19:26.277399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Request body: {'port': {'device_id': '8c22b459-34ea-4587-854c-84f954c11a60', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9defa991ffc74c0a8109cbb4f7e0face'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:26.346510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2b86220-d44f-4b13-97ff-461a2de06ccb req-3043fc70-edad-40da-ac90-aa2992a74043 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290336 Mar 02 07:19:26.461458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-03451cd2-966f-419d-b047-a3b8bdf9cb15 req-bdd93beb-b0db-4a2f-9fa8-e0b220f431da tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 210 time: 0.0666327 Mar 02 07:19:26.537312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:26.552787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:26.564894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Made reservation on behalf of 9defa991ffc74c0a8109cbb4f7e0face for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:26.569214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:26.708374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373ee3d-7b8f-45a3-89c3-f01564a53f77 req-65580bc1-a69b-47ff-a17c-58abda1ae4e2 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:26.709866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f373ee3d-7b8f-45a3-89c3-f01564a53f77 req-65580bc1-a69b-47ff-a17c-58abda1ae4e2 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1096 time: 0.2412455 Mar 02 07:19:26.748009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ff6b-e002-46ce-a018-aba5cd89b4af req-a3da4877-0aab-4bc3-a1f9-044a65891fe6 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:26.749412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca83ff6b-e002-46ce-a018-aba5cd89b4af req-a3da4877-0aab-4bc3-a1f9-044a65891fe6 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.1663363 Mar 02 07:19:26.807309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f373ee3d-7b8f-45a3-89c3-f01564a53f77 req-d33090f9-1197-4aa9-b9f5-97663ef36965 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868988 Mar 02 07:19:26.842692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca83ff6b-e002-46ce-a018-aba5cd89b4af req-995172de-a30e-44e6-9348-080872004cad tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632355 Mar 02 07:19:26.848801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Allocated IP 192.168.233.83 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/26ca0237-5753-44e6-a6e9-402fc0955ff6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:27.112583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.139459 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.165388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845c0b-f468-48dc-bd73-bec373e3a8af req-c0a782a0-69e6-4c61-a516-9b55de4c6a17 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:27.167657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1845c0b-f468-48dc-bd73-bec373e3a8af req-c0a782a0-69e6-4c61-a516-9b55de4c6a17 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 944 time: 0.1988614 Mar 02 07:19:27.168083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Transition to ACTIVE for port object 26ca0237-5753-44e6-a6e9-402fc0955ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:27.186668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b809d6e-41fd-4949-bb5f-94a3b962e220 req-2ed35b3c-e7f2-4723-9949-4e9dde790c3c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:27.188138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b809d6e-41fd-4949-bb5f-94a3b962e220 req-2ed35b3c-e7f2-4723-9949-4e9dde790c3c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.2551451 Mar 02 07:19:27.224088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1845c0b-f468-48dc-bd73-bec373e3a8af req-58cee8b5-1b41-4393-ab7a-d3c62306ab4c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Mar 02 07:19:27.232288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.253193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', '3bdb4020-e17b-4bc7-9081-68723fb438a2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:27.318891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b809d6e-41fd-4949-bb5f-94a3b962e220 req-1b36fbb8-98a8-4b3d-a2d4-716a160a46ec tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211052 Mar 02 07:19:27.325653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:27.334935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:27.342321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:27.413110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:27.468279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:27.469180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.515502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-400358b7-cbf2-4dac-9482-d50021aaa6dc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2422040 Mar 02 07:19:27.532498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Request body: {'port': {'device_id': '8c22b459-34ea-4587-854c-84f954c11a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:27.649934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Deleting port d10e83bc-375a-4d1a-a8d3-0c11e1eda020 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:27.650449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.699648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3622-d5b3-4ae5-af33-5d9348c1fa1f req-9850fb0f-cffa-45d1-b36c-0af5e3c64f38 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:27.700612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc8d3622-d5b3-4ae5-af33-5d9348c1fa1f req-9850fb0f-cffa-45d1-b36c-0af5e3c64f38 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1096 time: 0.3629797 Mar 02 07:19:27.702994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.711143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31ff44e7-0d85-438e-a7dc-cfa8d6caf3d6 None None] Provisioning for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:27.718926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31ff44e7-0d85-438e-a7dc-cfa8d6caf3d6 None None] Provisioning complete for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:27.718926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31ff44e7-0d85-438e-a7dc-cfa8d6caf3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.781025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31ff44e7-0d85-438e-a7dc-cfa8d6caf3d6 None None] Port 26ca0237-5753-44e6-a6e9-402fc0955ff6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:27.792590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc8d3622-d5b3-4ae5-af33-5d9348c1fa1f req-5e7a1483-6baf-4c2a-96ff-de212a1e0e3a tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Mar 02 07:19:27.820345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:27.826200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7d5ac-46f5-4b05-8302-127932e1d994 req-67487c12-2102-442b-b4b4-1280c0e298dd tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:27.827744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4d7d5ac-46f5-4b05-8302-127932e1d994 req-67487c12-2102-442b-b4b4-1280c0e298dd tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 947 time: 0.2416465 Mar 02 07:19:27.874715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] For port d10e83bc-375a-4d1a-a8d3-0c11e1eda020, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:27.875323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:27.895006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d44f9f42-d58d-47ad-8298-1db2b21a3790 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:27.906966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d7d1818f-6a1a-4523-b6ef-d22395bdf569 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:27.915446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d7d1818f-6a1a-4523-b6ef-d22395bdf569 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:27.916185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.018926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Calling delete_port for d10e83bc-375a-4d1a-a8d3-0c11e1eda020 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:28.098019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4d7d5ac-46f5-4b05-8302-127932e1d994 req-c9990486-95e2-4b37-aef5-b490188a7c40 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567087 Mar 02 07:19:28.140034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:28.162670 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.171683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd44f9f42-d58d-47ad-8298-1db2b21a3790', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'd44f9f42-d58d-47ad-8298-1db2b21a3790', 'mac_address': 'fa:16:3e:52:8e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:28.195482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cc47-37c1-4f6d-871f-0fca9a949186 req-9bfd7f8f-67ae-4cdf-a31e-592ee67766d7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:28.203300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b53cc47-37c1-4f6d-871f-0fca9a949186 req-9bfd7f8f-67ae-4cdf-a31e-592ee67766d7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.3093522 Mar 02 07:19:28.235860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:28.256228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:28.259409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.265516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b53cc47-37c1-4f6d-871f-0fca9a949186 req-0994a3e6-8789-4e66-a969-d046cc4155c2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611551 Mar 02 07:19:28.273152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.322418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f9f42-d58d-47ad-8298-1db2b21a3790 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:28.351676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.353575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:28.356111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ca0237-5753-44e6-a6e9-402fc0955ff6 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:28.362357 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.364321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:28.368502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.386918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Transition to ACTIVE for port object 26ca0237-5753-44e6-a6e9-402fc0955ff6 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:28.391889 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.413895 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'code': 200} Mar 02 07:19:28.496455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:28.499627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Pushing event deleted for resources: {'Port': ['ID=d10e83bc-375a-4d1a-a8d3-0c11e1eda020,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:28.553551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9213-39a9-4d27-9725-dc364963d17c req-c31851af-42a0-4911-aa52-b9729a44683b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:28.560910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-049c9213-39a9-4d27-9725-dc364963d17c req-c31851af-42a0-4911-aa52-b9729a44683b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 935 time: 0.3149421 Mar 02 07:19:28.639595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:28.680414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-049c9213-39a9-4d27-9725-dc364963d17c req-d78313be-d3d0-403a-aa00-de26faf578db tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183808 Mar 02 07:19:28.733467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d44f9f42-d58d-47ad-8298-1db2b21a3790'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:28.856591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ab3b-b29d-464c-8800-eaab41050b2a req-757bef26-fcfe-45c1-a8ac-f2d00b093138 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:28.858686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c982ab3b-b29d-464c-8800-eaab41050b2a req-757bef26-fcfe-45c1-a8ac-f2d00b093138 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3047471 Mar 02 07:19:28.859769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:28.859897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:28.860205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:28.865413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:28.865729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:28.885720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:28.886006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:28.886810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:28.886810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Bound port: 26ca0237-5753-44e6-a6e9-402fc0955ff6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:28.887401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:28.936233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c982ab3b-b29d-464c-8800-eaab41050b2a req-4d3f5a95-0c40-4d14-a60f-6b270592846d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650058 Mar 02 07:19:29.021302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6025626-7d5f-4964-953e-671ad07fdab3 req-43b6bc87-f032-406d-8dc8-f9c33c58b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.022720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6025626-7d5f-4964-953e-671ad07fdab3 req-43b6bc87-f032-406d-8dc8-f9c33c58b39e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 1096 time: 0.5130002 Mar 02 07:19:29.029521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:29.032853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:29.042669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:29.103737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.104358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:29.105943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] 10.222.0.16 "PUT /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 1095 time: 1.5800552 Mar 02 07:19:29.106423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:29.141459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a186-dc0c-4a8e-9d04-59891e309deb service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:29.178281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6025626-7d5f-4964-953e-671ad07fdab3 req-ba3e67eb-6b97-4b56-b070-0db9710e7e8f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408362 Mar 02 07:19:29.189498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:29.273262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbd1c3-d4a3-4a5d-a0eb-aaf166961ef0 req-f18f13da-0367-4b87-b978-0e46183c0002 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.278748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4cfbd1c3-d4a3-4a5d-a0eb-aaf166961ef0 req-f18f13da-0367-4b87-b978-0e46183c0002 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.4288290 Mar 02 07:19:29.296331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-04dd05ce-2f8b-4ad8-8116-5938308234a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.297922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-04dd05ce-2f8b-4ad8-8116-5938308234a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1098 time: 0.1442180 Mar 02 07:19:29.346527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403b09-1fdb-4966-ad00-1db329bc1d25 req-c385b653-9dbe-46cf-9cd6-155a8c949e53 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.348032 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8403b09-1fdb-4966-ad00-1db329bc1d25 req-c385b653-9dbe-46cf-9cd6-155a8c949e53 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0980489 Mar 02 07:19:29.400121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8403b09-1fdb-4966-ad00-1db329bc1d25 req-5d887da6-b0ca-4286-a225-a7c4ba2f1a73 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Mar 02 07:19:29.416044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4cfbd1c3-d4a3-4a5d-a0eb-aaf166961ef0 req-826659d4-2fbb-4698-8dd9-b3e32b1c5b88 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216335 Mar 02 07:19:29.508837 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'status': 'completed', 'code': 200} Mar 02 07:19:29.683955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc0b4-a803-465f-8996-2eb141c4c741 req-fa737640-9105-4056-8398-2ed7b41b88e6 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.685399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-546fc0b4-a803-465f-8996-2eb141c4c741 req-fa737640-9105-4056-8398-2ed7b41b88e6 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 948 time: 0.1045611 Mar 02 07:19:29.733485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-546fc0b4-a803-465f-8996-2eb141c4c741 req-fb9b31ae-ee53-4829-bd0c-01cb2d64c94c tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Mar 02 07:19:29.775952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Router 61de637f-cc7f-4a92-b104-4f2a9e101f71 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:19:29.782024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a4a0e-aa08-40ae-843d-a55f80b891e1 req-6acab471-b23b-4a65-b235-9ada509ccd91 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:29.783525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe4a4a0e-aa08-40ae-843d-a55f80b891e1 req-6acab471-b23b-4a65-b235-9ada509ccd91 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1096 time: 0.1750460 Mar 02 07:19:29.904137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe4a4a0e-aa08-40ae-843d-a55f80b891e1 req-d1ad1248-0e24-45be-b0e2-c719f2d93415 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141479 Mar 02 07:19:29.929021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d44f9f42-d58d-47ad-8298-1db2b21a3790 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:29.995267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:19:30.005350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78d37ac1-1346-4c45-9eb2-222d7331180c admin admin] 10.222.0.21 "PUT /v2.0/routers/61de637f-cc7f-4a92-b104-4f2a9e101f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653039 Mar 02 07:19:30.007773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:30.013721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Sync routers for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:19:30.030215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:30.031041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:30.118406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887495c-e389-4a50-9975-b0ad2039e00d req-0a252442-cf41-4a31-9632-33997954da86 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:30.120156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8887495c-e389-4a50-9975-b0ad2039e00d req-0a252442-cf41-4a31-9632-33997954da86 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.0951738 Mar 02 07:19:30.127408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d44f9f42-d58d-47ad-8298-1db2b21a3790 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:30.141071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d44f9f42-d58d-47ad-8298-1db2b21a3790 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:30.141565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.204936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8887495c-e389-4a50-9975-b0ad2039e00d req-e434612a-bcdc-4910-b59a-7b8036ea7af5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791850 Mar 02 07:19:30.292502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.445444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.484853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:30.496435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a404ea-1a26-4aa6-b6bf-eadcacf0104f req-04999cb8-c045-43d4-bb21-d7f1df1d433f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:30.498975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9a404ea-1a26-4aa6-b6bf-eadcacf0104f req-04999cb8-c045-43d4-bb21-d7f1df1d433f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1155152 Mar 02 07:19:30.563968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9a404ea-1a26-4aa6-b6bf-eadcacf0104f req-011aff6a-cb38-4e88-bc67-8dc2ec3294cd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Mar 02 07:19:30.566542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.583667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Deleting port 50ca115a-3ec5-41b0-97c1-16caa4ba1056 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:30.584194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.651826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:30.678153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:30.854358 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.875682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421006ab-4eb0-4daa-898a-854244980ed6 req-e29d7739-da5c-41c7-b14e-9abb0902171a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:30.877555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-421006ab-4eb0-4daa-898a-854244980ed6 req-e29d7739-da5c-41c7-b14e-9abb0902171a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0967326 Mar 02 07:19:30.934836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] For port 50ca115a-3ec5-41b0-97c1-16caa4ba1056, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=50ca115a-3ec5-41b0-97c1-16caa4ba1056,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:30.935510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:30.936666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-421006ab-4eb0-4daa-898a-854244980ed6 req-0946c964-0adb-4de0-8736-56f456c44af2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523584 Mar 02 07:19:30.968396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:19:28Z', 'revision_number': 5, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port': {'id': '50ca115a-3ec5-41b0-97c1-16caa4ba1056', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:17:18Z', 'updated_at': '2022-03-02T07:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:30.972199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:30.976419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Checking router: 61de637f-cc7f-4a92-b104-4f2a9e101f71 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:19:30.985952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Routers {'61de637f-cc7f-4a92-b104-4f2a9e101f71'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:30.986730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61de637f-cc7f-4a92-b104-4f2a9e101f71'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:31.043719 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790', 'code': 200} Mar 02 07:19:31.145518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Calling delete_port for 50ca115a-3ec5-41b0-97c1-16caa4ba1056 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:31.162615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] Set router 61de637f-cc7f-4a92-b104-4f2a9e101f71 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:31.257759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb88f9-d25c-44e7-a0e2-c223866485f3 req-235aa8a5-250f-45ea-b32c-d71110033dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:31.260438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aecb88f9-d25c-44e7-a0e2-c223866485f3 req-235aa8a5-250f-45ea-b32c-d71110033dbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 1100 time: 0.1520181 Mar 02 07:19:31.276429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:19:30Z', 'revision_number': 6, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:31.281706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a913e2-8af5-4e60-a8a1-ebb261346629 None None] The sync data for ids ['61de637f-cc7f-4a92-b104-4f2a9e101f71'] in n-d-827871-1 is: [{'id': '61de637f-cc7f-4a92-b104-4f2a9e101f71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663235306-router', 'tenant_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:17:15Z', 'updated_at': '2022-03-02T07:19:30Z', 'revision_number': 6, 'project_id': '9ea01ce1cbe54657a1c3a9557e788e9e', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:19:31.326137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aecb88f9-d25c-44e7-a0e2-c223866485f3 req-821fc5e6-724b-4ea8-b3d9-c96faa458425 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Mar 02 07:19:31.401164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.452823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ca115a-3ec5-41b0-97c1-16caa4ba1056,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:31.487847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927a035-d18a-466b-a63e-c14e8c4deacb req-1321f5df-2d87-49dc-949e-e077ad8cf4ff tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:31.489565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3927a035-d18a-466b-a63e-c14e8c4deacb req-1321f5df-2d87-49dc-949e-e077ad8cf4ff tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.1014960 Mar 02 07:19:31.536408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3927a035-d18a-466b-a63e-c14e8c4deacb req-805b01d9-a107-459d-80e5-4ad75213ff8b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Mar 02 07:19:31.553967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.713337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1bfec-b389-4523-a1b2-cfbf4e294c0b req-e9cc3a03-2fcf-422a-8e34-089d805bf3a6 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:31.714820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6e1bfec-b389-4523-a1b2-cfbf4e294c0b req-e9cc3a03-2fcf-422a-8e34-089d805bf3a6 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.0781636 Mar 02 07:19:31.728424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.730757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.757129 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.757763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61de637f-cc7f-4a92-b104-4f2a9e101f71 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:19:31.763373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6e1bfec-b389-4523-a1b2-cfbf4e294c0b req-e432d097-ccfc-40dc-b60d-f8f9fdea2177 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Mar 02 07:19:31.770568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.771593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2658b986-83bd-4566-8fbc-35c77683ab73 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61de637f-cc7f-4a92-b104-4f2a9e101f71 HTTP/1.1" status: 204 len: 168 time: 1.7625725 Mar 02 07:19:31.774742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:31.853632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Deleting subnet a332039e-1618-42de-94b9-49c8fc694354 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:19:31.856681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.910219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:31.961082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de2da9-6f1f-40d4-9c5d-84ae64a4ec56 req-17155482-c578-46b8-8979-9b6af94ea35b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:31.963803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92de2da9-6f1f-40d4-9c5d-84ae64a4ec56 req-17155482-c578-46b8-8979-9b6af94ea35b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.0916710 Mar 02 07:19:32.013952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.016217 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92de2da9-6f1f-40d4-9c5d-84ae64a4ec56 req-13d7122c-bdd2-435b-93b9-d7bba3f034d3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Mar 02 07:19:32.102916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.149174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a332039e-1618-42de-94b9-49c8fc694354,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:32.151234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.155543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041210b-30b8-45a6-a8f3-103ad6b967da None None] Network 3e1e75ee-c292-4a50-bed3-446eea7b38d0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:32.165990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2fb3029f-7402-4076-bfe5-198c0ab4e096 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a332039e-1618-42de-94b9-49c8fc694354 HTTP/1.1" status: 204 len: 168 time: 0.3872390 Mar 02 07:19:32.166942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:32.251714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3374db-a59c-4cf4-a02a-d375f47130cd req-60d404fb-58ba-4130-b6df-4d9e177e4dbc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:32.254297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca3374db-a59c-4cf4-a02a-d375f47130cd req-60d404fb-58ba-4130-b6df-4d9e177e4dbc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1110208 Mar 02 07:19:32.277296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d10e83bc-375a-4d1a-a8d3-0c11e1eda020 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:32.294496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.308090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca3374db-a59c-4cf4-a02a-d375f47130cd req-71447d3b-6d20-467f-8c61-1b9bac444f7d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Mar 02 07:19:32.309810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Deleting port 0a9414d4-980c-400a-af11-4779fab2b284 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:32.310196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.348907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d10e83bc-375a-4d1a-a8d3-0c11e1eda020 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:32.349256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d10e83bc-375a-4d1a-a8d3-0c11e1eda020 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:32.349688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 50ca115a-3ec5-41b0-97c1-16caa4ba1056 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:32.416247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 50ca115a-3ec5-41b0-97c1-16caa4ba1056 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:32.417324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 50ca115a-3ec5-41b0-97c1-16caa4ba1056 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:32.552652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] DHCP port deletion for 3e1e75ee-c292-4a50-bed3-446eea7b38d0 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:19:32.560301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Deleting port 0a9414d4-980c-400a-af11-4779fab2b284 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:32.564872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.659902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] For port 0a9414d4-980c-400a-af11-4779fab2b284, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0a9414d4-980c-400a-af11-4779fab2b284,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:32.660265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.663543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bb52d-0629-49ff-954f-d6123a962715 req-54badd74-3398-41f0-9f02-73669b548736 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:32.666497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c52bb52d-0629-49ff-954f-d6123a962715 req-54badd74-3398-41f0-9f02-73669b548736 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.2372434 Mar 02 07:19:32.722297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c52bb52d-0629-49ff-954f-d6123a962715 req-a2871355-1ddb-47f4-96fc-bf9448456c31 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Mar 02 07:19:32.849790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Calling delete_port for 0a9414d4-980c-400a-af11-4779fab2b284 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:32.862718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] For port 0a9414d4-980c-400a-af11-4779fab2b284, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0a9414d4-980c-400a-af11-4779fab2b284,segment=NetworkSegment(06f41b35-1e84-4de9-90d5-14859008a09a),segment_id=06f41b35-1e84-4de9-90d5-14859008a09a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:32.863096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.910448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-68e5f48f-6fdf-4eda-88f3-7e45a4f7c941 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.1261544 Mar 02 07:19:32.942740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc390-b568-4774-a969-655eab74a1ab req-64fe94c8-8ad6-48be-a9f7-41bb26e53b88 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:32.950436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-472cc390-b568-4774-a969-655eab74a1ab req-64fe94c8-8ad6-48be-a9f7-41bb26e53b88 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.1079531 Mar 02 07:19:33.000240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-472cc390-b568-4774-a969-655eab74a1ab req-1fd80944-1633-4021-9533-c26586a7bfd8 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Mar 02 07:19:33.017783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Calling delete_port for 0a9414d4-980c-400a-af11-4779fab2b284 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:33.027729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-2b90022c-35d1-429a-b93d-7559886c7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.028744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-2b90022c-35d1-429a-b93d-7559886c7487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1048205 Mar 02 07:19:33.030386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.060744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-22b19716-282b-4558-a905-2f5df7279104 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:19:33.061738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-22b19716-282b-4558-a905-2f5df7279104 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066140 Mar 02 07:19:33.072881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:33.073347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:19:33.108281 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:19:33.108591 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:19:33.137440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9414d4-980c-400a-af11-4779fab2b284,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:33.150267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] No DVR routers for this DVR port 0a9414d4-980c-400a-af11-4779fab2b284 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:19:33.282025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.318156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1e75ee-c292-4a50-bed3-446eea7b38d0']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:33.328458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d286-eed9-40f5-8452-ae921212f269 req-276a63af-e74d-4106-9f74-ce687a2abf5f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.329957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a097d286-eed9-40f5-8452-ae921212f269 req-276a63af-e74d-4106-9f74-ce687a2abf5f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.2021782 Mar 02 07:19:33.331997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-c4fb6250-6878-446d-8a7b-83266ac054df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.333772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-c4fb6250-6878-446d-8a7b-83266ac054df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540433 Mar 02 07:19:33.335472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f41b35-1e84-4de9-90d5-14859008a09a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:33.335472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f41b35-1e84-4de9-90d5-14859008a09a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:33.364921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:33.365144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:33.365481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:33.381382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:33.381721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:33.390080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.394111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:33.394453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:33.394833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:33.395258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Bound port: 053096a9-298d-406d-bad8-b8df07ff6dfe, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:33.400538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a097d286-eed9-40f5-8452-ae921212f269 req-72f86c68-c736-4f00-9360-aea9ece86250 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Mar 02 07:19:33.441410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:33.447626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.448949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f61db334-aba4-49c3-a044-e99e85d289d4 service neutron] 10.222.0.21 "POST /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3802998 Mar 02 07:19:33.469226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.480396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:19:33.480954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:19:33.497400 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:19:33.608371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-877af3ae-0475-490d-a5e4-dbb400a060f3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659609 Mar 02 07:19:33.609415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Deleting port 0a9414d4-980c-400a-af11-4779fab2b284 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:33.609972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.612691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.621533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.650497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8ffef-9bfb-4c46-801f-0e22fb11bc09 req-7f1447f0-9646-4a6a-b8fe-53647a9ef953 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.652128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bee8ffef-9bfb-4c46-801f-0e22fb11bc09 req-7f1447f0-9646-4a6a-b8fe-53647a9ef953 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.1159990 Mar 02 07:19:33.690516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1e75ee-c292-4a50-bed3-446eea7b38d0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:33.694904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18d2e-9bdb-4aa5-8255-1a63703d5a11 None None] The port '0a9414d4-980c-400a-af11-4779fab2b284' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:19:33.706264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bee8ffef-9bfb-4c46-801f-0e22fb11bc09 req-526d08fd-d396-469f-bc62-bd3265787fed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Mar 02 07:19:33.740972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-952c5a1a-18e1-4c8e-934f-9ed1e1de2346 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e1e75ee-c292-4a50-bed3-446eea7b38d0 HTTP/1.1" status: 204 len: 168 time: 1.5728347 Mar 02 07:19:33.855250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8df88e8-85e0-4a25-9258-2b2a17eff760 req-63c4566f-59e2-4cec-b305-09c4fd72ade2 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304602 Mar 02 07:19:33.868915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9e410-f76f-4019-a400-c82e3567f4ca req-4d3d09fc-07d5-42fa-ac06-e006df662cc9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.877417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9f9e410-f76f-4019-a400-c82e3567f4ca req-4d3d09fc-07d5-42fa-ac06-e006df662cc9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2059317 Mar 02 07:19:33.897194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408f57-a545-4c72-a32a-86153f1afbf9 req-e2a68d8d-9650-41af-845e-426dbb9a4458 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:33.899125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa408f57-a545-4c72-a32a-86153f1afbf9 req-e2a68d8d-9650-41af-845e-426dbb9a4458 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0972440 Mar 02 07:19:33.935216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:33.959697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa408f57-a545-4c72-a32a-86153f1afbf9 req-4b2cdefb-4c1c-40f5-b57e-b8d0202630d1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Mar 02 07:19:33.960118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37650) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:33.966430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9f9e410-f76f-4019-a400-c82e3567f4ca req-747c609b-6a0f-4925-a354-b4eec2125866 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878875 Mar 02 07:19:34.020575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1c8f-443a-416e-afbb-9485eb294708 req-335392e9-804e-4c2a-aaeb-c50287b1a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.022882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-335392e9-804e-4c2a-aaeb-c50287b1a810 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1098 time: 0.1095297 Mar 02 07:19:34.033649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef05160e-c91f-407e-8b9e-633efc426315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d1db45711d04779896c9017db34667f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723567 Mar 02 07:19:34.036066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37656) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:34.112544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.142417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.151948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:34.166611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'port_id': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551d322a-21d7-4ff2-bfdf-6952823815be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:34.232072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.255338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:34.267921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.275388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:34.281231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0a9414d4-980c-400a-af11-4779fab2b284 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:34.298955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3745e0-6d2a-4256-873f-d559ecc722c6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:34.311911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5bfaf-a8ad-4b74-b39e-3bd517b7fe35 req-317634ac-1e40-459b-a8e2-a3a042c64f7b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.313712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f5bfaf-a8ad-4b74-b39e-3bd517b7fe35 req-317634ac-1e40-459b-a8e2-a3a042c64f7b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.1639683 Mar 02 07:19:34.316657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.320033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f8f8d513-e70d-4970-9b89-a1cfd3f6e4ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e3745e0-6d2a-4256-873f-d559ecc722c6 HTTP/1.1" status: 204 len: 168 time: 0.2807255 Mar 02 07:19:34.322632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0a9414d4-980c-400a-af11-4779fab2b284 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:34.322632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0a9414d4-980c-400a-af11-4779fab2b284 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:34.324088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.357072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1c8f-443a-416e-afbb-9485eb294708 req-3f5ca73d-8a70-4db9-b460-c0499d0585f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.358589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-3f5ca73d-8a70-4db9-b460-c0499d0585f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3295319 Mar 02 07:19:34.371738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f652e7-af70-4675-ba72-e1e122d0be0a req-8571bf34-7629-4337-ad7c-964a21268e8d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.373690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46f652e7-af70-4675-ba72-e1e122d0be0a req-8571bf34-7629-4337-ad7c-964a21268e8d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.2514796 Mar 02 07:19:34.400387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f5bfaf-a8ad-4b74-b39e-3bd517b7fe35 req-59c094ac-03f4-4220-8280-002357a5d412 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Mar 02 07:19:34.418440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:34.434005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['896e6110-85b9-4e96-8bba-ff9e88dff63b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:34.476502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-bc55afef-2885-41e6-b71e-16669346c601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.1018298 Mar 02 07:19:34.500061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46f652e7-af70-4675-ba72-e1e122d0be0a req-b977b22a-f6d9-4206-b6b7-4735ffcde229 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726631 Mar 02 07:19:34.598554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1c8f-443a-416e-afbb-9485eb294708 req-c7808e38-b655-49ce-b226-efbd53d10c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.600409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-c7808e38-b655-49ce-b226-efbd53d10c22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0987735 Mar 02 07:19:34.700906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1c8f-443a-416e-afbb-9485eb294708 req-df61f0ea-eb7c-4a1b-95da-878248a8f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.703130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-df61f0ea-eb7c-4a1b-95da-878248a8f59f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913649 Mar 02 07:19:34.827839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37672) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:34.890132 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-188f27a1-3aeb-4483-8267-e4ba90b3243a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ea01ce1cbe54657a1c3a9557e788e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611074 Mar 02 07:19:34.892515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:34.903005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-eb4c827b-7bc4-4ff9-84b4-b6fac55df0a8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930935 Mar 02 07:19:34.914463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4944b1c-524d-40ab-84c0-6598c9e33a58 req-81cb3264-f622-4f9d-944b-de64f4f76baa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:34.916223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4944b1c-524d-40ab-84c0-6598c9e33a58 req-81cb3264-f622-4f9d-944b-de64f4f76baa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 944 time: 0.1849902 Mar 02 07:19:34.950285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:34.977465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:35.043682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:35.053891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4944b1c-524d-40ab-84c0-6598c9e33a58 req-50c5ff08-e64a-4b85-a9dd-8e664596b911 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169894 Mar 02 07:19:35.085471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14df1c8f-443a-416e-afbb-9485eb294708 req-091dc98e-dd7f-47d6-9634-faa49729bdcc service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681788 Mar 02 07:19:35.109486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8e4b8-68b2-4dbe-b1cf-71748d4bb61f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:35.123932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:35.125054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-989098d3-e163-4d50-917e-07f099d53e04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9d8e4b8-68b2-4dbe-b1cf-71748d4bb61f HTTP/1.1" status: 204 len: 168 time: 0.2316465 Mar 02 07:19:35.169433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c092-18be-4453-9c13-6937a7e7ce8b req-2a76fb58-58a1-4262-a271-93fa2b6947bb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.170944 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8f1c092-18be-4453-9c13-6937a7e7ce8b req-2a76fb58-58a1-4262-a271-93fa2b6947bb tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.1124020 Mar 02 07:19:35.222561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8f1c092-18be-4453-9c13-6937a7e7ce8b req-f0b9d168-c206-4364-9dbb-d8b14fb8c249 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Mar 02 07:19:35.259821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68fb08-f6b5-4bc0-8aa3-b12784f7a750 req-5525df50-e468-48fd-95c5-ac9fd0b8816f tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.261304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c68fb08-f6b5-4bc0-8aa3-b12784f7a750 req-5525df50-e468-48fd-95c5-ac9fd0b8816f tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.0980575 Mar 02 07:19:35.314791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c68fb08-f6b5-4bc0-8aa3-b12784f7a750 req-d25da84f-8d95-49ec-a91e-ac37686cf455 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Mar 02 07:19:35.417540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a390ff-1372-45cf-b65c-7e4e64e8f53a req-9447006e-b777-49cc-aea7-7598f132c4f0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.422343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1a390ff-1372-45cf-b65c-7e4e64e8f53a req-9447006e-b777-49cc-aea7-7598f132c4f0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1021795 Mar 02 07:19:35.484242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1a390ff-1372-45cf-b65c-7e4e64e8f53a req-4e60344e-9156-4dc7-a8a6-7ddc9ab8c0ae tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Mar 02 07:19:35.507630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371225fe-8782-47a5-8661-350d11e224be req-a77c8389-b1c0-4bfa-adb8-83401219ef0e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.509888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-371225fe-8782-47a5-8661-350d11e224be req-a77c8389-b1c0-4bfa-adb8-83401219ef0e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0900199 Mar 02 07:19:35.566410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-371225fe-8782-47a5-8661-350d11e224be req-0eab2af9-e305-4a1f-90e2-65897e030a97 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Mar 02 07:19:35.638405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-df1fa8a9-1ebd-4742-be94-300ec4d20fcc tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e44c6cfa8d3643f78769dff757922c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308626 Mar 02 07:19:35.766823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419047b5-5842-4130-a118-3587cc58e601 req-8fc67d33-69c3-4cfa-950e-274fe4c1d78b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.770056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-419047b5-5842-4130-a118-3587cc58e601 req-8fc67d33-69c3-4cfa-950e-274fe4c1d78b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0965829 Mar 02 07:19:35.816525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-c8e95638-7836-4067-a7e3-737ece40a848 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:35.820765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-c8e95638-7836-4067-a7e3-737ece40a848 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778173 Mar 02 07:19:35.824904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-419047b5-5842-4130-a118-3587cc58e601 req-4b79977a-d381-412e-a904-bda95c00a5fa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510778 Mar 02 07:19:35.838543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-ffe5a416-e0b3-445c-baa0-377bf086a248 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/quotas/e44c6cfa8d3643f78769dff757922c87 HTTP/1.1" status: 200 len: 375 time: 0.0145812 Mar 02 07:19:35.916370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-16cdab35-0bab-4d55-93d3-f73a2e341ed7 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763698 Mar 02 07:19:35.948248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:35.975220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37720) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:36.019331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 896e6110-85b9-4e96-8bba-ff9e88dff63b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:36.021037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.118892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-273972f6-65db-49ec-92dd-8d2eeea11f82 req-64f7cc4c-d9c0-4484-be74-c026a88ebcb9 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 210 time: 0.0526261 Mar 02 07:19:36.122145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-network', 'tenant_id': '594e6b929603480cb89704360f45ca47'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:36.127268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:36.132533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Usage tracker for resource:network and tenant:594e6b929603480cb89704360f45ca47 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:36.135875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:36.144654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:36.156753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Made reservation on behalf of 594e6b929603480cb89704360f45ca47 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:36.159592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.179567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.204266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.233798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:36.245488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:36.246219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:36.251938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.252603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:594e6b929603480cb89704360f45ca47 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:36.256663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:36.265764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:36.333572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7222-4fc3-4177-9dbb-37b2a853937d req-10b70ef4-d999-4e4b-aedc-dfc05984c514 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:36.336671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:36.341803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf2c7222-4fc3-4177-9dbb-37b2a853937d req-10b70ef4-d999-4e4b-aedc-dfc05984c514 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 944 time: 0.1484978 Mar 02 07:19:36.415025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf2c7222-4fc3-4177-9dbb-37b2a853937d req-0be8a929-3508-4bcb-abe9-55169c3e163b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Mar 02 07:19:36.454011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.458314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.465318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cb605-1131-4dbf-8624-cabed6f3cff2 req-a048e86a-d01e-4562-a62c-19496ddeada4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:36.466031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f79cb605-1131-4dbf-8624-cabed6f3cff2 req-a048e86a-d01e-4562-a62c-19496ddeada4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:36.479721 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'code': 200} Mar 02 07:19:36.505626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f79cb605-1131-4dbf-8624-cabed6f3cff2 req-a048e86a-d01e-4562-a62c-19496ddeada4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:36.507569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f79cb605-1131-4dbf-8624-cabed6f3cff2 req-a048e86a-d01e-4562-a62c-19496ddeada4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.1408947 Mar 02 07:19:36.577767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f79cb605-1131-4dbf-8624-cabed6f3cff2 req-6b47aa6e-6c0b-4825-b9a7-d8f85c6808c2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 Mar 02 07:19:36.600973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:19:36.614439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:36.619346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.619710 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Added segment 3fde96c6-7888-475b-a837-7b99daccd0f4 of type vlan for network 5e551cd6-a96d-40b2-9192-482a62c85933 Mar 02 07:19:36.685102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.731621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.732475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:36.733175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.774875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ea766-26c7-443a-ba09-a4e8c72c9887 req-060f3a1d-ac16-4945-a25f-738b9963855b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:36.778342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf8ea766-26c7-443a-ba09-a4e8c72c9887 req-060f3a1d-ac16-4945-a25f-738b9963855b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0874290 Mar 02 07:19:36.784967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0985-513a-40a2-b349-fc255335e98b req-1ef17eae-8995-457f-ab2c-f978fa3b75d2 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:36.786471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d1e0985-513a-40a2-b349-fc255335e98b req-1ef17eae-8995-457f-ab2c-f978fa3b75d2 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1465492 Mar 02 07:19:36.822504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf8ea766-26c7-443a-ba09-a4e8c72c9887 req-7e9a1159-09a3-40b3-90d0-1524766d50fd tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Mar 02 07:19:36.866615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.8902926 Mar 02 07:19:36.870888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37748) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:36.872620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6327-5e92-4b1b-90b4-eed2a5d9e2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e551cd6-a96d-40b2-9192-482a62c85933,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:36.877034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Request body: {'subnet': {'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-subnet', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:36.883670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:36.884591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5e551cd6-a96d-40b2-9192-482a62c85933 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:19:36.888264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Usage tracker for resource:subnet and tenant:594e6b929603480cb89704360f45ca47 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:36.891286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:36.897007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:36.910281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Made reservation on behalf of 594e6b929603480cb89704360f45ca47 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:36.912870 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.921332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d1e0985-513a-40a2-b349-fc255335e98b req-d126b256-732b-45d3-a6ff-ced1234a5405 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822048 Mar 02 07:19:37.113354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e02c3-7663-47e5-b0d1-03dc3d0ed023 req-04ae2142-e7c1-432e-a1a7-2ff47a8379b9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:37.114844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b55e02c3-7663-47e5-b0d1-03dc3d0ed023 req-04ae2142-e7c1-432e-a1a7-2ff47a8379b9 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.1586721 Mar 02 07:19:37.206374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b55e02c3-7663-47e5-b0d1-03dc3d0ed023 req-e3409a51-69a2-4ef5-9d79-36499b45c432 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Mar 02 07:19:37.262119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-7c2da4ed-065f-4368-8e93-5aa21d00faa8 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e44c6cfa8d3643f78769dff757922c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389798 Mar 02 07:19:37.268166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-392812ac-fc6e-4aae-be16-caa6c151efdd req-34630256-a5ba-45cf-a2d8-f88eca3e1ad3 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 210 time: 0.0477803 Mar 02 07:19:37.293704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:37.617618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc87218-8003-42d2-8af1-af69c8428948,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:37.635886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Checking segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:37.636245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Network hostable DHCP agents. Network: 5e551cd6-a96d-40b2-9192-482a62c85933, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:19:37.661831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-ece48a73-84b2-4811-8c4a-abf2fc5c97f9 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:37.663308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-ece48a73-84b2-4811-8c4a-abf2fc5c97f9 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925099 Mar 02 07:19:37.679276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Request body: {'port': {'device_id': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'e44c6cfa8d3643f78769dff757922c87'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:37.723748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Network 5e551cd6-a96d-40b2-9192-482a62c85933 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:19:37.756683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd35bd-4c5d-426e-9b1d-178e5c767dd6 req-60a7a438-3abe-4bb3-b557-c232cb70b32b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:37.758277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1bd35bd-4c5d-426e-9b1d-178e5c767dd6 req-60a7a438-3abe-4bb3-b557-c232cb70b32b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.0787704 Mar 02 07:19:37.788111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4a884-a28f-4444-a76b-4722241f098b req-fad70254-5f67-42c5-9665-8b162f609bd0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:37.790147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ff4a884-a28f-4444-a76b-4722241f098b req-fad70254-5f67-42c5-9665-8b162f609bd0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.2566864 Mar 02 07:19:37.807307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1bd35bd-4c5d-426e-9b1d-178e5c767dd6 req-43085fe8-1ea8-4d36-9c07-3ebf85c970b8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Mar 02 07:19:37.820264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5e551cd6-a96d-40b2-9192-482a62c85933) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:37.834856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2acc2-8f38-4051-bf52-f01d108a1bc3 None None] Network 5e551cd6-a96d-40b2-9192-482a62c85933 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:37.835302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:37.835640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:37.892932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f56e488-0548-43b6-afaf-bf697c58576d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0181460 Mar 02 07:19:37.893841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37760) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:37.898420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ff4a884-a28f-4444-a76b-4722241f098b req-cf269bdf-5225-41f0-82b2-1f06ff8d0bf8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020129 Mar 02 07:19:37.905018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:37.910008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:37.920587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:37.920587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Usage tracker for resource:router and tenant:594e6b929603480cb89704360f45ca47 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:37.920882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:37.922897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:37.930267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:37.932681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:37.948481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Made reservation on behalf of e44c6cfa8d3643f78769dff757922c87 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:37.953650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:37.967860 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:37.968900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.018928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:19:38.040095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.097889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baab58-ec52-4f66-ad15-1c654ff05720 req-505f6722-711a-4914-8f8b-58b5114c5298 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:38.099511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22baab58-ec52-4f66-ad15-1c654ff05720 req-505f6722-711a-4914-8f8b-58b5114c5298 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1485741 Mar 02 07:19:38.170848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22baab58-ec52-4f66-ad15-1c654ff05720 req-ae9c0135-3db5-461e-9b31-3cac4b10e923 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646231 Mar 02 07:19:38.193106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5e551cd6-a96d-40b2-9192-482a62c85933', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:19:38.194382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.283664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:38.310158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:38.406351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Allocated IP 192.168.233.179 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/c5acbf8c-07d0-4b87-afd9-3c5efa573c1d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:38.408088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748362c8-dc4c-49ba-8d00-9b135a8b8822 req-8a69f1db-fbc9-4d1a-8755-7bbe524b91ee tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:38.409663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-748362c8-dc4c-49ba-8d00-9b135a8b8822 req-8a69f1db-fbc9-4d1a-8755-7bbe524b91ee tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0871062 Mar 02 07:19:38.420205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.443672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Allocated IP 172.20.0.2 (5e551cd6-a96d-40b2-9192-482a62c85933/9cc87218-8003-42d2-8af1-af69c8428948/cbf98ae0-3bc0-4815-9b0d-64d739416e7a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:38.446705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ca0237-5753-44e6-a6e9-402fc0955ff6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:38.459834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-748362c8-dc4c-49ba-8d00-9b135a8b8822 req-3799c6f7-ed03-4bb4-ac7d-45c0e912d73e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Mar 02 07:19:38.469661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:38.484922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.488831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c7753-168f-4b1b-8bf4-b9566cf1aee7 req-27505edf-35f0-4d65-8f6f-637c6a1826a0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:38.490365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f10c7753-168f-4b1b-8bf4-b9566cf1aee7 req-27505edf-35f0-4d65-8f6f-637c6a1826a0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.4314039 Mar 02 07:19:38.498244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.630639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:38.652096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f10c7753-168f-4b1b-8bf4-b9566cf1aee7 req-8dbbd7c1-45ec-430a-841f-50ff6bc64f2d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397636 Mar 02 07:19:38.662135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-833d2543-a0b2-42ed-9ecf-dad188af3b37 req-a3fba25d-ae8d-4845-8346-90df97e58147 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 210 time: 0.0564687 Mar 02 07:19:38.737839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.749037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Transition to ACTIVE for port object cbf98ae0-3bc0-4815-9b0d-64d739416e7a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:38.766861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Transition to ACTIVE for port object cbf98ae0-3bc0-4815-9b0d-64d739416e7a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:38.773464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.836419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Network 5e551cd6-a96d-40b2-9192-482a62c85933 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:38.844391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:38.850228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:38.856897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Pushing event updated for resources: {'Port': ['ID=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:38.862198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['26ca0237-5753-44e6-a6e9-402fc0955ff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:38.884547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:38.910207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Transition to ACTIVE for port object c5acbf8c-07d0-4b87-afd9-3c5efa573c1d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:39.001799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Attempting to bind port cbf98ae0-3bc0-4815-9b0d-64d739416e7a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:39.001799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Attempting to bind port cbf98ae0-3bc0-4815-9b0d-64d739416e7a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:39.002136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Attempting to bind port cbf98ae0-3bc0-4815-9b0d-64d739416e7a on network 5e551cd6-a96d-40b2-9192-482a62c85933 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:39.019829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:39.020200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Checking segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:39.020591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.020979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Bound using segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:39.021447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Bound port: cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:39.021811 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.097074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f910f-a21d-4c75-bbeb-9f43e0370034 req-f2f88b19-0bc6-4f99-99b8-54044dc1891e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:39.099333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c3f910f-a21d-4c75-bbeb-9f43e0370034 req-f2f88b19-0bc6-4f99-99b8-54044dc1891e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.0850284 Mar 02 07:19:39.152716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c3f910f-a21d-4c75-bbeb-9f43e0370034 req-bd705a7e-058d-4143-950f-340d1bebbcf8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Mar 02 07:19:39.185771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] For port cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:39.204466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] For port cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:39.212879 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.280239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.301884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a44e-0d5b-4617-bba6-19d6a0ef3228 None None] Pushing event updated for resources: {'Port': ['ID=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:39.317286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.364867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.385095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d44f9f42-d58d-47ad-8298-1db2b21a3790'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:39.452081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf5fcf-b894-4746-8309-071b8cdfa415 req-b3992653-67a2-46d2-8247-ab3a974a2f2c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:39.459488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2bf5fcf-b894-4746-8309-071b8cdfa415 req-b3992653-67a2-46d2-8247-ab3a974a2f2c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.4932232 Mar 02 07:19:39.511111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:39.519122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:39.535916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:39.661692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Pushing event updated for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:39.701908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9b255-f53f-4a78-a9af-d95198b95441 req-c4841317-4c84-4ecb-9a37-4471388377b3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:39.703485 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c9b255-f53f-4a78-a9af-d95198b95441 req-c4841317-4c84-4ecb-9a37-4471388377b3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2200456 Mar 02 07:19:39.717090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:39.717848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:39.725704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2bf5fcf-b894-4746-8309-071b8cdfa415 req-81767a17-b843-4663-bd05-712ee8290683 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653525 Mar 02 07:19:39.780726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Allocated IP 172.25.4.203 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/63884112-519c-439a-ba92-83e75f58fd4a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:39.789048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c9b255-f53f-4a78-a9af-d95198b95441 req-ef71c4e5-3c01-4431-975d-dcd870c3d63b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765369 Mar 02 07:19:39.790101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-33b133d8-dee3-4cc5-a78e-ff5426bbd79b tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1173391 Mar 02 07:19:39.804021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Request body: {'port': {'device_id': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:39.973101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e4bda813-2f39-43e8-a9ae-73e016a9e2ce None None] Provisioning for port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:39.982466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e4bda813-2f39-43e8-a9ae-73e016a9e2ce None None] Provisioning complete for port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:39.982843 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e4bda813-2f39-43e8-a9ae-73e016a9e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.003789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d3f6-e111-4b45-a14e-b9b943caa4b9 req-44c4a4e7-c709-4755-8307-08167fd4d0ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:40.005520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7754d3f6-e111-4b45-a14e-b9b943caa4b9 req-44c4a4e7-c709-4755-8307-08167fd4d0ae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0874777 Mar 02 07:19:40.046439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e4bda813-2f39-43e8-a9ae-73e016a9e2ce None None] Port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:40.052147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7754d3f6-e111-4b45-a14e-b9b943caa4b9 req-bc2df0a4-0676-40fb-a287-b36987b28072 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Mar 02 07:19:40.076098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.168607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17bd2-5921-4616-b7dc-e052ce87fa4b req-3bb5d387-2b65-49b7-9ccb-ccdd419763b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:40.170088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-56b17bd2-5921-4616-b7dc-e052ce87fa4b req-3bb5d387-2b65-49b7-9ccb-ccdd419763b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.2747812 Mar 02 07:19:40.225965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.252632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47380d-4787-4653-a42d-aa26925fb8ad req-adb7ecb1-755a-40a6-a486-30c75e919f77 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:40.258397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e47380d-4787-4653-a42d-aa26925fb8ad req-adb7ecb1-755a-40a6-a486-30c75e919f77 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1080968 Mar 02 07:19:40.303420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e47380d-4787-4653-a42d-aa26925fb8ad req-e69c7d24-d52f-4042-b16f-9c4ed6addada tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Mar 02 07:19:40.328782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cbf98ae0-3bc0-4815-9b0d-64d739416e7a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:40.329393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-56b17bd2-5921-4616-b7dc-e052ce87fa4b req-f9b1dde9-102f-4d79-ac42-834c865960b3 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345327 Mar 02 07:19:40.446849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.464159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port cbf98ae0-3bc0-4815-9b0d-64d739416e7a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:40.545003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:40.549010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:40.551944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:40.579185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b013a2-9795-47eb-8848-400c330068a7 req-847448fd-5358-46a6-81a5-bd2f3e7efc67 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:40.580874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32b013a2-9795-47eb-8848-400c330068a7 req-847448fd-5358-46a6-81a5-bd2f3e7efc67 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 936 time: 0.1088107 Mar 02 07:19:40.618049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=63884112-519c-439a-ba92-83e75f58fd4a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:40.629760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32b013a2-9795-47eb-8848-400c330068a7 req-2ed7d6e1-780e-4b38-958d-a3699e59df02 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Mar 02 07:19:40.632987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce86207-2a85-45a8-a9e0-70204ad48154 None None] Network 5e551cd6-a96d-40b2-9192-482a62c85933 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:19:40.731752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Provisioning for port cbf98ae0-3bc0-4815-9b0d-64d739416e7a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:40.740280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Provisioning complete for port cbf98ae0-3bc0-4815-9b0d-64d739416e7a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:40.740646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.819522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5acbf8c-07d0-4b87-afd9-3c5efa573c1d {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:40.860956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.930956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Transition to ACTIVE for port object c5acbf8c-07d0-4b87-afd9-3c5efa573c1d will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:40.941564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.954973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:40.994874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ba98-3fd3-4047-a93d-660a98aaad7b req-d055e56c-66f4-4147-a70a-2cba9d4803f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:40.996692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8f2ba98-3fd3-4047-a93d-660a98aaad7b req-d055e56c-66f4-4147-a70a-2cba9d4803f6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0966060 Mar 02 07:19:41.003189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] For port cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:41.015232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.071837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8f2ba98-3fd3-4047-a93d-660a98aaad7b req-08f5c9d6-1ba2-42d8-b548-38eed75ee8d4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653226 Mar 02 07:19:41.144195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3b059-2235-43a7-a310-beca61f53e5d None None] Pushing event updated for resources: {'Port': ['ID=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:41.297616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfadcc-933b-4204-9025-afb53d3645b9 req-bdd86a0b-cf8d-4fd7-aa12-96f8108f724c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:41.299562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bbfadcc-933b-4204-9025-afb53d3645b9 req-bdd86a0b-cf8d-4fd7-aa12-96f8108f724c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.1157799 Mar 02 07:19:41.345396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-11f02e05-3512-49bf-9bbf-18904faa74e6 None None] Provisioning complete for port cbf98ae0-3bc0-4815-9b0d-64d739416e7a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:41.345645 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-11f02e05-3512-49bf-9bbf-18904faa74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.370827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:41.400565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bbfadcc-933b-4204-9025-afb53d3645b9 req-bc820f7d-be7a-41cc-b5b1-2f35253e5d7a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951703 Mar 02 07:19:41.453231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-b0399656-2e5d-4088-b452-e6a73a9317f0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:41.455085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-b0399656-2e5d-4088-b452-e6a73a9317f0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.1310451 Mar 02 07:19:41.538314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39e30-2141-4a2b-83fc-7ec4913e9309 req-a1caa346-9aa5-4a9d-9d28-b690e10a9106 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:41.541132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4d39e30-2141-4a2b-83fc-7ec4913e9309 req-a1caa346-9aa5-4a9d-9d28-b690e10a9106 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.6716368 Mar 02 07:19:41.579011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Deleting port 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:41.579350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.591666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.695360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Attempting to bind port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:41.696276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Attempting to bind port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:41.696610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Attempting to bind port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:41.708338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4d39e30-2141-4a2b-83fc-7ec4913e9309 req-d668244b-25b6-4805-8124-8cc325763f08 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491835 Mar 02 07:19:41.710728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:41.711210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Attempting to bind port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:41.737394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8a48-4dee-40b2-82b9-6818192affeb req-c94e7f21-b070-496f-b47e-fc2ef20d6b99 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:41.738901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dcaa8a48-4dee-40b2-82b9-6818192affeb req-c94e7f21-b070-496f-b47e-fc2ef20d6b99 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2160432 Mar 02 07:19:41.781178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:41.781600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:41.781935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:41.782398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Bound port: c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:41.782744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.823210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-244b1160-eca8-4f54-bb37-da25929c4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.912389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:41.933661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dcaa8a48-4dee-40b2-82b9-6818192affeb req-7ef3f1e0-41e6-4c23-b022-d577b8f9050e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824548 Mar 02 07:19:41.965189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:41.965552 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:41.982032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:42.049099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:42.067908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:42.074545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:42.074846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.108003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Calling delete_port for 896e6110-85b9-4e96-8bba-ff9e88dff63b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:42.118371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:42.132449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.209943 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.210539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590b00c-9ee4-4f1a-8d46-3c3a72a46edb req-0c16cc57-c6dc-4cd1-99ad-53259afaa0e5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:42.212980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f590b00c-9ee4-4f1a-8d46-3c3a72a46edb req-0c16cc57-c6dc-4cd1-99ad-53259afaa0e5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 945 time: 0.3610542 Mar 02 07:19:42.221650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.235790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:42.236407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.237778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c5acbf8c-07d0-4b87-afd9-3c5efa573c1d HTTP/1.1" status: 200 len: 1096 time: 2.4386368 Mar 02 07:19:42.238477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:42.247451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:42.248977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:42.257343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb16a3b-97a1-4fce-9e0c-3298df0b8a06 req-b6759501-8df5-4001-b375-2df24e55586a tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:42.257776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.259957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cb16a3b-97a1-4fce-9e0c-3298df0b8a06 req-b6759501-8df5-4001-b375-2df24e55586a tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 948 time: 0.1600649 Mar 02 07:19:42.300014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:19:42.300707 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:19:42.341818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cb16a3b-97a1-4fce-9e0c-3298df0b8a06 req-e32c7fc3-66dd-4675-a6ed-671ad3b406cc tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615659 Mar 02 07:19:42.388570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cbf98ae0-3bc0-4815-9b0d-64d739416e7a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:42.422278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b1100-434a-4ce0-877a-aac1c99975b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:42.446915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f590b00c-9ee4-4f1a-8d46-3c3a72a46edb req-a413422f-8a41-4120-842e-c2a18c63d0d7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453722 Mar 02 07:19:42.494262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:42.516133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.535751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port cbf98ae0-3bc0-4815-9b0d-64d739416e7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:42.536129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.591307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:42.597537 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'code': 200} Mar 02 07:19:42.605542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.638767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-4f6bf156-b8e6-43f6-972c-1b7c8e070268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:42.640350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-4f6bf156-b8e6-43f6-972c-1b7c8e070268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 1099 time: 0.3116186 Mar 02 07:19:42.641411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Router 190dd3ea-c136-44f9-892e-af64c3094c16 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:19:42.644325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81417ab0-769c-4dc6-9b44-6db853449403 req-da9db549-7601-4e9d-8829-9374fe876bcb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:42.646276 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81417ab0-769c-4dc6-9b44-6db853449403 req-da9db549-7601-4e9d-8829-9374fe876bcb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1943848 Mar 02 07:19:42.723015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81417ab0-769c-4dc6-9b44-6db853449403 req-542924f6-0680-4e62-b772-aaefa6272bb0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Mar 02 07:19:42.748095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:42.802050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Deleting port 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:19:42.802431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:42.845632 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d', 'status': 'completed', 'code': 200} Mar 02 07:19:42.955714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-ca44a722-d528-402e-8f37-c55dc487ac4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d HTTP/1.1" status: 200 len: 217 time: 0.3045924 Mar 02 07:19:43.020630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afce40-8d48-4d3c-8e63-ec6fe6842e76 req-29aff70d-e215-47a3-a659-c3bd79826069 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.022104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73afce40-8d48-4d3c-8e63-ec6fe6842e76 req-29aff70d-e215-47a3-a659-c3bd79826069 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1879542 Mar 02 07:19:43.133885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73afce40-8d48-4d3c-8e63-ec6fe6842e76 req-625f7f9b-f078-49a6-b51e-529ed922efbe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626204 Mar 02 07:19:43.157260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] For port 896e6110-85b9-4e96-8bba-ff9e88dff63b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=896e6110-85b9-4e96-8bba-ff9e88dff63b,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:43.157630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.158712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-3b64e2ba-e2d5-4170-8b9c-ca2ec0e67b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.160149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-3b64e2ba-e2d5-4170-8b9c-ca2ec0e67b84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1960709 Mar 02 07:19:43.216652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:19:43.229430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Sync routers for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:19:43.240520 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:43.241487 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:43.244474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2abe7-d2db-4a96-b576-443e18a5b236 req-810a622f-53c9-4c68-906d-f29f8d45cf79 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.245977 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c2abe7-d2db-4a96-b576-443e18a5b236 req-810a622f-53c9-4c68-906d-f29f8d45cf79 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.4022400 Mar 02 07:19:43.290896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.292070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1de60613-5e73-43ee-9460-68379882f3e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3971524 Mar 02 07:19:43.296799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37814) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:43.303484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-281be8c1-0ba0-4640-9d4e-2b8ce6d6272c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.305909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-281be8c1-0ba0-4640-9d4e-2b8ce6d6272c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.3057256 Mar 02 07:19:43.324931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Calling delete_port for 896e6110-85b9-4e96-8bba-ff9e88dff63b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:19:43.372291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:43.430962 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:43.438154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2c2abe7-d2db-4a96-b576-443e18a5b236 req-978b6161-5824-46aa-9073-6982b75e107c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818430 Mar 02 07:19:43.475068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994cb72-2265-4136-abe7-bc5bf944da41 req-678ef2c7-6f4a-410e-b002-8205fd85e23c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.476730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7994cb72-2265-4136-abe7-bc5bf944da41 req-678ef2c7-6f4a-410e-b002-8205fd85e23c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1969900 Mar 02 07:19:43.521252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-8e3645cc-843f-442b-b33b-46bbb2ebfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:43.522783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-8e3645cc-843f-442b-b33b-46bbb2ebfe7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3527050 Mar 02 07:19:43.557026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7994cb72-2265-4136-abe7-bc5bf944da41 req-5f2ab60a-aee9-4637-ab19-4dcae7e555cd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699689 Mar 02 07:19:43.560160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.645408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event deleted for resources: {'Port': ['ID=896e6110-85b9-4e96-8bba-ff9e88dff63b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:43.650778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.761028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] No DVR routers for this DVR port 896e6110-85b9-4e96-8bba-ff9e88dff63b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:19:43.767389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.770000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-deleted', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:43.776532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7cd7450a-38ec-4dc8-8107-2430835ef774 req-d22e87c4-c4ee-433b-8267-e147b05b8a39 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=1518608f-9b0d-4a0c-b025-fb9469521ed6 HTTP/1.1" status: 200 len: 210 time: 0.0548444 Mar 02 07:19:43.792364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-86508b98-a2d2-4232-9ca6-c6413754abf8 req-1e79b4e8-27dd-4cc9-964c-4f109461da77 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "DELETE /v2.0/ports/896e6110-85b9-4e96-8bba-ff9e88dff63b HTTP/1.1" status: 204 len: 173 time: 2.3312533 Mar 02 07:19:43.821978 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:40Z', 'revision_number': 3, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:43.826172 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Checking router: 190dd3ea-c136-44f9-892e-af64c3094c16 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:19:43.826523 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Updating router 190dd3ea-c136-44f9-892e-af64c3094c16 port 63884112-519c-439a-ba92-83e75f58fd4a binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:19:43.885704 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:43.917174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fff0b540-7847-4766-a652-3de73c436e79 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:44.083435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:44.099114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fff0b540-7847-4766-a652-3de73c436e79 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:19:44.104073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532149-eb8d-4407-88f6-e5d3689c1407 req-e4c87646-94e9-4aad-9ebc-98d9a736948c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:44.105812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13532149-eb8d-4407-88f6-e5d3689c1407 req-e4c87646-94e9-4aad-9ebc-98d9a736948c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2060516 Mar 02 07:19:44.136606 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2e0e65fe-a4a1-409e-bc6c-c726b84b7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.159408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13532149-eb8d-4407-88f6-e5d3689c1407 req-bbc83672-7d40-4792-90ce-990705f32535 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Mar 02 07:19:44.232367 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1518608f-9b0d-4a0c-b025-fb9469521ed6', 'name': 'network-vif-deleted', 'tag': '896e6110-85b9-4e96-8bba-ff9e88dff63b', 'status': 'completed', 'code': 200} Mar 02 07:19:44.376277 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.393389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Transition to ACTIVE for port object 63884112-519c-439a-ba92-83e75f58fd4a will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:44.402990 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.403264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-474e522f-8b28-4f13-bb44-ce6c20af9556 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533677 Mar 02 07:19:44.440754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4b80e-7431-4b87-8eb1-a0a615de4c6f req-09b73790-1128-45c9-9e2e-680bbae0d5c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:44.443078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29f4b80e-7431-4b87-8eb1-a0a615de4c6f req-09b73790-1128-45c9-9e2e-680bbae0d5c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0987718 Mar 02 07:19:44.478173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbe298-4c34-4fe2-be2e-c02f4c19cd3c req-ac1f5212-782c-478f-8e27-53f81fcf7d59 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:44.478902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-85fbe298-4c34-4fe2-be2e-c02f4c19cd3c req-ac1f5212-782c-478f-8e27-53f81fcf7d59 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Synchronizing usage tracker for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:44.506249 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Pushing event updated for resources: {'Port': ['ID=63884112-519c-439a-ba92-83e75f58fd4a,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:44.518425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29f4b80e-7431-4b87-8eb1-a0a615de4c6f req-13ac5b27-95c6-44ec-a514-1c3a11ba71ac tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674269 Mar 02 07:19:44.532215 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.532566 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.532904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.533239 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.533569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.533925 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.534255 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.534579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.534902 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.535497 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.535920 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.536275 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:19:44.539903 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Attempting to bind port 63884112-519c-439a-ba92-83e75f58fd4a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:44.540296 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Attempting to bind port 63884112-519c-439a-ba92-83e75f58fd4a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:44.540893 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Attempting to bind port 63884112-519c-439a-ba92-83e75f58fd4a on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:44.547193 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:44.547599 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:44.547953 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.548334 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:44.548793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Bound port: 63884112-519c-439a-ba92-83e75f58fd4a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:44.549178 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.595269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:44.600192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:44.637003 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] For port 63884112-519c-439a-ba92-83e75f58fd4a, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:44.640473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] For port 63884112-519c-439a-ba92-83e75f58fd4a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63884112-519c-439a-ba92-83e75f58fd4a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:44.645004 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:44.651804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-85fbe298-4c34-4fe2-be2e-c02f4c19cd3c req-ac1f5212-782c-478f-8e27-53f81fcf7d59 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Unset dirty status for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:44.652969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85fbe298-4c34-4fe2-be2e-c02f4c19cd3c req-ac1f5212-782c-478f-8e27-53f81fcf7d59 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 948 time: 1.0050855 Mar 02 07:19:44.723449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:44.724073 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:44.735961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b4f5f-7fa4-4804-96a2-f1900b1988f6 req-4499f65a-6058-412f-9921-5c785f69a066 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:44.737986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d51b4f5f-7fa4-4804-96a2-f1900b1988f6 req-4499f65a-6058-412f-9921-5c785f69a066 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 945 time: 0.0931618 Mar 02 07:19:44.783804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d51b4f5f-7fa4-4804-96a2-f1900b1988f6 req-3717bfab-84ac-4972-8413-c046b5a07b7e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Mar 02 07:19:44.795808 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9395504-5fbb-45b7-8107-59dc33640810 None None] Pushing event updated for resources: {'Port': ['ID=63884112-519c-439a-ba92-83e75f58fd4a,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:44.818102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8f0cd3-091b-4a56-91c8-6981fab43c7c req-87d6bf7f-57b5-4fc1-a492-56600c349556 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927155 Mar 02 07:19:44.818102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:44.856692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85fbe298-4c34-4fe2-be2e-c02f4c19cd3c req-afa37c17-5732-4f9f-80e4-d82a6843d8a1 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933367 Mar 02 07:19:44.913781 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'code': 200} Mar 02 07:19:44.942261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:45.035433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:45.045320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.093651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136ee8c-887b-4464-bf0d-eb3f2f3501cb req-733f00d2-ece0-44d8-94aa-aa4a863d2cbd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:45.102339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0136ee8c-887b-4464-bf0d-eb3f2f3501cb req-733f00d2-ece0-44d8-94aa-aa4a863d2cbd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1860440 Mar 02 07:19:45.120111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.131960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.174118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0136ee8c-887b-4464-bf0d-eb3f2f3501cb req-7ead9416-3cbc-4a71-a9c5-e3ae121a8f05 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713296 Mar 02 07:19:45.210232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.218750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:45.220762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5dafa-5ac8-4c0e-b56c-58ccdf683801 req-f33e13f6-e11c-4dfc-a2e4-912f65a3c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:45.223773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48e5dafa-5ac8-4c0e-b56c-58ccdf683801 req-f33e13f6-e11c-4dfc-a2e4-912f65a3c0b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1100 time: 0.2362039 Mar 02 07:19:45.293969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48e5dafa-5ac8-4c0e-b56c-58ccdf683801 req-f5ff3416-0c9a-42e8-8631-4449694af8bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623367 Mar 02 07:19:45.299460 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79', 'code': 200} Mar 02 07:19:45.303090 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:40Z', 'revision_number': 3, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:45.307658 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09842e5b-10c8-42e5-84cb-c1642259e594 None None] The sync data for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 is: [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:40Z', 'revision_number': 3, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:19:45.353242 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.448527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:45.456745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-2785cdc1-3c5a-4dc5-9654-d593f6fadcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:45.458253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-2785cdc1-3c5a-4dc5-9654-d593f6fadcc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e44c6cfa8d3643f78769dff757922c87&device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 1099 time: 0.5034335 Mar 02 07:19:45.458516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703912572', 'description': 'tempest-description--405822367'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:45.464859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:45.467163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:45.467504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:45.467830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:45.480187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:45.493171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.521719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:45.528457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Usage tracker for resource:security_group_rule and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:45.530544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:45.530870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Attempting to bind port fff0b540-7847-4766-a652-3de73c436e79 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:45.532646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:45.546526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:45.566496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:45.566833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:45.567215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:45.567658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Bound port: fff0b540-7847-4766-a652-3de73c436e79, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:45.568006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.569434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e972f-43d7-4e6b-a793-383c78dba599 req-f75df266-461e-405d-9bd5-64a5c4b3b18b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:45.577790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b67e972f-43d7-4e6b-a793-383c78dba599 req-f75df266-461e-405d-9bd5-64a5c4b3b18b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1734090 Mar 02 07:19:45.684263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b67e972f-43d7-4e6b-a793-383c78dba599 req-adad2f4b-6afb-47b4-9daa-01e3dae1d337 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Mar 02 07:19:45.739231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.744812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.794007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0818f96-312b-4042-8758-448af559b087,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:45.799113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.804036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5d5d1f0-e12a-447c-8251-5b23c4adbc7b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3546984 Mar 02 07:19:45.805567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37848) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:45.811652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'security_group_rule': {'security_group_id': 'b0818f96-312b-4042-8758-448af559b087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:45.817053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:45.847024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Usage tracker for resource:security_group_rule and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:45.850346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:45.857171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:45.877747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-43232e5a-d4e1-40d5-8637-f339400df058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:45.879348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-43232e5a-d4e1-40d5-8637-f339400df058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4092195 Mar 02 07:19:45.886896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:45.892392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Allocated IP 172.20.0.1 (5e551cd6-a96d-40b2-9192-482a62c85933/9cc87218-8003-42d2-8af1-af69c8428948/150f6543-2a86-4b66-9ac3-bbcad50308f7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:45.990347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:19:45.994232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-d3991456-e114-47e6-8689-53be99824314 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d HTTP/1.1" status: 200 len: 217 time: 0.0954013 Mar 02 07:19:45.995352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:46.042786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 896e6110-85b9-4e96-8bba-ff9e88dff63b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:19:46.043139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 896e6110-85b9-4e96-8bba-ff9e88dff63b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:19:46.069838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.075700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:46.077334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.095851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e96a-5a55-4ba8-b76a-ee8ceccf9836 req-25913f9a-3f15-4dfc-a870-bf6fcce1926f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.097390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1a0e96a-5a55-4ba8-b76a-ee8ceccf9836 req-25913f9a-3f15-4dfc-a870-bf6fcce1926f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.1715937 Mar 02 07:19:46.102300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.130956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd2275e-72ef-453e-8e77-124cd2c5ff80,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:46.154269 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.157951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b083527-5e2e-41b6-8fa5-3125c68ef5b0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488002 Mar 02 07:19:46.159661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37856) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:46.169061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'security_group_rule': {'security_group_id': 'b0818f96-312b-4042-8758-448af559b087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:46.179180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1a0e96a-5a55-4ba8-b76a-ee8ceccf9836 req-190ee543-ae72-48d4-9489-086b0b97f2e0 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Mar 02 07:19:46.181037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:46.187395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Usage tracker for resource:security_group_rule and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:46.190616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:46.197100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:46.216915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.313744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.333770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.359222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40754cbe-b5b0-4f58-ac78-95349ecd10c3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:46.379377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63884112-519c-439a-ba92-83e75f58fd4a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:46.402324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817584-4060-416e-8e4a-87b6fabe2fb6 req-f18f35b9-8c15-4a62-b7d9-70b8d99c15bd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.409442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b817584-4060-416e-8e4a-87b6fabe2fb6 req-f18f35b9-8c15-4a62-b7d9-70b8d99c15bd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.6728051 Mar 02 07:19:46.421685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.427090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f5a10938-0b63-4c35-8b90-69f6b10ac100 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656529 Mar 02 07:19:46.428989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:19:46.435519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:46.442074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:46.447769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Usage tracker for resource:floatingip and tenant:41e569fd70954dc5959fa2b146fd8486 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:46.451475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:46.458486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:46.472629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 63884112-519c-439a-ba92-83e75f58fd4a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:46.483030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 63884112-519c-439a-ba92-83e75f58fd4a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:46.483608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.495264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.529356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-d4ef3cb7-ba96-4a09-bfe7-b956513afa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.529955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa33916-c4cb-41a1-93bd-2c77f788ae07 req-7850abe8-cbc3-4ff3-a998-b2d54093aeaf tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.530871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-d4ef3cb7-ba96-4a09-bfe7-b956513afa0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.5241189 Mar 02 07:19:46.538601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5aa33916-c4cb-41a1-93bd-2c77f788ae07 req-7850abe8-cbc3-4ff3-a998-b2d54093aeaf tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 948 time: 0.1731238 Mar 02 07:19:46.613677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5aa33916-c4cb-41a1-93bd-2c77f788ae07 req-d08ea5bf-f964-492e-af86-1a36611b927e tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Mar 02 07:19:46.626291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.655973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.659058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:46.679104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b817584-4060-416e-8e4a-87b6fabe2fb6 req-31445f31-434e-4591-8cfd-1f11a98939df tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685905 Mar 02 07:19:46.689584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 63884112-519c-439a-ba92-83e75f58fd4a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63884112-519c-439a-ba92-83e75f58fd4a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:46.695271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.699812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.700441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.712273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-1e6ff359-c760-41fb-9e20-28cc17205f17 service neutron] 10.222.0.16 "PUT /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 1121 time: 3.3873904 Mar 02 07:19:46.749901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.776529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Transition to ACTIVE for port object 150f6543-2a86-4b66-9ac3-bbcad50308f7 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:46.795204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fff0b540-7847-4766-a652-3de73c436e79'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:46.799728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-2725e0b2-6806-41eb-9c68-c238ae86fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.801282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-2725e0b2-6806-41eb-9c68-c238ae86fca8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540164 Mar 02 07:19:46.827395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:46.838235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['fff0b540-7847-4766-a652-3de73c436e79'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:46.875440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=63884112-519c-439a-ba92-83e75f58fd4a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:46.924499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cfd80-b6d7-49b0-93c0-03f77f10a64a req-8b4aacbe-ba44-4f40-be7e-e09831f63c9f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:46.926178 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-885cfd80-b6d7-49b0-93c0-03f77f10a64a req-8b4aacbe-ba44-4f40-be7e-e09831f63c9f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1845365 Mar 02 07:19:46.983156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.011631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-885cfd80-b6d7-49b0-93c0-03f77f10a64a req-8d99138b-4706-47f1-a4cc-5e3f80c8de37 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784051 Mar 02 07:19:47.050233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Allocated IP 172.25.4.160 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/727267fb-8e7e-4ecc-a7d4-b800ef6e5114) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:47.087140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Network 5e551cd6-a96d-40b2-9192-482a62c85933 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:47.091364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-f6537991-0e23-4c51-9796-973b774c02d3 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813687 Mar 02 07:19:47.115698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:47.155870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:47.197213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3439-5d96-4b62-867f-18d3434f4653 req-92dfcd57-f92c-4499-93ca-f0b3106eeaf0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:47.198769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e87e3439-5d96-4b62-867f-18d3434f4653 req-92dfcd57-f92c-4499-93ca-f0b3106eeaf0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.3682904 Mar 02 07:19:47.229161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Pushing event updated for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:47.249777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.288462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.302438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:47.358908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:47.361767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.362589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:47.366623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:47.459244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f563c4ed-440f-4fc1-b07d-ab108d105078 None None] Provisioning for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:47.465999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f563c4ed-440f-4fc1-b07d-ab108d105078 None None] Provisioning complete for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:47.466567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f563c4ed-440f-4fc1-b07d-ab108d105078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.477365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e87e3439-5d96-4b62-867f-18d3434f4653 req-2704504d-94e7-42fa-bdb0-f1331e19cef9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675979 Mar 02 07:19:47.530001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0438e51-21da-4edb-bffb-ee2515cdc75d req-e21f7381-7d2f-481a-afe9-1a9d3c8a58ff service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207485 Mar 02 07:19:47.556037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'Port': ['ID=727267fb-8e7e-4ecc-a7d4-b800ef6e5114,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:47.620950 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79', 'status': 'completed', 'code': 200} Mar 02 07:19:47.641263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f563c4ed-440f-4fc1-b07d-ab108d105078 None None] Port 150f6543-2a86-4b66-9ac3-bbcad50308f7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:47.692254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507346f-78f4-40d5-a200-951023c75471 req-980b2c1f-c330-43ed-af15-6300353d669d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:47.694950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5507346f-78f4-40d5-a200-951023c75471 req-980b2c1f-c330-43ed-af15-6300353d669d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.3024981 Mar 02 07:19:47.723558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.796207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5507346f-78f4-40d5-a200-951023c75471 req-c78f1f66-cab6-475d-b458-c342ffdc5f74 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930283 Mar 02 07:19:47.812649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:47.818738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3202567-244c-4618-a785-531327f2a468 req-7e7d2907-4047-409f-9e13-9d38806a79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:47.820843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-7e7d2907-4047-409f-9e13-9d38806a79b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1124 time: 0.1986327 Mar 02 07:19:47.934448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.010186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c5acbf8c-07d0-4b87-afd9-3c5efa573c1d details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:19:48.087610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d232d-696b-47f6-b4c4-7e6c025f3475 req-19ea1ebf-f4d9-4fd8-b274-610566d4e82c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.089082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-316d232d-696b-47f6-b4c4-7e6c025f3475 req-19ea1ebf-f4d9-4fd8-b274-610566d4e82c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1782193 Mar 02 07:19:48.118687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.126785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.160938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:48.161835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58548-20fc-40d4-9267-1fa5ba99b726 req-bd61bda9-cd23-4ca7-8d80-3997ab728313 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.163402 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bd58548-20fc-40d4-9267-1fa5ba99b726 req-bd61bda9-cd23-4ca7-8d80-3997ab728313 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 948 time: 0.4260130 Mar 02 07:19:48.176856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d', 'mac_address': 'fa:16:3e:34:c3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:19:48.211880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3202567-244c-4618-a785-531327f2a468 req-dfad0b16-689f-4cc3-be12-0234c35cc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.213316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-dfad0b16-689f-4cc3-be12-0234c35cc73e service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3850913 Mar 02 07:19:48.234140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-316d232d-696b-47f6-b4c4-7e6c025f3475 req-e8517154-0472-4788-9c8d-c7fb3dede8e1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352379 Mar 02 07:19:48.271504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.292264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'Port': ['ID=727267fb-8e7e-4ecc-a7d4-b800ef6e5114,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:48.301965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63884112-519c-439a-ba92-83e75f58fd4a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:48.312669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.336928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-30c9b967-9ebe-4289-aefc-f4070ca8bb3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 217 time: 0.1128027 Mar 02 07:19:48.346697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.348613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-49028099-6cd0-4288-9d0a-a0ec7d284d2f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9186361 Mar 02 07:19:48.356216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bd58548-20fc-40d4-9267-1fa5ba99b726 req-baca9430-c970-44a6-8784-5fb8a1af47b1 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774542 Mar 02 07:19:48.358713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.367965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5acbf8c-07d0-4b87-afd9-3c5efa573c1d {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:48.392493 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.401485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:48.414632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.453369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 63884112-519c-439a-ba92-83e75f58fd4a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:48.453369 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.507061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3202567-244c-4618-a785-531327f2a468 req-d55c0eda-3824-47e8-9424-c7ff3196c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.526864 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-d55c0eda-3824-47e8-9424-c7ff3196c726 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1801293 Mar 02 07:19:48.528395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c4b81-fb1d-4683-b637-bf7477778510 req-3490e655-dfb9-4318-9396-3da1c4b94e81 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.535127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-814c4b81-fb1d-4683-b637-bf7477778510 req-3490e655-dfb9-4318-9396-3da1c4b94e81 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1353946 Mar 02 07:19:48.540011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:48.623047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-814c4b81-fb1d-4683-b637-bf7477778510 req-9775cdaf-1b11-45ae-8537-15d8af02e207 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838687 Mar 02 07:19:48.644934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.688974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.764025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['c5acbf8c-07d0-4b87-afd9-3c5efa573c1d'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:19:48.799855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-54fda6c4-cf03-4823-8ef3-67e323890353 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545918 Mar 02 07:19:48.899539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-de4b023d-abf1-4a52-b0ab-666fd44a336f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:48.900926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-de4b023d-abf1-4a52-b0ab-666fd44a336f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.1571248 Mar 02 07:19:48.916437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-eddffd07-4f3e-45d1-8b04-98a1ba2da596 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/quotas/41e569fd70954dc5959fa2b146fd8486 HTTP/1.1" status: 200 len: 375 time: 0.0096638 Mar 02 07:19:48.948626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Pushing event updated for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:48.952198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:48.996968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-bdd5ffaf-0d3b-4070-a039-38e5059887d4 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:49.013823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-bdd5ffaf-0d3b-4070-a039-38e5059887d4 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:49.015172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-bdd5ffaf-0d3b-4070-a039-38e5059887d4 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933769 Mar 02 07:19:49.115909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96dce6-5601-4dc0-aad7-14524faa782b req-9d98bf48-e30d-4a76-b4d3-7746b1a8cf0f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:49.118607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f96dce6-5601-4dc0-aad7-14524faa782b req-9d98bf48-e30d-4a76-b4d3-7746b1a8cf0f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.4376223 Mar 02 07:19:49.125213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-3342434e-6703-4984-be34-cb354106f06b service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077412 Mar 02 07:19:49.150571 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-23b8e5d7-8903-4fd2-848e-9e239764a72d service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282432 Mar 02 07:19:49.219683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Network 5e551cd6-a96d-40b2-9192-482a62c85933 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:49.274174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:49.283206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-1a50d558-5668-4c00-a0ff-f9d9dbaa9d5d service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268618 Mar 02 07:19:49.302112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f96dce6-5601-4dc0-aad7-14524faa782b req-2e8edf40-c374-4c04-bab9-9b8b3de78a0b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743727 Mar 02 07:19:49.417647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3202567-244c-4618-a785-531327f2a468 req-9d0ab928-57af-4dcd-8459-ac6bd734fa24 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736380 Mar 02 07:19:49.584997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1f6c9658-bd57-4a2f-9979-de8f49eb632c None None] Provisioning complete for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:49.585491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9658-bd57-4a2f-9979-de8f49eb632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:49.630304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Router 190dd3ea-c136-44f9-892e-af64c3094c16 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:19:49.650323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c9658-bd57-4a2f-9979-de8f49eb632c None None] Port 150f6543-2a86-4b66-9ac3-bbcad50308f7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:49.697923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20f03-ee44-467b-8376-c9bc8a025569 req-5e93a7d2-31b2-461d-9c21-6f6cc47a4978 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:49.699441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aca20f03-ee44-467b-8376-c9bc8a025569 req-5e93a7d2-31b2-461d-9c21-6f6cc47a4978 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1375132 Mar 02 07:19:49.734191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bed8c-77bb-4a02-b4f5-7bb3b2ee102d req-6de36117-8186-479b-a8ef-0cfe8a6d793e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:49.741907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f77bed8c-77bb-4a02-b4f5-7bb3b2ee102d req-6de36117-8186-479b-a8ef-0cfe8a6d793e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.2475634 Mar 02 07:19:49.751284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aca20f03-ee44-467b-8376-c9bc8a025569 req-bd60f66c-1bac-4d9b-a9d2-eecb77b4a43b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Mar 02 07:19:49.965724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bbde1-5136-4b8d-9e9e-c3a8cba51827 req-2c2859b4-5066-429a-bcd1-cbc2b2ee99c1 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:49.970380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-230bbde1-5136-4b8d-9e9e-c3a8cba51827 req-2c2859b4-5066-429a-bcd1-cbc2b2ee99c1 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 949 time: 0.0901771 Mar 02 07:19:50.000076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f77bed8c-77bb-4a02-b4f5-7bb3b2ee102d req-3cd6dc1f-15b8-4617-b0bf-dc20c8b811ab tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552588 Mar 02 07:19:50.022487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c5acbf8c-07d0-4b87-afd9-3c5efa573c1d up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:50.030756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-230bbde1-5136-4b8d-9e9e-c3a8cba51827 req-31064aba-a165-42da-9e85-a10948c06241 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Mar 02 07:19:50.053404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:19:50.068152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Sync routers for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:19:50.073737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71b14161-2b97-4ce2-bcf5-38f98064bf2f admin admin] 10.222.0.21 "PUT /v2.0/routers/190dd3ea-c136-44f9-892e-af64c3094c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7743075 Mar 02 07:19:50.133129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:50.134342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:50.197297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b67e2b7-754d-4a7a-bf88-26c075fd81fa req-f5a9e906-b6b5-4c41-b012-fdcba8709017 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 210 time: 0.0632803 Mar 02 07:19:50.325409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:50.326280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dfbe-f454-4063-bfb0-ef234eb76cf7 req-1e21d466-1d7b-48ad-a84d-450ca629533e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:50.327996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b059dfbe-f454-4063-bfb0-ef234eb76cf7 req-1e21d466-1d7b-48ad-a84d-450ca629533e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0980670 Mar 02 07:19:50.348357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:50.348776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:50.388471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b059dfbe-f454-4063-bfb0-ef234eb76cf7 req-22761689-cc9e-4fd5-a013-ed1810635b5b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Mar 02 07:19:50.438793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:50.505127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aada49-d3a0-45ed-b8e2-f65bca23756c req-6d896f1a-32c4-4685-a8bd-556f62994a4b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:50.507501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6aada49-d3a0-45ed-b8e2-f65bca23756c req-6d896f1a-32c4-4685-a8bd-556f62994a4b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0869646 Mar 02 07:19:50.581755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6aada49-d3a0-45ed-b8e2-f65bca23756c req-c83e14e1-88ce-4556-9658-7857553c9efe tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Mar 02 07:19:50.718592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:50.818054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:50.833090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:50.840002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-ca82247f-4b98-4e9f-aced-6a2503d4d620 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:50.841798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-ca82247f-4b98-4e9f-aced-6a2503d4d620 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.1886151 Mar 02 07:19:50.844040 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:50.856005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'port': {'device_id': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'admin_state_up': True, 'tenant_id': '41e569fd70954dc5959fa2b146fd8486'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:50.908125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fec997b4-336e-44e6-870a-e195614e3d6a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:50.909543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fec997b4-336e-44e6-870a-e195614e3d6a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:50.949161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fec997b4-336e-44e6-870a-e195614e3d6a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:50.951775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fec997b4-336e-44e6-870a-e195614e3d6a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 828 time: 0.3162901 Mar 02 07:19:50.973900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:50.986487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-2b275683-b359-4b19-8da7-80b7f418bcca tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/quotas/594e6b929603480cb89704360f45ca47 HTTP/1.1" status: 200 len: 375 time: 0.0257902 Mar 02 07:19:50.999497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:48Z', 'revision_number': 2, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:51.004124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Checking router: 190dd3ea-c136-44f9-892e-af64c3094c16 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:19:51.004945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Updating router 190dd3ea-c136-44f9-892e-af64c3094c16 port 150f6543-2a86-4b66-9ac3-bbcad50308f7 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:19:51.075050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:51.082481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-f2314be0-9d08-4360-949c-7fc91e7513d0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901852 Mar 02 07:19:51.094905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:51.111681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.115433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469331-ea55-4a99-8d7e-d463b9ebeb85 req-8cac87ff-a1c0-438c-b0cd-9178535873cf tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:51.117460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11469331-ea55-4a99-8d7e-d463b9ebeb85 req-8cac87ff-a1c0-438c-b0cd-9178535873cf tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1325345 Mar 02 07:19:51.124474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Made reservation on behalf of 41e569fd70954dc5959fa2b146fd8486 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:51.128202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.227572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-3d1660c3-cc2a-46ec-b1bb-47385ac7ed28 service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372478 Mar 02 07:19:51.238260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11469331-ea55-4a99-8d7e-d463b9ebeb85 req-075f4673-e51c-4157-b1cc-02e4fb035603 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987394 Mar 02 07:19:51.350538 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d', 'code': 200} Mar 02 07:19:51.359380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Allocated IP 172.20.0.13 (f5b6f78b-4072-4406-90f8-19c4e7b09b97/551d322a-21d7-4ff2-bfdf-6952823815be/81ddf8fe-53c6-44bc-8d83-e4338d947609) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:51.458078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-c9a746a3-b083-4dc5-8f9d-584f42b276e1 service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121336 Mar 02 07:19:51.492851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf892e-1118-4d63-b1eb-efecca06146e req-75d28d29-7f37-472a-9f23-df009c005a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:51.494403 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63bf892e-1118-4d63-b1eb-efecca06146e req-75d28d29-7f37-472a-9f23-df009c005a64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 1101 time: 0.1224656 Mar 02 07:19:51.502142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.515312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Transition to ACTIVE for port object 150f6543-2a86-4b66-9ac3-bbcad50308f7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:51.526898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.567017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63bf892e-1118-4d63-b1eb-efecca06146e req-6f2bbebb-ae8d-4970-b7be-3e52a005e70b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641918 Mar 02 07:19:51.673948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.692929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1ef8-26c9-4009-a040-f492511a12c1 req-6dc8be2d-1687-412c-8be4-7a7491c8ab1a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:51.694658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d94a1ef8-26c9-4009-a040-f492511a12c1 req-6dc8be2d-1687-412c-8be4-7a7491c8ab1a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.2438831 Mar 02 07:19:51.775019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d94a1ef8-26c9-4009-a040-f492511a12c1 req-1132f5e6-a7b2-4924-8c81-e6f9a864e6af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720050 Mar 02 07:19:51.794479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.825196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62e95f-a745-4a6f-911b-3aad8270b88e None None] Pushing event updated for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:51.862841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b2a34-69a8-42a8-98b4-f4ae5456218b req-ff061fbc-8a3e-4b85-a31e-bdae2a72c376 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:51.864668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-431b2a34-69a8-42a8-98b4-f4ae5456218b req-ff061fbc-8a3e-4b85-a31e-bdae2a72c376 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.1455910 Mar 02 07:19:51.900913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Attempting to bind port 150f6543-2a86-4b66-9ac3-bbcad50308f7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:51.901793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Attempting to bind port 150f6543-2a86-4b66-9ac3-bbcad50308f7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:51.902466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Attempting to bind port 150f6543-2a86-4b66-9ac3-bbcad50308f7 on network 5e551cd6-a96d-40b2-9192-482a62c85933 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:51.917527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:51.918302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Checking segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:51.919677 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.920457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Bound using segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:51.921146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Bound port: 150f6543-2a86-4b66-9ac3-bbcad50308f7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:51.921807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:51.938342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:51.947989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:51.952637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:51.968211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-431b2a34-69a8-42a8-98b4-f4ae5456218b req-985a780c-916d-400b-99a3-9e23ade4e9f1 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911138 Mar 02 07:19:52.024704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:52.025365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:52.057648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076385 Mar 02 07:19:52.075700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] For port 150f6543-2a86-4b66-9ac3-bbcad50308f7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:52.078817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] For port 150f6543-2a86-4b66-9ac3-bbcad50308f7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=150f6543-2a86-4b66-9ac3-bbcad50308f7,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:52.084761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:52.094857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18f33-3c49-48ce-802b-0f156387fa48 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:52.108059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Request body: {'port': {'device_id': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:52.182317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62e95f-a745-4a6f-911b-3aad8270b88e None None] Pushing event updated for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:52.190421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846a977-9400-4837-a34a-d9082417f070 req-b49e9b59-eba7-45a9-acf2-3bae8d974679 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:52.199817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c846a977-9400-4837-a34a-d9082417f070 req-b49e9b59-eba7-45a9-acf2-3bae8d974679 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1149790 Mar 02 07:19:52.202203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:19:52.203278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:52.248916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c846a977-9400-4837-a34a-d9082417f070 req-258eda16-ed5d-483a-a185-d864777c2c81 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Mar 02 07:19:52.264751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:52.346064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb9c8-47d0-47fe-ab4f-302d308673b4 req-6004cc87-de17-4c78-8b2d-ccafb2b9a08c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:52.348050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b3bbb9c8-47d0-47fe-ab4f-302d308673b4 req-6004cc87-de17-4c78-8b2d-ccafb2b9a08c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:52.404470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b3bbb9c8-47d0-47fe-ab4f-302d308673b4 req-6004cc87-de17-4c78-8b2d-ccafb2b9a08c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:52.411263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3bbb9c8-47d0-47fe-ab4f-302d308673b4 req-6004cc87-de17-4c78-8b2d-ccafb2b9a08c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 932 time: 0.3609171 Mar 02 07:19:52.455010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:19:52.507169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b43c4-6d12-486b-b38e-7f4fccde0d6d req-fe4ec689-d41b-44df-b1a1-82d96fa59aa7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:52.518802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d6b43c4-6d12-486b-b38e-7f4fccde0d6d req-fe4ec689-d41b-44df-b1a1-82d96fa59aa7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1304297 Mar 02 07:19:52.535773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3bbb9c8-47d0-47fe-ab4f-302d308673b4 req-9401fd1f-41be-4ff4-8f78-48d839c0937f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235740 Mar 02 07:19:52.582547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d6b43c4-6d12-486b-b38e-7f4fccde0d6d req-c398f9b7-fd7b-45d3-b811-8fc19373c5a1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Mar 02 07:19:52.789699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f2920-6b0c-48e7-b060-cacfffaa2421 req-50e73bd0-ceb2-46d1-a586-3d8078bd2ad4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:52.791209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b5f2920-6b0c-48e7-b060-cacfffaa2421 req-50e73bd0-ceb2-46d1-a586-3d8078bd2ad4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0916846 Mar 02 07:19:52.838136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b5f2920-6b0c-48e7-b060-cacfffaa2421 req-76825b20-5642-40d3-a80d-8baa04672c62 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Mar 02 07:19:52.847695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f77416f8-e289-4954-8dc8-d010e6885081 req-3db4ae5f-43a0-4fab-8298-c88af1eed1fa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:52.893886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f77416f8-e289-4954-8dc8-d010e6885081 req-3db4ae5f-43a0-4fab-8298-c88af1eed1fa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:52.895208 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f77416f8-e289-4954-8dc8-d010e6885081 req-3db4ae5f-43a0-4fab-8298-c88af1eed1fa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 210 time: 0.1381171 Mar 02 07:19:52.918034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:52Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:19:52.922890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d186ca2-3531-4e76-a037-ceb6bf4767fe None None] The sync data for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 is: [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:52Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:19:53.027628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ddf8fe-53c6-44bc-8d83-e4338d947609 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:53.040858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:53.061738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Transition to ACTIVE for port object 81ddf8fe-53c6-44bc-8d83-e4338d947609 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:53.067052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:53.145603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4c180-e098-4a31-8a70-7caab81b1083 req-eb5348b6-e495-4704-9776-ceb3891f5195 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:53.150430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebd4c180-e098-4a31-8a70-7caab81b1083 req-eb5348b6-e495-4704-9776-ceb3891f5195 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.2013817 Mar 02 07:19:53.208986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebd4c180-e098-4a31-8a70-7caab81b1083 req-4427bd5f-ef94-4b63-9aa4-e00244daa299 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Mar 02 07:19:53.359125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:53.504900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6fe5-24f5-4015-9b56-b4fcbc2ce083 req-8482ce4f-1263-49e6-93b9-f56eab845029 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:53.519323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01f6fe5-24f5-4015-9b56-b4fcbc2ce083 req-8482ce4f-1263-49e6-93b9-f56eab845029 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1348362 Mar 02 07:19:53.611464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Attempting to bind port 81ddf8fe-53c6-44bc-8d83-e4338d947609 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:53.611813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Attempting to bind port 81ddf8fe-53c6-44bc-8d83-e4338d947609 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:53.612482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Attempting to bind port 81ddf8fe-53c6-44bc-8d83-e4338d947609 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:53.624750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc838a-b9a1-400b-b8c5-f93d6071ab52 req-ecd724d6-1769-4df2-9ef8-da8205f8e487 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:53.632815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0edc838a-b9a1-400b-b8c5-f93d6071ab52 req-ecd724d6-1769-4df2-9ef8-da8205f8e487 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.4215653 Mar 02 07:19:53.639206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01f6fe5-24f5-4015-9b56-b4fcbc2ce083 req-a1b2369b-a607-4984-9824-164537abe6ac tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181834 Mar 02 07:19:53.674660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-50cb9aba-f9ed-4959-9c71-f4359226b138 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:53.677691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-50cb9aba-f9ed-4959-9c71-f4359226b138 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.16 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 828 time: 0.4062202 Mar 02 07:19:53.713387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0edc838a-b9a1-400b-b8c5-f93d6071ab52 req-950822d0-c407-4363-92c3-619f99dc1e0e tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795674 Mar 02 07:19:53.725110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'port': {'device_id': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'admin_state_up': True, 'tenant_id': '594e6b929603480cb89704360f45ca47'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:53.748439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Port 81ddf8fe-53c6-44bc-8d83-e4338d947609 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:53.749409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Attempting to bind port 81ddf8fe-53c6-44bc-8d83-e4338d947609 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:53.772010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:53.772387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Checking segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:53.772719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Bound using segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:53.773833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Bound port: 81ddf8fe-53c6-44bc-8d83-e4338d947609, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:53.774467 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:53.862845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3849cf-b136-4e42-af43-cad18b8e03bc req-97f62d89-47dd-4022-95c1-a6a346e663f1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:53.864599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a3849cf-b136-4e42-af43-cad18b8e03bc req-97f62d89-47dd-4022-95c1-a6a346e663f1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.1001036 Mar 02 07:19:53.912129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2a3849cf-b136-4e42-af43-cad18b8e03bc req-926f2486-fbd4-428d-8dff-ead51d39cbf9 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:53.930837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2a3849cf-b136-4e42-af43-cad18b8e03bc req-926f2486-fbd4-428d-8dff-ead51d39cbf9 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:53.932790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a3849cf-b136-4e42-af43-cad18b8e03bc req-926f2486-fbd4-428d-8dff-ead51d39cbf9 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Mar 02 07:19:54.015954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:54.026778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:54.032418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:54.035228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:54.046549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.107606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Made reservation on behalf of 594e6b929603480cb89704360f45ca47 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:19:54.111080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.152004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e4f91-dd0c-44fd-92e1-f64aa7383765 req-9049f4da-e229-46c8-affd-776329e27cbb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.154345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e4f91-dd0c-44fd-92e1-f64aa7383765 req-9049f4da-e229-46c8-affd-776329e27cbb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.3093684 Mar 02 07:19:54.158864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.160257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.161842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] 10.222.0.39 "PUT /v2.0/ports/81ddf8fe-53c6-44bc-8d83-e4338d947609 HTTP/1.1" status: 200 len: 1092 time: 2.0641041 Mar 02 07:19:54.171468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:54.311444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a30e5d-d726-4353-9ad2-a157d051828b service neutron] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:54.364273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c8e4f91-dd0c-44fd-92e1-f64aa7383765 req-34f4bcd4-4cdf-4cd4-b659-175025fd3b15 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874225 Mar 02 07:19:54.387095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 150f6543-2a86-4b66-9ac3-bbcad50308f7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:54.471350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f0ff-3949-43e2-9b1c-9f15bcdd439e req-cb3b6578-c79a-4d17-9551-97702de328db tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.479649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc56f0ff-3949-43e2-9b1c-9f15bcdd439e req-cb3b6578-c79a-4d17-9551-97702de328db tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1640012 Mar 02 07:19:54.515577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:54.523883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:54.524253 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.551538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc56f0ff-3949-43e2-9b1c-9f15bcdd439e req-6cfada37-b1ee-4e5e-8986-21fac9a7831d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698535 Mar 02 07:19:54.555414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ae15493-333a-4380-9f3e-628e5ee2ce42 req-35bcdad1-e7bd-4c15-ac14-7a00c7ccf794 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0679681 Mar 02 07:19:54.566686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-92097bb7-60d6-41aa-8dd9-bd556696b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.568429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-92097bb7-60d6-41aa-8dd9-bd556696b212 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 1095 time: 0.3326836 Mar 02 07:19:54.583917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Allocated IP 172.20.0.8 (5e551cd6-a96d-40b2-9192-482a62c85933/9cc87218-8003-42d2-8af1-af69c8428948/5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:19:54.664740 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'status': 'completed', 'code': 200} Mar 02 07:19:54.674295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-542b2dcd-1836-46be-9a87-a9d1dc707e70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609 HTTP/1.1" status: 200 len: 217 time: 0.0862987 Mar 02 07:19:54.753826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.789302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 150f6543-2a86-4b66-9ac3-bbcad50308f7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=150f6543-2a86-4b66-9ac3-bbcad50308f7,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:19:54.794151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:54.809040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b87906-dc14-47a8-9a0b-fd153e03e2bf req-88dbafe4-9e2e-449b-b30e-17efca404557 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.810600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55b87906-dc14-47a8-9a0b-fd153e03e2bf req-88dbafe4-9e2e-449b-b30e-17efca404557 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.1006649 Mar 02 07:19:54.862289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55b87906-dc14-47a8-9a0b-fd153e03e2bf req-4a74b6ac-b754-4429-b8ce-1abd3646694e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Mar 02 07:19:54.868329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:54.946841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-1531cc43-8c0b-424f-9a7e-0c45a7fbfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:54.948186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-1531cc43-8c0b-424f-9a7e-0c45a7fbfd01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.2663128 Mar 02 07:19:55.028342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-972be240-ed5f-4dff-82fa-6cb89202e98a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579646 Mar 02 07:19:55.043653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efaf8e-2639-4da1-8ba1-59d555d74d2e req-6f53a2bf-d53b-445b-a207-e2b06467f59b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.045218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05efaf8e-2639-4da1-8ba1-59d555d74d2e req-6f53a2bf-d53b-445b-a207-e2b06467f59b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0859382 Mar 02 07:19:55.089622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05efaf8e-2639-4da1-8ba1-59d555d74d2e req-4737380f-d42e-4a2b-9112-61aa2904392d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Mar 02 07:19:55.209761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941ab9-ceec-40b4-af70-3b6a732c3e97 req-81113f2e-a9fb-4f6f-bf35-f02030894510 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.211215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40941ab9-ceec-40b4-af70-3b6a732c3e97 req-81113f2e-a9fb-4f6f-bf35-f02030894510 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.3739903 Mar 02 07:19:55.283471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106757a-a9ba-4ed1-8d6a-11eefcfcca07 req-2ee974bb-4dfb-4a49-8d79-ac16ca2cfcac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.284925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d106757a-a9ba-4ed1-8d6a-11eefcfcca07 req-2ee974bb-4dfb-4a49-8d79-ac16ca2cfcac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.0797527 Mar 02 07:19:55.285643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:55.310947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40941ab9-ceec-40b4-af70-3b6a732c3e97 req-4a92fb0f-d5cc-440c-abe7-78b651393fe7 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922971 Mar 02 07:19:55.336215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Transition to ACTIVE for port object 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:55.336215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-de6cdb42-2321-426a-b98e-02d4fe5ec30b service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561171 Mar 02 07:19:55.345219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d106757a-a9ba-4ed1-8d6a-11eefcfcca07 req-71eac8fe-9b9e-4b20-b82c-0d78235bac83 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534508 Mar 02 07:19:55.497045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:55.560325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a16c9-2480-47e6-8586-f1558243043d req-a6130354-ba71-4bde-8786-de630cc8278c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.561904 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c69a16c9-2480-47e6-8586-f1558243043d req-a6130354-ba71-4bde-8786-de630cc8278c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0914845 Mar 02 07:19:55.592434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Network 5e551cd6-a96d-40b2-9192-482a62c85933 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:19:55.602915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:19:55.609821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:19:55.610930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c69a16c9-2480-47e6-8586-f1558243043d req-fd4ff472-7102-4746-ae57-6d7dad0ae43b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Mar 02 07:19:55.643000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af22a2f7-c43c-4c82-921d-a68856ccee60 req-11ea5889-93ea-4705-b6aa-3970e5315595 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988648 Mar 02 07:19:55.648639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event updated for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:55.697673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882aeed-8095-4f91-a2e7-1d9d5d443f1b req-d223a7a8-f3de-445c-a16e-e62c9ccc48c4 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.704648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d882aeed-8095-4f91-a2e7-1d9d5d443f1b req-d223a7a8-f3de-445c-a16e-e62c9ccc48c4 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2682579 Mar 02 07:19:55.728355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:55.729003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:55.827664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d882aeed-8095-4f91-a2e7-1d9d5d443f1b req-84c9fd99-cacc-483e-a7f1-6e7c746641a4 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220522 Mar 02 07:19:55.830496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-1d8776f2-ba06-49f2-ad3f-343484613b2a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1298783 Mar 02 07:19:55.844702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Request body: {'port': {'device_id': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:19:55.947379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44054252-e973-4f9e-a3bf-cbe74c749558 None None] Provisioning for port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:19:55.954368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44054252-e973-4f9e-a3bf-cbe74c749558 None None] Provisioning complete for port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:55.954906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44054252-e973-4f9e-a3bf-cbe74c749558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:56.021578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44054252-e973-4f9e-a3bf-cbe74c749558 None None] Port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:19:56.022281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3143e-e64b-4b79-a752-e287cc056f66 req-b35ef1e4-ffe4-4e07-8d8a-317b7ea8bcd9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.030365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e3143e-e64b-4b79-a752-e287cc056f66 req-b35ef1e4-ffe4-4e07-8d8a-317b7ea8bcd9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2834721 Mar 02 07:19:56.074735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-790ff223-4761-4696-8030-24591d00fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.076224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-790ff223-4761-4696-8030-24591d00fde7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 1095 time: 0.3303528 Mar 02 07:19:56.091290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e3143e-e64b-4b79-a752-e287cc056f66 req-bbe8ff1d-85f0-4a7f-84fb-4fc21d4d5fb5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577538 Mar 02 07:19:56.099705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-f4bf942d-dfba-4e28-8869-ab27426996c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2424786 Mar 02 07:19:56.139389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:56.214626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-153d1dab-374b-4754-88b0-715a0e665ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.216150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-153d1dab-374b-4754-88b0-715a0e665ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 1096 time: 0.0925713 Mar 02 07:19:56.261532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541118a-68bb-4944-af2b-f1696f9e4058 req-e2512fc7-1a71-45b7-9d7c-31093c37838c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.262284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5541118a-68bb-4944-af2b-f1696f9e4058 req-e2512fc7-1a71-45b7-9d7c-31093c37838c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:56.287676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 150f6543-2a86-4b66-9ac3-bbcad50308f7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:19:56.377122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 150f6543-2a86-4b66-9ac3-bbcad50308f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:19:56.377881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:56.381170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5541118a-68bb-4944-af2b-f1696f9e4058 req-e2512fc7-1a71-45b7-9d7c-31093c37838c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:56.382558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5541118a-68bb-4944-af2b-f1696f9e4058 req-e2512fc7-1a71-45b7-9d7c-31093c37838c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 931 time: 0.4434576 Mar 02 07:19:56.406813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-0a7609bf-5d3f-4bb5-962b-34f95c04f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.408535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-0a7609bf-5d3f-4bb5-962b-34f95c04f446 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 922 time: 0.3238184 Mar 02 07:19:56.417191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-8801ca27-6669-445a-9077-c6c65b874e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.418702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-8801ca27-6669-445a-9077-c6c65b874e70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 200 len: 924 time: 0.1806955 Mar 02 07:19:56.507310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-98f11f8d-5f13-4fc2-a174-5ded8d9ed73f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609 HTTP/1.1" status: 200 len: 217 time: 0.0901356 Mar 02 07:19:56.579471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-47b76c90-d1bc-4a7d-8d15-5186fcd9d78a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 200 len: 1000 time: 0.1446040 Mar 02 07:19:56.677636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-1bf84dac-09f4-44f2-9070-9ea347cc604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.679273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-1bf84dac-09f4-44f2-9070-9ea347cc604a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 200 len: 863 time: 0.0894732 Mar 02 07:19:56.710896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5541118a-68bb-4944-af2b-f1696f9e4058 req-e06cc45d-8af3-4bfc-bd09-a129a70ce838 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181324 Mar 02 07:19:56.836386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cfbaa-836e-4d63-984c-727b51751d92 req-c600971a-fb83-4fb8-be56-110e4f628a42 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.838163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f5cfbaa-836e-4d63-984c-727b51751d92 req-c600971a-fb83-4fb8-be56-110e4f628a42 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.1131880 Mar 02 07:19:56.841306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-dab2db03-e5f3-4e85-a443-173b7bc8fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.842758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-dab2db03-e5f3-4e85-a443-173b7bc8fed5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0111ef86-6ab3-4b2e-91a2-79188b7113bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561575 Mar 02 07:19:56.947267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-1743400b-f1f5-4e6d-ad14-e1e5204cfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:56.948692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-1743400b-f1f5-4e6d-ad14-e1e5204cfbc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.2933884 Mar 02 07:19:56.968933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f5cfbaa-836e-4d63-984c-727b51751d92 req-fe787876-1dad-4863-a1b4-c4b7d1889ff4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236007 Mar 02 07:19:56.999412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:19:57.012536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-caefd3fe-e312-4df3-975a-e099d636ece3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560002 Mar 02 07:19:57.014276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.031960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-839fa23f-5e09-423f-aed2-986b3972586a service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704409 Mar 02 07:19:57.079219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Transition to ACTIVE for port object 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:19:57.138461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.192824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62267b3-3380-4c99-bedb-77e96966a6d7 req-36fa674a-2da9-4e94-96fb-dd7e575b443c tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.194317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e62267b3-3380-4c99-bedb-77e96966a6d7 req-36fa674a-2da9-4e94-96fb-dd7e575b443c tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.3411994 Mar 02 07:19:57.224020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7b3dcc-71ea-4a2c-a37a-16a060b343e5 req-f047f1f8-f577-46cc-a47d-068742a98be0 service neutron] 10.222.0.39 "GET /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825674 Mar 02 07:19:57.240136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58da46-f7d1-4082-b2af-dfe2ad7cfcaf req-74318919-aa1e-4e8a-8d66-669a9bdbcf64 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.242937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b58da46-f7d1-4082-b2af-dfe2ad7cfcaf req-74318919-aa1e-4e8a-8d66-669a9bdbcf64 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.1686692 Mar 02 07:19:57.296963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b58da46-f7d1-4082-b2af-dfe2ad7cfcaf req-5ed12370-14b3-4c1b-8b62-c8af55b4bb22 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Mar 02 07:19:57.392127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:57.403181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-2fcd20d8-d0db-4407-871d-c4442e3b9985 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824489 Mar 02 07:19:57.406192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e62267b3-3380-4c99-bedb-77e96966a6d7 req-13dfc110-dfc9-4ee1-a305-83fc5f05eeed tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989517 Mar 02 07:19:57.481413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1aa60-efba-458d-9dd8-209a69aeebae req-27e3ba91-0394-465d-bd1e-2f2ba43f06fd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.483641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04b1aa60-efba-458d-9dd8-209a69aeebae req-27e3ba91-0394-465d-bd1e-2f2ba43f06fd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0893013 Mar 02 07:19:57.530142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04b1aa60-efba-458d-9dd8-209a69aeebae req-25d739a1-ae12-4129-8255-5f65e146be90 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Mar 02 07:19:57.634618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Attempting to bind port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:19:57.634867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Attempting to bind port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:19:57.635192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Attempting to bind port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 on network 5e551cd6-a96d-40b2-9192-482a62c85933 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:57.645607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 on network 5e551cd6-a96d-40b2-9192-482a62c85933 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:19:57.645945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Attempting to bind port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 on network 5e551cd6-a96d-40b2-9192-482a62c85933 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:19:57.657384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:19:57.657714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Checking segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:19:57.658117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Bound using segment: {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:19:57.658536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Bound port: 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde96c6-7888-475b-a837-7b99daccd0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:19:57.658878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.710181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a2bd-faca-4794-ac9f-2e985da79393 req-2d28f7e1-a5aa-47e3-b6b9-cc5d141352b7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.712286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2625a2bd-faca-4794-ac9f-2e985da79393 req-2d28f7e1-a5aa-47e3-b6b9-cc5d141352b7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0844803 Mar 02 07:19:57.723910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99e4d46d-576e-44bd-bf55-80fb2f8bd00e req-08ce5737-3700-4149-a8ee-ed3beaa85a83 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637312 Mar 02 07:19:57.759617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2625a2bd-faca-4794-ac9f-2e985da79393 req-e1ea0368-9607-4dca-ab46-9e4a924cbfc0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Mar 02 07:19:57.779985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29655c05-667a-4bad-b5af-3e1b425d19d3 req-b05ad52c-38bf-4bf6-9603-8547489296bc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.781451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29655c05-667a-4bad-b5af-3e1b425d19d3 req-b05ad52c-38bf-4bf6-9603-8547489296bc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2700884 Mar 02 07:19:57.813916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:19:57.834643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:19:57.840894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29655c05-667a-4bad-b5af-3e1b425d19d3 req-ff790b0e-0ddd-4fa7-9f08-9dd7af5aa0f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Mar 02 07:19:57.842409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.900437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.901059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.902743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 1091 time: 2.0621970 Mar 02 07:19:57.903161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:19:57.931080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7c92-ff35-4b14-b424-b7035f5572e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:57.935798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-a7c8005f-f506-4e3e-8561-3800d5c99361 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:57.937384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-a7c8005f-f506-4e3e-8561-3800d5c99361 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 1101 time: 0.0833530 Mar 02 07:19:57.964877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:57.981275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:19:57.985376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Usage tracker for resource:security_group_rule and tenant:8c8060ee48b24df89f43c0c10076e654 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:19:57.988616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:19:57.994684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:19:58.084839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:58.090135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:58.094755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920210e8-17d1-47c5-b30f-d4c3dc0e8187 req-405e169d-fee3-4c58-b2e6-2aff2bf8d0db tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.096115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-920210e8-17d1-47c5-b30f-d4c3dc0e8187 req-405e169d-fee3-4c58-b2e6-2aff2bf8d0db tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1488795 Mar 02 07:19:58.104600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-71028812-51ec-4cfd-a041-d99398b1cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.106249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-71028812-51ec-4cfd-a041-d99398b1cced service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1256912 Mar 02 07:19:58.126039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f1e136d-eb05-49a8-a2f5-8eb898a141eb req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798744 Mar 02 07:19:58.133918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883682-b958-490b-a536-ad93e3e2cc75 tempest-LiveMigrationNegativeTest-1399169594 tempest-LiveMigrationNegativeTest-1399169594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5434d10-314f-4e3d-b849-3024602ab2eb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:19:58.189999 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'status': 'completed', 'code': 200} Mar 02 07:19:58.193356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-18388c56-4e77-45bf-a43f-da921eca4ecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 217 time: 0.0722563 Mar 02 07:19:58.248068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-920210e8-17d1-47c5-b30f-d4c3dc0e8187 req-59fad047-8e53-400e-b1c5-c11a56fb6278 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408453 Mar 02 07:19:58.272142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fd26dcbb-afa5-4cfd-b897-6e146aeb0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.274150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-fd26dcbb-afa5-4cfd-b897-6e146aeb0e35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.0706749 Mar 02 07:19:58.353183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb796f-621d-49a1-946c-3ce8b4862c57 req-e53ceca4-981a-4e56-b7be-e78c673592af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.354787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffcb796f-621d-49a1-946c-3ce8b4862c57 req-e53ceca4-981a-4e56-b7be-e78c673592af tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.0829790 Mar 02 07:19:58.404557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffcb796f-621d-49a1-946c-3ce8b4862c57 req-469aa2c9-cd3b-4582-b6b3-f1c9fc82a357 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Mar 02 07:19:58.492040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-50235cac-9b9d-4d42-8637-11040d25b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.500541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-50235cac-9b9d-4d42-8637-11040d25b7ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200010 Mar 02 07:19:58.671075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-ecdfb002-8c5e-4c16-ab23-c124b7de117a service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623998 Mar 02 07:19:58.791181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb553e-bc5e-4957-a2db-3be9c11efc40 req-fb8e40b1-e7b0-4c52-b599-76b081ee0730 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.793414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1eb553e-bc5e-4957-a2db-3be9c11efc40 req-fb8e40b1-e7b0-4c52-b599-76b081ee0730 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.1125031 Mar 02 07:19:58.844790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1eb553e-bc5e-4957-a2db-3be9c11efc40 req-5ba649fa-14d9-46f3-8449-6bc67abcda03 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Mar 02 07:19:58.854541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91d9c598-454c-46ac-8ce4-c9eaa574c333 req-3ca1c956-7f6b-441a-b573-c6af7dced7b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755772 Mar 02 07:19:58.899396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc9788-1e30-4693-83c3-81a876cca7be req-bb3ecdb0-a9e8-4a6d-a099-9b7eaf0d8b8a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:58.902494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7abc9788-1e30-4693-83c3-81a876cca7be req-bb3ecdb0-a9e8-4a6d-a099-9b7eaf0d8b8a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0866506 Mar 02 07:19:58.994916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7abc9788-1e30-4693-83c3-81a876cca7be req-c233fd21-7c96-4e70-bf1b-1c305a64859f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880499 Mar 02 07:19:59.019983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-d22c2a7f-99e8-42df-9e7f-52e762c57209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.021495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-d22c2a7f-99e8-42df-9e7f-52e762c57209 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.0997400 Mar 02 07:19:59.041165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cb368-5d47-49ee-a00c-7cc9b779c886 req-b2e57946-5d1e-43ee-b128-2ae595cf4644 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.042645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-865cb368-5d47-49ee-a00c-7cc9b779c886 req-b2e57946-5d1e-43ee-b128-2ae595cf4644 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.0795960 Mar 02 07:19:59.087238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-865cb368-5d47-49ee-a00c-7cc9b779c886 req-76bc53f6-e7df-496e-826a-a20e6f47fca3 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Mar 02 07:19:59.212043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-d8383e34-ea54-4fc2-a0da-3f1d1b3b1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.218729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-d8383e34-ea54-4fc2-a0da-3f1d1b3b1032 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 928 time: 0.1872654 Mar 02 07:19:59.299939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-37d2f0e8-e85c-4ca8-b88d-38b637c58dac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 217 time: 0.0733397 Mar 02 07:19:59.311884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18d640-cd84-4c7a-800f-3d244f232fdb req-464cea5e-a087-4a19-b12a-c95b56345102 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.313802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b18d640-cd84-4c7a-800f-3d244f232fdb req-464cea5e-a087-4a19-b12a-c95b56345102 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2003667 Mar 02 07:19:59.357642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcdd1b-4029-43d0-a27d-1217e73c42bb req-93de8901-1d89-42cb-8cd9-f26e4164a411 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.359201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dcdd1b-4029-43d0-a27d-1217e73c42bb req-93de8901-1d89-42cb-8cd9-f26e4164a411 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1708267 Mar 02 07:19:59.405369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dcdd1b-4029-43d0-a27d-1217e73c42bb req-e6403731-21eb-445c-b299-0a3d62ba20bf tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Mar 02 07:19:59.407176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-4a8cdb6e-8720-4079-9a43-3cb60050744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.408623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-4a8cdb6e-8720-4079-9a43-3cb60050744d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.0943463 Mar 02 07:19:59.417881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b18d640-cd84-4c7a-800f-3d244f232fdb req-22b2f03c-925e-4a6b-92f0-26ae26129091 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Mar 02 07:19:59.496428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-912d506b-3db7-4bd6-a9d3-19b0275e399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.498217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-912d506b-3db7-4bd6-a9d3-19b0275e399d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778584 Mar 02 07:19:59.637306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80cbbf-9435-41b1-9015-84eb4807ddbf req-6ac1c9f5-4abb-4397-842e-a7cf41f842c6 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.638804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb80cbbf-9435-41b1-9015-84eb4807ddbf req-6ac1c9f5-4abb-4397-842e-a7cf41f842c6 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 943 time: 0.0886173 Mar 02 07:19:59.682706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb80cbbf-9435-41b1-9015-84eb4807ddbf req-2fa36493-d910-445e-90a3-2f7178c4eb91 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:19:59.699539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb80cbbf-9435-41b1-9015-84eb4807ddbf req-2fa36493-d910-445e-90a3-2f7178c4eb91 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:19:59.700875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb80cbbf-9435-41b1-9015-84eb4807ddbf req-2fa36493-d910-445e-90a3-2f7178c4eb91 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562439 Mar 02 07:19:59.709168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-578beec1-6896-43b2-9add-955a618b5add service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984720 Mar 02 07:19:59.767269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa10f26-1bfb-43c2-b38e-a0a4cf423ff1 req-3c6d4fa9-dee6-49ce-9b07-19c2a19201ba tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.768714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3aa10f26-1bfb-43c2-b38e-a0a4cf423ff1 req-3c6d4fa9-dee6-49ce-9b07-19c2a19201ba tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.1579745 Mar 02 07:19:59.875618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7fcc-6001-49bb-9f6d-8682868eab17 req-5e05dafa-f90d-4d5b-82a7-de2845da08ab tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:19:59.877018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5aa7fcc-6001-49bb-9f6d-8682868eab17 req-5e05dafa-f90d-4d5b-82a7-de2845da08ab tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0835454 Mar 02 07:19:59.880217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3aa10f26-1bfb-43c2-b38e-a0a4cf423ff1 req-ce5a4b69-b6b8-453c-a3f6-91c8fa8b67bd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Mar 02 07:19:59.897495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c28a491d-e35a-48f3-bb17-6bb9d30874d7 req-e424691a-3e67-4891-be39-642679767881 service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776757 Mar 02 07:19:59.926551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5aa7fcc-6001-49bb-9f6d-8682868eab17 req-b264a04d-8e13-40db-bbdc-6bb0e72563fe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Mar 02 07:20:00.061168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65914bf-631e-4d75-8529-4970ec972712 req-f374f42c-69f0-4353-8dc7-09300d720e42 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.062674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e65914bf-631e-4d75-8529-4970ec972712 req-f374f42c-69f0-4353-8dc7-09300d720e42 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.0813787 Mar 02 07:20:00.098394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:00.107012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e65914bf-631e-4d75-8529-4970ec972712 req-d3950894-d6bc-4e5f-b200-405b4c28c4f0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386837 Mar 02 07:20:00.184067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92196467-8d5f-4bb8-9bd5-0fed5781bc41 req-4dce428d-8406-4aa4-a925-abb35280e5ae tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.185628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92196467-8d5f-4bb8-9bd5-0fed5781bc41 req-4dce428d-8406-4aa4-a925-abb35280e5ae tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0847447 Mar 02 07:20:00.231585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92196467-8d5f-4bb8-9bd5-0fed5781bc41 req-dfd2cd5a-ea94-4b39-bf18-019f23c54180 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Mar 02 07:20:00.258209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:00.271891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'port_id': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'mac_address': 'fa:16:3e:9a:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551d322a-21d7-4ff2-bfdf-6952823815be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:00.332313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:00.350644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ddf8fe-53c6-44bc-8d83-e4338d947609 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:00.368444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:00.373011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:00.441618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095979ab-c0a6-4d9f-a2bc-1613bb7bd565 req-850a6508-37fb-48e5-97a1-c3d2769d73bd tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.451205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-095979ab-c0a6-4d9f-a2bc-1613bb7bd565 req-850a6508-37fb-48e5-97a1-c3d2769d73bd tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.1163642 Mar 02 07:20:00.456847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:00.525694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bb083-3bf5-46b4-bff0-8f9b94d913fe req-1f269a36-51a0-4ff9-b0cc-280c229aa3c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.527826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-043bb083-3bf5-46b4-bff0-8f9b94d913fe req-1f269a36-51a0-4ff9-b0cc-280c229aa3c0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0919416 Mar 02 07:20:00.544292 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-095979ab-c0a6-4d9f-a2bc-1613bb7bd565 req-6cc41b24-60c6-4761-85a2-e12a9c654224 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921304 Mar 02 07:20:00.569194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-11c57198-196a-435a-87e3-1e0d5fc5a36f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942254 Mar 02 07:20:00.580412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-043bb083-3bf5-46b4-bff0-8f9b94d913fe req-b261bcb6-0d54-41e4-934e-14cf0a0f59cd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Mar 02 07:20:00.724834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abd66-fec8-4368-9403-1679d38ce299 req-bc80babd-3234-4e48-8cf4-523a9ff54b0a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.727233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-760abd66-fec8-4368-9403-1679d38ce299 req-bc80babd-3234-4e48-8cf4-523a9ff54b0a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0846293 Mar 02 07:20:00.786418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-760abd66-fec8-4368-9403-1679d38ce299 req-9603a687-2c95-44d7-899c-0f87ab81f572 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531030 Mar 02 07:20:00.982608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-97c068ed-d8a6-4601-af78-3b1dbe2c8189 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:00.984185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-97c068ed-d8a6-4601-af78-3b1dbe2c8189 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.2509191 Mar 02 07:20:00.994566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['81ddf8fe-53c6-44bc-8d83-e4338d947609'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:01.093323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1715-7de2-4a40-8466-d97c1c7f8387 req-5fc23d79-6876-4498-993e-fa1aaef8378b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:01.099035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bba1715-7de2-4a40-8466-d97c1c7f8387 req-5fc23d79-6876-4498-993e-fa1aaef8378b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.0956268 Mar 02 07:20:01.104235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Deleting port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:01.104764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.165152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bba1715-7de2-4a40-8466-d97c1c7f8387 req-96f51360-b571-45e4-b2ca-c043c895d3c2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Mar 02 07:20:01.169192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c560c-8a0a-4516-b473-898700a0bf99 req-15137919-34cf-4563-af2a-8e0e5da2c822 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:01.176882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c15c560c-8a0a-4516-b473-898700a0bf99 req-15137919-34cf-4563-af2a-8e0e5da2c822 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 943 time: 0.3609486 Mar 02 07:20:01.286324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c15c560c-8a0a-4516-b473-898700a0bf99 req-d9fd95d5-49ea-463a-b6d0-d9634f9349c0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084447 Mar 02 07:20:01.375413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6a220-fa03-4f5f-9af7-5f660025c5e4 req-39d7cb29-190e-4423-857c-b82cd5761691 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:01.384704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29d6a220-fa03-4f5f-9af7-5f660025c5e4 req-39d7cb29-190e-4423-857c-b82cd5761691 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 945 time: 0.1073952 Mar 02 07:20:01.426645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29d6a220-fa03-4f5f-9af7-5f660025c5e4 req-2f17f7d7-2e5a-4713-8792-8a94456924b6 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Mar 02 07:20:01.531399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] For port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:01.531954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.669623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Calling delete_port for c5acbf8c-07d0-4b87-afd9-3c5efa573c1d owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:01.717089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030c69-14d7-4b34-8950-8dae0fad3b13 req-803f12a4-647e-48fb-a996-dd7d0bbe2235 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:01.718584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2030c69-14d7-4b34-8950-8dae0fad3b13 req-803f12a4-647e-48fb-a996-dd7d0bbe2235 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2997441 Mar 02 07:20:01.733662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce558d4-3273-49d3-870f-badff435b623 req-ad9ff7d2-54b5-42c8-8296-47da0c828da6 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:01.735377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ce558d4-3273-49d3-870f-badff435b623 req-ad9ff7d2-54b5-42c8-8296-47da0c828da6 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c320b9c-76e0-4a0a-9205-7491996deaa6 HTTP/1.1" status: 200 len: 950 time: 0.0811136 Mar 02 07:20:01.779892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ce558d4-3273-49d3-870f-badff435b623 req-64efc87a-f5c8-4112-bd1c-ce436016fb64 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386777 Mar 02 07:20:01.793949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2030c69-14d7-4b34-8950-8dae0fad3b13 req-c0967d0c-4e4b-4ed0-bf0f-cd8475a3766a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Mar 02 07:20:01.867685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.920625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Pushing event deleted for resources: {'Port': ['ID=c5acbf8c-07d0-4b87-afd9-3c5efa573c1d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:01.948217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d44f9f42-d58d-47ad-8298-1db2b21a3790', 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:02.037066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] No DVR routers for this DVR port c5acbf8c-07d0-4b87-afd9-3c5efa573c1d on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:02.044795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:02.047145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:02.064584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'name': 'network-vif-deleted', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:02.088004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5961-054b-4cf0-9214-d01a23eba4e5 req-b8093ac2-f2be-49b4-9f30-2a1beae72b46 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.096940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6eca5961-054b-4cf0-9214-d01a23eba4e5 req-b8093ac2-f2be-49b4-9f30-2a1beae72b46 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2051201 Mar 02 07:20:02.121600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3baa9cd8-5466-4653-933c-5da29e5b0d6e req-98051651-038e-465a-b6b7-110ef06bee93 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "DELETE /v2.0/ports/c5acbf8c-07d0-4b87-afd9-3c5efa573c1d HTTP/1.1" status: 204 len: 173 time: 1.1302485 Mar 02 07:20:02.169934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6eca5961-054b-4cf0-9214-d01a23eba4e5 req-c1646cea-b675-45a5-a8d4-c66fe1c92da3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Mar 02 07:20:02.253066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-98d1be74-fde6-4537-ad49-8fa61eeaebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.254593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-98d1be74-fde6-4537-ad49-8fa61eeaebfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1100 time: 0.1909337 Mar 02 07:20:02.261318 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c320b9c-76e0-4a0a-9205-7491996deaa6', 'name': 'network-vif-deleted', 'tag': 'c5acbf8c-07d0-4b87-afd9-3c5efa573c1d', 'status': 'completed', 'code': 200} Mar 02 07:20:02.368540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:02.385042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'mac_address': 'fa:16:3e:9c:22:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:02.416746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55dd05-9be3-40e7-b5e5-4f8a4afd4546 req-f78f59da-0e28-4906-acca-483227440ba0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.422548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed55dd05-9be3-40e7-b5e5-4f8a4afd4546 req-f78f59da-0e28-4906-acca-483227440ba0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2116914 Mar 02 07:20:02.428692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-a0d4ebff-f1d5-4bc7-9b4d-51cb70128bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.432355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-a0d4ebff-f1d5-4bc7-9b4d-51cb70128bde service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1700923 Mar 02 07:20:02.442470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be76af-2f23-4cee-8fd2-47954b54e67d req-d92fa395-8de2-4b5c-aa92-b977ad1b7935 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.444191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44be76af-2f23-4cee-8fd2-47954b54e67d req-d92fa395-8de2-4b5c-aa92-b977ad1b7935 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.0857222 Mar 02 07:20:02.448019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:02.465371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:02.482682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:02.492806 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:02.500752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44be76af-2f23-4cee-8fd2-47954b54e67d req-e928affb-c452-4d07-88ed-cc3021d9c0a8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Mar 02 07:20:02.522771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-4c01e87a-a804-47ea-83e9-cd43956fc5bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0729136 Mar 02 07:20:02.585156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:02.591276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed55dd05-9be3-40e7-b5e5-4f8a4afd4546 req-99db8af3-b5ab-4fa4-99d3-ce63eb6517c1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567323 Mar 02 07:20:02.603436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-9f5cc20e-72d2-471c-b314-3028f388a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.605275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-9f5cc20e-72d2-471c-b314-3028f388a5f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0738051 Mar 02 07:20:02.702162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-62537fd6-f1b6-4854-b399-b49641450c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.704054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-62537fd6-f1b6-4854-b399-b49641450c27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907612 Mar 02 07:20:02.741356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0bc95-b7eb-484c-83a5-7c0a6b1fe6ef req-2fab8292-d027-4155-b93c-cf03dec3b1eb tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:02.744456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed0bc95-b7eb-484c-83a5-7c0a6b1fe6ef req-2fab8292-d027-4155-b93c-cf03dec3b1eb tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0985165 Mar 02 07:20:02.792069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ed0bc95-b7eb-484c-83a5-7c0a6b1fe6ef req-6a19828a-c085-4a46-af66-ec6138fa4443 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Mar 02 07:20:03.013160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4cc1-522f-4348-a419-d2a3b9f72ebe req-498789a9-0ac4-4ba4-91d8-70ac850c1763 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.014646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fbf4cc1-522f-4348-a419-d2a3b9f72ebe req-498789a9-0ac4-4ba4-91d8-70ac850c1763 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 945 time: 0.3095243 Mar 02 07:20:03.043381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-767efccc-3ec8-4c1b-accf-098ed1c0cfc7 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053885 Mar 02 07:20:03.069249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:03.120453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fbf4cc1-522f-4348-a419-d2a3b9f72ebe req-7b2ad5c7-4cef-41a0-a0c2-c757f684a918 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936379 Mar 02 07:20:03.230908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-190c567d-c59c-4247-928e-2e1ec007d4db service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802518 Mar 02 07:20:03.305772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7ad7c-2019-4e2c-bd47-f1afd13f484d req-3b8e0116-75a3-499e-bf5b-f6e021219382 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.313308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10a7ad7c-2019-4e2c-bd47-f1afd13f484d req-3b8e0116-75a3-499e-bf5b-f6e021219382 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1294959 Mar 02 07:20:03.355653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10a7ad7c-2019-4e2c-bd47-f1afd13f484d req-74d791b4-25b4-4b30-a754-00a18564475b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Mar 02 07:20:03.372377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4aaf1-81f6-4dee-aece-f5ff884c3bf4 req-554f4dad-dba8-4ff5-9a24-a4169e68f360 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.374043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0e4aaf1-81f6-4dee-aece-f5ff884c3bf4 req-554f4dad-dba8-4ff5-9a24-a4169e68f360 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.0919595 Mar 02 07:20:03.421991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0e4aaf1-81f6-4dee-aece-f5ff884c3bf4 req-e364ebc0-828a-4bc7-953e-c196e6a64677 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Mar 02 07:20:03.615239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de78e5-99c4-4785-8926-dc7297f4044f req-c80a3dd5-56ba-43b6-a0a0-ef68b417dae6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.618141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72de78e5-99c4-4785-8926-dc7297f4044f req-c80a3dd5-56ba-43b6-a0a0-ef68b417dae6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0949364 Mar 02 07:20:03.669046 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72de78e5-99c4-4785-8926-dc7297f4044f req-e8c0d6a0-13a8-494c-9ca4-6528b5fa4f71 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Mar 02 07:20:03.753724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6b82d-b132-4930-abc2-33ab85a182f0 req-933b17a1-12ae-4678-8fe1-ed6fa0eecb26 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.755263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c6b82d-b132-4930-abc2-33ab85a182f0 req-933b17a1-12ae-4678-8fe1-ed6fa0eecb26 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 943 time: 0.0839436 Mar 02 07:20:03.765340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-f8486946-b370-4f9f-b425-175b3e50e863 service neutron] 10.222.0.39 "GET /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.0897717 Mar 02 07:20:03.799557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c6b82d-b132-4930-abc2-33ab85a182f0 req-f3563e3f-fa7b-4517-ad60-c00a180a7a7d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Mar 02 07:20:03.956783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7243bf-813b-46b0-8a73-4fd7417e1a91 req-9c04993b-28bd-43ee-85f6-e1d8619919c5 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.957397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ee7243bf-813b-46b0-8a73-4fd7417e1a91 req-9c04993b-28bd-43ee-85f6-e1d8619919c5 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Synchronizing usage tracker for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:03.980399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212442d-bedf-4c09-aaa0-87040cefb732 req-2e31e9d9-298a-4f8c-b249-41acc6c35534 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:03.981880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a212442d-bedf-4c09-aaa0-87040cefb732 req-2e31e9d9-298a-4f8c-b249-41acc6c35534 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0844781 Mar 02 07:20:04.005277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ee7243bf-813b-46b0-8a73-4fd7417e1a91 req-9c04993b-28bd-43ee-85f6-e1d8619919c5 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Unset dirty status for tenant:e44c6cfa8d3643f78769dff757922c87 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:04.006552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee7243bf-813b-46b0-8a73-4fd7417e1a91 req-9c04993b-28bd-43ee-85f6-e1d8619919c5 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.2369263 Mar 02 07:20:04.028660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a212442d-bedf-4c09-aaa0-87040cefb732 req-85ecc262-f629-42b2-b638-3de2a023af01 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Mar 02 07:20:04.119203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee7243bf-813b-46b0-8a73-4fd7417e1a91 req-f4071a25-8828-4425-b80e-9143687dc212 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041455 Mar 02 07:20:04.132448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:04.144998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:04.172823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:04.212807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b44f-113c-4849-9b8d-7589756f4ffb req-6bbc692f-1ebe-4664-b802-a68139e50106 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.219531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d973b44f-113c-4849-9b8d-7589756f4ffb req-6bbc692f-1ebe-4664-b802-a68139e50106 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0936015 Mar 02 07:20:04.236516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff0b540-7847-4766-a652-3de73c436e79 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:04.254117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:04.260986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 81ddf8fe-53c6-44bc-8d83-e4338d947609 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:04.267148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 81ddf8fe-53c6-44bc-8d83-e4338d947609 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:04.267822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.274668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d973b44f-113c-4849-9b8d-7589756f4ffb req-cc941d4b-b03f-403c-9f56-1000a1b1a797 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540600 Mar 02 07:20:04.311711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.391123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.420539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:04.431437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:04.432456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f96c-f5c1-4338-81fb-d552bf88e03e req-28719514-5cb3-46b6-ab62-8ea75c0944d7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.434264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8835f96c-f5c1-4338-81fb-d552bf88e03e req-28719514-5cb3-46b6-ab62-8ea75c0944d7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 945 time: 0.1582682 Mar 02 07:20:04.440782 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.441792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c5acbf8c-07d0-4b87-afd9-3c5efa573c1d no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:04.469815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] Transition to ACTIVE for port object fff0b540-7847-4766-a652-3de73c436e79 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:04.482275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.519170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: c5acbf8c-07d0-4b87-afd9-3c5efa573c1d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:04.519793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c5acbf8c-07d0-4b87-afd9-3c5efa573c1d not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:04.547038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8835f96c-f5c1-4338-81fb-d552bf88e03e req-d45ec1ec-f585-4c18-b762-454a0bc4ddd8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066012 Mar 02 07:20:04.556296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:04.563821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda3da-e879-46ac-9b3d-32ff0b94b957 req-45aa9b5c-2e0f-46dc-8279-235cfbad17cb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.570373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5bda3da-e879-46ac-9b3d-32ff0b94b957 req-45aa9b5c-2e0f-46dc-8279-235cfbad17cb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0992930 Mar 02 07:20:04.617963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5bda3da-e879-46ac-9b3d-32ff0b94b957 req-54021549-9385-417a-9a4d-16b8c0760134 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Mar 02 07:20:04.636144 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'code': 200} Mar 02 07:20:04.670616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] No DVR routers for this DVR port fff0b540-7847-4766-a652-3de73c436e79 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:04.720726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] Pushing event updated for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:04.730422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2fa7ef1d-6792-48d8-9533-8e04997de08a service neutron] 10.222.0.39 "PUT /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9252791 Mar 02 07:20:04.923695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dff8f6-7470-4ede-a0cb-09abab1810c3 req-2e3ce732-48bb-4b71-80e1-1359cecd7a9d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.925187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11dff8f6-7470-4ede-a0cb-09abab1810c3 req-2e3ce732-48bb-4b71-80e1-1359cecd7a9d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1938758 Mar 02 07:20:04.939439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffe470-aab1-4b07-b8e7-0b99cecda3d8 req-ca212781-5391-4140-80ff-89ba4236f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.940952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-caffe470-aab1-4b07-b8e7-0b99cecda3d8 req-ca212781-5391-4140-80ff-89ba4236f217 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 1097 time: 0.2215052 Mar 02 07:20:04.949727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5224-9e81-4a44-a51d-eea7807ece59 req-993c8238-1c34-4437-a72a-c9a300bd648e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.951157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93fc5224-9e81-4a44-a51d-eea7807ece59 req-993c8238-1c34-4437-a72a-c9a300bd648e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1078460 Mar 02 07:20:04.977511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-42981017-618a-492a-b68b-45d1f6c85407 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.978921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-42981017-618a-492a-b68b-45d1f6c85407 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1875432 Mar 02 07:20:04.990232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-302c3614-b799-47cd-8186-8041f0ab4787 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:04.991684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-302c3614-b799-47cd-8186-8041f0ab4787 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.39 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.1599469 Mar 02 07:20:05.019209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-caffe470-aab1-4b07-b8e7-0b99cecda3d8 req-a9d88f4d-8398-4bd1-bbf8-04c6fe07b3b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Mar 02 07:20:05.024470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93fc5224-9e81-4a44-a51d-eea7807ece59 req-985870c6-5877-4487-afb5-41699c837403 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Mar 02 07:20:05.195105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11dff8f6-7470-4ede-a0cb-09abab1810c3 req-04ca2ccf-c82f-40bb-9d70-e5fc64e4e9b3 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545679 Mar 02 07:20:05.206379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd6b6-fc49-4307-b700-65f2dae047ca req-bd52ee43-4b6c-4916-91d6-0f47e087e18a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.208288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-378dd6b6-fc49-4307-b700-65f2dae047ca req-bd52ee43-4b6c-4916-91d6-0f47e087e18a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.0837364 Mar 02 07:20:05.223812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Deleting port 566b274d-9787-48d3-83cb-3f7dd0693bf8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:05.224198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:05.255981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-378dd6b6-fc49-4307-b700-65f2dae047ca req-f784e512-5c30-4b5b-ab1c-97084129e20b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Mar 02 07:20:05.377550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-3b3325c7-369e-4644-9538-d1a766707c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.379057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-3b3325c7-369e-4644-9538-d1a766707c80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 1095 time: 0.3784199 Mar 02 07:20:05.499133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71e7e-49e0-4aca-a964-af16ee12752b req-c2745c16-672f-4579-a363-ced02241b332 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.500529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41f71e7e-49e0-4aca-a964-af16ee12752b req-c2745c16-672f-4579-a363-ced02241b332 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.1455283 Mar 02 07:20:05.509975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-8bb656de-863a-4b24-90a7-a98d5a0c857c tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.510934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-8bb656de-863a-4b24-90a7-a98d5a0c857c tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=16dd38b9-d002-40b8-91a0-ec40437dd052 HTTP/1.1" status: 200 len: 949 time: 0.1187406 Mar 02 07:20:05.605466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8100d0f-d7ce-4790-870f-6b50650a8b39 req-1bd44726-c784-4f0a-94cd-486795b496bf tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.606969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8100d0f-d7ce-4790-870f-6b50650a8b39 req-1bd44726-c784-4f0a-94cd-486795b496bf tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2853520 Mar 02 07:20:05.608578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41f71e7e-49e0-4aca-a964-af16ee12752b req-19578646-fa7a-4d5a-a7d1-1046568ddc21 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.21 "GET /v2.0/security-groups?id=f96b3bf4-1bf8-472a-8561-3bc8235c3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967054 Mar 02 07:20:05.612036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Deleting port d44f9f42-d58d-47ad-8298-1db2b21a3790 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:05.612386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:05.650429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] For port 566b274d-9787-48d3-83cb-3f7dd0693bf8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=566b274d-9787-48d3-83cb-3f7dd0693bf8,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:05.650798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:05.678248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-df07cd00-7000-445b-9740-c9d868914d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.680671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-df07cd00-7000-445b-9740-c9d868914d3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1095 time: 0.2616866 Mar 02 07:20:05.784594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8100d0f-d7ce-4790-870f-6b50650a8b39 req-78c78c9b-ffa3-48d0-a5bd-53edc42a82a4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693044 Mar 02 07:20:05.920467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6239b-e777-446a-b545-b9af657d1f0d req-f88000ed-b1be-4bec-9201-7050af15ce8d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:05.922003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17b6239b-e777-446a-b545-b9af657d1f0d req-f88000ed-b1be-4bec-9201-7050af15ce8d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 944 time: 0.2076008 Mar 02 07:20:05.933650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] For port d44f9f42-d58d-47ad-8298-1db2b21a3790, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d44f9f42-d58d-47ad-8298-1db2b21a3790,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:05.934042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.075970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Calling delete_port for d44f9f42-d58d-47ad-8298-1db2b21a3790 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:06.076951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:06.080410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-741cb371-0d0b-4d45-9385-f18dfe4a9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:06.081653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-741cb371-0d0b-4d45-9385-f18dfe4a9e6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3489404 Mar 02 07:20:06.134818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17b6239b-e777-446a-b545-b9af657d1f0d req-a40b30ee-2f20-4068-9229-cdc364bbc51f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029946 Mar 02 07:20:06.153358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fff0b540-7847-4766-a652-3de73c436e79 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:06.173062 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-2c94eab2-34b1-4b4d-b61e-4d040bb15707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 200 len: 217 time: 0.0700874 Mar 02 07:20:06.237518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.239207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.239459 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50 disassociated. External IP: 172.25.4.64, port: 566b274d-9787-48d3-83cb-3f7dd0693bf8. Mar 02 07:20:06.239799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Calling delete_port for 566b274d-9787-48d3-83cb-3f7dd0693bf8 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:06.251788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fff0b540-7847-4766-a652-3de73c436e79 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:06.266527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.283277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d44f9f42-d58d-47ad-8298-1db2b21a3790'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:06.336021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e07d5-79b9-415c-8c7a-02a267bcee2b req-b5e222a2-207c-48a7-81ee-abb75fb25b68 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:06.338676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-991e07d5-79b9-415c-8c7a-02a267bcee2b req-b5e222a2-207c-48a7-81ee-abb75fb25b68 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.4161801 Mar 02 07:20:06.343488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:06.349129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:06.349636 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.380383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-ef2e653a-9c49-4128-915c-fa57770a8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:06.382576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-ef2e653a-9c49-4128-915c-fa57770a8ab9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1932766 Mar 02 07:20:06.383704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Pushing event deleted for resources: {'Port': ['ID=d44f9f42-d58d-47ad-8298-1db2b21a3790,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:06.465129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-787df241-7426-49c3-9afc-ccce883008ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751603 Mar 02 07:20:06.496235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] No DVR routers for this DVR port d44f9f42-d58d-47ad-8298-1db2b21a3790 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:06.501286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.506545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'name': 'network-vif-deleted', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:06.550833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2af3b548-a0f7-43ff-9ab5-1148e8b2b7cd req-b99bb831-97ca-49fc-9841-05d4bc3068b0 tempest-LiveMigrationNegativeTest-751803022 tempest-LiveMigrationNegativeTest-751803022-project] 10.222.0.39 "DELETE /v2.0/ports/d44f9f42-d58d-47ad-8298-1db2b21a3790 HTTP/1.1" status: 204 len: 173 time: 1.0241280 Mar 02 07:20:06.551196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-991e07d5-79b9-415c-8c7a-02a267bcee2b req-9ecde58f-2222-46bd-abec-ebacf194ac06 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050951 Mar 02 07:20:06.565773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24449d-4cc6-46d8-b30a-d683b80c1aef req-4473b368-14ac-4136-a52d-12c33c13752d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:06.576050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c24449d-4cc6-46d8-b30a-d683b80c1aef req-4473b368-14ac-4136-a52d-12c33c13752d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2627020 Mar 02 07:20:06.630755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c24449d-4cc6-46d8-b30a-d683b80c1aef req-53c0dabb-3680-413d-8b3a-d23e55580633 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 Mar 02 07:20:06.670672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.732565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:06.746316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:06.752616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.753571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fff0b540-7847-4766-a652-3de73c436e79 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:06.862980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909bb9-9fe3-4497-9053-1550486fbfa1 req-08254597-026d-41c9-a420-2a1964ef8d4b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:06.864575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b909bb9-9fe3-4497-9053-1550486fbfa1 req-08254597-026d-41c9-a420-2a1964ef8d4b tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 945 time: 0.0864129 Mar 02 07:20:06.868733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:06.890077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:06.913330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b909bb9-9fe3-4497-9053-1550486fbfa1 req-fdb71105-9711-40a8-833c-3308c7da5f2a tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc77470a-1c0d-488a-a01f-19029d1e6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406685 Mar 02 07:20:06.937706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event deleted for resources: {'Port': ['ID=566b274d-9787-48d3-83cb-3f7dd0693bf8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:06.967142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-eb8119be-0c7f-4465-928c-118853ff6db1 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584477 Mar 02 07:20:07.113738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8d7bc-12ce-4889-a0e2-274969b4ff79 req-8230e259-c328-4778-ba34-f2635c131baf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.115125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dba8d7bc-12ce-4889-a0e2-274969b4ff79 req-8230e259-c328-4778-ba34-f2635c131baf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.0855289 Mar 02 07:20:07.160841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dba8d7bc-12ce-4889-a0e2-274969b4ff79 req-40cbeffb-713f-410c-823a-e268c96bccd7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Mar 02 07:20:07.227367 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dd38b9-d002-40b8-91a0-ec40437dd052', 'name': 'network-vif-deleted', 'tag': 'd44f9f42-d58d-47ad-8298-1db2b21a3790', 'status': 'completed', 'code': 200} Mar 02 07:20:07.235863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092e30-97a0-4198-8ab4-af9483731510 req-3d044b8d-5249-4411-ba51-1f2fa75ede5a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.237321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5092e30-97a0-4198-8ab4-af9483731510 req-3d044b8d-5249-4411-ba51-1f2fa75ede5a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.4317870 Mar 02 07:20:07.323828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-e8f794b1-867d-4cd2-ac1e-c7d5ec583a75 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036997 Mar 02 07:20:07.351539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5092e30-97a0-4198-8ab4-af9483731510 req-e3c41cb3-7183-418b-972a-401dc867c8e1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018913 Mar 02 07:20:07.354616 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'code': 200} Mar 02 07:20:07.366902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:20:07.671432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:07.774351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:20:07.790628 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:20:07.791281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf864-6d84-4bda-af25-e1e22fe231fd req-1f81dbd6-ae43-41f1-825d-8d209ebb329f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.792782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43ebf864-6d84-4bda-af25-e1e22fe231fd req-1f81dbd6-ae43-41f1-825d-8d209ebb329f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.3250387 Mar 02 07:20:07.798996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-7e24e3bb-111a-482a-a245-0bdd710c03b1 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.800386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-7e24e3bb-111a-482a-a245-0bdd710c03b1 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1298084 Mar 02 07:20:07.803044 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:07.803715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:07.810599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64c78b-817f-40f2-8b41-c5f698abde3a req-3e945fce-7f70-4711-b95c-c30d15d840ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.812097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b64c78b-817f-40f2-8b41-c5f698abde3a req-3e945fce-7f70-4711-b95c-c30d15d840ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.3319671 Mar 02 07:20:07.864098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b339-2ac3-47c6-892a-08d16a30b9db req-d1418b13-2adf-45e4-803c-6c777e3c5593 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:07.871718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fb6b339-2ac3-47c6-892a-08d16a30b9db req-d1418b13-2adf-45e4-803c-6c777e3c5593 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3138428 Mar 02 07:20:07.908714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] No DVR routers for this DVR port 566b274d-9787-48d3-83cb-3f7dd0693bf8 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:07.914001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:07.914937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43ebf864-6d84-4bda-af25-e1e22fe231fd req-bd963f63-e210-42e5-96a5-200686b36953 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132419 Mar 02 07:20:07.917701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'name': 'network-vif-deleted', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:07.970163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-14e2db5b-7707-4402-9d2c-dfe37621127c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e44c6cfa8d3643f78769dff757922c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931759 Mar 02 07:20:07.973201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:07.981758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fb6b339-2ac3-47c6-892a-08d16a30b9db req-a576a19f-61bb-4469-a6f7-126685d1f044 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090863 Mar 02 07:20:07.984187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b64c78b-817f-40f2-8b41-c5f698abde3a req-6f93815b-8498-4060-a979-2435dc22d6e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629758 Mar 02 07:20:07.985461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-620a9b06-7378-492f-ace5-c57aadd93e85 req-a5c01afc-d17d-43ad-ab17-b807624dedff tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.39 "DELETE /v2.0/ports/566b274d-9787-48d3-83cb-3f7dd0693bf8 HTTP/1.1" status: 204 len: 173 time: 2.9836850 Mar 02 07:20:08.010647 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:08.049542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-5d9defac-db3e-4946-9988-7d015d41385d service neutron] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:08.055921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-5d9defac-db3e-4946-9988-7d015d41385d service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.057929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3261bdf5-b098-4342-b8d7-8d4bde5768c6 req-5d9defac-db3e-4946-9988-7d015d41385d service neutron] 10.222.0.16 "DELETE /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.2405014 Mar 02 07:20:08.061674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.093434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.138951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 566b274d-9787-48d3-83cb-3f7dd0693bf8 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:08.175615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.176439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360783-1831-4ca0-9333-aa360b233f28 req-56475df6-57f8-4168-a487-f0b9413d05fd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:08.184519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91360783-1831-4ca0-9333-aa360b233f28 req-56475df6-57f8-4168-a487-f0b9413d05fd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1013324 Mar 02 07:20:08.206564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96b3bf4-1bf8-472a-8561-3bc8235c3c67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:08.246740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 566b274d-9787-48d3-83cb-3f7dd0693bf8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:08.247310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 566b274d-9787-48d3-83cb-3f7dd0693bf8 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:08.259384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91360783-1831-4ca0-9333-aa360b233f28 req-5e1b2592-4a84-4c97-ac30-46e2be3ab91c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Mar 02 07:20:08.313366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.314641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50bc33be-4ada-4a0c-bf4a-51c4d2a4a181 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f96b3bf4-1bf8-472a-8561-3bc8235c3c67 HTTP/1.1" status: 204 len: 168 time: 0.3413079 Mar 02 07:20:08.316599 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54303e60-54ee-4759-b7d7-cbaf69674777', 'name': 'network-vif-deleted', 'tag': '566b274d-9787-48d3-83cb-3f7dd0693bf8', 'status': 'completed', 'code': 200} Mar 02 07:20:08.357030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d816a-4594-4bfc-8454-9054ef7c9544 req-9478369f-6646-4260-af43-44d22c5363bb tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:08.363925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-472d816a-4594-4bfc-8454-9054ef7c9544 req-9478369f-6646-4260-af43-44d22c5363bb tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.1603472 Mar 02 07:20:08.387686 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:08.391943 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:20:08.402846 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:08.403685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:19:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:08.415982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-472d816a-4594-4bfc-8454-9054ef7c9544 req-7aacf375-4da4-4b23-810d-cd8c1b493890 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Mar 02 07:20:08.527184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-921760fa-f7a1-41b3-8df4-6826598bf4d5 req-314cf5ec-3712-4646-ab81-a3ac05607017 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Synchronizing usage tracker for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:08.586321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-921760fa-f7a1-41b3-8df4-6826598bf4d5 req-314cf5ec-3712-4646-ab81-a3ac05607017 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Unset dirty status for tenant:109943e9fdcb4fcda2b130666e7c9c93 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:08.587842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-921760fa-f7a1-41b3-8df4-6826598bf4d5 req-314cf5ec-3712-4646-ab81-a3ac05607017 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/ports?device_id=54303e60-54ee-4759-b7d7-cbaf69674777 HTTP/1.1" status: 200 len: 210 time: 0.1465061 Mar 02 07:20:08.646583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634edc11-d2be-4627-8d3e-0ee74fd2b0e2 req-b535c458-2484-4da7-a2ee-5bb2d3b05eee tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:08.648923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-634edc11-d2be-4627-8d3e-0ee74fd2b0e2 req-b535c458-2484-4da7-a2ee-5bb2d3b05eee tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.1115208 Mar 02 07:20:08.685156 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:08.706971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-634edc11-d2be-4627-8d3e-0ee74fd2b0e2 req-e991a6da-36a8-4db9-b688-a9c96d1b5d81 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494232 Mar 02 07:20:08.788769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38204) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:08.847541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6cb4bcbb-e843-4738-a3cb-4d87ccad8e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c8060ee48b24df89f43c0c10076e654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550380 Mar 02 07:20:08.847907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38208) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:08.856175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0074b-fa29-4375-bd4a-ef5a4e1d9223 req-396b5067-f7a4-4ba3-b072-7195211884f6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:08.858025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba0074b-fa29-4375-bd4a-ef5a4e1d9223 req-396b5067-f7a4-4ba3-b072-7195211884f6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1454375 Mar 02 07:20:08.904988 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba0074b-fa29-4375-bd4a-ef5a4e1d9223 req-3d4d5c5e-e43a-431a-b903-1d59e4ef64ca tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Mar 02 07:20:08.954027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:08.989980 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:09.027126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96554c5d-8af9-4965-8e81-3300fafb47c6 req-fbe97cc8-e567-487c-b3a6-c06e2a50fe80 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:09.028028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96554c5d-8af9-4965-8e81-3300fafb47c6 req-fbe97cc8-e567-487c-b3a6-c06e2a50fe80 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.1636209 Mar 02 07:20:09.050651 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:09.057764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80d7a-872c-46dd-8a5c-7b814f960e1e None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:16:13Z', 'revision_number': 4, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '32519a15-cc13-4a92-83a9-0b6a7f9242e0', 'name': '', 'network_id': '0111ef86-6ab3-4b2e-91a2-79188b7113bf', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'mac_address': 'fa:16:3e:9d:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:12Z', 'updated_at': '2022-03-02T07:16:21Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'subnets': [{'id': '932a29d1-5af2-4ed9-976d-62fd7d6e900f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:20:09.089299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96554c5d-8af9-4965-8e81-3300fafb47c6 req-b03df9da-fc6e-4196-bf42-59707de340aa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Mar 02 07:20:09.101520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:09.122461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5434d10-314f-4e3d-b849-3024602ab2eb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:09.144831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:09.146839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b623976-79f2-4dc4-acc2-e1b0e6e000d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5434d10-314f-4e3d-b849-3024602ab2eb HTTP/1.1" status: 204 len: 168 time: 0.2977800 Mar 02 07:20:09.155074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac551af-9679-4e00-af33-addee61d7416 req-1e9849b8-b0cd-467f-8903-c0c8bfa404f0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:09.156587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac551af-9679-4e00-af33-addee61d7416 req-1e9849b8-b0cd-467f-8903-c0c8bfa404f0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1183467 Mar 02 07:20:09.206841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac551af-9679-4e00-af33-addee61d7416 req-1c0e902c-77ee-4587-a3c3-5f904a457b48 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Mar 02 07:20:09.294669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf5cca-3eca-4f1b-bd63-05df694bd775 req-3b43a89d-7ab9-49e7-9213-063360931dc5 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:09.296196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4edf5cca-3eca-4f1b-bd63-05df694bd775 req-3b43a89d-7ab9-49e7-9213-063360931dc5 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1095 time: 0.0760624 Mar 02 07:20:09.371436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4edf5cca-3eca-4f1b-bd63-05df694bd775 req-a489f82a-fa75-40ab-98fa-3207b486df9e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Mar 02 07:20:09.447649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9499a-3f53-4aec-be67-5e67b03367bd req-33f223b3-0c97-47d7-a338-e884fcc87125 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:09.449220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbe9499a-3f53-4aec-be67-5e67b03367bd req-33f223b3-0c97-47d7-a338-e884fcc87125 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0969110 Mar 02 07:20:09.449558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd565a-9976-425c-8b78-9c64e0caad1c None None] New status for floating IP 9c2bbcaa-57f6-4e01-8016-118d3d706c50: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:20:09.509383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbe9499a-3f53-4aec-be67-5e67b03367bd req-71a42223-84d2-4dfe-b85e-795c9ab7409a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542727 Mar 02 07:20:09.870511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410eec02-e3dc-4c74-b0ff-cc3c1e610bda req-7484f9d8-324d-4cea-a925-bad577f21a30 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:09.872009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-410eec02-e3dc-4c74-b0ff-cc3c1e610bda req-7484f9d8-324d-4cea-a925-bad577f21a30 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2484155 Mar 02 07:20:09.920128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-410eec02-e3dc-4c74-b0ff-cc3c1e610bda req-322b6387-899b-47d0-94cb-b2b1da741325 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Mar 02 07:20:10.136419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb476-db95-4365-9dea-b15581dc8275 req-ac103fea-a733-459f-b529-bf5645523954 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:10.138941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-694eb476-db95-4365-9dea-b15581dc8275 req-ac103fea-a733-459f-b529-bf5645523954 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 1095 time: 0.1090097 Mar 02 07:20:10.145518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d44f9f42-d58d-47ad-8298-1db2b21a3790 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:10.195633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-694eb476-db95-4365-9dea-b15581dc8275 req-2447dd21-e481-488d-9e22-b7e75e5afbcb tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486183 Mar 02 07:20:10.214718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: d44f9f42-d58d-47ad-8298-1db2b21a3790 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:10.215589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d44f9f42-d58d-47ad-8298-1db2b21a3790 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:10.304199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e14fa2-93b6-420f-b2d5-cc4791bbce02 req-cd2153ea-c41b-40a4-94da-30ac8f3610b7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:10.306083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09e14fa2-93b6-420f-b2d5-cc4791bbce02 req-cd2153ea-c41b-40a4-94da-30ac8f3610b7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1458464 Mar 02 07:20:10.360086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09e14fa2-93b6-420f-b2d5-cc4791bbce02 req-da4633bb-2c6d-4ae1-82f8-6d4b98e3f8c7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Mar 02 07:20:10.641428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88949f0f-05da-4755-b13e-43f70d9f3c87 req-a794291f-f0d9-4f9b-927d-5f0730b9471d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:10.643366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88949f0f-05da-4755-b13e-43f70d9f3c87 req-a794291f-f0d9-4f9b-927d-5f0730b9471d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0866766 Mar 02 07:20:10.694072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88949f0f-05da-4755-b13e-43f70d9f3c87 req-81bdb201-73cd-49ae-a73f-8ef8d18bef35 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Mar 02 07:20:10.890043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:11.021361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.061498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.109553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179b12-7033-4b73-a7bc-93abd4295d16 req-ad3b57dc-734e-4002-b942-253ad6e1a161 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:11.111046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c179b12-7033-4b73-a7bc-93abd4295d16 req-ad3b57dc-734e-4002-b942-253ad6e1a161 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1758697 Mar 02 07:20:11.114991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f8149-e5d1-4bb9-895b-137636c8155f req-ca899188-58ef-4c8e-9412-3573ae0feeea tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:11.117552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0f8149-e5d1-4bb9-895b-137636c8155f req-ca899188-58ef-4c8e-9412-3573ae0feeea tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.1114075 Mar 02 07:20:11.164313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c179b12-7033-4b73-a7bc-93abd4295d16 req-adcd4e4b-de49-4660-baf2-823c6e18a11a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Mar 02 07:20:11.172228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.174570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db0f8149-e5d1-4bb9-895b-137636c8155f req-64a51e52-84ca-4dcb-8c42-9e86b6a9a54c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Mar 02 07:20:11.189428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc77470a-1c0d-488a-a01f-19029d1e6d48,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:11.219773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.224589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38320) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:11.240429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e07ccfc7-cc8f-4439-b5e1-da793d80fe0d tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc77470a-1c0d-488a-a01f-19029d1e6d48 HTTP/1.1" status: 204 len: 168 time: 0.3487222 Mar 02 07:20:11.252957 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-a0cb630a-ffef-4d61-9824-cffa21d48680 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] show failed (client error): The resource could not be found. Mar 02 07:20:11.255571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a0cb630a-ffef-4d61-9824-cffa21d48680 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "GET /v2.0/security-groups/dc77470a-1c0d-488a-a01f-19029d1e6d48 HTTP/1.1" status: 404 len: 347 time: 0.0295784 Mar 02 07:20:11.257126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:11.416141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce183f1-c0ab-4dbb-8c7b-33f7ecd9e4b0 req-5c858c78-936f-4458-8de6-14a34467d64f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:11.417834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ce183f1-c0ab-4dbb-8c7b-33f7ecd9e4b0 req-5c858c78-936f-4458-8de6-14a34467d64f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1109319 Mar 02 07:20:11.422858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Deleting port 789a7d25-3e6e-42e5-9277-2e6bb4a655c1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:11.423798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.480323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ce183f1-c0ab-4dbb-8c7b-33f7ecd9e4b0 req-4d4de856-2313-4138-84e7-133497cfc507 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563228 Mar 02 07:20:11.691174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.692543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.716857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35474-949e-41ef-aae3-b5536a191d41 req-360ecf27-a252-4a47-abfc-2b6b8d8ca0c9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:11.720374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efc35474-949e-41ef-aae3-b5536a191d41 req-360ecf27-a252-4a47-abfc-2b6b8d8ca0c9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1030190 Mar 02 07:20:11.778285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efc35474-949e-41ef-aae3-b5536a191d41 req-aa312904-ed9d-4421-a0ae-5ecbbc4803e8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498512 Mar 02 07:20:11.825148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7319d112-91a6-4547-b1d7-78393b3f7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:11.832897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Calling delete_port for 789a7d25-3e6e-42e5-9277-2e6bb4a655c1 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:11.985423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883346d9-c717-4689-8f68-ad678e81f088 req-4125c61a-ad74-473b-9a81-a43607f9d17c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:11.987037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-883346d9-c717-4689-8f68-ad678e81f088 req-4125c61a-ad74-473b-9a81-a43607f9d17c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.0974696 Mar 02 07:20:11.996220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:12.049937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Pushing event deleted for resources: {'Port': ['ID=789a7d25-3e6e-42e5-9277-2e6bb4a655c1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:12.051630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-883346d9-c717-4689-8f68-ad678e81f088 req-99a44a00-71b2-4d00-983a-bb33c25b3ebc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578358 Mar 02 07:20:12.148781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:12.168167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:12.172000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd896a7e-b19a-43cf-b5a3-81fff4ef4a22 tempest-ServersWithSpecificFlavorTestJSON-1219931534 tempest-ServersWithSpecificFlavorTestJSON-1219931534-project] 10.222.0.21 "DELETE /v2.0/floatingips/9c2bbcaa-57f6-4e01-8016-118d3d706c50 HTTP/1.1" status: 204 len: 168 time: 0.9110415 Mar 02 07:20:12.372232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8e7a-53d6-4dfc-9394-3417ac529263 req-cb5fc0d8-0343-4bc3-8cc2-8f97dd6fbabd tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:12.373717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7ae8e7a-53d6-4dfc-9394-3417ac529263 req-cb5fc0d8-0343-4bc3-8cc2-8f97dd6fbabd tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0881925 Mar 02 07:20:12.426000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7ae8e7a-53d6-4dfc-9394-3417ac529263 req-ebe141be-e28e-48e9-8e34-2306f132c60b tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Mar 02 07:20:12.458813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109963e-2892-4d76-bd67-9a49c4950abb req-d7947a72-ae8b-4e6c-a3fe-7256d358241f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:12.460324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3109963e-2892-4d76-bd67-9a49c4950abb req-d7947a72-ae8b-4e6c-a3fe-7256d358241f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.1068807 Mar 02 07:20:12.533992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3109963e-2892-4d76-bd67-9a49c4950abb req-b4febb78-c4e1-4db9-a5fe-fddce64804a4 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671823 Mar 02 07:20:12.747495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6757c93-cfb0-4518-8c37-503f9484748d req-a79c948f-7015-41d0-ab5e-b597eaf7d9c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:12.749012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6757c93-cfb0-4518-8c37-503f9484748d req-a79c948f-7015-41d0-ab5e-b597eaf7d9c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0901945 Mar 02 07:20:12.793848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6757c93-cfb0-4518-8c37-503f9484748d req-d2df7ec1-b8e6-49a5-b55d-f87e54f20d75 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Mar 02 07:20:12.896789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38396) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:12.950352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38400) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:12.985672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242a63b-7f53-42e5-a1bb-667c5992284f req-d61775be-2c85-4f49-ac2e-01f42572eb09 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:12.987206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9242a63b-7f53-42e5-a1bb-667c5992284f req-d61775be-2c85-4f49-ac2e-01f42572eb09 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0925341 Mar 02 07:20:13.037375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9242a63b-7f53-42e5-a1bb-667c5992284f req-7c3fc825-2131-4d6a-8502-06347ef4a2c7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Mar 02 07:20:13.079976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.095661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:13.099429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:327a732e30db49d0b7685156336b279a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:13.102743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:13.108500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:13.202105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.206362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.255737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=327a732e30db49d0b7685156336b279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010664 Mar 02 07:20:13.255964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38408) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:13.266404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df37be2-264f-48f3-9f87-660701c6bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e3be15-84cb-41a3-9762-580fdc10fb8a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:13.318748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.344642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.370422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739a234-3db8-49c9-80b5-5dc909cbb2c9 req-0b80918b-b582-4925-a6c3-a0c2e15d4e28 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:13.371816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d739a234-3db8-49c9-80b5-5dc909cbb2c9 req-0b80918b-b582-4925-a6c3-a0c2e15d4e28 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.2037370 Mar 02 07:20:13.399885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.414927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e3be15-84cb-41a3-9762-580fdc10fb8a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:13.421425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.425157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d97ac63a-8773-4e8b-b4c1-647c98fbc61c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4e3be15-84cb-41a3-9762-580fdc10fb8a HTTP/1.1" status: 204 len: 168 time: 0.1657741 Mar 02 07:20:13.486240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d739a234-3db8-49c9-80b5-5dc909cbb2c9 req-3ec38007-4f58-451a-9a64-c098c5b864de tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060212 Mar 02 07:20:13.613409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.626258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e82b-f099-42f1-bc66-c450d1d971a6 req-e6f5ef43-902e-4732-b5c6-1b3f6d5efb7b tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:13.629014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991e82b-f099-42f1-bc66-c450d1d971a6 req-e6f5ef43-902e-4732-b5c6-1b3f6d5efb7b tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0946147 Mar 02 07:20:13.678421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991e82b-f099-42f1-bc66-c450d1d971a6 req-47e99295-6c30-47ee-a03a-dc9a1ebaf3b0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 Mar 02 07:20:13.808050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38422) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:13.827710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:13.845316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:13.849993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf3e6260cf249a2b5132c26967e33ed is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:13.853668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:13.859844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:14.004582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.013184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.014726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39259e2-c2dd-4e89-84e9-95102a0756b7 req-a57685ff-d434-4757-9388-fe82c9606671 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:14.016213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c39259e2-c2dd-4e89-84e9-95102a0756b7 req-a57685ff-d434-4757-9388-fe82c9606671 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.3429239 Mar 02 07:20:14.055242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5692de6-a154-46fc-9e0c-326656ae76d5 req-e456b3f3-ac4a-4e01-9fe3-a2bf9c40059f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:14.056682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5692de6-a154-46fc-9e0c-326656ae76d5 req-e456b3f3-ac4a-4e01-9fe3-a2bf9c40059f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1513751 Mar 02 07:20:14.072998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bf3e6260cf249a2b5132c26967e33ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613823 Mar 02 07:20:14.074475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:14.108502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c39259e2-c2dd-4e89-84e9-95102a0756b7 req-6d16eb7d-1b94-46dd-89a9-ef069434c922 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780146 Mar 02 07:20:14.109529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f1cc-5e75-467a-a681-f2f7b6ebe362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67df6c78-9432-4b03-b428-e1b324d9c35e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:14.150565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:14.152362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5692de6-a154-46fc-9e0c-326656ae76d5 req-0ae89495-84c6-4773-b096-e10150095bd9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Mar 02 07:20:14.177930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.217490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Deleting port 32519a15-cc13-4a92-83a9-0b6a7f9242e0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:14.217966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.220295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.300543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-14da448a-70ad-4b62-82bc-5d7b05da627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.315839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.340966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df6c78-9432-4b03-b428-e1b324d9c35e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:14.345990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:14.352851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.354247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-36899fa7-9bff-4a6c-96bd-dffa53ab3c0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67df6c78-9432-4b03-b428-e1b324d9c35e HTTP/1.1" status: 204 len: 168 time: 0.2653661 Mar 02 07:20:14.375832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'port_id': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'mac_address': 'fa:16:3e:9a:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551d322a-21d7-4ff2-bfdf-6952823815be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:14.438947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.458830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81ddf8fe-53c6-44bc-8d83-e4338d947609 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:14.481913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:14.488910 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.534917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] For port 32519a15-cc13-4a92-83a9-0b6a7f9242e0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32519a15-cc13-4a92-83a9-0b6a7f9242e0,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:14.535409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:14.629738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:14.681328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['81ddf8fe-53c6-44bc-8d83-e4338d947609'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:14.703824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Calling delete_port for 32519a15-cc13-4a92-83a9-0b6a7f9242e0 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:14.763921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc219-e668-4a78-a749-8403deeff7aa req-6d1356da-5e98-4421-8dc7-f9f13ac89594 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:14.766011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b83cc219-e668-4a78-a749-8403deeff7aa req-6d1356da-5e98-4421-8dc7-f9f13ac89594 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.1328077 Mar 02 07:20:14.786969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4684b-9e74-4834-b1b2-856f5007b9bd req-3ab1f081-d75a-4bf5-864f-3c846a654539 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:14.795051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58a4684b-9e74-4834-b1b2-856f5007b9bd req-3ab1f081-d75a-4bf5-864f-3c846a654539 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.4944022 Mar 02 07:20:14.846782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b83cc219-e668-4a78-a749-8403deeff7aa req-a595df66-a0c0-4fcd-9cae-d5e12bd5516f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 Mar 02 07:20:15.006285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58a4684b-9e74-4834-b1b2-856f5007b9bd req-86702ed6-0bd2-4ff8-8997-d93be8e21f3a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083223 Mar 02 07:20:15.022100 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:20:15.097103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41229b-150a-4397-80a5-3f7874ed8ee2 req-6508c09a-90b3-4d0c-a1db-400aba71e4ed tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:15.100788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f41229b-150a-4397-80a5-3f7874ed8ee2 req-6508c09a-90b3-4d0c-a1db-400aba71e4ed tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1336768 Mar 02 07:20:15.177081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f41229b-150a-4397-80a5-3f7874ed8ee2 req-2e8e8b3c-d8ef-4445-b9ac-7f66ada2b77c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694487 Mar 02 07:20:15.187108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:15.237085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:15.351464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Pushing event deleted for resources: {'Port': ['ID=32519a15-cc13-4a92-83a9-0b6a7f9242e0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:15.377714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:15.436047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c796-3c00-44c7-93cb-f8cd2f418282 req-30011a7b-3b62-4796-9a1c-64ca08d7b5b3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:15.438088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6149c796-3c00-44c7-93cb-f8cd2f418282 req-30011a7b-3b62-4796-9a1c-64ca08d7b5b3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1306255 Mar 02 07:20:15.546881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.547363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.547473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.553842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.554301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.554646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.555240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.555620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.555881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.556211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.556531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.556853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:15.669037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6149c796-3c00-44c7-93cb-f8cd2f418282 req-a63a2909-d7f5-485e-b02b-9f642f995885 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225094 Mar 02 07:20:15.708419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-19d215bf-411e-4104-b6cb-09de0f23cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:15.710291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-19d215bf-411e-4104-b6cb-09de0f23cf38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1096 time: 0.2032862 Mar 02 07:20:15.746913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1388c8-535a-4145-b705-7688869451c4 req-90203145-0abe-4698-844e-c27c2b39416d tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:15.748818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e1388c8-535a-4145-b705-7688869451c4 req-90203145-0abe-4698-844e-c27c2b39416d tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 945 time: 0.2969768 Mar 02 07:20:15.874447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-3a642157-9dec-43ea-9847-24a3266c805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:15.875929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-3a642157-9dec-43ea-9847-24a3266c805a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.1584134 Mar 02 07:20:15.953630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-8270f157-58d1-49fd-824d-071ddf40dfd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 217 time: 0.0707836 Mar 02 07:20:16.027431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e1388c8-535a-4145-b705-7688869451c4 req-492f6c34-92a6-4fd0-97f3-9a80b1e2981b tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653897 Mar 02 07:20:16.037641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:16.149145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:16.170650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-34bf6213-dfca-4975-adda-66eb7d099561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:16.172100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-34bf6213-dfca-4975-adda-66eb7d099561 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.2108440 Mar 02 07:20:16.253155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-ac105ae8-efd7-43a1-be0a-7822d7830c25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699294 Mar 02 07:20:16.305368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda91dc-0b83-4653-bae0-3c567c315868 req-b65df905-0562-4f4e-b515-ee6773cbc777 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:16.312690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7fda91dc-0b83-4653-bae0-3c567c315868 req-b65df905-0562-4f4e-b515-ee6773cbc777 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 945 time: 0.3536952 Mar 02 07:20:16.324890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 81ddf8fe-53c6-44bc-8d83-e4338d947609 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:16.325467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:16.447486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7fda91dc-0b83-4653-bae0-3c567c315868 req-44915725-1a8f-4595-8081-9fde3da7092e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338105 Mar 02 07:20:16.455519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:16.494583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-1bde4e4c-bf92-47fb-aefa-e8de3c51c5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330186 Mar 02 07:20:16.529394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:16.550911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:16.559053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:16.576881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a416-efd4-4a62-b7ba-ce4f40fb2fb7 req-856dbd9b-2f0b-43be-b205-492007609842 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:16.585256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2239a416-efd4-4a62-b7ba-ce4f40fb2fb7 req-856dbd9b-2f0b-43be-b205-492007609842 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.3500514 Mar 02 07:20:16.651514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:16.661262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2239a416-efd4-4a62-b7ba-ce4f40fb2fb7 req-e7ec1e63-b93d-4d53-9dfb-7de6e0260ec8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731921 Mar 02 07:20:16.670469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:20:16.735987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:16.744864 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'code': 200} Mar 02 07:20:16.753633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.754062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.754542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.754888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.755222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.755553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.755882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.756206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.756529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.757295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.757295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.757567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:16.903814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-93443180-4083-4018-bc5a-6f0a48b93e61 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017844 Mar 02 07:20:16.927774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56cec-c4a6-4375-bd7c-97c14b82ee05 req-3e2cf687-7f10-41a8-a730-3c3166129a36 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:16.930290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:20:16.937230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6c56cec-c4a6-4375-bd7c-97c14b82ee05 req-3e2cf687-7f10-41a8-a730-3c3166129a36 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1960673 Mar 02 07:20:16.940947 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Sync routers for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:20:16.952106 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:16.952728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:16.953704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b14f2f8e-6047-4bdc-9c31-56e2fecd8167 admin admin] 10.222.0.21 "PUT /v2.0/routers/68ff2033-9097-4432-bcdd-f0a3774f4ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0557690 Mar 02 07:20:16.961546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38508) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:17.043414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6c56cec-c4a6-4375-bd7c-97c14b82ee05 req-3b7deb3c-4f74-4c80-9246-d88ac4cbeef1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052437 Mar 02 07:20:17.122832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-6acb9224-63f1-49d2-a407-8dba73da0c73 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:17.124266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-6acb9224-63f1-49d2-a407-8dba73da0c73 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.1373038 Mar 02 07:20:17.137259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:17.169644 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:17.171640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-64ee6a0f-79b0-43c3-a6d6-e37ce7fd24ef tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271281 Mar 02 07:20:17.306362 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:17.326114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:17.509265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-2db6e773-2c05-4987-a25e-f0faab3387ab tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:17.515954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-2db6e773-2c05-4987-a25e-f0faab3387ab tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433366 Mar 02 07:20:17.526283 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:20:15Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:17.535780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-e1ed8243-bc7d-4e84-900b-3280639eae8d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.0188835 Mar 02 07:20:17.537756 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Checking router: 68ff2033-9097-4432-bcdd-f0a3774f4ba8 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:20:17.560034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Routers {'68ff2033-9097-4432-bcdd-f0a3774f4ba8'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:17.560655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:17.614540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-c2ea3c1b-6bd0-4ef4-9403-2b27aab6f01f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776098 Mar 02 07:20:17.657486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:17.672715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Deleting port e94981c0-002f-40ce-a5bb-71ad64131e68 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:17.673162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:17.729391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb32c5-2b05-4b55-bf0d-32e422b20699 req-2035e0d5-8673-49ed-9173-388cc41d9001 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:17.745035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6abb32c5-2b05-4b55-bf0d-32e422b20699 req-2035e0d5-8673-49ed-9173-388cc41d9001 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.4198427 Mar 02 07:20:17.875445 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] Set router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:17.932273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6abb32c5-2b05-4b55-bf0d-32e422b20699 req-306022e6-4acf-42dc-b239-eb2e4eacf6ee tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850057 Mar 02 07:20:17.955562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:18.024971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:18.123241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.128084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:18.206181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.215467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.237758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325bbb8-4e6c-44a8-b3d8-d62eca1e8a3a req-3953d59e-9046-4830-8b5a-d0aa860e5e7e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:18.245448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3325bbb8-4e6c-44a8-b3d8-d62eca1e8a3a req-3953d59e-9046-4830-8b5a-d0aa860e5e7e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.3221531 Mar 02 07:20:18.275574 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.301687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] For port e94981c0-002f-40ce-a5bb-71ad64131e68, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e94981c0-002f-40ce-a5bb-71ad64131e68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:18.302079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.396316 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:20:15Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:18.404676 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983ef4e-6000-4221-b299-940a147db3bf None None] The sync data for ids ['68ff2033-9097-4432-bcdd-f0a3774f4ba8'] in n-d-827871-1 is: [{'id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662801401-router', 'tenant_id': '109943e9fdcb4fcda2b130666e7c9c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:08Z', 'updated_at': '2022-03-02T07:20:15Z', 'revision_number': 5, 'project_id': '109943e9fdcb4fcda2b130666e7c9c93', 'gw_port': {'id': 'e94981c0-002f-40ce-a5bb-71ad64131e68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ff2033-9097-4432-bcdd-f0a3774f4ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:09Z', 'updated_at': '2022-03-02T07:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:20:18.446475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:18.464594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Calling delete_port for e94981c0-002f-40ce-a5bb-71ad64131e68 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:18.477106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.477449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.477790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.478181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.478567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.478876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.479206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.479535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.479876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.480184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.480502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.480829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:18.486423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:18.486890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:18.487093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:18.495468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:18.496072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Attempting to bind port 053096a9-298d-406d-bad8-b8df07ff6dfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:18.508070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fa93-5408-4bee-99d9-1204f8653a95 req-a08fb8a1-9252-45d8-9238-d131a9314f88 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:18.509646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ae3fa93-5408-4bee-99d9-1204f8653a95 req-a08fb8a1-9252-45d8-9238-d131a9314f88 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.3741496 Mar 02 07:20:18.514333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:18.514681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:18.515076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:18.515750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Bound port: 053096a9-298d-406d-bad8-b8df07ff6dfe, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:18.516111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.631551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ae3fa93-5408-4bee-99d9-1204f8653a95 req-05a0aeed-2cf6-467c-8040-c964b71a324c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027639 Mar 02 07:20:18.670447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:18.676469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:18.683734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.688597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:18.752291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3325bbb8-4e6c-44a8-b3d8-d62eca1e8a3a req-8332a5d2-a191-44d3-84eb-e24e1ce21da2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058663 Mar 02 07:20:18.823217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Pushing event deleted for resources: {'Port': ['ID=e94981c0-002f-40ce-a5bb-71ad64131e68,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:18.967603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.128883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7052554e-bd3e-4605-8d22-36dc644d727b req-220b6ea8-c812-493d-b4ce-24c06b14472a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 210 time: 0.1115990 Mar 02 07:20:19.144399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=8']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:19.149787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:19.150431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.151819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-b220a016-14f0-49c9-b8f8-11b72e62c12c service neutron] 10.222.0.16 "PUT /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 1121 time: 2.0186710 Mar 02 07:20:19.190220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34746c23-5219-4172-bec0-186eca02a99d req-f6624c3f-c929-49b0-9364-05511b641d9b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:19.198175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34746c23-5219-4172-bec0-186eca02a99d req-f6624c3f-c929-49b0-9364-05511b641d9b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.4101956 Mar 02 07:20:19.227923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['053096a9-298d-406d-bad8-b8df07ff6dfe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:19.230042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.232886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.254049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34746c23-5219-4172-bec0-186eca02a99d req-ce5c4363-80a0-4375-bfd3-7f2d864a2879 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523255 Mar 02 07:20:19.281959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.282603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ff2033-9097-4432-bcdd-f0a3774f4ba8 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:20:19.304750 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'code': 200} Mar 02 07:20:19.307539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.308747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3e93a59b-e693-465f-aa34-26215ac6ffed admin admin] 10.222.0.21 "DELETE /v2.0/routers/68ff2033-9097-4432-bcdd-f0a3774f4ba8 HTTP/1.1" status: 204 len: 168 time: 2.3462653 Mar 02 07:20:19.311350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38614) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:19.493621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Deleting subnet 932a29d1-5af2-4ed9-976d-62fd7d6e900f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:20:19.508392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.531927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9bfc3ea-fc71-4e4d-9051-ef769a9b34c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081898 Mar 02 07:20:19.632659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.757019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-fd802522-7144-42a5-80f9-ebcf019ea366 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:19.758776 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-fd802522-7144-42a5-80f9-ebcf019ea366 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174201 Mar 02 07:20:19.778916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:19.806186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfdbf5-9295-4724-ab31-c20fbff17c51 req-ee25658b-a493-4103-9d63-b4bc2aae5588 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:19.813950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07dfdbf5-9295-4724-ab31-c20fbff17c51 req-ee25658b-a493-4103-9d63-b4bc2aae5588 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4674084 Mar 02 07:20:19.856479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:19.964528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07dfdbf5-9295-4724-ab31-c20fbff17c51 req-0b86c5d9-080f-468b-a5b4-6eb1baa3e798 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493835 Mar 02 07:20:20.018050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.063736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:20.067862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dc3-58cb-449a-9241-c35c41ba745a req-799e8ab7-c757-44f4-9a47-00bb130bdadb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:20.068945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Usage tracker for resource:port and tenant:b8c20736b8b5459c9256211455115359 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:20.072923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:20.075729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ec18dc3-58cb-449a-9241-c35c41ba745a req-799e8ab7-c757-44f4-9a47-00bb130bdadb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1910992 Mar 02 07:20:20.083741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932a29d1-5af2-4ed9-976d-62fd7d6e900f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:20.090887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:20.099253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.101995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c87ad-bf8c-44e7-a23b-cc512d961837 None None] Network 0111ef86-6ab3-4b2e-91a2-79188b7113bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:20:20.103176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:20.107578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.111660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9bb680ed-8480-4b94-b704-55cb3b09ab3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/932a29d1-5af2-4ed9-976d-62fd7d6e900f HTTP/1.1" status: 204 len: 168 time: 0.7989748 Mar 02 07:20:20.121780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38624) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:20.171196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ec18dc3-58cb-449a-9241-c35c41ba745a req-745d540e-180e-4be9-8da4-0cbbd81b207c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 Mar 02 07:20:20.205764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.249299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:20.252178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:20.299541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.313990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Deleting port 011ddf63-07c9-46d5-b681-f332f6c7f05f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:20.314475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.368498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32519a15-cc13-4a92-83a9-0b6a7f9242e0 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:20.402636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:20.409346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Usage tracker for resource:security_group_rule and tenant:b8c20736b8b5459c9256211455115359 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:20.413797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:20.421809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 32519a15-cc13-4a92-83a9-0b6a7f9242e0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:20.422150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:20.422599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32519a15-cc13-4a92-83a9-0b6a7f9242e0 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:20.423161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e94981c0-002f-40ce-a5bb-71ad64131e68 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:20.461600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:20:20.466868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099985bc-6272-472f-8f82-d34ccb3c0a2c req-2d999f09-71ac-4e7d-8d71-1b06f2ba4457 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:20.468416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-099985bc-6272-472f-8f82-d34ccb3c0a2c req-2d999f09-71ac-4e7d-8d71-1b06f2ba4457 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.3326850 Mar 02 07:20:20.489624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e94981c0-002f-40ce-a5bb-71ad64131e68 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:20.490018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e94981c0-002f-40ce-a5bb-71ad64131e68 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:20.577287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-099985bc-6272-472f-8f82-d34ccb3c0a2c req-8515bee6-a358-4534-9cd7-094c6316c775 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994530 Mar 02 07:20:20.640983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.650220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.655879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] For port 011ddf63-07c9-46d5-b681-f332f6c7f05f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=011ddf63-07c9-46d5-b681-f332f6c7f05f,segment=NetworkSegment(5b02b3c7-10ae-4105-a59e-50f909106976),segment_id=5b02b3c7-10ae-4105-a59e-50f909106976)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:20.656381 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.676843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cbf44-fdfc-40c8-bb87-568947c18cdf req-505cb9b8-256f-4813-92fa-aaa1e57e36be tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:20.678838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba2cbf44-fdfc-40c8-bb87-568947c18cdf req-505cb9b8-256f-4813-92fa-aaa1e57e36be tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 946 time: 0.2443559 Mar 02 07:20:20.745439 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.768375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:20.793984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:20:20.800065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:20.812093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:20.819812 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.853235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Calling delete_port for 011ddf63-07c9-46d5-b681-f332f6c7f05f owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:20.855229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1538b85-db47-425b-92fb-5a72e888eba4 None None] DHCP port deletion for 0111ef86-6ab3-4b2e-91a2-79188b7113bf request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:20:20.864364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b1538b85-db47-425b-92fb-5a72e888eba4 None None] Deleting port 011ddf63-07c9-46d5-b681-f332f6c7f05f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:20.864740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1538b85-db47-425b-92fb-5a72e888eba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:20.902066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:20.924270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a14e496-fbb6-48e2-8184-82af2f5af64f req-b01d1096-47e0-4441-8cdf-1b27a15181e9 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 210 time: 0.1375744 Mar 02 07:20:20.941198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba2cbf44-fdfc-40c8-bb87-568947c18cdf req-7f14df66-1ad0-44a1-8252-8ca6a33528e3 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839252 Mar 02 07:20:20.963190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.019722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=011ddf63-07c9-46d5-b681-f332f6c7f05f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:21.029455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] No DVR routers for this DVR port 011ddf63-07c9-46d5-b681-f332f6c7f05f on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:21.070220 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'code': 200} Mar 02 07:20:21.087689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b1538b85-db47-425b-92fb-5a72e888eba4 None None] The port '011ddf63-07c9-46d5-b681-f332f6c7f05f' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:20:21.112855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:21.165433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.116 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/9811eeb5-3418-4443-bc0e-ebe75740e0d4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:21.306618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:21.327826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.361185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0111ef86-6ab3-4b2e-91a2-79188b7113bf']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:21.376262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b02b3c7-10ae-4105-a59e-50f909106976') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:21.376561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b02b3c7-10ae-4105-a59e-50f909106976') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:21.392580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.417947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e9cc-7508-410c-ab97-614c983b6a6d req-345b0732-bde1-4427-b415-7b62ff546e55 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:21.418860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bb1e9cc-7508-410c-ab97-614c983b6a6d req-345b0732-bde1-4427-b415-7b62ff546e55 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2081246 Mar 02 07:20:21.419011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.432759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07defc8-273d-4687-a448-efd5f64773ba req-ff9c756a-a3d4-4fdf-b5eb-f51ce5083d05 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:21.434269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b07defc8-273d-4687-a448-efd5f64773ba req-ff9c756a-a3d4-4fdf-b5eb-f51ce5083d05 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2629864 Mar 02 07:20:21.436887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:20:21.437286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:20:21.450937 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:20:21.530265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bb1e9cc-7508-410c-ab97-614c983b6a6d req-c59d2be2-99e6-4a2c-82d2-4d9b95b3079c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960040 Mar 02 07:20:21.548693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.585771 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.591743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.602502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object 9811eeb5-3418-4443-bc0e-ebe75740e0d4 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:21.620658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b07defc8-273d-4687-a448-efd5f64773ba req-1f76c1d7-be9d-4d12-9134-e0462043c0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687510 Mar 02 07:20:21.641449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0111ef86-6ab3-4b2e-91a2-79188b7113bf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:21.654143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.765701 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'status': 'completed', 'code': 200} Mar 02 07:20:21.776581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09d1c195-7b54-4b29-9137-0e985ecbcb7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0111ef86-6ab3-4b2e-91a2-79188b7113bf HTTP/1.1" status: 204 len: 168 time: 1.6495540 Mar 02 07:20:21.780681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38644) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:21.796503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:21.806666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:21.812445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:21.859175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:21.908652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:21.909303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:21.931506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e2b1e-0900-4882-8a15-f0380925e7b8 req-5b84ca4d-3af8-40c1-b96c-ec91b1a380f2 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:21.939286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b75e2b1e-0900-4882-8a15-f0380925e7b8 req-5b84ca4d-3af8-40c1-b96c-ec91b1a380f2 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2404556 Mar 02 07:20:22.005451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b75e2b1e-0900-4882-8a15-f0380925e7b8 req-0425d80f-b759-4bec-83b9-652210cbdf6e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651891 Mar 02 07:20:22.007634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-b422eaf2-4190-4fdd-943e-d5832aefba04 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2338223 Mar 02 07:20:22.020974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Request body: {'port': {'device_id': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:22.044054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-4a9907b6-7fd2-42c7-b32c-1b3140f4e2c8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:22.045798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-4a9907b6-7fd2-42c7-b32c-1b3140f4e2c8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.3794363 Mar 02 07:20:22.177990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-a6e66697-316c-4773-926c-2c3995cb1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:22.179519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-a6e66697-316c-4773-926c-2c3995cb1acc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1124 time: 0.4547324 Mar 02 07:20:22.204522 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:22.206359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-16926f95-e566-4e67-bb7c-239345c5fb8e None None] Provisioning for port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:22.213243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-16926f95-e566-4e67-bb7c-239345c5fb8e None None] Provisioning complete for port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:22.213630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-16926f95-e566-4e67-bb7c-239345c5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:22.281581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3d4-960a-42a5-ae46-5c698f538b6b req-11b3d31d-c8cb-4edd-9abc-7e036c541754 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:22.288606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0135f3d4-960a-42a5-ae46-5c698f538b6b req-11b3d31d-c8cb-4edd-9abc-7e036c541754 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.4298882 Mar 02 07:20:22.303933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Deleting port 81ddf8fe-53c6-44bc-8d83-e4338d947609 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:22.304279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:22.350097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 011ddf63-07c9-46d5-b681-f332f6c7f05f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:22.405318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-edd9cf67-7fac-4806-9791-9fb7fdfa2189 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:22.406493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-edd9cf67-7fac-4806-9791-9fb7fdfa2189 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:22.410926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 011ddf63-07c9-46d5-b681-f332f6c7f05f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:22.411292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 011ddf63-07c9-46d5-b681-f332f6c7f05f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:22.423331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-16926f95-e566-4e67-bb7c-239345c5fb8e None None] Port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:20:22.476428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-edd9cf67-7fac-4806-9791-9fb7fdfa2189 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:22.477601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-edd9cf67-7fac-4806-9791-9fb7fdfa2189 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 936 time: 0.3406014 Mar 02 07:20:22.588231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0135f3d4-960a-42a5-ae46-5c698f538b6b req-ce400703-228d-4d7d-8723-41f2a49515a8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982960 Mar 02 07:20:22.596562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-f7b01925-2e77-4008-9b9c-0a2eb62debfd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:22.638664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-f7b01925-2e77-4008-9b9c-0a2eb62debfd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:22.648524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eaa14ff9-c355-4572-9f64-15aa6ecf9179 req-f7b01925-2e77-4008-9b9c-0a2eb62debfd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598160 Mar 02 07:20:22.707467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-3ae4c736-94e9-4f24-893a-65c732c96d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:22.710425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-3ae4c736-94e9-4f24-893a-65c732c96d83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.4636016 Mar 02 07:20:22.845200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9811eeb5-3418-4443-bc0e-ebe75740e0d4 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:22.857185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:22.879309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Transition to ACTIVE for port object 9811eeb5-3418-4443-bc0e-ebe75740e0d4 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:22.889661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:22.981593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-2d8e2a5e-28f4-423b-b56d-f9511e48eecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 217 time: 0.2496202 Mar 02 07:20:23.008774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af6e3c-3d02-4d59-b652-f6d4d6a6ec3d req-34f11ce6-46ea-4c5d-acd8-546167c32972 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.015727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59af6e3c-3d02-4d59-b652-f6d4d6a6ec3d req-34f11ce6-46ea-4c5d-acd8-546167c32972 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2332914 Mar 02 07:20:23.154431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-31b6e8d9-9043-4002-b5f2-0b7575008a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.155949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-31b6e8d9-9043-4002-b5f2-0b7575008a70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1623383 Mar 02 07:20:23.173951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] For port 81ddf8fe-53c6-44bc-8d83-e4338d947609, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=81ddf8fe-53c6-44bc-8d83-e4338d947609,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:23.174328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:23.213879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:23.282862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59af6e3c-3d02-4d59-b652-f6d4d6a6ec3d req-aa718382-947e-4dc7-8bef-310dc580c6ba tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662318 Mar 02 07:20:23.288916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-af70178f-8ddb-4da8-a042-b9a82f2469a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203353 Mar 02 07:20:23.328765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Attempting to bind port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:23.329285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Attempting to bind port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:23.329711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Attempting to bind port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:23.334608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:23.335550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Attempting to bind port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:23.341338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:23.341804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:23.342305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:23.342826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Bound port: 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:23.343265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:23.364853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Calling delete_port for 81ddf8fe-53c6-44bc-8d83-e4338d947609 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:23.451979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183c068-50dc-47c6-a079-f089bca3db25 req-8bf94d56-be17-4264-9fe1-ad1d24ea37b8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.453470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a183c068-50dc-47c6-a079-f089bca3db25 req-8bf94d56-be17-4264-9fe1-ad1d24ea37b8 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b44a0e5-ae73-4529-8ef9-edacf626a794 HTTP/1.1" status: 200 len: 944 time: 0.6594141 Mar 02 07:20:23.559694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a1a97-f334-4db0-9d5b-28d63c7e57b5 req-bcbf4382-62eb-4ca7-8b26-bb61b5731ed4 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.568002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-730a1a97-f334-4db0-9d5b-28d63c7e57b5 req-bcbf4382-62eb-4ca7-8b26-bb61b5731ed4 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1637425 Mar 02 07:20:23.592567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:23.611781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:23.617360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-730a1a97-f334-4db0-9d5b-28d63c7e57b5 req-71fb6809-3582-4862-a136-de66ee270abf tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482824 Mar 02 07:20:23.620625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:23.622567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a183c068-50dc-47c6-a079-f089bca3db25 req-a482e2b8-4219-4e13-8df9-985bd2c013f5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583056 Mar 02 07:20:23.697331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.698056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:23.700071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] 10.222.0.39 "PUT /v2.0/ports/9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 200 len: 1096 time: 1.6833236 Mar 02 07:20:23.700523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:23.711166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-21d2fdab-98b5-4e73-86f4-8415b5f0e9ed service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522630 Mar 02 07:20:23.737333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869dbb-688c-4689-8d1a-972c60d6ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:23.946586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:23.952672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-04bb47a7-fb29-4625-b59e-b0c6a2193a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:23.954772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-04bb47a7-fb29-4625-b59e-b0c6a2193a4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1099 time: 0.2085521 Mar 02 07:20:24.018497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event deleted for resources: {'Port': ['ID=81ddf8fe-53c6-44bc-8d83-e4338d947609,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:24.045090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-cfdd9671-b562-4d45-ad1f-8ebbc69a6ba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 200 len: 217 time: 0.0832827 Mar 02 07:20:24.110222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f0e37-34bb-409c-9f7a-244cfe8b649c req-6bc98ffc-e06e-46f1-b754-66f9d1de4140 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.115001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b667ea7b-dce3-4366-ab31-a0d4a2b21b94 req-9061ff3c-adb8-4288-bd23-021fc753e4b1 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928041 Mar 02 07:20:24.117898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f4f0e37-34bb-409c-9f7a-244cfe8b649c req-6bc98ffc-e06e-46f1-b754-66f9d1de4140 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.2501130 Mar 02 07:20:24.133468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] No DVR routers for this DVR port 81ddf8fe-53c6-44bc-8d83-e4338d947609 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:24.140057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:24.142619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-deleted', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:24.151521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:24.159964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-0917fe02-ccba-4c30-b83a-db1a431b74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.161412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-0917fe02-ccba-4c30-b83a-db1a431b74e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1097558 Mar 02 07:20:24.214226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f4f0e37-34bb-409c-9f7a-244cfe8b649c req-05931126-d7b0-45aa-b867-537be4fb779f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952613 Mar 02 07:20:24.237375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b62683b-6bc3-498c-896d-1e56cda677a8 req-a2dfb2a6-b0ad-4733-b299-e688cd15f3b7 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "DELETE /v2.0/ports/81ddf8fe-53c6-44bc-8d83-e4338d947609 HTTP/1.1" status: 204 len: 173 time: 2.1773591 Mar 02 07:20:24.268156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc6584-385e-44b6-96da-632b7726078f req-9dba281e-9508-4592-8776-9d3322ac0f0e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.269546 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cedc6584-385e-44b6-96da-632b7726078f req-9dba281e-9508-4592-8776-9d3322ac0f0e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3895040 Mar 02 07:20:24.282869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-3e42185c-6427-4e6f-8cea-2c12b020bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.284349 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-3e42185c-6427-4e6f-8cea-2c12b020bd2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170065 Mar 02 07:20:24.443856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cedc6584-385e-44b6-96da-632b7726078f req-e5c4252f-5d30-4219-bcdf-c99ffc279ddd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230066 Mar 02 07:20:24.559346 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'status': 'completed', 'code': 200} Mar 02 07:20:24.655597 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44a0e5-ae73-4529-8ef9-edacf626a794', 'name': 'network-vif-deleted', 'tag': '81ddf8fe-53c6-44bc-8d83-e4338d947609', 'status': 'completed', 'code': 200} Mar 02 07:20:24.675377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-cc5b3fee-af40-4651-9251-047082198d73 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821576 Mar 02 07:20:24.740524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739816e5-2d86-4e84-b0c9-d88992352d26 req-a4197aa7-4740-4052-80bd-0b61c7a0fc96 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.750268 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-739816e5-2d86-4e84-b0c9-d88992352d26 req-a4197aa7-4740-4052-80bd-0b61c7a0fc96 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 948 time: 0.2907095 Mar 02 07:20:24.827637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Deleting port 9484affc-39d2-4323-8413-58e30ef25402 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:24.827975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:24.899929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bc8af-ba4f-4d7d-8561-620a90283e35 req-78dbc95d-b56e-455e-8617-4daf995efd53 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:24.901588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa1bc8af-ba4f-4d7d-8561-620a90283e35 req-78dbc95d-b56e-455e-8617-4daf995efd53 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1619382 Mar 02 07:20:24.943115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-739816e5-2d86-4e84-b0c9-d88992352d26 req-164f3aaa-e1fc-476a-9042-90b68818704f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919026 Mar 02 07:20:24.984491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ae2127-45ee-4b38-be7d-9383ea909e25 req-21421372-3577-4cfe-ab49-9b944cb2cec4 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931731 Mar 02 07:20:25.078533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa1bc8af-ba4f-4d7d-8561-620a90283e35 req-1ffa6f27-e447-4de9-ae68-3fa489227fb4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619623 Mar 02 07:20:25.102243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] For port 9484affc-39d2-4323-8413-58e30ef25402, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9484affc-39d2-4323-8413-58e30ef25402,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:25.102639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:25.217824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21e133-8a42-430d-9d49-6d9ead359366 req-6e0bfcd2-f48d-4f62-8f89-063193c6f940 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.224767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df21e133-8a42-430d-9d49-6d9ead359366 req-6e0bfcd2-f48d-4f62-8f89-063193c6f940 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1384447 Mar 02 07:20:25.244340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-c4982bb4-100f-4402-8d1f-16239017d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.245830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-c4982bb4-100f-4402-8d1f-16239017d916 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1099 time: 0.2052279 Mar 02 07:20:25.263856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Calling delete_port for 9484affc-39d2-4323-8413-58e30ef25402 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:25.332413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df21e133-8a42-430d-9d49-6d9ead359366 req-6668c8fe-b63b-4b20-af65-3882011f1ece tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058433 Mar 02 07:20:25.505559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151df56-c299-451f-aa75-bc5af05e8aa7 req-5eed9913-3318-4d51-871e-4e94577fc098 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.508511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1151df56-c299-451f-aa75-bc5af05e8aa7 req-5eed9913-3318-4d51-871e-4e94577fc098 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.1406064 Mar 02 07:20:25.571471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-98e8557c-c04c-427f-917f-69e63c8b1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.572911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-98e8557c-c04c-427f-917f-69e63c8b1826 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2963939 Mar 02 07:20:25.625825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1151df56-c299-451f-aa75-bc5af05e8aa7 req-8be77741-ad2d-42a7-9511-18f2a869bbee tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022265 Mar 02 07:20:25.634848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:25.696114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9484affc-39d2-4323-8413-58e30ef25402,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:25.814092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-2195fa6b-095c-40b8-b375-d6a5270b495a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 200 len: 217 time: 0.2262876 Mar 02 07:20:25.910197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-7a293abc-3aac-4cf0-ac3b-fa4e29658a80 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.916487 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-7a293abc-3aac-4cf0-ac3b-fa4e29658a80 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.4610608 Mar 02 07:20:25.942412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-afd6846f-126e-4731-a357-b3bec956a364 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/quotas/41e569fd70954dc5959fa2b146fd8486 HTTP/1.1" status: 200 len: 375 time: 0.0185170 Mar 02 07:20:25.949140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-801f78d2-015f-4394-86c3-9cc8a2ad1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:25.951479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-801f78d2-015f-4394-86c3-9cc8a2ad1d04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1265614 Mar 02 07:20:26.074081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:26.093128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58482a7e-d2d4-473e-8fc7-729102699927 req-985045fd-5cee-4097-ab8d-92e756126d6d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:26.094637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58482a7e-d2d4-473e-8fc7-729102699927 req-985045fd-5cee-4097-ab8d-92e756126d6d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2004814 Mar 02 07:20:26.095696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-b2e5ec2e-43c5-4358-801e-9915b2d00ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:26.098123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-b2e5ec2e-43c5-4358-801e-9915b2d00ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026180 Mar 02 07:20:26.103819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-3858537a-4ec5-422e-b1a8-2c4a6f02c75c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513846 Mar 02 07:20:26.191252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:26.229457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58482a7e-d2d4-473e-8fc7-729102699927 req-7f15ea47-bf2a-4ce0-ab13-2f8d0e69c864 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830626 Mar 02 07:20:26.244560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 81ddf8fe-53c6-44bc-8d83-e4338d947609 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:26.245112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 81ddf8fe-53c6-44bc-8d83-e4338d947609 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:26.380052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-89c11a64-5fda-4a79-9251-360bd39e74f7 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745171 Mar 02 07:20:26.387649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-3b3955f0-d8ba-42df-9385-811493e01400 service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604764 Mar 02 07:20:26.628996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b16beb75-b23d-4393-a4e9-a1ee55b16a31 req-4b0edf1f-3474-44ee-8564-6152cdac85b9 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179024 Mar 02 07:20:26.637808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-06297ac5-7b80-4b22-bd62-73bafeffc37b service neutron] 10.222.0.21 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492793 Mar 02 07:20:26.703604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928789c6-ceb8-45b7-92f0-8615d5777d5a req-55cb64e5-88bf-4912-968c-e90ee2fe4dbd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:26.705058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-928789c6-ceb8-45b7-92f0-8615d5777d5a req-55cb64e5-88bf-4912-968c-e90ee2fe4dbd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 948 time: 0.2084460 Mar 02 07:20:26.717207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:20:26.858581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-928789c6-ceb8-45b7-92f0-8615d5777d5a req-e050c9e4-6963-4e84-8d07-d27df459f42e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439147 Mar 02 07:20:26.999012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546a1c8-1de4-4f23-bf59-0b4f6b610a12 req-c5fe513f-f88c-45fd-8b30-6ca049187a10 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:27.001055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9546a1c8-1de4-4f23-bf59-0b4f6b610a12 req-c5fe513f-f88c-45fd-8b30-6ca049187a10 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1487768 Mar 02 07:20:27.058447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9546a1c8-1de4-4f23-bf59-0b4f6b610a12 req-ca8a39d9-99da-4ad9-9703-7738447ceafd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Mar 02 07:20:27.119425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:20:27.132823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Sync routers for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:20:27.145946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:27.148159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fbad0-dbc7-4262-ada2-65b6d5fc9353 req-8b292429-896c-405d-ad37-b6695c496e5d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:27.148847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:27.149666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e1fbad0-dbc7-4262-ada2-65b6d5fc9353 req-8b292429-896c-405d-ad37-b6695c496e5d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1242127 Mar 02 07:20:27.154331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc11daa4-d69d-4141-8dfa-0902f1dd64d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ebbcb99-5d43-464a-a324-e75edcfb8c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3640025 Mar 02 07:20:27.154627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:27.305802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4b7f-f6d4-463d-ab84-9d3e41a3d6ba req-25460658-9851-42f4-a642-3c4b2dff3f19 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:27.308153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb4b4b7f-f6d4-463d-ab84-9d3e41a3d6ba req-25460658-9851-42f4-a642-3c4b2dff3f19 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.1246424 Mar 02 07:20:27.339332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e1fbad0-dbc7-4262-ada2-65b6d5fc9353 req-56b81a06-0b45-45d1-b4ee-06243b3be82c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930357 Mar 02 07:20:27.395248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:27.417565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb4b4b7f-f6d4-463d-ab84-9d3e41a3d6ba req-c943d214-6ce2-4b0b-bff1-728eac9611ae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015210 Mar 02 07:20:27.514847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:27.674041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c43a97-280c-4ff6-af9c-b2ee9d9b5c49 req-4c75d7d1-dfcf-4c7d-a6b0-f89c6414766c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:27.683379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4c43a97-280c-4ff6-af9c-b2ee9d9b5c49 req-4c75d7d1-dfcf-4c7d-a6b0-f89c6414766c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.1365175 Mar 02 07:20:27.683954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f7d66336-8bac-45cd-8ca6-520cc63c84e7 req-7aeab924-bcc2-4add-85a1-69b7bc4f7b8c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:27.754592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4c43a97-280c-4ff6-af9c-b2ee9d9b5c49 req-f5b1b5f6-928a-47e5-b0e7-09eea268003a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689330 Mar 02 07:20:27.807240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f7d66336-8bac-45cd-8ca6-520cc63c84e7 req-7aeab924-bcc2-4add-85a1-69b7bc4f7b8c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:27.810432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d66336-8bac-45cd-8ca6-520cc63c84e7 req-7aeab924-bcc2-4add-85a1-69b7bc4f7b8c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 210 time: 0.1847599 Mar 02 07:20:27.853156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:27.871529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Deleting port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:27.871868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:27.888937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:20:25Z', 'revision_number': 5, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port': {'id': 'd6c2dd81-2339-41dc-9cb6-ccfdd5d31312', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:16:21Z', 'updated_at': '2022-03-02T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:27.893030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Checking router: 0ebbcb99-5d43-464a-a324-e75edcfb8c63 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:20:27.902341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Routers {'0ebbcb99-5d43-464a-a324-e75edcfb8c63'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:27.902979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:28.099664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] For port d6c2dd81-2339-41dc-9cb6-ccfdd5d31312, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:28.099664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:28.111292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] Set router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:28.158736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af17a-7437-424e-8b81-2d0078c85ff6 req-fcbb1bd2-fd1e-4bee-9563-56792a215394 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:28.161133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a3af17a-7437-424e-8b81-2d0078c85ff6 req-fcbb1bd2-fd1e-4bee-9563-56792a215394 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 948 time: 0.1724684 Mar 02 07:20:28.275191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9811eeb5-3418-4443-bc0e-ebe75740e0d4 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:28.338597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:20:27Z', 'revision_number': 6, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:28.400003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7992b-22e1-4d2e-bf39-452cf05ffa7f None None] The sync data for ids ['0ebbcb99-5d43-464a-a324-e75edcfb8c63'] in n-d-827871-1 is: [{'id': '0ebbcb99-5d43-464a-a324-e75edcfb8c63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903996287-router', 'tenant_id': '8121b9cabee04f70ad1c45130fa3ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:16:19Z', 'updated_at': '2022-03-02T07:20:27Z', 'revision_number': 6, 'project_id': '8121b9cabee04f70ad1c45130fa3ef69', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:20:28.459353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:28.464445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Calling delete_port for d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:28.480718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a3af17a-7437-424e-8b81-2d0078c85ff6 req-16de74b8-6adc-4484-b9a0-f4ef5226383c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699287 Mar 02 07:20:28.486435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'mac_address': 'fa:16:3e:eb:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:28.566496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-c49a169e-717f-466f-a32c-e1d31c859aac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:28.567587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-c49a169e-717f-466f-a32c-e1d31c859aac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 822 time: 0.4049377 Mar 02 07:20:28.580603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Request body: {'port': {'device_id': '07059621-990c-461c-bf1c-07562ce30f0b', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'admin_state_up': True, 'tenant_id': '41e569fd70954dc5959fa2b146fd8486'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:28.603902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:28.606441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779c11-f7b4-405c-a898-a657f787bae1 req-e69159f6-e712-4713-b8be-df9ba73bc355 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:28.608079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75779c11-f7b4-405c-a898-a657f787bae1 req-e69159f6-e712-4713-b8be-df9ba73bc355 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.2119033 Mar 02 07:20:28.627619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9811eeb5-3418-4443-bc0e-ebe75740e0d4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:28.662313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:28.673955 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:28.688926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75779c11-f7b4-405c-a898-a657f787bae1 req-217b820a-8ada-4e55-be7b-22f89f968e08 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Mar 02 07:20:28.779920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:28.790242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:28.841985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Made reservation on behalf of 41e569fd70954dc5959fa2b146fd8486 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:28.846211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:28.863128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:28.902412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:28.986272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c2dd81-2339-41dc-9cb6-ccfdd5d31312,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:29.014826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:29.087475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9078c3-2784-4518-a632-4f42834fe791 req-09d19c4a-6789-4c08-96f4-1dfd4e126a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:29.088995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d9078c3-2784-4518-a632-4f42834fe791 req-09d19c4a-6789-4c08-96f4-1dfd4e126a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2908728 Mar 02 07:20:29.145376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.162917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d9078c3-2784-4518-a632-4f42834fe791 req-fef47073-7753-4140-b665-9093b48cd433 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Mar 02 07:20:29.270662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Allocated IP 172.20.0.14 (f5b6f78b-4072-4406-90f8-19c4e7b09b97/551d322a-21d7-4ff2-bfdf-6952823815be/604024d1-1f59-4ed2-9bb3-b525d9b6b090) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:29.270898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa889c75-dbaa-4b2a-97ea-70c6309def65 req-969269a0-f345-4de4-ae71-1da04fbdb21b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:29.272272 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa889c75-dbaa-4b2a-97ea-70c6309def65 req-969269a0-f345-4de4-ae71-1da04fbdb21b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.2870951 Mar 02 07:20:29.399470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.404195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.524776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa889c75-dbaa-4b2a-97ea-70c6309def65 req-2803a1da-eb29-4f59-83ea-c907b1e24883 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640277 Mar 02 07:20:29.537679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.539537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebbcb99-5d43-464a-a324-e75edcfb8c63 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:20:29.571121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.572420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bf5d7398-c1a2-4c46-93d2-151980e6ef50 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ebbcb99-5d43-464a-a324-e75edcfb8c63 HTTP/1.1" status: 204 len: 168 time: 2.4147468 Mar 02 07:20:29.574951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:29.699411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.713498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d497-b175-4be5-bd19-4bf69bdd5b9b req-517a1922-4166-4ca0-aa86-8eb8d6b4e13b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:29.720089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1de9515d-bb0e-4c9d-84d7-c8a1dc3d854e req-4628f110-d028-4a1d-85ff-0f1f9634aea0 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 210 time: 0.0536172 Mar 02 07:20:29.720837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6024d497-b175-4be5-bd19-4bf69bdd5b9b req-517a1922-4166-4ca0-aa86-8eb8d6b4e13b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3006840 Mar 02 07:20:29.730212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Deleting subnet bd56e822-23ba-4fed-9e53-7471bc0926c0 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:20:29.734570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.809703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.810477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6024d497-b175-4be5-bd19-4bf69bdd5b9b req-1feaa8d1-5622-41ec-ba68-0999983b8240 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886793 Mar 02 07:20:29.840705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.936327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Network f5b6f78b-4072-4406-90f8-19c4e7b09b97 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:29.938198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:29.943785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:29.964284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:29.972061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event updated for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:30.013807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d796a3-89dd-4801-9ac6-608ce10c408d req-425ea23a-5362-41be-86c6-3d966022e645 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:30.015323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2d796a3-89dd-4801-9ac6-608ce10c408d req-425ea23a-5362-41be-86c6-3d966022e645 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 949 time: 0.1584527 Mar 02 07:20:30.065418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:30.065994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.079508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2d796a3-89dd-4801-9ac6-608ce10c408d req-557c76cb-13c5-4301-a805-005de73ee463 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Mar 02 07:20:30.080849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.121224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd56e822-23ba-4fed-9e53-7471bc0926c0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:30.121410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c01d3e-0d8c-42df-87f6-272acd4879d8 req-1e5b0a1d-6cd3-4607-99c1-bf567acb6614 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:30.122833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55c01d3e-0d8c-42df-87f6-272acd4879d8 req-1e5b0a1d-6cd3-4607-99c1-bf567acb6614 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1442990 Mar 02 07:20:30.123072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.124683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-32f0838d-d62b-4cc0-9efe-fdd4ee5a490a tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484087 Mar 02 07:20:30.129181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f2bf9-eb00-4736-b8d3-272dc4f30de3 None None] Network 04c15c38-a192-44bf-bdff-8a6102107089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:20:30.137215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27fa3c41-5f4c-4263-bd32-6f314969bbc8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd56e822-23ba-4fed-9e53-7471bc0926c0 HTTP/1.1" status: 204 len: 168 time: 0.5605960 Mar 02 07:20:30.139750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38746) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:30.185972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Request body: {'port': {'device_id': '07059621-990c-461c-bf1c-07562ce30f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:30.240796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9811eeb5-3418-4443-bc0e-ebe75740e0d4 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:30.291083 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.312104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Deleting port 5df6a673-75ce-471e-8f9d-9bdc96f0934c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:30.312732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.364463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:30.372854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55c01d3e-0d8c-42df-87f6-272acd4879d8 req-41a5ff8a-9cf0-4c88-878a-3cd2725659fc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293425 Mar 02 07:20:30.454727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.462884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:30.463228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d6c2dd81-2339-41dc-9cb6-ccfdd5d31312 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:30.463651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9484affc-39d2-4323-8413-58e30ef25402 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:30.577682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9484affc-39d2-4323-8413-58e30ef25402 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:30.578184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9484affc-39d2-4323-8413-58e30ef25402 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:30.634476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:30.643500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:30.643881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.761719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] DHCP port deletion for 04c15c38-a192-44bf-bdff-8a6102107089 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:20:30.782043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Deleting port 5df6a673-75ce-471e-8f9d-9bdc96f0934c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:30.782713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.807302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518a7ad-1739-4c65-b8cf-e63721418573 req-3b69de7d-13ac-47ee-9a21-c400630fcfbe tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:30.816189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8518a7ad-1739-4c65-b8cf-e63721418573 req-3b69de7d-13ac-47ee-9a21-c400630fcfbe tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4355264 Mar 02 07:20:30.844649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:30.916814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:30.927818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8518a7ad-1739-4c65-b8cf-e63721418573 req-2a3469ab-a2bf-4b70-923a-82b710c6b43a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064210 Mar 02 07:20:30.977236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30780e-4474-4280-828c-ffdc9c57f7b4 req-b90ad0e3-68eb-4cbe-874e-d251adb79fd3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:30.984552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-de30780e-4474-4280-828c-ffdc9c57f7b4 req-b90ad0e3-68eb-4cbe-874e-d251adb79fd3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 943 time: 0.1812518 Mar 02 07:20:31.035236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] For port 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5df6a673-75ce-471e-8f9d-9bdc96f0934c,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:31.035844 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.038832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:31.058403 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.094607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-de30780e-4474-4280-828c-ffdc9c57f7b4 req-9304b08b-e87a-49d9-af45-846e7650a4a4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089582 Mar 02 07:20:31.117254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604024d1-1f59-4ed2-9bb3-b525d9b6b090 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:31.125780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.148983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Transition to ACTIVE for port object 604024d1-1f59-4ed2-9bb3-b525d9b6b090 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:31.156854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.229424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Calling delete_port for 5df6a673-75ce-471e-8f9d-9bdc96f0934c owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:31.269164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] For port 5df6a673-75ce-471e-8f9d-9bdc96f0934c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5df6a673-75ce-471e-8f9d-9bdc96f0934c,segment=NetworkSegment(640d35f6-a7c9-4535-a8aa-00f1601a8707),segment_id=640d35f6-a7c9-4535-a8aa-00f1601a8707)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:31.271038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.393217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.446819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Calling delete_port for 5df6a673-75ce-471e-8f9d-9bdc96f0934c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:31.460865 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df6a673-75ce-471e-8f9d-9bdc96f0934c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:31.469131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] No DVR routers for this DVR port 5df6a673-75ce-471e-8f9d-9bdc96f0934c on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:31.485404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Pushing event updated for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:31.498090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:31.499279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Attempting to bind port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:31.499623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Attempting to bind port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:31.499959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Attempting to bind port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:31.507677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:31.508007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Attempting to bind port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 on network f5b6f78b-4072-4406-90f8-19c4e7b09b97 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:31.516339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:31.516687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Checking segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:31.517076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Bound using segment: {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:31.517502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Bound port: 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:31.517873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.602250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:20:31.602718 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:20:31.707692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-5cf8ab2a-48ef-420d-8ce3-a99e9a2c4bb9 service neutron] 10.222.0.39 "GET /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.3998578 Mar 02 07:20:31.746478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:31.749446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:31.759770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.771391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.833237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d00416-b1bd-4a0c-952b-e1954c04a585 req-d859691c-45e5-493e-9e36-b95657bfbc06 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:31.835354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0d00416-b1bd-4a0c-952b-e1954c04a585 req-d859691c-45e5-493e-9e36-b95657bfbc06 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 944 time: 0.4921942 Mar 02 07:20:31.836015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c7c6b-85e8-4d84-89c0-fd45cb2460a9 req-0bb406ef-fb8f-4a27-9fff-801c013a13e6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:31.837531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b9c7c6b-85e8-4d84-89c0-fd45cb2460a9 req-0bb406ef-fb8f-4a27-9fff-801c013a13e6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.6025064 Mar 02 07:20:31.842268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:31.842928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.844275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] 10.222.0.39 "PUT /v2.0/ports/604024d1-1f59-4ed2-9bb3-b525d9b6b090 HTTP/1.1" status: 200 len: 1092 time: 1.6992283 Mar 02 07:20:31.844600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c15c38-a192-44bf-bdff-8a6102107089']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:31.844733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:31.889335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640d35f6-a7c9-4535-a8aa-00f1601a8707') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:31.889602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640d35f6-a7c9-4535-a8aa-00f1601a8707') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:31.916750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:31.957980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0d00416-b1bd-4a0c-952b-e1954c04a585 req-ef99a755-f3a6-45ff-8977-89d0ef0f6304 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Mar 02 07:20:31.964790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920b3d-0028-481e-a59e-87ec101b6741 service neutron] Pushing event updated for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:31.980427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b9c7c6b-85e8-4d84-89c0-fd45cb2460a9 req-d7782cce-be33-4604-8d87-db81cc15965e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189318 Mar 02 07:20:31.981226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.001966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:20:32.001966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:20:32.012661 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:20:32.036338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-822eb21b-db8d-413d-85d7-c5681d5cfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:32.038303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-822eb21b-db8d-413d-85d7-c5681d5cfca8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 1095 time: 0.1481102 Mar 02 07:20:32.044214 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'code': 200} Mar 02 07:20:32.104137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Deleting port 5df6a673-75ce-471e-8f9d-9bdc96f0934c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:32.105402 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.154696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-5c1c080f-92c7-4293-a7b7-8c52e428fd79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090 HTTP/1.1" status: 200 len: 217 time: 0.1082208 Mar 02 07:20:32.200396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d166b500-a22b-47e0-bcaf-dad6274d83b3 None None] The port '5df6a673-75ce-471e-8f9d-9bdc96f0934c' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:20:32.215344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:32.217994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:32.334498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-b42190d3-5b9f-4ffd-89ec-34d015ef1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:32.336503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-b42190d3-5b9f-4ffd-89ec-34d015ef1687 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.1763322 Mar 02 07:20:32.355025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5df6a673-75ce-471e-8f9d-9bdc96f0934c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:32.395643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:32.417491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.430257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-961a57ac-84b2-4135-b5b9-fea33c28ba80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779431 Mar 02 07:20:32.441578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e7650-5002-4e48-b91e-e817670448e9 req-cdd31a66-d322-4885-be84-93860407d20b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:32.443540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-905e7650-5002-4e48-b91e-e817670448e9 req-cdd31a66-d322-4885-be84-93860407d20b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.2499917 Mar 02 07:20:32.446064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.452487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5df6a673-75ce-471e-8f9d-9bdc96f0934c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:32.453089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5df6a673-75ce-471e-8f9d-9bdc96f0934c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:32.467660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c15c38-a192-44bf-bdff-8a6102107089,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:32.492036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:32.493315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.539866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f5bef4ea-b176-4c98-8785-15a178318876 admin admin] 10.222.0.21 "DELETE /v2.0/networks/04c15c38-a192-44bf-bdff-8a6102107089 HTTP/1.1" status: 204 len: 168 time: 2.3989587 Mar 02 07:20:32.553487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:32.556822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434a48c-d4d1-40cc-a910-d683764469c2 req-8b1ec6c7-0ee6-43a5-8c34-86b5c45c178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:32.558320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8434a48c-d4d1-40cc-a910-d683764469c2 req-8b1ec6c7-0ee6-43a5-8c34-86b5c45c178c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1101 time: 0.2965989 Mar 02 07:20:32.570092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:32.572606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'port_id': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'mac_address': 'fa:16:3e:a0:98:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b636793-556f-4370-8602-58463982659f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:32.577459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.594088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053096a9-298d-406d-bad8-b8df07ff6dfe {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:32.613541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:32.644671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550727-ccb6-4f11-a1ab-ea20c192ae80 req-004b4221-5401-4e34-a454-88f092549a29 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:32.646262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17550727-ccb6-4f11-a1ab-ea20c192ae80 req-004b4221-5401-4e34-a454-88f092549a29 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.3772080 Mar 02 07:20:32.688862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.714570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-905e7650-5002-4e48-b91e-e817670448e9 req-1d08edc8-107e-46d5-9f2e-84bb6cf9db88 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154076 Mar 02 07:20:32.761136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-12977700-fcc7-44d7-a312-7bb57f4ccfbb service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137913 Mar 02 07:20:32.813371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:32.871515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.898625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8434a48c-d4d1-40cc-a910-d683764469c2 req-68222426-0e86-400a-a58b-c0661f6fe555 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211107 Mar 02 07:20:32.912892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38778) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:32.913797 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090', 'status': 'completed', 'code': 200} Mar 02 07:20:32.918739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d1818f-6a1a-4523-b6ef-d22395bdf569 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:32.954763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:32.961944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:32.977914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8caab1b-d3f4-47f6-b1d0-cf436074eb6f req-c44ffd51-4790-49c2-916f-13314709baa1 service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137492 Mar 02 07:20:32.988253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17550727-ccb6-4f11-a1ab-ea20c192ae80 req-a320c8d6-c525-40e5-a6f6-a5a2ea26a2fe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310320 Mar 02 07:20:33.055880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:33.135027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d1246f4-2825-4279-b4e0-1f30d779ed4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=109943e9fdcb4fcda2b130666e7c9c93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2213342 Mar 02 07:20:33.138260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38790) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:33.166069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bd914-78cf-4229-9b6f-5ffa4f9aeeca req-a9bb8d23-5840-4f48-91d0-bfdfabdecd2d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.167810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d96bd914-78cf-4229-9b6f-5ffa4f9aeeca req-a9bb8d23-5840-4f48-91d0-bfdfabdecd2d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1719437 Mar 02 07:20:33.182024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] Transition to ACTIVE for port object 053096a9-298d-406d-bad8-b8df07ff6dfe will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:33.200190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:33.262858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d96bd914-78cf-4229-9b6f-5ffa4f9aeeca req-b4483895-6140-4cc9-94fe-b5bad0e6d7c2 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888009 Mar 02 07:20:33.299004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-984aa3ee-e5c5-48a8-93d9-0cf2d5f3fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.300421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-984aa3ee-e5c5-48a8-93d9-0cf2d5f3fc21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41e569fd70954dc5959fa2b146fd8486&device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 1095 time: 0.1092558 Mar 02 07:20:33.413998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d7d1818f-6a1a-4523-b6ef-d22395bdf569'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:33.423709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] No DVR routers for this DVR port 053096a9-298d-406d-bad8-b8df07ff6dfe on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:33.427089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:33.442129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] Pushing event updated for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:33.489521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-a539abb2-d35d-481c-a733-bf2cfafe19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.491054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-a539abb2-d35d-481c-a733-bf2cfafe19ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 200 len: 922 time: 0.1760943 Mar 02 07:20:33.510424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:33.532145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-77af9bfa-e476-4a4e-bfd9-fb49a7114068 service neutron] 10.222.0.39 "PUT /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8167038 Mar 02 07:20:33.550893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44c174-17f3-4cab-b102-248b613e1b57 req-742ec5a4-5f32-405e-9396-17aef76373c1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.559646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d44c174-17f3-4cab-b102-248b613e1b57 req-742ec5a4-5f32-405e-9396-17aef76373c1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.4133158 Mar 02 07:20:33.641877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-df8d8304-b615-40d1-ad17-462f03a92e8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090 HTTP/1.1" status: 200 len: 217 time: 0.1341763 Mar 02 07:20:33.657464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612025e2-bd93-445b-b1d9-c37b925f7232 req-9c086805-dcb5-45f9-869e-39cc157f525c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.658201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-612025e2-bd93-445b-b1d9-c37b925f7232 req-9c086805-dcb5-45f9-869e-39cc157f525c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Synchronizing usage tracker for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:33.662595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d44c174-17f3-4cab-b102-248b613e1b57 req-03667367-2b54-4d6a-a71a-4d846dad4cb3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018624 Mar 02 07:20:33.706265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:33.730283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-5c2c5138-ef04-4f6a-8b7d-2374d6ad43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.731733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-5c2c5138-ef04-4f6a-8b7d-2374d6ad43c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 200 len: 862 time: 0.0822403 Mar 02 07:20:33.732758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-612025e2-bd93-445b-b1d9-c37b925f7232 req-9c086805-dcb5-45f9-869e-39cc157f525c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Unset dirty status for tenant:41e569fd70954dc5959fa2b146fd8486 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:33.733765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-612025e2-bd93-445b-b1d9-c37b925f7232 req-9c086805-dcb5-45f9-869e-39cc157f525c tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 944 time: 0.3346329 Mar 02 07:20:33.756401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98604c4-3455-4d00-afdf-9e5e954b1858,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:33.785246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-2c9182a3-b745-4227-9ad3-25b58a491723 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:33.787030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-2c9182a3-b745-4227-9ad3-25b58a491723 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1829536 Mar 02 07:20:33.788824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:33.789909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5eb8c5c-57e2-4942-9b95-5f7202dca39c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c98604c4-3455-4d00-afdf-9e5e954b1858 HTTP/1.1" status: 204 len: 168 time: 0.6507142 Mar 02 07:20:33.852471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-990d9cf3-7ce9-4971-8a10-6f503db70140 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5b6f78b-4072-4406-90f8-19c4e7b09b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094644 Mar 02 07:20:33.890553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-612025e2-bd93-445b-b1d9-c37b925f7232 req-e99eb6db-378d-4981-b894-9146274814d2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465304 Mar 02 07:20:34.012235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246ab6e-3dc3-4d8c-98a0-adfbcee23118 req-0950eb99-4dbe-4f23-bdd5-2da377fd16ec tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.013802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2246ab6e-3dc3-4d8c-98a0-adfbcee23118 req-0950eb99-4dbe-4f23-bdd5-2da377fd16ec tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 944 time: 0.2095170 Mar 02 07:20:34.016312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-e942da4c-7178-407e-ac59-cf26a117164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.017685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-e942da4c-7178-407e-ac59-cf26a117164a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0&tenant_id=dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 1095 time: 0.2146366 Mar 02 07:20:34.030642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-d3e0adf0-b0ee-4a01-b5a6-26241321b90a service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713207 Mar 02 07:20:34.045120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:34.124311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2246ab6e-3dc3-4d8c-98a0-adfbcee23118 req-b8812c3c-afe5-433d-afff-a7e6f53a0060 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010482 Mar 02 07:20:34.177118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-32bd3f78-428e-490b-bc21-a4daa7e9973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.178764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-32bd3f78-428e-490b-bc21-a4daa7e9973a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1095 time: 0.1336000 Mar 02 07:20:34.284982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:34.405833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38820) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:34.414279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-21ed90c6-2929-4559-9641-213bcacef34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.416083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-21ed90c6-2929-4559-9641-213bcacef34d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.2288554 Mar 02 07:20:34.436931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:34.545359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-ba80c048-9f95-4e8c-9ad0-19bbbfc05b46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 200 len: 217 time: 0.0915310 Mar 02 07:20:34.577325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab9adab7-c8d5-4be5-acfb-d86bb53a2c45 req-3dfcf136-57d6-44ee-aa91-c19dc2b5842f service neutron] 10.222.0.39 "GET /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397038 Mar 02 07:20:34.600019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16430c86-2c6b-4395-aa14-8ab194052a53 req-83bf03b9-7207-4a75-8495-db0ca3869a11 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.606541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16430c86-2c6b-4395-aa14-8ab194052a53 req-83bf03b9-7207-4a75-8495-db0ca3869a11 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.5406458 Mar 02 07:20:34.609337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4eecdada-b96c-473e-8a82-7d771fed73cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8121b9cabee04f70ad1c45130fa3ef69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2024562 Mar 02 07:20:34.612446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38824) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:34.657101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-0fff0860-6581-451d-a915-c8821086f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.659123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-0fff0860-6581-451d-a915-c8821086f68e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1067548 Mar 02 07:20:34.694765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16430c86-2c6b-4395-aa14-8ab194052a53 req-65a41416-fbc1-4862-b08f-ab0e56a444b1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836370 Mar 02 07:20:34.716057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:34.726991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-27f4b088-6f05-44f3-b4b5-da5a6994ef8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556171 Mar 02 07:20:34.734583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433be64-39e3-49a9-a4c0-3da9b06c6fd1 req-fd97c4e2-7305-41ce-b77c-55418778de28 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:34.736155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a433be64-39e3-49a9-a4c0-3da9b06c6fd1 req-fd97c4e2-7305-41ce-b77c-55418778de28 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.3184822 Mar 02 07:20:34.747915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:34.779991 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'code': 200} Mar 02 07:20:34.830270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:34.862210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f659bc-f536-4acd-8561-673a04ef59b2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:34.883174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:34.884342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-620a7cfb-ba82-43c5-842d-145aaad40490 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01f659bc-f536-4acd-8561-673a04ef59b2 HTTP/1.1" status: 204 len: 168 time: 0.2573435 Mar 02 07:20:34.918184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a433be64-39e3-49a9-a4c0-3da9b06c6fd1 req-ade2a6bb-edc2-4a85-baed-b8e24b8d57f0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623526 Mar 02 07:20:34.946199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-a0af6d21-7f26-4529-83f0-a5efbeb7e436 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091217 Mar 02 07:20:35.080007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bca6ab-41ae-408c-b19f-7278efbb4336 req-8d1dbe8f-645a-4394-be9c-7d3566f432e7 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.085591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78bca6ab-41ae-408c-b19f-7278efbb4336 req-8d1dbe8f-645a-4394-be9c-7d3566f432e7 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1602020 Mar 02 07:20:35.207790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-257be004-3394-4217-b2c1-18527a00fc16 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538331 Mar 02 07:20:35.209403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78bca6ab-41ae-408c-b19f-7278efbb4336 req-c32a16e7-0ff1-4a71-9080-74ffa156cb80 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169364 Mar 02 07:20:35.343416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037848-aa33-451d-9263-0ac6a1d62700 req-5e226cef-21bf-44c7-9239-248fcdd32f9f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.344932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e037848-aa33-451d-9263-0ac6a1d62700 req-5e226cef-21bf-44c7-9239-248fcdd32f9f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.0971072 Mar 02 07:20:35.417625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e037848-aa33-451d-9263-0ac6a1d62700 req-27c8fe92-dcd0-4e46-8bb7-84ef5019392a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671017 Mar 02 07:20:35.519657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56305-c2a0-4492-bac4-3f9e843a9440 req-a0375a05-ecd4-4067-b54e-5c2e92a5ca84 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.526743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5f56305-c2a0-4492-bac4-3f9e843a9440 req-a0375a05-ecd4-4067-b54e-5c2e92a5ca84 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 944 time: 0.1582110 Mar 02 07:20:35.609187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5f56305-c2a0-4492-bac4-3f9e843a9440 req-de90c211-5e47-4da1-b312-1379496981c2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 Mar 02 07:20:35.735287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-dc4c793f-9d37-4c85-9e74-03b2db01ec1b tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.736683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-dc4c793f-9d37-4c85-9e74-03b2db01ec1b tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1951475 Mar 02 07:20:35.747064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517d0c0-8ed2-48e8-96ae-525897bd8c3d req-615f5dfe-cbb0-4a5b-ae95-3219f132524c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.748526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7517d0c0-8ed2-48e8-96ae-525897bd8c3d req-615f5dfe-cbb0-4a5b-ae95-3219f132524c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 944 time: 0.1266651 Mar 02 07:20:35.855360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7517d0c0-8ed2-48e8-96ae-525897bd8c3d req-7ec533d5-1059-4915-89a9-f753d8edd898 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Mar 02 07:20:35.900448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f4b49c5d-cca5-4392-885f-f51cd902c17e service neutron] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:35.905747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f4b49c5d-cca5-4392-885f-f51cd902c17e service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:35.906947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd9072a-8ecc-4963-8e26-a2a472d20568 req-f4b49c5d-cca5-4392-885f-f51cd902c17e service neutron] 10.222.0.16 "DELETE /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.1575541 Mar 02 07:20:35.962941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944598d1-3da3-47f5-b460-db43319bc28b req-47a50433-ac35-4c9f-9bbe-7445c5585d61 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:35.964586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-944598d1-3da3-47f5-b460-db43319bc28b req-47a50433-ac35-4c9f-9bbe-7445c5585d61 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.1287763 Mar 02 07:20:36.026894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-944598d1-3da3-47f5-b460-db43319bc28b req-dadf7bfe-2112-4e1c-8dc1-4086272a3e9c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Mar 02 07:20:36.240848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed1b16-6008-4006-b860-b051fccfa118 req-7876817b-ca42-47f0-8cd0-5e0d5b5f06dd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:36.248668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79ed1b16-6008-4006-b860-b051fccfa118 req-7876817b-ca42-47f0-8cd0-5e0d5b5f06dd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.1989484 Mar 02 07:20:36.258649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:36.328193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 604024d1-1f59-4ed2-9bb3-b525d9b6b090 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:36.329992 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-6f4469f6-fcdd-4ac7-9ba0-d27602e068ee service neutron] show failed (client error): The resource could not be found. Mar 02 07:20:36.331306 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-6f4469f6-fcdd-4ac7-9ba0-d27602e068ee service neutron] 10.222.0.16 "GET /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.2118492 Mar 02 07:20:36.368986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79ed1b16-6008-4006-b860-b051fccfa118 req-82790cad-5dad-4e57-930d-692bb67b10c8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192915 Mar 02 07:20:36.507074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d7d1818f-6a1a-4523-b6ef-d22395bdf569 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:36.508972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:36.665719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:36.723226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '604024d1-1f59-4ed2-9bb3-b525d9b6b090', 'network_id': 'f5b6f78b-4072-4406-90f8-19c4e7b09b97', 'port_id': '604024d1-1f59-4ed2-9bb3-b525d9b6b090', 'mac_address': 'fa:16:3e:4e:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551d322a-21d7-4ff2-bfdf-6952823815be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:36.773096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f0760-8b24-4e28-8652-11821c3ca902 req-9d083d8d-7712-483c-bb1a-98b05f846380 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:36.774311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-338f0760-8b24-4e28-8652-11821c3ca902 req-9d083d8d-7712-483c-bb1a-98b05f846380 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1537433 Mar 02 07:20:36.866891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-17edcfde-ccc6-49b8-9e8e-dd852ee426a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:36.868548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-17edcfde-ccc6-49b8-9e8e-dd852ee426a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1100 time: 0.1991150 Mar 02 07:20:36.870823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-a36c1b28-51b8-43d4-9e05-d7d6aa019364 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:36.872312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-a36c1b28-51b8-43d4-9e05-d7d6aa019364 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1101 time: 0.1534541 Mar 02 07:20:36.884910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-338f0760-8b24-4e28-8652-11821c3ca902 req-c71f5406-b025-41bc-ae98-06e403bcac06 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045928 Mar 02 07:20:36.889369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:36.931980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:36.965795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604024d1-1f59-4ed2-9bb3-b525d9b6b090 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:36.973136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.004828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.012025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:37.025126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:37.043466 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.061147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:37.100377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Usage tracker for resource:security_group_rule and tenant:5d05af1b9b8e4bedb6c09eee93caa52c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:37.109169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:37.110325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:37.118942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:37.144012 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.144722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.178862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:37.185683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e16f8-27b5-4db4-a31d-90e8a06653a2 req-c3962a97-629b-4182-82de-3f9a5c9a3b06 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:37.195180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d3e16f8-27b5-4db4-a31d-90e8a06653a2 req-c3962a97-629b-4182-82de-3f9a5c9a3b06 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.1336341 Mar 02 07:20:37.254560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d3e16f8-27b5-4db4-a31d-90e8a06653a2 req-cd3fcbe8-d62e-4b3d-b70c-e0a743b0d03d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582755 Mar 02 07:20:37.277325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.292245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.313212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:37.352375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d8da349-2a6c-4ca4-b691-f76d2ab72006 req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918078 Mar 02 07:20:37.353078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50657f26-16a8-476b-80cb-20bef4618e5f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caec506-9c33-4571-8646-c2863a8341fe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:37.429851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['604024d1-1f59-4ed2-9bb3-b525d9b6b090'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:37.454659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8480c9-4e3a-4fc4-8b7f-9da955771224 req-dbef3b03-3db5-4da4-aa10-aa022f91d2b5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:37.463715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef8480c9-4e3a-4fc4-8b7f-9da955771224 req-dbef3b03-3db5-4da4-aa10-aa022f91d2b5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 945 time: 0.1091611 Mar 02 07:20:37.517128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef8480c9-4e3a-4fc4-8b7f-9da955771224 req-3ab7a260-9086-40d0-8bf9-de19b71858e2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523872 Mar 02 07:20:37.637744 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'code': 200} Mar 02 07:20:37.662462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:37.693835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733496a-6c38-476b-a5be-ca8b3cd1f841 req-75ffb506-ac70-4acc-8919-e63f9570ad3f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:37.696168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0733496a-6c38-476b-a5be-ca8b3cd1f841 req-75ffb506-ac70-4acc-8919-e63f9570ad3f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2106917 Mar 02 07:20:37.738196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:37.810481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0733496a-6c38-476b-a5be-ca8b3cd1f841 req-10e26879-592b-46b3-8ff4-ae02a0bf3832 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032214 Mar 02 07:20:37.833148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:37.839490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.860078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Transition to ACTIVE for port object 26ca0237-5753-44e6-a6e9-402fc0955ff6 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:37.873056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.981527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08e62-a217-47c1-9d73-3dd514d484c5 req-478d38b3-3f1e-4d4c-9fa8-a99589c2fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:37.985561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cda08e62-a217-47c1-9d73-3dd514d484c5 req-478d38b3-3f1e-4d4c-9fa8-a99589c2fa4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 1096 time: 0.1383340 Mar 02 07:20:38.078000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cda08e62-a217-47c1-9d73-3dd514d484c5 req-288244c0-3574-4bb5-8fa0-f78570fccb8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Mar 02 07:20:38.138202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:38.159845 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'code': 200} Mar 02 07:20:38.161360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] No DVR routers for this DVR port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:38.249500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92584f62-7044-46ca-b245-8f9238429740 req-240a927c-4553-4661-ba2b-58680837a0cd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:38.257513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92584f62-7044-46ca-b245-8f9238429740 req-240a927c-4553-4661-ba2b-58680837a0cd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.1530323 Mar 02 07:20:38.350261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92584f62-7044-46ca-b245-8f9238429740 req-1a83d912-8c9b-4127-baae-13df2004349c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893748 Mar 02 07:20:38.482819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:38.483621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:38.484377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:38.499102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:38.499428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:38.511660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:38.512107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:38.512841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:38.513304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Bound port: 26ca0237-5753-44e6-a6e9-402fc0955ff6, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:38.513658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:38.576636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc1f0a-cc05-4fd1-abbb-179dc4b1b6e9 req-8792a803-d3d9-4ad4-a626-42768d1e1b25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:38.578496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dc1f0a-cc05-4fd1-abbb-179dc4b1b6e9 req-8792a803-d3d9-4ad4-a626-42768d1e1b25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1198132 Mar 02 07:20:38.625765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735be286-b39c-48a5-bb9c-6cf6ce5f2289 req-a8f41397-3e6b-4d23-8614-215ea6c4633d tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:38.628085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-735be286-b39c-48a5-bb9c-6cf6ce5f2289 req-a8f41397-3e6b-4d23-8614-215ea6c4633d tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 1095 time: 0.2397435 Mar 02 07:20:38.638636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dc1f0a-cc05-4fd1-abbb-179dc4b1b6e9 req-581a0056-1d8e-4ad4-bd2d-4dae3fa3fbaa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 Mar 02 07:20:38.726187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:38.738046 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-735be286-b39c-48a5-bb9c-6cf6ce5f2289 req-3f51d298-e079-45c9-b523-ffbcbf6d360d tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978560 Mar 02 07:20:38.742952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:38.749389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:38.842667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:38.843890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:38.848326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] 10.222.0.39 "PUT /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 1095 time: 1.9699669 Mar 02 07:20:39.020679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-1f5dc8e9-a965-42a8-8d36-49028cd29c3a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624654 Mar 02 07:20:39.020679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ca62-8805-4aea-b827-cfda2647f11c service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:39.167157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bcf01-ca82-497e-b3fa-34203ad7df62 req-d2c417d7-0eab-4262-8ccd-afe35fb718fa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.170930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-41d45d76-a9a3-42c9-a658-7b6dec6dc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.172434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-41d45d76-a9a3-42c9-a658-7b6dec6dc48b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1098 time: 0.2703645 Mar 02 07:20:39.174551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc4bcf01-ca82-497e-b3fa-34203ad7df62 req-d2c417d7-0eab-4262-8ccd-afe35fb718fa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 945 time: 0.0956120 Mar 02 07:20:39.219708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc4bcf01-ca82-497e-b3fa-34203ad7df62 req-2b228d5d-5de1-42ea-bfa4-f41f3f1964ef tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Mar 02 07:20:39.248669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-6ae8c1bf-7adb-47c9-9e2a-11fa5e1b0107 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.250176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-6ae8c1bf-7adb-47c9-9e2a-11fa5e1b0107 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141871 Mar 02 07:20:39.322298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-7afa00c3-ccff-4e49-ab6f-54ef2328f1e3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.0260181 Mar 02 07:20:39.398767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-7e71ee41-a8dd-44e3-9fc3-8ca4a67bcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.400227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-7e71ee41-a8dd-44e3-9fc3-8ca4a67bcc3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2207453 Mar 02 07:20:39.412593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe59c9-0652-4da2-9c79-15294ce7916c req-ca748223-55e7-4a07-93a4-3c69c9229886 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.414277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bbe59c9-0652-4da2-9c79-15294ce7916c req-ca748223-55e7-4a07-93a4-3c69c9229886 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.0933852 Mar 02 07:20:39.466374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bbe59c9-0652-4da2-9c79-15294ce7916c req-591a7f8c-7c18-4b95-828f-d769bb7f733a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 02 07:20:39.481452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-9e8eda33-10ff-4e36-9765-3ab7d6af6ab7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0746419 Mar 02 07:20:39.570995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-74a5c8c0-04cb-4fee-ac7a-8d463c32901b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2396412 Mar 02 07:20:39.579585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-a9d9375b-d821-4a73-b6b7-5fe8104fbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.581390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-a9d9375b-d821-4a73-b6b7-5fe8104fbe5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0943968 Mar 02 07:20:39.676294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-0e36d051-471f-426d-90aa-71a7b96c9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.677913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-0e36d051-471f-426d-90aa-71a7b96c9838 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905516 Mar 02 07:20:39.781909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-74806542-c107-4aca-9a93-6887eeb3b3ad tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:39.790630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-74806542-c107-4aca-9a93-6887eeb3b3ad tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.2254298 Mar 02 07:20:39.806724 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-1032fc22-3918-4fe6-b2e6-7e8d48aae773 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/quotas/dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 375 time: 0.0151556 Mar 02 07:20:39.847966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-62385145-e04c-488f-b306-5e4bc6c94fc8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641786 Mar 02 07:20:39.896889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-de5e82a2-9944-4c08-8e3d-463d248fbe35 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892360 Mar 02 07:20:39.991955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd1b3859-e393-42b8-834a-411fd4675f37 req-17ba7a59-a4ae-4177-9705-6228b00a6ffd service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375735 Mar 02 07:20:40.148807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-684591fc-321f-4391-a6aa-26f473173820 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407587 Mar 02 07:20:40.161372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:40.171908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-779f7cf9-798d-484d-9d1f-54304918c7bb req-66c353d4-be2a-462f-87c4-90d1e36d2ea8 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11cea1586a454939b9d1d39732281314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339084 Mar 02 07:20:40.258985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:40.304831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-a8b696f8-9347-47c1-8253-325969d6275f service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549945 Mar 02 07:20:40.312391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 604024d1-1f59-4ed2-9bb3-b525d9b6b090 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:40.354799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7cf9-798d-484d-9d1f-54304918c7bb req-4c5d0a8a-487a-4041-b973-691306297e79 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:40.356566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-779f7cf9-798d-484d-9d1f-54304918c7bb req-4c5d0a8a-487a-4041-b973-691306297e79 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770635 Mar 02 07:20:40.356932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:40.375867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-779f7cf9-798d-484d-9d1f-54304918c7bb req-72177bbd-01a8-42c6-976f-357a8a807fab tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/quotas/11cea1586a454939b9d1d39732281314 HTTP/1.1" status: 200 len: 375 time: 0.0124695 Mar 02 07:20:40.388623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:40.394646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:40.395023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:40.439626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-779f7cf9-798d-484d-9d1f-54304918c7bb req-e099eafc-b3fa-4a91-8da1-a7351f94201e tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11cea1586a454939b9d1d39732281314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561137 Mar 02 07:20:40.660051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:40.688639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909631-2448-42cc-969f-4c887fe7fe30 req-b1d0211e-a766-4794-bc67-3b34d86fa4fe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:40.690704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46909631-2448-42cc-969f-4c887fe7fe30 req-b1d0211e-a766-4794-bc67-3b34d86fa4fe tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.1369848 Mar 02 07:20:40.723590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:40.735179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:40.743648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:40.757829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46909631-2448-42cc-969f-4c887fe7fe30 req-302dbc11-a56d-4542-ba00-205f3d40d7df tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Mar 02 07:20:40.804255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710d91e-ce36-4a46-85f1-81d2b0c40d7c req-0af9afda-18e8-453a-847c-17c2e3acb7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:40.811445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1710d91e-ce36-4a46-85f1-81d2b0c40d7c req-0af9afda-18e8-453a-847c-17c2e3acb7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1649079 Mar 02 07:20:40.860170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:41.043559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1710d91e-ce36-4a46-85f1-81d2b0c40d7c req-dc733ad2-4784-406b-bcbf-362a20067773 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310743 Mar 02 07:20:41.133837 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'status': 'completed', 'code': 200} Mar 02 07:20:41.292178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd841fd4-9c1e-4515-b313-7e11c80d8b12 req-b3466a82-57ce-47fa-8da6-0944354568c6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 210 time: 0.0565686 Mar 02 07:20:41.328341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328e624-281e-496d-b631-a89323416438 req-67fe24cc-6545-4166-984b-8d865f619b9e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.333093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-ee0b7e94-cbd7-4f5d-a3ba-4bd2ce21a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.334890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-ee0b7e94-cbd7-4f5d-a3ba-4bd2ce21a805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1098 time: 0.1524596 Mar 02 07:20:41.336127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3328e624-281e-496d-b631-a89323416438 req-67fe24cc-6545-4166-984b-8d865f619b9e tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 946 time: 0.1641424 Mar 02 07:20:41.361990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-c0db94c2-09b6-4590-b299-39ee4fb1e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.363355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-c0db94c2-09b6-4590-b299-39ee4fb1e83b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1098 time: 0.1363683 Mar 02 07:20:41.422039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3328e624-281e-496d-b631-a89323416438 req-d90933b4-1f74-4a1d-9665-0dfc013a6ce2 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849783 Mar 02 07:20:41.526449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-973eba9f-a401-403e-987a-485c339b9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.528155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-973eba9f-a401-403e-987a-485c339b9be6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1533027 Mar 02 07:20:41.536422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-94e2be77-6e8b-4ff5-b380-c60770097261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.538468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-94e2be77-6e8b-4ff5-b380-c60770097261 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1952820 Mar 02 07:20:41.631163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-2bb3329b-9f42-46f4-9966-12e50913e379 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0818245 Mar 02 07:20:41.640160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516cb28-2f97-435f-a759-d541b6c3c218 req-6793ec7b-a5a1-481d-8dc0-8c663b75254e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.641779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f516cb28-2f97-435f-a759-d541b6c3c218 req-6793ec7b-a5a1-481d-8dc0-8c663b75254e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.2121890 Mar 02 07:20:41.671722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-57dfeee3-12a8-4c2d-bb8e-11c911b60636 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.1364267 Mar 02 07:20:41.761430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-17573fb7-85ed-4bc2-9ef7-9be942aa2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.765568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-17573fb7-85ed-4bc2-9ef7-9be942aa2fd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0875120 Mar 02 07:20:41.770633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f516cb28-2f97-435f-a759-d541b6c3c218 req-3bc2486b-3422-44d3-8f75-4deb010dfd00 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Mar 02 07:20:41.776437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-ebb03727-a762-4cd9-8dea-05bc7ae2b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.778641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-ebb03727-a762-4cd9-8dea-05bc7ae2b43b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1355841 Mar 02 07:20:41.826234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6fe31117-61d7-45cf-9098-90aa97f5c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:41.844894 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090', 'code': 200} Mar 02 07:20:41.869301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8c8f261e-fed3-406f-b421-cb28a8680bca tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020854 Mar 02 07:20:41.903439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-3597c91d-b957-40ff-ba8e-8285694879e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:41.904836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-3597c91d-b957-40ff-ba8e-8285694879e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145995 Mar 02 07:20:42.007864 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ceb44e9b-091b-41d9-bc6e-42b5f719de54 req-44088052-7dc7-42cd-9d58-62912b2eb94e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 210 time: 0.0645118 Mar 02 07:20:42.167482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-96024630-88fc-420e-86e9-b5ffeb879223 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546735 Mar 02 07:20:42.224071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-233cf6da-0fdf-4a8c-a118-45926e441394 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.230773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-233cf6da-0fdf-4a8c-a118-45926e441394 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.4004314 Mar 02 07:20:42.241573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-18edf034-365c-4132-91ef-fbd7fe97bc8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.243077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-18edf034-365c-4132-91ef-fbd7fe97bc8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497992 Mar 02 07:20:42.245032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-95633d89-40a3-427d-8538-283fc412fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.247185 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-95633d89-40a3-427d-8538-283fc412fbe3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4523203 Mar 02 07:20:42.266659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:42.327340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-50230cfb-daf3-4d4b-99aa-cbc03bc1fe60 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/quotas/9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 375 time: 0.0954823 Mar 02 07:20:42.398169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d4013-68c3-45bd-b265-d2b25a927f2a req-67580e50-6340-4aa6-9226-e88cdf5dd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.399676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c3d4013-68c3-45bd-b265-d2b25a927f2a req-67580e50-6340-4aa6-9226-e88cdf5dd959 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 1097 time: 0.3985262 Mar 02 07:20:42.441744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-79c6c670-12ea-4e6c-a1e1-d9c6e08e047b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668493 Mar 02 07:20:42.495338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cc1ae-3332-4e56-aca1-3bbbe3501485 req-8454f750-cdae-46a6-a4dd-c2c72690a10a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.496805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-535cc1ae-3332-4e56-aca1-3bbbe3501485 req-8454f750-cdae-46a6-a4dd-c2c72690a10a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 947 time: 0.2410560 Mar 02 07:20:42.505040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3109c4c1-9f90-485a-ba24-4b9cb62f8737 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428233 Mar 02 07:20:42.669777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-535cc1ae-3332-4e56-aca1-3bbbe3501485 req-066ae512-3677-4462-ae93-6a6dff7ca698 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637404 Mar 02 07:20:42.753951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-b9aca4f2-b0f3-45df-b0e5-0155d8bb4309 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918227 Mar 02 07:20:42.754209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-e2948789-1264-4c7f-b6e3-cdc99e67f7d9 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.757906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-e2948789-1264-4c7f-b6e3-cdc99e67f7d9 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333975 Mar 02 07:20:42.777978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:42.797949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c3d4013-68c3-45bd-b265-d2b25a927f2a req-27460ab6-e49a-44da-a39a-7d6715c9a174 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421017 Mar 02 07:20:42.832845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-0d1a2656-696a-4664-bf47-d8bdd6f6b652 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5046182 Mar 02 07:20:42.905815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:42.941516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:42.969180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:42.983251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7e02d-c5c7-42d0-ac67-9aa84811381a req-baa77c60-339f-4680-8723-3adf4903fbb0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:42.984701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13e7e02d-c5c7-42d0-ac67-9aa84811381a req-baa77c60-339f-4680-8723-3adf4903fbb0 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1742945 Mar 02 07:20:43.027490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:43.029644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:43.030897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:43.042424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13e7e02d-c5c7-42d0-ac67-9aa84811381a req-a2b44a7d-2da6-442c-b79e-784609e51e7b tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Mar 02 07:20:43.052042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:43.059196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:43.089014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29a706fc-215a-45a1-b4e3-438fc0711dda req-83762470-863d-4999-8eaa-059921d950b6 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126109 Mar 02 07:20:43.297518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-9667fcfc-bbc0-465c-b82f-48f5c4c9601b service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136016 Mar 02 07:20:43.454817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5b43551-edf8-47b5-84b7-3073f704e892 req-d13f3814-05b3-4e28-b5bf-0c1dc00e5841 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 210 time: 0.0589149 Mar 02 07:20:43.484229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.155 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:43.501344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-b12e395b-5b7f-4644-8a87-385bfab2d4c2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:43.503071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-b12e395b-5b7f-4644-8a87-385bfab2d4c2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.4494429 Mar 02 07:20:43.515716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-9f52247f-3014-4df6-bf9c-71dca39863bd service neutron] 10.222.0.21 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171319 Mar 02 07:20:43.525873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Request body: {'port': {'device_id': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'admin_state_up': True, 'tenant_id': 'dc7049fc26ba455c9e558122802652f1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:43.700193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:43.711912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:43.722930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:43.727277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:43.765098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9884-857c-4601-8920-0c15a357c253 req-83aa6e10-c6f4-47ac-aaf7-45e549578aac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:43.766726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bcf9884-857c-4601-8920-0c15a357c253 req-83aa6e10-c6f4-47ac-aaf7-45e549578aac tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 946 time: 0.1751814 Mar 02 07:20:43.801953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:43.834388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:43.845308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bcf9884-857c-4601-8920-0c15a357c253 req-5e9cd691-0bff-476c-af9b-4d38c5f5ab31 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Mar 02 07:20:43.877537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:43.891443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:43.917792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Allocated IP 172.20.0.11 (b964cf00-32a0-4538-b804-3acf576fe5fd/f075f47d-3b81-49eb-9000-ad8d27e9da77/6f89af3a-d537-42ec-9d92-33b4777ca555) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:43.949916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:43.963675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:43.974080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:44.047758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.28 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/ec2e0179-4c87-4393-9e98-cf9fbe4d27a1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:44.181150 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc7ffac1-e062-4f5c-b8c1-0eb45742be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.229593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:44.337297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:44.340281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:44.340937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.384387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d851b81-b72a-42ab-a9dc-d2ed5a1b946c req-ed06e917-a43f-4957-8ea8-78e72ee0242d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:44.392120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d851b81-b72a-42ab-a9dc-d2ed5a1b946c req-ed06e917-a43f-4957-8ea8-78e72ee0242d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3256910 Mar 02 07:20:44.432408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-97b99452-7f7d-4777-8795-457da917bf58 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6627223 Mar 02 07:20:44.450709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Request body: {'port': {'device_id': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:44.532114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb714a-993a-4691-8a7c-162295f1037c req-6daf6969-7da0-40cb-9e80-fbb555c55f31 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:44.539282 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7fb714a-993a-4691-8a7c-162295f1037c req-6daf6969-7da0-40cb-9e80-fbb555c55f31 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 936 time: 0.5297956 Mar 02 07:20:44.554010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d851b81-b72a-42ab-a9dc-d2ed5a1b946c req-79de3bf1-aee0-43cd-bd3d-cc4b229a4697 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603274 Mar 02 07:20:44.598643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:44.617948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:44.620910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60af337a-463a-484c-a06a-0fd35b6e7ea6 None None] Provisioning for port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:44.656628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60af337a-463a-484c-a06a-0fd35b6e7ea6 None None] Provisioning complete for port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:44.657192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60af337a-463a-484c-a06a-0fd35b6e7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.678021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.713201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7fb714a-993a-4691-8a7c-162295f1037c req-cd26bf4a-60e6-4725-9d23-7d2919019167 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731541 Mar 02 07:20:44.751876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.756661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.764933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-7bee41c7-6c83-440e-83c9-a6970c90f3cf tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 258 time: 0.1703396 Mar 02 07:20:44.769456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:44.770253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-60af337a-463a-484c-a06a-0fd35b6e7ea6 None None] Port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:20:44.773625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:44.775569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:44.779551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Usage tracker for resource:floatingip and tenant:594e6b929603480cb89704360f45ca47 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:44.780641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ca0237-5753-44e6-a6e9-402fc0955ff6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:44.782530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:44.788507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.790834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:44.800430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:44.807023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.816591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.841304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Network b964cf00-32a0-4538-b804-3acf576fe5fd is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:44.849309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:44.861633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:44.951547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:44.965557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:44.990361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.019966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:45.094433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:45.133481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52110b77-36c9-4a45-998f-50a3ebb74c51 req-ed8e2e2f-cd7d-4405-b07a-670c89c0b4e7 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11cea1586a454939b9d1d39732281314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1936464 Mar 02 07:20:45.138914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:45.139511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.155634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['26ca0237-5753-44e6-a6e9-402fc0955ff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:45.175676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-48d65643-835d-4c1d-aa65-7c876fdd3aae tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6589172 Mar 02 07:20:45.214903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Request body: {'port': {'device_id': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:45.216477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.280425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:45.321808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.335223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.39', 51662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:45.337356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:45.352778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:45.391753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:45.440448 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.520414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.535979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Allocated IP 172.25.4.25 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0c2d26c6-3a4a-4879-8a04-7027aae33ac6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:45.622760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:45.623501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.667818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52110b77-36c9-4a45-998f-50a3ebb74c51 req-3a88343b-1de0-44cc-a500-e5a2fee83ca8 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:45.669580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52110b77-36c9-4a45-998f-50a3ebb74c51 req-3a88343b-1de0-44cc-a500-e5a2fee83ca8 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5039272 Mar 02 07:20:45.695016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-cf7cebfe-adbf-4d9d-8742-8a63031cedfc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4420569 Mar 02 07:20:45.700926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-243209a4-88e5-4465-a0b2-401ac46e567a None None] Provisioning for port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:45.707294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Request body: {'port': {'device_id': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:45.708083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-243209a4-88e5-4465-a0b2-401ac46e567a None None] Provisioning complete for port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:45.708562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-243209a4-88e5-4465-a0b2-401ac46e567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:45.771051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-243209a4-88e5-4465-a0b2-401ac46e567a None None] Port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:20:45.845211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52110b77-36c9-4a45-998f-50a3ebb74c51 req-9722c840-0745-43f7-8d51-8c723eabd265 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/quotas/11cea1586a454939b9d1d39732281314 HTTP/1.1" status: 200 len: 375 time: 0.1615350 Mar 02 07:20:45.899162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-e0098d52-1926-4e05-852a-0fe510b60ff5 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:45.900511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-e0098d52-1926-4e05-852a-0fe510b60ff5 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 820 time: 0.5641642 Mar 02 07:20:45.922694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52110b77-36c9-4a45-998f-50a3ebb74c51 req-dffb28e1-4278-4b84-9a30-cd677458704c tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11cea1586a454939b9d1d39732281314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762961 Mar 02 07:20:45.953823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Request body: {'port': {'device_id': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'admin_state_up': True, 'tenant_id': '9cc4c8094dc24cb78d346b56ae111e2d'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:46.024863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.061588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.099848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:46.109590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.183453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Transition to ACTIVE for port object 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:46.199625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.347640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:46.465205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:46.476872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:46.477696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.487047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Pushing event updated for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:46.508847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b4b86-4ec7-4f2b-b670-b9f6610a7b1b req-0b9ab2e8-bad8-4ae2-8c15-c1bcc8daf622 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:46.510435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c7b4b86-4ec7-4f2b-b670-b9f6610a7b1b req-0b9ab2e8-bad8-4ae2-8c15-c1bcc8daf622 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.4178679 Mar 02 07:20:46.571561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:46.574320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f89af3a-d537-42ec-9d92-33b4777ca555 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:46.610553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.611963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Attempting to bind port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:46.613064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Attempting to bind port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:46.613203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Attempting to bind port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:46.620766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.624255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:46.624437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Attempting to bind port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:46.630410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.672829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c7b4b86-4ec7-4f2b-b670-b9f6610a7b1b req-a7cb68bd-2e43-406c-900b-912afd3c5e15 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494780 Mar 02 07:20:46.701524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.710168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:46.711839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:46.717032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:46.719798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:46.753694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:46.754060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:46.754447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:46.755034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Bound port: 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:46.755388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.760065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Transition to ACTIVE for port object 6f89af3a-d537-42ec-9d92-33b4777ca555 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:46.773288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:46.774374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:46.775069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:46.781977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.792904 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.798608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.874316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:46.877556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:46.888142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:46.892249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:46.905414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.931853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Made reservation on behalf of 9cc4c8094dc24cb78d346b56ae111e2d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:46.935366 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:46.949478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event updated for resources: {'Port': ['ID=0c2d26c6-3a4a-4879-8a04-7027aae33ac6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:46.999627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:47.000267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.001648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] 10.222.0.39 "PUT /v2.0/ports/9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 HTTP/1.1" status: 200 len: 1096 time: 2.5595763 Mar 02 07:20:47.003795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Transition to ACTIVE for port object ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:47.018255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:47.203958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b260645-8f7c-4c99-a20f-3b7424a38efe service neutron] Pushing event updated for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:47.213124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdfb29a3-7593-4cff-b485-e84c10cf910a req-92d72b3b-e464-44a1-9478-f624fd47744d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 210 time: 0.3524883 Mar 02 07:20:47.234563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.270345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.385026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-98955a74-dd76-476c-b192-35eddfd1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:47.386558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-98955a74-dd76-476c-b192-35eddfd1e181 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1099 time: 0.3403590 Mar 02 07:20:47.390094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Allocated IP 172.20.0.6 (342ab4c2-6052-4ec3-9f5b-555f217e9ef1/fbd02326-e9f6-474e-934c-2ac359935579/9a7692fd-ccf5-44b5-bca3-365ae66f4c84) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:47.397413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.557282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:47.606253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:47.606958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:47.606958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:47.625127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:47.625543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:47.643344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Attempting to bind port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:47.643927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Attempting to bind port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:47.644053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Attempting to bind port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:47.651764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:47.652113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:47.652494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:47.652928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Bound port: 6f89af3a-d537-42ec-9d92-33b4777ca555, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:47.653271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.659373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-f17dd9e6-c6d7-4dac-b958-cce4184df479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 HTTP/1.1" status: 200 len: 217 time: 0.2630653 Mar 02 07:20:47.669379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:47.670268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Attempting to bind port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:47.692819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bf61c-e198-4371-9262-42a83a25d849 req-d13bbe39-c36c-463c-b93d-56a79fca6046 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:47.693514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e03bf61c-e198-4371-9262-42a83a25d849 req-d13bbe39-c36c-463c-b93d-56a79fca6046 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:47.725422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:47.725679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:47.726098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:47.726536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Bound port: ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:47.726882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.809696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-16767650-0a3d-4a80-b703-a51c2bfc6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:47.811200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-16767650-0a3d-4a80-b703-a51c2bfc6f18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1448889 Mar 02 07:20:47.815454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e03bf61c-e198-4371-9262-42a83a25d849 req-d13bbe39-c36c-463c-b93d-56a79fca6046 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:47.816596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e03bf61c-e198-4371-9262-42a83a25d849 req-d13bbe39-c36c-463c-b93d-56a79fca6046 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.4380703 Mar 02 07:20:47.884910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:47.910550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:47.916084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:47.921050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e03bf61c-e198-4371-9262-42a83a25d849 req-d320f2cf-4290-46d8-b667-98e3ebdcdb9f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848694 Mar 02 07:20:47.923555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.979455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:47.990213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:47.990213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.991764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] 10.222.0.39 "PUT /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 1092 time: 2.7872381 Mar 02 07:20:47.994587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:47.998146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:20:48.000329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.030411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.031099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.032642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 HTTP/1.1" status: 200 len: 1095 time: 2.3295610 Mar 02 07:20:48.079294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.090070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.115218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc92f-477d-4357-bf13-21c2186b1888 service neutron] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:48.192541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.263175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event updated for resources: {'Port': ['ID=0c2d26c6-3a4a-4879-8a04-7027aae33ac6,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:48.269260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.277533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b4de7-b6f3-4d4c-b573-383a172035e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:48.282604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.291317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-f1ece637-5caf-453c-9733-205d45c9fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.292432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.292844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-f1ece637-5caf-453c-9733-205d45c9fff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454723 Mar 02 07:20:48.333228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-3565ae9c-9c79-4c55-af15-d3e8e8ea689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.335410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-3565ae9c-9c79-4c55-af15-d3e8e8ea689e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1095 time: 0.2944720 Mar 02 07:20:48.339446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-de551fcc-9894-4cd1-b739-7b533139fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.340793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-de551fcc-9894-4cd1-b739-7b533139fb22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 1098 time: 0.2570965 Mar 02 07:20:48.399548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ef52b-56e3-4bcc-9676-a969dfb4556f req-492e8f66-ceb6-413b-a291-12cc9c50d097 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.401009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b1ef52b-56e3-4bcc-9676-a969dfb4556f req-492e8f66-ceb6-413b-a291-12cc9c50d097 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 946 time: 0.2870092 Mar 02 07:20:48.409787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.410997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-44dd9bd9-3626-4c71-9445-517d26508afa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6452780 Mar 02 07:20:48.490140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-fee152e3-2813-4d21-8e59-433c418c3d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 217 time: 0.1482656 Mar 02 07:20:48.493530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-7c8c3ddf-8d0d-4df8-9895-3f637f4c9052 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 HTTP/1.1" status: 200 len: 217 time: 0.0916622 Mar 02 07:20:48.510138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-1f306323-2454-4930-afcf-5de6a44a585f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:48.516750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.598213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-749a53a2-5de4-4b17-8f19-6090742c12b8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976894 Mar 02 07:20:48.611313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b1ef52b-56e3-4bcc-9676-a969dfb4556f req-4fabda62-499b-400e-b4d9-0a7000e062f5 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534429 Mar 02 07:20:48.635310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-7b6409bf-4f95-4924-ba75-30cd758ae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.640682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-7b6409bf-4f95-4924-ba75-30cd758ae20d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1367846 Mar 02 07:20:48.640682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-5185ab56-08e7-4e63-b1c0-d5cb3650480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.640682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-5185ab56-08e7-4e63-b1c0-d5cb3650480b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1073248 Mar 02 07:20:48.643533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:48.663081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:48.665739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:48.693754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-1f306323-2454-4930-afcf-5de6a44a585f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:48.694979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-1f306323-2454-4930-afcf-5de6a44a585f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.2734158 Mar 02 07:20:48.744745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:48.762732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-205e9142-cc87-480b-82cd-9f3596238229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155875 Mar 02 07:20:48.893137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:48.893784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:48.954919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-5ab68a9e-ea36-423d-b252-b23eb8545bbf tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0058742 Mar 02 07:20:48.964149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-f385ac66-860b-447c-8c6b-e1213ad6e699 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554404 Mar 02 07:20:48.967743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Request body: {'port': {'device_id': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:49.025578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-89687fad-6055-43f8-a287-ed2c0e04ed86 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.026849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-89687fad-6055-43f8-a287-ed2c0e04ed86 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.3191590 Mar 02 07:20:49.032579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-9ca5dc73-2e7a-4b51-b9f5-53a59fd59248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.034085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-9ca5dc73-2e7a-4b51-b9f5-53a59fd59248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3858228 Mar 02 07:20:49.044815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01de55-9989-4755-aae0-4c802ebfbbb1 req-be9caf4e-372e-4469-8ea9-c1b89728f63d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.045259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-e6b2d09f-92bd-4434-a1b7-0cc3642a71bd tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:20:49.046207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa01de55-9989-4755-aae0-4c802ebfbbb1 req-be9caf4e-372e-4469-8ea9-c1b89728f63d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3241091 Mar 02 07:20:49.046350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be4af5da-abd7-43e0-a517-108ba31fbf54 req-e6b2d09f-92bd-4434-a1b7-0cc3642a71bd tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085917 Mar 02 07:20:49.076874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-93b3f547-a444-4ffc-afd8-545d22e98b82 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070304 Mar 02 07:20:49.115264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:49.267602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa01de55-9989-4755-aae0-4c802ebfbbb1 req-8ef81f73-da2b-47d1-9160-9fc33974c5d8 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956625 Mar 02 07:20:49.341799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-043c43d6-1754-4da9-a9a1-dc3136265964 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946398 Mar 02 07:20:49.351191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ec3b09f-6277-49d4-bd19-0dd527475ed9 req-dd231aaa-8abb-408c-b745-771196ed0e3e service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502334 Mar 02 07:20:49.358757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca35b-800f-489b-a91e-0cbc28da11b4 req-bc4d4f6a-5f7f-41aa-8454-dc5ca95ce4fb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.359766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd9ca35b-800f-489b-a91e-0cbc28da11b4 req-bc4d4f6a-5f7f-41aa-8454-dc5ca95ce4fb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:49.449420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd9ca35b-800f-489b-a91e-0cbc28da11b4 req-bc4d4f6a-5f7f-41aa-8454-dc5ca95ce4fb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:49.450629 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd9ca35b-800f-489b-a91e-0cbc28da11b4 req-bc4d4f6a-5f7f-41aa-8454-dc5ca95ce4fb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 948 time: 0.2888207 Mar 02 07:20:49.502367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a3c2c-4751-492c-acd3-f2bbc0b73f99 req-88351e93-88b2-46cc-83c1-926f9ca91c63 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535804 Mar 02 07:20:49.518381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd9ca35b-800f-489b-a91e-0cbc28da11b4 req-43dd361e-c43e-4f3f-9133-96d56fb62cec tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579729 Mar 02 07:20:49.607249 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'code': 200} Mar 02 07:20:49.707521 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'status': 'completed', 'code': 200} Mar 02 07:20:49.760801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:49.770136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:49.787105 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', 'status': 'completed', 'code': 200} Mar 02 07:20:49.824944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-52b6f1ba-967b-4af4-a85a-f57b2c027d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.826783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-52b6f1ba-967b-4af4-a85a-f57b2c027d79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1099 time: 0.1575274 Mar 02 07:20:49.859616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-e9407715-451d-4d17-89e6-a82dac2d60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:49.859868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Transition to ACTIVE for port object 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:49.861067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-e9407715-451d-4d17-89e6-a82dac2d60db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1095 time: 0.1373212 Mar 02 07:20:49.882642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:50.069220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:50.132351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-7c7e9e0e-5bb8-4750-a126-cf0630431b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.133785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-7c7e9e0e-5bb8-4750-a126-cf0630431b9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.2608471 Mar 02 07:20:50.134748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-57f44d17-d687-4123-8a00-58c99e21ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.136012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-57f44d17-d687-4123-8a00-58c99e21ba47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3019249 Mar 02 07:20:50.158564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-32971daf-dae1-49bf-8283-eb0f3ce444ca tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.160011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-32971daf-dae1-49bf-8283-eb0f3ce444ca tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60&tenant_id=9defa991ffc74c0a8109cbb4f7e0face&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 949 time: 0.3688235 Mar 02 07:20:50.233395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c5df0-c03e-4368-93ec-3716118b9088 req-21b8fc21-37bb-4cc1-81b2-b27aa182a7b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.234114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b93c5df0-c03e-4368-93ec-3716118b9088 req-21b8fc21-37bb-4cc1-81b2-b27aa182a7b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:50.246130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:50.246464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:50.246783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:50.257707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:50.258052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:50.275182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:50.275611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:50.276062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:50.276492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Bound port: 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:50.276839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:50.285791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-8fb5af4c-d577-41c1-950b-7e4bf3b11a53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 HTTP/1.1" status: 200 len: 217 time: 0.1253140 Mar 02 07:20:50.290269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-926dafa4-372d-4929-972c-ad54d7d20d79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 217 time: 0.1326489 Mar 02 07:20:50.292612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b93c5df0-c03e-4368-93ec-3716118b9088 req-21b8fc21-37bb-4cc1-81b2-b27aa182a7b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:50.293719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b93c5df0-c03e-4368-93ec-3716118b9088 req-21b8fc21-37bb-4cc1-81b2-b27aa182a7b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.5092726 Mar 02 07:20:50.327980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1a1d-1276-43e2-9785-fe6ba3f4af0e req-cfe8d4c4-d5c0-44cc-ae53-4a50b2a62860 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.329325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-883e1a1d-1276-43e2-9785-fe6ba3f4af0e req-cfe8d4c4-d5c0-44cc-ae53-4a50b2a62860 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.2778244 Mar 02 07:20:50.357113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-5723dd2b-ef3f-4071-b2b2-0c03caca8371 service neutron] 10.222.0.39 "GET /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6/bindings/n-h2-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.1892176 Mar 02 07:20:50.437080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-54b4243e-ed9e-4d8d-a004-c1222e6fc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.438560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-54b4243e-ed9e-4d8d-a004-c1222e6fc73c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1512911 Mar 02 07:20:50.441484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-b4bcd32f-c683-49e4-ae92-e2908ee2dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.441794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b93c5df0-c03e-4368-93ec-3716118b9088 req-801d041f-3a0d-4b83-86d1-ce92def62ecb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405466 Mar 02 07:20:50.442832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-b4bcd32f-c683-49e4-ae92-e2908ee2dcb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1126859 Mar 02 07:20:50.445754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-883e1a1d-1276-43e2-9785-fe6ba3f4af0e req-36f4160d-f908-463a-ae26-a9fcddfd0d3c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806985 Mar 02 07:20:50.470525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:50.496720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:50.509556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:50.542266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-ce3d4515-9dfe-4c9e-a0a3-3768464107ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541742 Mar 02 07:20:50.609491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.610131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:50.611468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] 10.222.0.39 "PUT /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 1091 time: 1.6496153 Mar 02 07:20:50.745086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-1692f0c1-8e8a-4945-b091-03d737ab8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.746853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-1692f0c1-8e8a-4945-b091-03d737ab8912 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1100 time: 0.3574200 Mar 02 07:20:50.747168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4cb51-14c3-4001-870d-7749d51c1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:50.809020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-67c27603-67e3-46c4-ae10-bf2bc7d9222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.810517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-67c27603-67e3-46c4-ae10-bf2bc7d9222f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3582349 Mar 02 07:20:50.893050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-d12fdcc9-d9f1-433a-aa60-64416178ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.894452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-d12fdcc9-d9f1-433a-aa60-64416178ff28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1094 time: 0.2373524 Mar 02 07:20:50.904704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-b8cffcdd-504d-4b9c-b721-a4451eafbb43 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.906079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-b8cffcdd-504d-4b9c-b721-a4451eafbb43 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3029394 Mar 02 07:20:50.934778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-10b30806-0ddf-40db-8f0c-3e95efcb6ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793213 Mar 02 07:20:50.955225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b08227-04d5-4d1a-8557-adb2a1b22c25 req-1a649ac9-c927-4650-bddb-643d81addaa6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:50.956629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9b08227-04d5-4d1a-8557-adb2a1b22c25 req-1a649ac9-c927-4650-bddb-643d81addaa6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3766272 Mar 02 07:20:51.040121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-b31ae523-68ff-469c-8e2e-eeae16ce58fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 217 time: 0.1330886 Mar 02 07:20:51.089803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-549667b7-3ad2-4dd5-b849-5798d2118cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.091367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-549667b7-3ad2-4dd5-b849-5798d2118cb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3337207 Mar 02 07:20:51.099542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-8e8ac1f6-0d84-43cb-8986-3b895c9128e3 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1383832 Mar 02 07:20:51.113729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9b08227-04d5-4d1a-8557-adb2a1b22c25 req-2455dcc8-c97b-4c8d-81f0-264794c56eaf tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335955 Mar 02 07:20:51.124712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-5ad2ba32-7150-4c21-a854-1fc3aedcfa6a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037362 Mar 02 07:20:51.182112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26b3db0d-ed6b-4d19-a170-b82e356070ea req-ed108715-ca87-4f29-9203-0874e9490f70 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226081 Mar 02 07:20:51.190474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-6958e3c4-e070-480a-9b51-d2195285f083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0859158 Mar 02 07:20:51.193440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'floatingip': {'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:51.281567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508a9412-a58d-4f4c-8bdc-3d2ec7b0117e req-9388ec3f-43ff-4f6c-9ecc-1f51a3d2f87b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452379 Mar 02 07:20:51.378048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b7253-6dfa-4e67-a65d-641770297196 req-ae019548-729c-4881-9de4-333e99a1b2b6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.379593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb9b7253-6dfa-4e67-a65d-641770297196 req-ae019548-729c-4881-9de4-333e99a1b2b6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.0854068 Mar 02 07:20:51.429694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb9b7253-6dfa-4e67-a65d-641770297196 req-c5ea159f-4dbf-4648-bbee-ac83d6a08d49 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Mar 02 07:20:51.447399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:51.496218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-ddbc2d55-f22b-4daf-a6b0-e20c53a306ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.497646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-ddbc2d55-f22b-4daf-a6b0-e20c53a306ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.4484327 Mar 02 07:20:51.605282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2b2a-e93b-424f-98e0-35818d311fd5 req-0bc7c002-a517-44e2-ad17-9889b312318f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.609018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4aa2b2a-e93b-424f-98e0-35818d311fd5 req-0bc7c002-a517-44e2-ad17-9889b312318f tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 946 time: 0.0838919 Mar 02 07:20:51.613644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-ac87f0bf-6ebb-4fd3-a0c2-e707f65c2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.615052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-ac87f0bf-6ebb-4fd3-a0c2-e707f65c2b79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3621964 Mar 02 07:20:51.620342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-1013d863-15b3-434f-9b1e-3bb666e63145 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034722 Mar 02 07:20:51.654916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4aa2b2a-e93b-424f-98e0-35818d311fd5 req-c2a37235-8994-40fa-9873-7665e70d8066 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups?id=15057755-1f2d-4633-a306-8636cb9416f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Mar 02 07:20:51.708611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:51.812420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:51.832587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c837e-2595-47e4-a698-7f03f7494a38 req-9ad75ce0-b897-438f-b724-99a543c6543f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.833271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a93c837e-2595-47e4-a698-7f03f7494a38 req-9ad75ce0-b897-438f-b724-99a543c6543f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:51.885543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a93c837e-2595-47e4-a698-7f03f7494a38 req-9ad75ce0-b897-438f-b724-99a543c6543f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:51.888074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a93c837e-2595-47e4-a698-7f03f7494a38 req-9ad75ce0-b897-438f-b724-99a543c6543f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 948 time: 0.1354945 Mar 02 07:20:51.946674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a93c837e-2595-47e4-a698-7f03f7494a38 req-ed640b18-7b11-4456-9bbb-c697349c23d7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Mar 02 07:20:51.956751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-9dd1244b-2a89-47d9-981f-0b110eed0eaa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:51.958184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-9dd1244b-2a89-47d9-981f-0b110eed0eaa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "GET /v2.0/ports?device_id=07059621-990c-461c-bf1c-07562ce30f0b HTTP/1.1" status: 200 len: 946 time: 0.1222031 Mar 02 07:20:52.027152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-5c6f4c8d-e480-4630-a25d-610654dbe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:52.028642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-5c6f4c8d-e480-4630-a25d-610654dbe1a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3934650 Mar 02 07:20:52.029538 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:20:52.038529 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-94423a3f-3995-4208-996a-e4d1dfba5d56 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015021 Mar 02 07:20:52.056196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Deleting port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:52.056625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.347465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:52.368168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] For port 604024d1-1f59-4ed2-9bb3-b525d9b6b090, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=604024d1-1f59-4ed2-9bb3-b525d9b6b090,segment=NetworkSegment(ec8646cb-9412-46aa-ae97-62d05dcc1ca1),segment_id=ec8646cb-9412-46aa-ae97-62d05dcc1ca1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:52.368535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.451893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-ef1c3b27-b96c-4576-8114-a6ce73e4392f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165075 Mar 02 07:20:52.454803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a80d3fe-8905-4ebe-b887-9976372cc99b req-99cbbd41-fb33-4ee3-b772-8bd86eab1179 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854482 Mar 02 07:20:52.519977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:52.537069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', 'mac_address': 'fa:16:3e:13:75:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:52.556340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Calling delete_port for 604024d1-1f59-4ed2-9bb3-b525d9b6b090 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:52.607165 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.625092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:52.642898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:52.647854 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.648809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:52.727602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.730333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-edb65101-8e64-40f5-81cb-804d399fa10c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594814 Mar 02 07:20:52.732774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.745779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:52.758773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:52.782583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', 'mac_address': 'fa:16:3e:62:02:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:52.805796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deda0c-0647-4569-b2b2-a377f384008c req-42082d50-b910-46c8-b09e-acfa429819b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:52.807322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63deda0c-0647-4569-b2b2-a377f384008c req-42082d50-b910-46c8-b09e-acfa429819b4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.3521843 Mar 02 07:20:52.839772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.856419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:52.873689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:52.874255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63deda0c-0647-4569-b2b2-a377f384008c req-0edd22a9-318c-416d-a4e3-47801a24de04 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553329 Mar 02 07:20:52.875032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.879527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:52.880524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:20:52.933767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['604024d1-1f59-4ed2-9bb3-b525d9b6b090'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:52.939113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event deleted for resources: {'Port': ['ID=604024d1-1f59-4ed2-9bb3-b525d9b6b090,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:53.061319 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Floating IP b955b381-e211-43fa-870a-f6d10b843653 associated. External IP: 172.25.4.25, port: 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056. Mar 02 07:20:53.065572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] No DVR routers for this DVR port 604024d1-1f59-4ed2-9bb3-b525d9b6b090 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:53.072864 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:53.090517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:53.102007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a3a0b49-a623-4b2a-8017-ae75ae835096 req-4a4a16cc-6da7-4e7e-97e1-2a09931f0caa tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.39 "DELETE /v2.0/ports/604024d1-1f59-4ed2-9bb3-b525d9b6b090 HTTP/1.1" status: 204 len: 173 time: 1.1384814 Mar 02 07:20:53.138185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef3bbe-ab93-487a-b23c-1975f15ab2f6 req-58902c29-0b4b-4e95-a12b-052f3820f1d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.140651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87ef3bbe-ab93-487a-b23c-1975f15ab2f6 req-58902c29-0b4b-4e95-a12b-052f3820f1d1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.1105852 Mar 02 07:20:53.144848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:53.159737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'port_id': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'mac_address': 'fa:16:3e:3a:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f075f47d-3b81-49eb-9000-ad8d27e9da77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:20:53.195410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87ef3bbe-ab93-487a-b23c-1975f15ab2f6 req-8612af2a-ef59-4ec1-a4b3-54e045c9c0df tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464783 Mar 02 07:20:53.221187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:53.240563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f89af3a-d537-42ec-9d92-33b4777ca555 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:53.264226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:53.268761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:53.277044 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', 'status': 'completed', 'code': 200} Mar 02 07:20:53.348725 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'status': 'completed', 'code': 200} Mar 02 07:20:53.360364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:53.383179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cc59-a387-4cb0-bb78-a460f017351a req-f6469a2e-4f0d-4b25-b6cb-0d96177927b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.385031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-f6469a2e-4f0d-4b25-b6cb-0d96177927b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 1099 time: 0.0870965 Mar 02 07:20:53.525224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Router 190dd3ea-c136-44f9-892e-af64c3094c16 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:20:53.549671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-e1b47b30-633b-421c-81ba-7bb52f531019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.551541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-e1b47b30-633b-421c-81ba-7bb52f531019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1094 time: 0.1710174 Mar 02 07:20:53.674928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cc59-a387-4cb0-bb78-a460f017351a req-06aaeb8a-879a-4d5d-84b1-d2575ed3f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.676381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-06aaeb8a-879a-4d5d-84b1-d2575ed3f06d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2810781 Mar 02 07:20:53.775418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-0f0f409a-062e-4cab-abc9-8da0dd28d813 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.776809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-0f0f409a-062e-4cab-abc9-8da0dd28d813 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.2959623 Mar 02 07:20:53.778843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-eb5614d0-eb5c-4816-82a1-e069866490a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 HTTP/1.1" status: 200 len: 217 time: 0.0794280 Mar 02 07:20:53.784799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:53.827798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['ec2e0179-4c87-4393-9e98-cf9fbe4d27a1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:53.846749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-faa74a61-866a-4953-9441-f8fa22b04e68 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/quotas/f1249e03a8644528a02d785e493d9aa9 HTTP/1.1" status: 200 len: 375 time: 0.0568242 Mar 02 07:20:53.851080 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-c00bc649-4256-4d0c-a7ca-ab34241ab805 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2633598 Mar 02 07:20:53.864554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:20:53.869414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:53.877792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Sync routers for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:20:53.900975 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:53.901611 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:53.912347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:53.946377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cc59-a387-4cb0-bb78-a460f017351a req-1b9fce51-1e89-43c4-babc-685b3e79d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.959787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-1b9fce51-1e89-43c4-babc-685b3e79d9b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1686738 Mar 02 07:20:53.963544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-cd9fd53f-1f94-4f64-851f-2e2e394c9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:53.965029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-cd9fd53f-1f94-4f64-851f-2e2e394c9dd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3327203 Mar 02 07:20:54.051073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-3277ec46-59a9-47f3-9e77-ecdec62d4c25 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "PUT /v2.0/floatingips/b955b381-e211-43fa-870a-f6d10b843653 HTTP/1.1" status: 200 len: 995 time: 2.8771441 Mar 02 07:20:54.052454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-a4b3398b-6a38-42fa-8604-7746dce64dfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 217 time: 0.0746114 Mar 02 07:20:54.106926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-63de3afb-081c-4ef0-9088-8a5cab272e97 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2507308 Mar 02 07:20:54.122331 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:54.141115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-d8c3411b-55a1-473e-96f3-babcfeddb778 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.142592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-d8c3411b-55a1-473e-96f3-babcfeddb778 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.16 "GET /v2.0/ports?device_id=a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f HTTP/1.1" status: 200 len: 945 time: 0.3535736 Mar 02 07:20:54.175512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cc59-a387-4cb0-bb78-a460f017351a req-2f05c3b2-645f-4090-8fe0-231beabef69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.177012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-2f05c3b2-645f-4090-8fe0-231beabef69f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100635 Mar 02 07:20:54.246701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-505385ab-fcda-4e19-b964-16681775543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.248215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-505385ab-fcda-4e19-b964-16681775543c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1518791 Mar 02 07:20:54.251835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Deleting port d7d1818f-6a1a-4523-b6ef-d22395bdf569 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:20:54.252182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:54.325602 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-7aed603e-03ca-42f3-b65a-da1a1e35a3a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414882 Mar 02 07:20:54.377702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 604024d1-1f59-4ed2-9bb3-b525d9b6b090 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:54.518755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 604024d1-1f59-4ed2-9bb3-b525d9b6b090 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:54.519007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 604024d1-1f59-4ed2-9bb3-b525d9b6b090 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:54.524778 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b955b381-e211-43fa-870a-f6d10b843653', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'mac_address': 'fa:16:3e:9c:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:20:47Z', 'updated_at': '2022-03-02T07:20:52Z', 'revision_number': 1, 'project_id': '594e6b929603480cb89704360f45ca47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:54.529204 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Checking router: 190dd3ea-c136-44f9-892e-af64c3094c16 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:20:54.540093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:20:54.540490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-9224e07e-3237-40f5-9a14-500eaed16d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.541596 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:54.548331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-9224e07e-3237-40f5-9a14-500eaed16d60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.4866340 Mar 02 07:20:54.613145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-0d0bb2dd-79ba-4250-9bc3-edfb591535f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125257 Mar 02 07:20:54.624517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-c4101520-4a83-4d24-9446-7cbde6e05044 service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054808 Mar 02 07:20:54.683796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-fd4af109-da89-4be2-92b4-96de4081ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.686619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-fd4af109-da89-4be2-92b4-96de4081ab65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 1102 time: 0.6780820 Mar 02 07:20:54.790678 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:20:54.935642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-32fbaba8-751a-4d87-8825-c46a29fc22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:54.939370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-32fbaba8-751a-4d87-8825-c46a29fc22d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 928 time: 0.3901792 Mar 02 07:20:54.995567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] For port d7d1818f-6a1a-4523-b6ef-d22395bdf569, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d7d1818f-6a1a-4523-b6ef-d22395bdf569,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:54.996018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:55.010096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-9fa0c3c8-e026-4d8e-8f85-8f783dc373d3 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728408 Mar 02 07:20:55.115136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a853cc59-a387-4cb0-bb78-a460f017351a req-c8e9624f-e87a-46b9-a5b4-0a46f2b970ec service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614589 Mar 02 07:20:55.169313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-2352a7fb-b992-4de0-9a38-390775c66e48 service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437956 Mar 02 07:20:55.170691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-1712f63a-051e-4432-81a9-e5c395ea2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.172093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-1712f63a-051e-4432-81a9-e5c395ea2071 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4557555 Mar 02 07:20:55.195388 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b955b381-e211-43fa-870a-f6d10b843653', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'mac_address': 'fa:16:3e:9c:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:20:47Z', 'updated_at': '2022-03-02T07:20:52Z', 'revision_number': 1, 'project_id': '594e6b929603480cb89704360f45ca47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:20:55.200108 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5e61d-550a-459b-8de6-7c3605b44263 None None] The sync data for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 is: [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b955b381-e211-43fa-870a-f6d10b843653', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'mac_address': 'fa:16:3e:9c:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:20:47Z', 'updated_at': '2022-03-02T07:20:52Z', 'revision_number': 1, 'project_id': '594e6b929603480cb89704360f45ca47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:20:55.283706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'name': 'network-vif-deleted', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:55.291888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-fad4de8e-68c9-41ff-bd28-13f2ce12eafc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 200 len: 217 time: 0.1116881 Mar 02 07:20:55.308008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Calling delete_port for d7d1818f-6a1a-4523-b6ef-d22395bdf569 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:20:55.352919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:55.423825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.16', 61232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:55.494438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-10a8252c-2d1a-4aba-bc2b-26b73a421eb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 998 time: 0.4818354 Mar 02 07:20:55.509247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28506374-9b26-4762-a26d-1688fc5b9879 req-393e9515-d66e-4bbe-94be-c62cc7eb554d tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11cea1586a454939b9d1d39732281314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413113 Mar 02 07:20:55.576933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-8ad817ff-28d5-4321-80a7-a08bd0b4095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.578340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-8ad817ff-28d5-4321-80a7-a08bd0b4095f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2783964 Mar 02 07:20:55.627234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512cef2-bc71-4f2d-8a31-4fb956b2da95 None None] New status for floating IP b955b381-e211-43fa-870a-f6d10b843653: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:20:55.641109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6d1a09f-eda0-48eb-8e55-06e8e42c20bb req-bbc44cef-efd1-4bb6-91b0-26ce73b4436c service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797360 Mar 02 07:20:55.681922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-eab287a2-4ae5-4285-91b7-83418b7a7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.683746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-eab287a2-4ae5-4285-91b7-83418b7a7946 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.1885548 Mar 02 07:20:55.758269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-158bb9b9-f253-4818-9106-d7d0d11f3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.759727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-158bb9b9-f253-4818-9106-d7d0d11f3a74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1100 time: 0.3320274 Mar 02 07:20:55.773779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28506374-9b26-4762-a26d-1688fc5b9879 req-e690398a-d535-435b-8c88-87134d2f8062 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.781054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28506374-9b26-4762-a26d-1688fc5b9879 req-e690398a-d535-435b-8c88-87134d2f8062 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606769 Mar 02 07:20:55.796308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:55.833730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28506374-9b26-4762-a26d-1688fc5b9879 req-95c6a515-6b15-43df-b716-0b2cb9d91b62 tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/quotas/11cea1586a454939b9d1d39732281314 HTTP/1.1" status: 200 len: 375 time: 0.0517709 Mar 02 07:20:55.853473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:55.869290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d7d1818f-6a1a-4523-b6ef-d22395bdf569'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:20:55.906563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28506374-9b26-4762-a26d-1688fc5b9879 req-c6ef2e5a-6055-47f5-abb2-63062092577c tempest-QuotasAdminNegativeTest-1402319745 tempest-QuotasAdminNegativeTest-1402319745-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11cea1586a454939b9d1d39732281314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718946 Mar 02 07:20:55.932385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event deleted for resources: {'Port': ['ID=d7d1818f-6a1a-4523-b6ef-d22395bdf569,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:55.951911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-a1d240a9-5dfb-4a9f-bc85-1710de991b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.953394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-a1d240a9-5dfb-4a9f-bc85-1710de991b1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633144 Mar 02 07:20:55.979268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-bb828397-57a1-497f-a2a4-a66c5cc28837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:55.980942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-bb828397-57a1-497f-a2a4-a66c5cc28837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887995 Mar 02 07:20:56.036539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-c46967d0-bf61-420f-b687-96f6b8ea3b2a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:20:56.037553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-c46967d0-bf61-420f-b687-96f6b8ea3b2a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054436 Mar 02 07:20:56.038776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] No DVR routers for this DVR port d7d1818f-6a1a-4523-b6ef-d22395bdf569 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:56.041835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.089344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7af7160c-5b15-4afb-83c1-f1cf0ef9cc8e req-c1962f59-09a0-456d-b9e0-c9f1b67e2e36 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.16 "DELETE /v2.0/ports/d7d1818f-6a1a-4523-b6ef-d22395bdf569 HTTP/1.1" status: 204 len: 173 time: 1.9368756 Mar 02 07:20:56.171550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.211670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-4d4324ff-3927-47e0-a683-023a9d00fb6a service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586266 Mar 02 07:20:56.334887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-26bb0e8f-6799-4aa6-9524-38200a54fbad service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112340 Mar 02 07:20:56.379798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:56.458097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:56.463290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:56.464224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.493024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62be2b82-ed43-4dae-a80a-634e6fc8a4ca req-208ee961-d027-4e44-a1fa-a21d02f55a7d service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750280 Mar 02 07:20:56.556516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06424f0-bb8d-4637-b740-f0ddb51edaa5 req-b25a6b30-179b-403d-83ee-bb9f172ee493 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:56.558016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c06424f0-bb8d-4637-b740-f0ddb51edaa5 req-b25a6b30-179b-403d-83ee-bb9f172ee493 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.3590527 Mar 02 07:20:56.611198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.660257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:56.676792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:56.683815 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.685017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:56.886426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:56.890567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:56.897998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:56.898373 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:56.934514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c06424f0-bb8d-4637-b740-f0ddb51edaa5 req-d7c2db00-1e33-482b-a389-334b383d2393 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627594 Mar 02 07:20:56.978785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:57.002027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-e9e61beb-536e-402b-a6c4-01a693180ccb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:57.002806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-e9e61beb-536e-402b-a6c4-01a693180ccb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:57.014772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:57.022829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e8fa-6d48-40e1-aed9-b9b047290ab8 req-08bfbde5-13ce-4395-8e3d-c915811149a4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:57.029939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1268e8fa-6d48-40e1-aed9-b9b047290ab8 req-08bfbde5-13ce-4395-8e3d-c915811149a4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 950 time: 0.1895876 Mar 02 07:20:57.062345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.069066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-e9e61beb-536e-402b-a6c4-01a693180ccb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:57.070582 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-e9e61beb-536e-402b-a6c4-01a693180ccb tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.3751435 Mar 02 07:20:57.078971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c6fb640-36da-4aa1-bcf0-35b17d6b5506 req-8493f4cd-9e45-4ad5-97bb-743419123961 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354295 Mar 02 07:20:57.095776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Request body: {'port': {'device_id': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'admin_state_up': True, 'tenant_id': 'f1249e03a8644528a02d785e493d9aa9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:57.105497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.112232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:57.120798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.121720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:20:57.134474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1268e8fa-6d48-40e1-aed9-b9b047290ab8 req-604150c6-163c-480c-a83d-c5bbfd7acd56 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011765 Mar 02 07:20:57.138227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Transition to ACTIVE for port object 26ca0237-5753-44e6-a6e9-402fc0955ff6 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:57.149390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.224144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-69948ec9-c486-4f44-9cff-01178436ef94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3932183 Mar 02 07:20:57.278014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:57.293162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 6f89af3a-d537-42ec-9d92-33b4777ca555 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:20:57.300343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 6f89af3a-d537-42ec-9d92-33b4777ca555 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:20:57.300902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.368677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:57.379089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Usage tracker for resource:port and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:57.384604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:57.391766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:57.413892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Made reservation on behalf of f1249e03a8644528a02d785e493d9aa9 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:20:57.417616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.450796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.491500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:20:57.504438 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.504616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518121df-f54e-4454-8362-efd816893dc6 req-7f79556f-0d32-45a4-af11-798843ef0b0b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:57.514517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-518121df-f54e-4454-8362-efd816893dc6 req-7f79556f-0d32-45a4-af11-798843ef0b0b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.1962514 Mar 02 07:20:57.549595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] No DVR routers for this DVR port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:20:57.606300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:57.608063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-518121df-f54e-4454-8362-efd816893dc6 req-1058f54c-19ea-4009-bd8c-89282c62787a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922513 Mar 02 07:20:57.636305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:57.671111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:57.671657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:57.672171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:57.685560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:57.686016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Attempting to bind port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:57.689841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Allocated IP 172.20.0.4 (053fba98-4c59-45a2-99b6-4da3b0c6dda2/0b636793-556f-4370-8602-58463982659f/993a1427-09a7-4777-984e-86aa9ff95318) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:20:57.701818 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07059621-990c-461c-bf1c-07562ce30f0b', 'name': 'network-vif-deleted', 'tag': '604024d1-1f59-4ed2-9bb3-b525d9b6b090', 'status': 'completed', 'code': 200} Mar 02 07:20:57.703882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:57.704233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:57.704625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:57.705075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Bound port: 26ca0237-5753-44e6-a6e9-402fc0955ff6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:57.705426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.741472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994fe69-8060-42c4-afb6-9e3c98969f18 req-48a6faa1-93df-4193-8b65-8fd5762e1a35 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:57.742983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c994fe69-8060-42c4-afb6-9e3c98969f18 req-48a6faa1-93df-4193-8b65-8fd5762e1a35 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.5478635 Mar 02 07:20:57.777293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-808382f6-792e-4983-b1e9-95fabd99b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:57.778679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-808382f6-792e-4983-b1e9-95fabd99b5f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1101 time: 0.4401202 Mar 02 07:20:57.887921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6e4affd8-d170-4fbb-9ef2-7b764a20a041 req-2b8938ea-e73b-4f14-9a2d-fc90224cd109 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:57.919912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6e4affd8-d170-4fbb-9ef2-7b764a20a041 req-2b8938ea-e73b-4f14-9a2d-fc90224cd109 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:57.921061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e4affd8-d170-4fbb-9ef2-7b764a20a041 req-2b8938ea-e73b-4f14-9a2d-fc90224cd109 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 210 time: 0.1287737 Mar 02 07:20:57.963545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c994fe69-8060-42c4-afb6-9e3c98969f18 req-de032c18-2af8-4b4e-9cbf-a8644639cb5b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887910 Mar 02 07:20:57.969233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:57.969632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:57.983593 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'status': 'completed', 'code': 200} Mar 02 07:20:57.984589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:58.011594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.018179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.057369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-97ceb1b9-f86e-4827-85d7-04e78ceb6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.058843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-97ceb1b9-f86e-4827-85d7-04e78ceb6e00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2557478 Mar 02 07:20:58.092752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:20:58.100599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:20:58.105119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:20:58.140753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:58.185309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.186450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.205580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-7f114441-b4ab-421d-944a-62ef4d222a76 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1256900 Mar 02 07:20:58.216049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Request body: {'port': {'device_id': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:58.238897 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', 'code': 200} Mar 02 07:20:58.242528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-e6bfe9a4-3375-4ac3-b7c1-2f2d45aa05d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 200 len: 217 time: 0.1178637 Mar 02 07:20:58.243780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.244453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.245700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] 10.222.0.16 "PUT /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 1096 time: 2.4626513 Mar 02 07:20:58.347877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:58.392033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: d7d1818f-6a1a-4523-b6ef-d22395bdf569 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:20:58.393451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d7d1818f-6a1a-4523-b6ef-d22395bdf569 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:58.399007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:20:58.451131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107696-a0ee-4091-a0a7-b0cedefaccf7 service neutron] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=11']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:58.470853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:20:58.498207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.504706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-5fa453d1-3117-4252-ace6-be4d6d764660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.506803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-5fa453d1-3117-4252-ace6-be4d6d764660 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.4880908 Mar 02 07:20:58.508494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-0743cd6c-c52d-49a5-bbe2-93bc07dd735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.509897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-0743cd6c-c52d-49a5-bbe2-93bc07dd735a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2017641 Mar 02 07:20:58.537231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-73d22451-03f1-48ed-abc9-e318b73f47cb tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 258 time: 0.5205257 Mar 02 07:20:58.602735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:20:58.612883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:58.616067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c420f-9301-466f-a942-751e5b3b8a4c req-73f71cfc-d894-4e53-a48c-b72b1b796af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.618450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c3c420f-9301-466f-a942-751e5b3b8a4c req-73f71cfc-d894-4e53-a48c-b72b1b796af0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1101 time: 0.2772748 Mar 02 07:20:58.677351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:58.706005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-4c238ea5-0cee-4f88-a711-9a7f8d37820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.707497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-4c238ea5-0cee-4f88-a711-9a7f8d37820e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1099 time: 0.3923209 Mar 02 07:20:58.708075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295da55-3624-4156-aeae-e302af99dfc3 req-8bd838d8-02ba-46bd-b561-2e4f5a27b374 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.709630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2295da55-3624-4156-aeae-e302af99dfc3 req-8bd838d8-02ba-46bd-b561-2e4f5a27b374 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.3148744 Mar 02 07:20:58.718881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:58.790462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c3c420f-9301-466f-a942-751e5b3b8a4c req-33054578-b401-4e9f-8c2f-1fa3d5935497 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291420 Mar 02 07:20:58.868619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2295da55-3624-4156-aeae-e302af99dfc3 req-ae324eda-7e42-40a7-8691-8783d41c65ea tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483274 Mar 02 07:20:58.951008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-70fe014f-d117-497e-a556-5a71774e524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:58.952489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-70fe014f-d117-497e-a556-5a71774e524a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 928 time: 0.4394510 Mar 02 07:20:59.058582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-d6f0c7e6-0b5d-41b9-9c7a-8fba66fd564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.059845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-d6f0c7e6-0b5d-41b9-9c7a-8fba66fd564c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5216765 Mar 02 07:20:59.150796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993a1427-09a7-4777-984e-86aa9ff95318 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:20:59.160230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.182977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Transition to ACTIVE for port object 993a1427-09a7-4777-984e-86aa9ff95318 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:20:59.189701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.255914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-4bbd2a4a-1261-4fbd-a82a-9405f7f59edc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 1000 time: 0.2879536 Mar 02 07:20:59.270799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-93aaed82-c4ab-4ee6-a280-206355a1339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.272715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-93aaed82-c4ab-4ee6-a280-206355a1339a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.5550151 Mar 02 07:20:59.282916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:59.404770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:59.408501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-9e0051f8-7dc9-40fe-9182-75f7e6dc83ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.1294155 Mar 02 07:20:59.485446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-e138020c-1946-47a0-b372-b6832897a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.486974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-e138020c-1946-47a0-b372-b6832897a5f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.2046328 Mar 02 07:20:59.499926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-8edd7725-a1d9-4a2b-b237-fca751e995cf service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316475 Mar 02 07:20:59.508744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f6c1-bcd5-4dda-96b6-a562b5bb93ae req-9a5bfab5-6eef-4db0-b277-418faafab245 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.510248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18b6f6c1-bcd5-4dda-96b6-a562b5bb93ae req-9a5bfab5-6eef-4db0-b277-418faafab245 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 950 time: 0.2696326 Mar 02 07:20:59.513461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Attempting to bind port 993a1427-09a7-4777-984e-86aa9ff95318 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:20:59.513800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Attempting to bind port 993a1427-09a7-4777-984e-86aa9ff95318 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:20:59.514173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Attempting to bind port 993a1427-09a7-4777-984e-86aa9ff95318 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:59.519063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Port 993a1427-09a7-4777-984e-86aa9ff95318 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:20:59.519387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Attempting to bind port 993a1427-09a7-4777-984e-86aa9ff95318 on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:20:59.539730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:20:59.540146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Checking segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:20:59.540543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Bound using segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:20:59.540992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Bound port: 993a1427-09a7-4777-984e-86aa9ff95318, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:20:59.541344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.614812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.624226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18b6f6c1-bcd5-4dda-96b6-a562b5bb93ae req-6569193b-f145-42e0-84f1-86a253605937 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026008 Mar 02 07:20:59.627005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-8527a042-18bb-4528-8523-b77ac896e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.628429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-8527a042-18bb-4528-8523-b77ac896e87b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2124667 Mar 02 07:20:59.670880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:20:59.674735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:20:59.682546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.732861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}, {'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:20:59.737575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:59.766783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Usage tracker for resource:security_group_rule and tenant:11cea1586a454939b9d1d39732281314 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:59.769707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.770415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.772648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] 10.222.0.39 "PUT /v2.0/ports/993a1427-09a7-4777-984e-86aa9ff95318 HTTP/1.1" status: 200 len: 1091 time: 1.5610147 Mar 02 07:20:59.776233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:59.790804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:59.797356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:59.800962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f9e3a-2b84-43da-a24c-c5436770d517 service neutron] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:59.907796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-e462b5a0-03da-4619-a146-375dd9715e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.909207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-e462b5a0-03da-4619-a146-375dd9715e3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4117284 Mar 02 07:20:59.910996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d434f778-677a-42f5-819a-e1c6aec6f58a req-0dca65b0-b767-48ee-998e-822753a0ddb0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742056 Mar 02 07:20:59.967408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-402eb1c9-8821-4c84-9d7e-2fbbfc586e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.968888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-402eb1c9-8821-4c84-9d7e-2fbbfc586e9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1431165 Mar 02 07:20:59.978164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ede6-c7b0-4f53-b111-328debbf0eff req-6bd38b1f-5551-45cb-955d-7ab74a053241 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:20:59.979822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a901ede6-c7b0-4f53-b111-328debbf0eff req-6bd38b1f-5551-45cb-955d-7ab74a053241 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.1221340 Mar 02 07:21:00.030951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-deleted', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569'}, {'name': 'network-changed', 'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:00.061833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-ddf0c3a8-5cfd-4625-8a8b-103e295748e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993a1427-09a7-4777-984e-86aa9ff95318 HTTP/1.1" status: 200 len: 217 time: 0.0810571 Mar 02 07:21:00.139120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a901ede6-c7b0-4f53-b111-328debbf0eff req-a1d7cda7-c0bf-411c-9731-7b29b58f8090 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974412 Mar 02 07:21:00.149976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-095bd29b-5be3-4e25-b6fb-65c8a98ba5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:00.151484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-095bd29b-5be3-4e25-b6fb-65c8a98ba5de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4674883 Mar 02 07:21:00.159667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-2d823cc2-45ec-48e0-9496-70201116a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:00.161566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-2d823cc2-45ec-48e0-9496-70201116a02c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.0923796 Mar 02 07:21:00.218668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-a23174ed-b371-4d57-af3f-2c4ec08d4660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500987 Mar 02 07:21:00.237415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Allocated IP 172.25.4.33 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/70ea8acd-6930-410e-8af4-f614bf8f7cfd) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:00.240273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1'}, {'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:00.342847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.357427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.389223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-4fa89162-0717-4d01-ba1b-ae40a359f184 service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643643 Mar 02 07:21:00.424605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:00.454239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-c73aae06-0457-41af-aa20-476a11e9d960 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276769 Mar 02 07:21:00.463749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6df882-ac6f-48de-b1d7-f80c3e062c2c req-3f87281d-add3-4433-a02a-9bbf2d2d89ce tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:00.465388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a6df882-ac6f-48de-b1d7-f80c3e062c2c req-3f87281d-add3-4433-a02a-9bbf2d2d89ce tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 943 time: 0.1957119 Mar 02 07:21:00.577598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:00.594270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1', 'port_id': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'mac_address': 'fa:16:3e:20:35:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd02326-e9f6-474e-934c-2ac359935579', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:00.609909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a6df882-ac6f-48de-b1d7-f80c3e062c2c req-3d20547a-f015-4ee3-94d5-257bd83ae1b0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252582 Mar 02 07:21:00.639257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3637b5e4-11c7-4e85-9b27-b13a30bc4344 req-dd73374e-c1a3-49e6-ae0d-ad9d500974e5 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728690 Mar 02 07:21:00.668496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11cea1586a454939b9d1d39732281314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821709 Mar 02 07:21:00.668496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7c840-c952-48a8-875c-e7f0b47624c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11490096-39ce-4e6f-b024-b189d7890590,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:00.668913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39256) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:00.682367 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.707786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:00.725849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:00.731094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.746598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.757066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-3e39f1f3-996f-466b-a4f3-ecdc5fef004f service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913877 Mar 02 07:21:00.811891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:00.830788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.889780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1274902-21c8-4b14-b176-107f70ebc4b3 req-dd354ee3-aa6f-4eab-8b51-d344436e81ea tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:00.891332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1274902-21c8-4b14-b176-107f70ebc4b3 req-dd354ee3-aa6f-4eab-8b51-d344436e81ea tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1422889 Mar 02 07:21:00.930996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.932852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.942517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebe21152-633d-42fc-8b25-35a5f24fa499 req-8c1532bc-a4b7-4bb6-9b6c-3458e8bd196f service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323784 Mar 02 07:21:00.957624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1274902-21c8-4b14-b176-107f70ebc4b3 req-f283fe0a-6b84-4d35-9012-8403c696b135 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Mar 02 07:21:00.960279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11490096-39ce-4e6f-b024-b189d7890590,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:00.964246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:00.965037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-115e1704-9d14-4d6d-a224-4e25397a3957 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11490096-39ce-4e6f-b024-b189d7890590 HTTP/1.1" status: 204 len: 168 time: 0.2944193 Mar 02 07:21:00.989171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26715e2c-c33b-44b1-a76f-3cea9deb5a06 req-e9c15390-6d46-4fef-abe3-e90bf13752c0 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220860 Mar 02 07:21:01.005072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.079690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:01.088629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:01.093091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:01.128896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event updated for resources: {'Port': ['ID=70ea8acd-6930-410e-8af4-f614bf8f7cfd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:01.145824 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'code': 200} Mar 02 07:21:01.146138 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'status': 'completed', 'code': 200} Mar 02 07:21:01.224162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.254557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9a7692fd-ccf5-44b5-bca3-365ae66f4c84'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:01.344592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.357743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39268) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:01.397038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-7148c29e-a299-42c1-a804-95cf1c768df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.399109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-7148c29e-a299-42c1-a804-95cf1c768df9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1099 time: 0.2137039 Mar 02 07:21:01.424732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.451551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:01.457651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f90e723e3f4edbb34ff2e87405a30b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:01.462297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:01.474355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:01.510600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-ec89c753-bf61-4e17-9c60-3daa6c2231f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.512118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-ec89c753-bf61-4e17-9c60-3daa6c2231f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 1099 time: 0.3267114 Mar 02 07:21:01.549281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43fe29-4456-4eb1-804a-7687308a6cc8 req-87089c05-07f5-4bf2-9b9d-f673d14fc38c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.551000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d43fe29-4456-4eb1-804a-7687308a6cc8 req-87089c05-07f5-4bf2-9b9d-f673d14fc38c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.1959207 Mar 02 07:21:01.660237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-64e3b5f1-420d-4a26-a5a5-69cfa97b72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.661691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-64e3b5f1-420d-4a26-a5a5-69cfa97b72e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2508516 Mar 02 07:21:01.700891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d43fe29-4456-4eb1-804a-7687308a6cc8 req-3a3f982c-e140-4ae9-96d8-06e3bb255701 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334059 Mar 02 07:21:01.730159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-1a5c7397-0dda-42d0-a288-898f74b3a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.731693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-1a5c7397-0dda-42d0-a288-898f74b3a6d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2120473 Mar 02 07:21:01.745469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-09a547d7-c0a4-4c4e-9481-005e45b0d551 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0727377 Mar 02 07:21:01.804777 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a6737-a00a-4ad9-a5d2-b9eb2ec70b6f', 'name': 'network-vif-deleted', 'tag': 'd7d1818f-6a1a-4523-b6ef-d22395bdf569', 'status': 'completed', 'code': 200} Mar 02 07:21:01.805040 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318', 'status': 'completed', 'code': 200} Mar 02 07:21:01.814552 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', 'code': 200} Mar 02 07:21:01.815097 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'code': 200} Mar 02 07:21:01.820414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-f7ab96d7-15b5-49ad-8ef5-f0f485f3e41e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 200 len: 217 time: 0.0813565 Mar 02 07:21:01.873484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.887319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.898195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:01.924702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-024257b2-9ccf-41e5-b6a0-ec5751e8d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:01.926152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-024257b2-9ccf-41e5-b6a0-ec5751e8d409 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1732390 Mar 02 07:21:01.983009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.072544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-44684057-7baa-4915-bc9f-4a45484d1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.074156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-44684057-7baa-4915-bc9f-4a45484d1307 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2388098 Mar 02 07:21:02.074754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fdab2-e3c7-4c90-bfce-fb36e9c907a6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:02.081335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec3f02ac-f515-4631-8787-6c5f5805ffc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3f90e723e3f4edbb34ff2e87405a30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184107 Mar 02 07:21:02.083732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39276) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:02.103133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event updated for resources: {'Port': ['ID=70ea8acd-6930-410e-8af4-f614bf8f7cfd,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:02.129648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.149713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-5802578b-1f3a-4ad5-aff4-9be8324a7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.151212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-5802578b-1f3a-4ad5-aff4-9be8324a7def service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 1094 time: 0.3555477 Mar 02 07:21:02.207822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04601e-8933-4c43-8b1e-d8cdf06c948f req-a3ba5e9b-c3f6-423b-8dd7-07efbcdaf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.209979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa04601e-8933-4c43-8b1e-d8cdf06c948f req-a3ba5e9b-c3f6-423b-8dd7-07efbcdaf924 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1097 time: 0.3090906 Mar 02 07:21:02.221944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9022b-4894-4f5b-825a-c642f9c7130b req-e697eacf-2b38-494c-b226-50e252bc1441 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.223375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dac9022b-4894-4f5b-825a-c642f9c7130b req-e697eacf-2b38-494c-b226-50e252bc1441 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 950 time: 0.2888684 Mar 02 07:21:02.299598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.340580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa04601e-8933-4c43-8b1e-d8cdf06c948f req-e77d4943-cb51-4acb-8886-583de9351bc9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146579 Mar 02 07:21:02.350623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-514ef329-b279-4a04-9a3e-a5f5b64994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.352093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-514ef329-b279-4a04-9a3e-a5f5b64994cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2675154 Mar 02 07:21:02.357574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dac9022b-4894-4f5b-825a-c642f9c7130b req-9baa9301-bf4b-4ef8-80b8-ab557d1544a4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154001 Mar 02 07:21:02.361785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.385472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-72871c1a-ebc9-478d-b863-46109202c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.387000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-72871c1a-ebc9-478d-b863-46109202c9c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4503105 Mar 02 07:21:02.387730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.388762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-5b21a5ca-3242-49cc-b435-6b190241c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8168225 Mar 02 07:21:02.399378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784a0d-90e2-4f4d-8470-c017e1696a85 req-d898942b-b1c8-4a4a-a49e-4802c9e35480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.400838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d784a0d-90e2-4f4d-8470-c017e1696a85 req-d898942b-b1c8-4a4a-a49e-4802c9e35480 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 1100 time: 0.4653718 Mar 02 07:21:02.405312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39282) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:02.435829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:02.489304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.528196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.531445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-4fa8bf89-b1d3-4134-8a7b-7bf063766450 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:02.536591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:02.543877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:02.544542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.546455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fdab2-e3c7-4c90-bfce-fb36e9c907a6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:02.606418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.610563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-508aa9ea-0d9e-40f5-a3ca-2e3e4dee2632 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f7fdab2-e3c7-4c90-bfce-fb36e9c907a6 HTTP/1.1" status: 204 len: 168 time: 0.5215878 Mar 02 07:21:02.648377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-9830e9a8-041d-428c-a9c3-380673ce275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.649457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.650114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-9830e9a8-041d-428c-a9c3-380673ce275f service neutron] 10.222.0.39 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 914 time: 0.4842443 Mar 02 07:21:02.661009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-4fa8bf89-b1d3-4134-8a7b-7bf063766450 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:02.662176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-4fa8bf89-b1d3-4134-8a7b-7bf063766450 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.2570179 Mar 02 07:21:02.763176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-2c265cca-3451-493e-8b91-70a227fee2b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993a1427-09a7-4777-984e-86aa9ff95318 HTTP/1.1" status: 200 len: 217 time: 0.0994282 Mar 02 07:21:02.768160 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.775843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d784a0d-90e2-4f4d-8470-c017e1696a85 req-726f1342-a155-4965-a310-cbce5bb04c85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694515 Mar 02 07:21:02.808696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:02.813081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.831792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-82d946fa-3eb1-49a9-bf0f-7d3ed076ea04 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339096 Mar 02 07:21:02.840477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-8d14684f-5d70-484d-9e13-8fc907045991 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364283 Mar 02 07:21:02.840857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc42ea4-1591-4c3b-9f25-4a53df93c9b7 req-f37ee7b0-bec2-4dd7-99a0-36e794a75ae3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:02.847841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2dc42ea4-1591-4c3b-9f25-4a53df93c9b7 req-f37ee7b0-bec2-4dd7-99a0-36e794a75ae3 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.3162203 Mar 02 07:21:02.868828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.903483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0818f96-312b-4042-8758-448af559b087,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:02.932803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2dc42ea4-1591-4c3b-9f25-4a53df93c9b7 req-fc08979e-859d-4216-b6d1-0e3397508575 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Mar 02 07:21:02.940852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:02.947117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09e19a9c-77e0-43bb-99fa-399eac78bfdd tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0818f96-312b-4042-8758-448af559b087 HTTP/1.1" status: 204 len: 168 time: 0.5374236 Mar 02 07:21:02.947967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39292) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:02.951323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:02.982492 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-fc7fbc0b-7909-4547-b69a-588486d10ee1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] show failed (client error): The resource could not be found. Mar 02 07:21:02.983744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc7fbc0b-7909-4547-b69a-588486d10ee1 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "GET /v2.0/security-groups/b0818f96-312b-4042-8758-448af559b087 HTTP/1.1" status: 404 len: 347 time: 0.0248995 Mar 02 07:21:02.989041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39296) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:03.023050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-7864508d-5a3d-475e-be02-4e2cfc8fb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:03.024483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-7864508d-5a3d-475e-be02-4e2cfc8fb67f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.2332189 Mar 02 07:21:03.093281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-16c2d624-349d-486c-8d10-7a158134ae21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562642 Mar 02 07:21:03.132241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-07dd52d7-767c-4ef7-bf20-cf89aea83196 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:03.133592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-07dd52d7-767c-4ef7-bf20-cf89aea83196 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4051414 Mar 02 07:21:03.169647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-49c400af-3ea5-44f0-9d61-9f6f27d3ce40 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:21:03.170670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a6c8f4d-585c-4038-9e02-9b57d69dfdd1 req-49c400af-3ea5-44f0-9d61-9f6f27d3ce40 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295563 Mar 02 07:21:03.242116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-bb3819fc-a97e-485b-9d7b-c62a583bafd8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875723 Mar 02 07:21:03.328424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-e29748da-7f4c-4c9c-8c01-676e9cab65f8 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263961 Mar 02 07:21:03.445676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Deleting port 727267fb-8e7e-4ecc-a7d4-b800ef6e5114 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:03.446346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:03.500489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf28d0-ce50-4f50-9e0d-fc8b9fcd99a7 req-d81e46fa-00c7-4bd2-80d1-d67b3a333139 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:03.501793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fdf28d0-ce50-4f50-9e0d-fc8b9fcd99a7 req-d81e46fa-00c7-4bd2-80d1-d67b3a333139 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2173159 Mar 02 07:21:03.503814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1bc3ca4a-644c-478e-8dcb-b9e71c07ecb5 req-a83eb039-7aac-4dc9-b271-8a7b1cdfd458 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694117 Mar 02 07:21:03.549392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a383e085-84ee-40bb-9417-c2e9ce67bad8 req-95974dbe-2c92-4283-bd47-ddcf25e70bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786613 Mar 02 07:21:03.567595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fdf28d0-ce50-4f50-9e0d-fc8b9fcd99a7 req-4d6d5b95-e63f-4616-88e0-91d5f12f6e7d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Mar 02 07:21:03.627239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd210ce-4bd2-4bd8-ad5f-424868c1d02b req-d0d768c5-847c-4a43-b06e-7ad8e0aad0da tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:03.634188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bd210ce-4bd2-4bd8-ad5f-424868c1d02b req-d0d768c5-847c-4a43-b06e-7ad8e0aad0da tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 943 time: 0.5661693 Mar 02 07:21:03.705310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bd210ce-4bd2-4bd8-ad5f-424868c1d02b req-81a39ab5-d0c2-417e-a646-0f1e3ea734e0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702572 Mar 02 07:21:03.728881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:03.728881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:03.770086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2da8f-71e0-41a2-ab3d-2f5353f51c92 req-f6032fe9-ebbf-4f8f-a75e-60858489aaa1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:03.771689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62d2da8f-71e0-41a2-ab3d-2f5353f51c92 req-f6032fe9-ebbf-4f8f-a75e-60858489aaa1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.0914924 Mar 02 07:21:03.816442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:03.853664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62d2da8f-71e0-41a2-ab3d-2f5353f51c92 req-268e5cac-7c15-4cb8-b407-77a3a78a0bf7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Mar 02 07:21:03.860159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Calling delete_port for 727267fb-8e7e-4ecc-a7d4-b800ef6e5114 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:04.019897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ad253-3825-48be-a7fe-d8bd42d6c276 req-20611db0-a065-4132-a74e-62cb4e6ad281 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:04.027292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad4ad253-3825-48be-a7fe-d8bd42d6c276 req-20611db0-a065-4132-a74e-62cb4e6ad281 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.1740375 Mar 02 07:21:04.065232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-4d51cab6-1896-4948-94fb-4f765d66f56c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:04.074164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-4d51cab6-1896-4948-94fb-4f765d66f56c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0993183 Mar 02 07:21:04.147709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad4ad253-3825-48be-a7fe-d8bd42d6c276 req-709272e1-bec1-48c2-9aef-a181f1ee4a0c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742807 Mar 02 07:21:04.153934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.178963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-37d55a04-a2f7-487f-8803-b4992c0b8ef5 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.1033695 Mar 02 07:21:04.183970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-27784ab7-ae99-4ece-9cd5-2c562a9c1823 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'floatingip': {'port_id': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:04.218712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Pushing event deleted for resources: {'Port': ['ID=727267fb-8e7e-4ecc-a7d4-b800ef6e5114,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:04.261092 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'code': 200} Mar 02 07:21:04.268623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-27784ab7-ae99-4ece-9cd5-2c562a9c1823 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.440701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:04.460021 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.614592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.618070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-27ce34eb-3a52-44f8-a21c-92e499293103 tempest-ImagesOneServerNegativeTestJSON-1618534306 tempest-ImagesOneServerNegativeTestJSON-1618534306-project] 10.222.0.21 "DELETE /v2.0/floatingips/0653b790-80c9-49e9-a3eb-f683814419d3 HTTP/1.1" status: 204 len: 168 time: 1.6280642 Mar 02 07:21:04.621163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:04.637955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '993a1427-09a7-4777-984e-86aa9ff95318', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'port_id': '993a1427-09a7-4777-984e-86aa9ff95318', 'mac_address': 'fa:16:3e:18:32:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b636793-556f-4370-8602-58463982659f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:04.696666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b305808-7a99-4a56-bba2-9d18b3ec2cbb req-aaa09d59-f323-472d-ba4d-aaa791b8575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:04.696666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b305808-7a99-4a56-bba2-9d18b3ec2cbb req-aaa09d59-f323-472d-ba4d-aaa791b8575b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1096 time: 0.2775660 Mar 02 07:21:04.703324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.722354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993a1427-09a7-4777-984e-86aa9ff95318 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:04.740047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:04.745623 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.745936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835f226-f83c-4d55-b5a3-2b08d4fdf9b4 req-f755d6bc-5a5f-4df5-bf76-0a8f8e7ca09a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:04.753438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6835f226-f83c-4d55-b5a3-2b08d4fdf9b4 req-f755d6bc-5a5f-4df5-bf76-0a8f8e7ca09a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.2951751 Mar 02 07:21:04.773767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b305808-7a99-4a56-bba2-9d18b3ec2cbb req-27753c08-ae8f-4ca7-a39e-6df0d3020619 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677638 Mar 02 07:21:04.824463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6835f226-f83c-4d55-b5a3-2b08d4fdf9b4 req-1db48772-1ea7-418d-adb1-38532382ab2a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698521 Mar 02 07:21:04.828316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:04.928089 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-27784ab7-ae99-4ece-9cd5-2c562a9c1823 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 07:21:04.929809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efaa7e52-854c-4c9e-a87e-8b08ed03d540 req-27784ab7-ae99-4ece-9cd5-2c562a9c1823 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "PUT /v2.0/floatingips/709703f6-d09f-40b7-b299-006cf4d3d1c6 HTTP/1.1" status: 409 len: 549 time: 0.7500606 Mar 02 07:21:05.027656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92279-27a2-4124-9552-3b6f0f08f87c req-40459737-710d-41e1-8c4e-357a5bef8efa tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.029284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9d92279-27a2-4124-9552-3b6f0f08f87c req-40459737-710d-41e1-8c4e-357a5bef8efa tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.0862839 Mar 02 07:21:05.077103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9d92279-27a2-4124-9552-3b6f0f08f87c req-f266e2e5-a082-4880-8c02-0d98aa647a0d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Mar 02 07:21:05.105695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['993a1427-09a7-4777-984e-86aa9ff95318'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:05.189799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-bd65d7b5-6e23-4797-aaf9-782d8cf31a2d tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fb27d50485646ecac6a76f7a1129324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287607 Mar 02 07:21:05.266874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133d7c-ec13-4131-aad5-837f572a9d2b req-a643bad6-7c41-4cbc-9737-c2476823ff8f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.268730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c133d7c-ec13-4131-aad5-837f572a9d2b req-a643bad6-7c41-4cbc-9737-c2476823ff8f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0826936 Mar 02 07:21:05.317466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c133d7c-ec13-4131-aad5-837f572a9d2b req-0cb0d239-52a3-41a8-af9f-31abd4c3f96a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Mar 02 07:21:05.351478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-075d11a6-8843-40f1-a737-abb8d5911912 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.352942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-075d11a6-8843-40f1-a737-abb8d5911912 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555498 Mar 02 07:21:05.367469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-0cf2a194-e24c-44ca-8d57-b39bcf0caa57 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/quotas/2fb27d50485646ecac6a76f7a1129324 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Mar 02 07:21:05.416081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-ae39aa62-3989-44f9-9744-d8bdb5b8ab78 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fb27d50485646ecac6a76f7a1129324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436804 Mar 02 07:21:05.500033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992a7c4-6ed5-47da-a2bb-b371185df677 req-ff5d8593-b17c-4367-b3ba-ac45c3c8d211 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.501484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c992a7c4-6ed5-47da-a2bb-b371185df677 req-ff5d8593-b17c-4367-b3ba-ac45c3c8d211 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.0859170 Mar 02 07:21:05.569642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c992a7c4-6ed5-47da-a2bb-b371185df677 req-d321c1a6-3876-4115-9967-dbeb1881a030 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Mar 02 07:21:05.612752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-a599d68d-07d7-4497-b152-52bf8193525e tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips/709703f6-d09f-40b7-b299-006cf4d3d1c6 HTTP/1.1" status: 200 len: 692 time: 0.0877788 Mar 02 07:21:05.797023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-607e0dcf-6f06-4767-9c26-913b8985f6cb tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.799351 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-607e0dcf-6f06-4767-9c26-913b8985f6cb tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1797719 Mar 02 07:21:05.809094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcdc0d-1c57-43ad-a183-c17896391bed req-b70415ea-db53-4900-b33d-cfbe3a5d0a04 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:05.810632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ebcdc0d-1c57-43ad-a183-c17896391bed req-b70415ea-db53-4900-b33d-cfbe3a5d0a04 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1097 time: 0.0729709 Mar 02 07:21:05.816241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e1cad1e2-b84f-4bec-959d-3dab4b55a787 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:21:05.818052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e1cad1e2-b84f-4bec-959d-3dab4b55a787 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108926 Mar 02 07:21:05.861433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ebcdc0d-1c57-43ad-a183-c17896391bed req-ad6f910f-52ab-4cd4-9818-ae36c5877edc tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Mar 02 07:21:05.919148 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-79a9de05-cc73-4dd9-a2d6-d5f3e3f1d1f1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0939264 Mar 02 07:21:06.003565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-1cf60257-6853-4849-9b35-9e81684e4ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0781858 Mar 02 07:21:06.059681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720edd6f-7421-48ae-a4fe-b57f2e7d2cfe req-5d4d9839-b5e6-4f50-b8ae-9c9033582d67 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:06.061913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-720edd6f-7421-48ae-a4fe-b57f2e7d2cfe req-5d4d9839-b5e6-4f50-b8ae-9c9033582d67 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 948 time: 0.0898373 Mar 02 07:21:06.114603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-720edd6f-7421-48ae-a4fe-b57f2e7d2cfe req-3e11f1e3-3b98-48fa-8b38-0adc3699800e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Mar 02 07:21:06.182165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Deleting port 70ea8acd-6930-410e-8af4-f614bf8f7cfd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:06.182630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.303119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b53ba53-633d-41a5-8fee-e45986bdef63 req-10c248e6-b300-408f-8b82-4132a9905a75 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 210 time: 0.0690279 Mar 02 07:21:06.403425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:06.439845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:06.453533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.453881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.588795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 993a1427-09a7-4777-984e-86aa9ff95318 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:06.603795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Calling delete_port for 70ea8acd-6930-410e-8af4-f614bf8f7cfd owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:06.604860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 993a1427-09a7-4777-984e-86aa9ff95318 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:06.605386 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.655946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:06.681619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:06.706324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-7501920f-c87e-4c25-85a7-79593dbb1ab5 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2fb27d50485646ecac6a76f7a1129324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461378 Mar 02 07:21:06.750247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.773297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ca0237-5753-44e6-a6e9-402fc0955ff6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:06.845876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.858938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:06.871866 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.893402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8c0f-966c-4c1b-af63-52070ef5fe33 req-6b481cb2-9d29-4e3f-9730-7249c0618b6f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:06.900363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8c0f-966c-4c1b-af63-52070ef5fe33 req-6b481cb2-9d29-4e3f-9730-7249c0618b6f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:06.908596 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbfa8c0f-966c-4c1b-af63-52070ef5fe33 req-6b481cb2-9d29-4e3f-9730-7249c0618b6f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef&device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1690 time: 0.2478693 Mar 02 07:21:06.937485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:06.945844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-b6bcd52f-c35b-428a-86e1-1ced246a5234 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:06.947596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-b6bcd52f-c35b-428a-86e1-1ced246a5234 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346678 Mar 02 07:21:06.952618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.955436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbfa8c0f-966c-4c1b-af63-52070ef5fe33 req-42e9025e-b804-46ab-8284-9ef21078b24e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Mar 02 07:21:06.961429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:06.968690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:06.976674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:06.997443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Request body: {'port': {'device_id': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '2fb27d50485646ecac6a76f7a1129324'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:07.041965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event deleted for resources: {'Port': ['ID=70ea8acd-6930-410e-8af4-f614bf8f7cfd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:07.053976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39396) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:07.055429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:07.119337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Deleting subnet 551d322a-21d7-4ff2-bfdf-6952823815be {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:21:07.123288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.214167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.221158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.231447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:07.238881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Usage tracker for resource:port and tenant:2fb27d50485646ecac6a76f7a1129324 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:07.243925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:07.254205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:07.263418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.264694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3564aa-2f40-4d46-8e66-dc91dcbfc6aa req-e7143419-6d39-45b7-9376-d5545f41e84d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "DELETE /v2.0/floatingips/709703f6-d09f-40b7-b299-006cf4d3d1c6 HTTP/1.1" status: 204 len: 173 time: 1.2525954 Mar 02 07:21:07.277266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Made reservation on behalf of 2fb27d50485646ecac6a76f7a1129324 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:07.283287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.297763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.302160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.326365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['26ca0237-5753-44e6-a6e9-402fc0955ff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:07.339092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:07.348444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf3974-795f-4022-a386-fedc5245581d req-ee2835a9-6cd0-428a-9b0a-4991b20a5035 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:07.349072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Usage tracker for resource:security_group_rule and tenant:2fb27d50485646ecac6a76f7a1129324 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:07.350466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89cf3974-795f-4022-a386-fedc5245581d req-ee2835a9-6cd0-428a-9b0a-4991b20a5035 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.1967080 Mar 02 07:21:07.355007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:07.367884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:07.417686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89cf3974-795f-4022-a386-fedc5245581d req-c4527881-1ba5-4f2b-a5de-846ac993a981 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601652 Mar 02 07:21:07.426484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.532374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.545013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551d322a-21d7-4ff2-bfdf-6952823815be,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:07.551847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f912fa78-2474-4444-b00e-e827104f44f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/551d322a-21d7-4ff2-bfdf-6952823815be HTTP/1.1" status: 204 len: 168 time: 0.4956398 Mar 02 07:21:07.555649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:07.664865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5161b2-0495-4338-a966-abc82c03b5f5 req-f615e4b1-a89d-4ff4-9542-3dacc314bb59 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:07.666452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a5161b2-0495-4338-a966-abc82c03b5f5 req-f615e4b1-a89d-4ff4-9542-3dacc314bb59 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1072845 Mar 02 07:21:07.717170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a5161b2-0495-4338-a966-abc82c03b5f5 req-6c00a51d-8a41-48e6-b630-3b3b5f655ca0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Mar 02 07:21:07.737223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.745832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7601b71-807f-40cb-ad26-ac852f8f716a req-b4bf57ee-06e0-499d-9db1-f59e19e8bb52 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:07.747599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7601b71-807f-40cb-ad26-ac852f8f716a req-b4bf57ee-06e0-499d-9db1-f59e19e8bb52 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 949 time: 0.3181431 Mar 02 07:21:07.750095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.757799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.782101 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318', 'code': 200} Mar 02 07:21:07.980430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e07524d-9abe-4616-b96a-10b2178c143b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:08.015997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-5500b742-bd19-4011-ab8a-993a04eaf28e tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.1199682 Mar 02 07:21:08.018117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7601b71-807f-40cb-ad26-ac852f8f716a req-9d7f52d6-cf58-40a7-ac86-e1813840f5d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540948 Mar 02 07:21:08.092986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166cc16-b982-4fa1-b829-e258ab415d83 req-81f51756-1efc-45d4-9b4e-cec3c481c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:08.094483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f166cc16-b982-4fa1-b829-e258ab415d83 req-81f51756-1efc-45d4-9b4e-cec3c481c3cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 1096 time: 0.2519767 Mar 02 07:21:08.102950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-2572a8f8-85ac-44e2-be7f-38bc3b29c477 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:08.114018 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-2572a8f8-85ac-44e2-be7f-38bc3b29c477 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports/5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 942 time: 0.0937974 Mar 02 07:21:08.116519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.165372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f166cc16-b982-4fa1-b829-e258ab415d83 req-863c0b1b-964a-4c5e-80cf-995bbe837f87 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501876 Mar 02 07:21:08.202385 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b57e85d-80d1-42bd-b4e0-0252a4e6b133 req-72b7c57c-7b90-4da1-bcd6-9c46b921ec9c tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 210 time: 0.0651507 Mar 02 07:21:08.205788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b6f78b-4072-4406-90f8-19c4e7b09b97']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:08.233519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:08.233811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8646cb-9412-46aa-ae97-62d05dcc1ca1') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:08.253667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Allocated IP 192.168.233.173 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/b5296802-5917-431d-9b5f-3a90c2cd0b49) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:08.257025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.301952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.322383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:21:08.323084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:21:08.338546 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:21:08.342453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-30c36870-2a0e-4ccd-9b5f-474c5a7b60dc tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.1355634 Mar 02 07:21:08.503047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-d7ea12c8-7562-49bb-8a93-dcfd7e2fe526 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:08.514295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-d7ea12c8-7562-49bb-8a93-dcfd7e2fe526 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1709058 Mar 02 07:21:08.652145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-aa6ed5ae-41b8-420d-affa-7da6e73f059d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 1000 time: 0.1367402 Mar 02 07:21:08.663132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:08.684680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.706308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.726069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b6f78b-4072-4406-90f8-19c4e7b09b97,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:08.767054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-906d680e-73de-4f9a-a5e4-beb783dbabaa admin admin] 10.222.0.21 "DELETE /v2.0/networks/f5b6f78b-4072-4406-90f8-19c4e7b09b97 HTTP/1.1" status: 204 len: 168 time: 1.2092144 Mar 02 07:21:08.769106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937ad84-8afe-434d-9dfb-7ecf44f57067 req-b968a8e1-cac7-4c0b-ab64-3ad111685d1b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:08.769651 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.770574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b937ad84-8afe-434d-9dfb-7ecf44f57067 req-b968a8e1-cac7-4c0b-ab64-3ad111685d1b tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1096 time: 0.4164841 Mar 02 07:21:08.807643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:08.843674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Transition to ACTIVE for port object b5296802-5917-431d-9b5f-3a90c2cd0b49 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:08.845674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b937ad84-8afe-434d-9dfb-7ecf44f57067 req-9ef11f0d-4593-4153-b82c-72192d765a83 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Mar 02 07:21:08.885804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.000393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:09.003666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:09.017303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:09.049440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39436) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:09.133822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Pushing event updated for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:09.180725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:09.181377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.200358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.205073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.205388 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Floating IP b955b381-e211-43fa-870a-f6d10b843653 disassociated. External IP: 172.25.4.25, port: 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056. Mar 02 07:21:09.212435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-61003b54-980d-4137-8a11-34bf3a3b2949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e569fd70954dc5959fa2b146fd8486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622298 Mar 02 07:21:09.215324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:09.233183 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-5a1abf76-4167-40ea-925b-271ea4fb63bb tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2458701 Mar 02 07:21:09.250515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Request body: {'port': {'device_id': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:09.306795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f4eedb2-c930-487e-9ecb-e74c17d59ab7 None None] Provisioning for port b5296802-5917-431d-9b5f-3a90c2cd0b49 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:09.312637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f4eedb2-c930-487e-9ecb-e74c17d59ab7 None None] Provisioning complete for port b5296802-5917-431d-9b5f-3a90c2cd0b49 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:09.313006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f4eedb2-c930-487e-9ecb-e74c17d59ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.331211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803a9c1-d436-4de1-a762-398eec455bc9 req-abd9585d-71ad-4db2-81cd-44073e6032af tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:09.332719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7803a9c1-d436-4de1-a762-398eec455bc9 req-abd9585d-71ad-4db2-81cd-44073e6032af tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 1100 time: 0.2704768 Mar 02 07:21:09.365587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8f4eedb2-c930-487e-9ecb-e74c17d59ab7 None None] Port b5296802-5917-431d-9b5f-3a90c2cd0b49 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:09.407035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.464669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.474504 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7803a9c1-d436-4de1-a762-398eec455bc9 req-8bc908a7-388b-4f41-ab4c-6c1e54248c9e tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291924 Mar 02 07:21:09.477444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.628503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.632333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Router 190dd3ea-c136-44f9-892e-af64c3094c16 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:21:09.696251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15057755-1f2d-4633-a306-8636cb9416f1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:09.698440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.699576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-322783aa-c26f-4000-a99c-bc2cc91dbe8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15057755-1f2d-4633-a306-8636cb9416f1 HTTP/1.1" status: 204 len: 168 time: 0.4823983 Mar 02 07:21:09.898307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:21:09.902815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:09.914210 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Sync routers for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:21:09.929289 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:09.931065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:09.944167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80083300-3484-48fb-acca-610847aa2e14 req-a752bb95-6851-4b79-a23b-62550a30f918 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:09.945681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80083300-3484-48fb-acca-610847aa2e14 req-a752bb95-6851-4b79-a23b-62550a30f918 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2085271 Mar 02 07:21:09.973962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9978d5fa-93fa-4b3a-91a2-bcea3e5d40b1 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "PUT /v2.0/floatingips/b955b381-e211-43fa-870a-f6d10b843653 HTTP/1.1" status: 200 len: 694 time: 1.3159955 Mar 02 07:21:09.974418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:10.075944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-7c616fdc-82eb-449f-a92c-e5efcb36f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:10.077463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-7c616fdc-82eb-449f-a92c-e5efcb36f5c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0894740 Mar 02 07:21:10.100765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5296802-5917-431d-9b5f-3a90c2cd0b49 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:10.118154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80083300-3484-48fb-acca-610847aa2e14 req-57d486b7-7ceb-4e3a-b83a-321e3c6bffc0 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632600 Mar 02 07:21:10.129447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.151587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Transition to ACTIVE for port object b5296802-5917-431d-9b5f-3a90c2cd0b49 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:10.159440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.164799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:10.291250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9e3bbc8f-fd7d-41df-a293-c00767a950a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:10.294109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-9e3bbc8f-fd7d-41df-a293-c00767a950a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 928 time: 0.2106590 Mar 02 07:21:10.388897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Pushing event updated for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:10.398406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-04be6786-80fa-41cc-8818-c6db9880adcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 217 time: 0.0957084 Mar 02 07:21:10.425179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:10.540005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-f0a32a7f-608c-474e-ade7-a2e08f3eacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:10.541493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-f0a32a7f-608c-474e-ade7-a2e08f3eacc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.1372235 Mar 02 07:21:10.594138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:10.607184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76562c1c-b10c-4fa6-ad16-884c709ef9f1 req-38b4f325-910c-4e81-afca-36a3d4f2ca7e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:10.615171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76562c1c-b10c-4fa6-ad16-884c709ef9f1 req-38b4f325-910c-4e81-afca-36a3d4f2ca7e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1096 time: 0.3073521 Mar 02 07:21:10.619155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Attempting to bind port b5296802-5917-431d-9b5f-3a90c2cd0b49 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:10.619499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Attempting to bind port b5296802-5917-431d-9b5f-3a90c2cd0b49 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:10.619823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Attempting to bind port b5296802-5917-431d-9b5f-3a90c2cd0b49 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:10.620178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 26ca0237-5753-44e6-a6e9-402fc0955ff6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:10.622038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.643804 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:10.650669 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Checking router: 190dd3ea-c136-44f9-892e-af64c3094c16 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:21:10.662935 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:10.663833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:20:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:10.739456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-d6e32ef7-ba6f-42b2-9045-6b9b8063c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:10.742122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-d6e32ef7-ba6f-42b2-9045-6b9b8063c51c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913474 Mar 02 07:21:10.764585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Port b5296802-5917-431d-9b5f-3a90c2cd0b49 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:10.764585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Attempting to bind port b5296802-5917-431d-9b5f-3a90c2cd0b49 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:10.783047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:10.783389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:10.783782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:10.784220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Bound port: b5296802-5917-431d-9b5f-3a90c2cd0b49, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:10.784573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.825393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76562c1c-b10c-4fa6-ad16-884c709ef9f1 req-939cb804-187f-490d-b775-7fc0025a139e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081356 Mar 02 07:21:10.848703 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.900813 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:10.913947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:10.937317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:10.945236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:10.991504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-d9ad0712-3f63-4919-bac1-0d1d0ef039cd service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419043 Mar 02 07:21:11.008242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:11.019630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:11.026501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:11.089243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:11.090748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:11.092340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] 10.222.0.16 "PUT /v2.0/ports/b5296802-5917-431d-9b5f-3a90c2cd0b49 HTTP/1.1" status: 200 len: 1096 time: 1.8458288 Mar 02 07:21:11.099198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:11.110360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=13']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:11.248418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af926f46-04c4-4ebf-8596-dfea861caeda service neutron] Pushing event updated for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:11.279610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-55ba6839-24f9-49ea-9e3a-672611052f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:11.281219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-55ba6839-24f9-49ea-9e3a-672611052f22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fb27d50485646ecac6a76f7a1129324&device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 1099 time: 0.1351793 Mar 02 07:21:11.385090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-914a6138-444f-497b-ab08-2cc59e9645d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49 HTTP/1.1" status: 200 len: 217 time: 0.0948999 Mar 02 07:21:11.444183 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:11.448785 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3114cd-5729-4bf1-8970-2c59fd38c7db None None] The sync data for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 is: [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:19:47Z', 'revision_number': 4, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '150f6543-2a86-4b66-9ac3-bbcad50308f7', 'name': '', 'network_id': '5e551cd6-a96d-40b2-9192-482a62c85933', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'mac_address': 'fa:16:3e:0f:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9cc87218-8003-42d2-8af1-af69c8428948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:45Z', 'updated_at': '2022-03-02T07:19:54Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'subnets': [{'id': '9cc87218-8003-42d2-8af1-af69c8428948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:21:11.484565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-3ff33339-71a0-4f6a-9f53-2e94f19f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:11.486079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-3ff33339-71a0-4f6a-9f53-2e94f19f689b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0959616 Mar 02 07:21:11.518189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49fe881d-7753-4b32-9b69-58313bcd6b92 req-f9187712-77c8-4dc1-a4da-581f40887d6b service neutron] 10.222.0.21 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071366 Mar 02 07:21:11.632003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-471b1050-23b3-4c85-b280-7c1fe8945349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:11.634101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-471b1050-23b3-4c85-b280-7c1fe8945349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404576 Mar 02 07:21:11.790812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bb0ce-c36a-4835-8a43-49a36319fd8c req-3970fc43-8587-4bfa-a950-e0189a7455b2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:11.801076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-789bb0ce-c36a-4835-8a43-49a36319fd8c req-3970fc43-8587-4bfa-a950-e0189a7455b2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 948 time: 0.1101131 Mar 02 07:21:11.897340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-43be48c4-037a-4944-8c2a-f34a66550300 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552357 Mar 02 07:21:11.899047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-789bb0ce-c36a-4835-8a43-49a36319fd8c req-ae7113e5-5a7c-4e0a-acbc-1a2770f43480 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909865 Mar 02 07:21:11.945654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc6d84-8776-48be-941c-79345f62d4ef None None] New status for floating IP b955b381-e211-43fa-870a-f6d10b843653: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:21:12.047872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-9a7fec36-ef40-49fa-aa1f-35a63d7fd201 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412030 Mar 02 07:21:12.183017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac380a6b-b2e4-4c8d-94f8-e9486efe0338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:12.183334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a07e00-5224-4e4c-87a8-a54e9f14e290 req-82964abf-0f6b-4088-8afc-beee3befaa88 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:12.191489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33a07e00-5224-4e4c-87a8-a54e9f14e290 req-82964abf-0f6b-4088-8afc-beee3befaa88 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1101 time: 0.2340298 Mar 02 07:21:12.195979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-596b1469-ca4c-4c78-99a2-6619fb6cd099 req-26e82694-3be0-4192-a6a6-2d5d6744b18e service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916043 Mar 02 07:21:12.245547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33a07e00-5224-4e4c-87a8-a54e9f14e290 req-c70db8a0-5b80-449f-a117-43d269adf92a tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531023 Mar 02 07:21:12.289696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-9c0f2d8f-75e5-463e-b2af-fe199c84ef30 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:12.297753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-9c0f2d8f-75e5-463e-b2af-fe199c84ef30 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484872 Mar 02 07:21:12.309847 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'status': 'completed', 'code': 200} Mar 02 07:21:12.320908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-865ecf29-c97a-4d84-81dd-69c7d5e6300a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/quotas/9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 375 time: 0.0221682 Mar 02 07:21:12.407693 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'code': 200} Mar 02 07:21:12.431909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511ba8-5d14-4546-a159-908707bac224 req-bf69dc73-534a-4e60-afb0-2d063d04db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:12.433413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-bf69dc73-534a-4e60-afb0-2d063d04db02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=594e6b929603480cb89704360f45ca47&device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1083443 Mar 02 07:21:12.440003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-1f0aa178-f351-483b-be19-9f3655907f56 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1180842 Mar 02 07:21:12.742913 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49', 'status': 'completed', 'code': 200} Mar 02 07:21:12.745384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511ba8-5d14-4546-a159-908707bac224 req-2614d1ee-6083-4674-b205-c014eff4a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:12.746533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-2614d1ee-6083-4674-b205-c014eff4a5e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 200 len: 928 time: 0.2997999 Mar 02 07:21:12.903551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d462-beb3-448f-9db3-2294b5fe3faa req-66a875f2-41af-4af7-903f-52f6a0dc8ed9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:12.908228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1233d462-beb3-448f-9db3-2294b5fe3faa req-66a875f2-41af-4af7-903f-52f6a0dc8ed9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0904202 Mar 02 07:21:12.933972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-6f3bc973-639f-4734-9353-4a29af47e4d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 200 len: 217 time: 0.1802628 Mar 02 07:21:12.969172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1233d462-beb3-448f-9db3-2294b5fe3faa req-e3c57fdb-fec1-4396-9967-395b784dc28d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578656 Mar 02 07:21:13.087298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-1526bc75-d20e-41c0-8afe-5c809d8c9a6e tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips/b955b381-e211-43fa-870a-f6d10b843653 HTTP/1.1" status: 200 len: 692 time: 0.2790430 Mar 02 07:21:13.101430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511ba8-5d14-4546-a159-908707bac224 req-18596f0d-8b5c-4d95-b89d-6bd09332d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:13.107145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-18596f0d-8b5c-4d95-b89d-6bd09332d8b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 200 len: 867 time: 0.1058650 Mar 02 07:21:13.186095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c7e9f1-1f0c-43ad-aaa1-81d9eb83893d req-a6c8e0a8-f01e-4cac-8450-fca32049585c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 210 time: 0.0460916 Mar 02 07:21:13.474722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-d4dc2963-1dce-447e-88e6-61b5c794fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:13.476808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-d4dc2963-1dce-447e-88e6-61b5c794fd0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fb27d50485646ecac6a76f7a1129324&device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 1099 time: 0.5454001 Mar 02 07:21:13.544300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-0df3ceff-0c27-435c-b7df-0dde0acf6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:13.551188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-0df3ceff-0c27-435c-b7df-0dde0acf6be9 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4525907 Mar 02 07:21:13.729634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-9decb2f0-7443-45f5-9706-1c6166dd5808 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:13.737047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511ba8-5d14-4546-a159-908707bac224 req-75c0014b-8cec-4fda-9cf1-028024cbad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:13.737815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-75c0014b-8cec-4fda-9cf1-028024cbad28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e551cd6-a96d-40b2-9192-482a62c85933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5848832 Mar 02 07:21:13.812000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-9decb2f0-7443-45f5-9706-1c6166dd5808 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:13.813180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-9decb2f0-7443-45f5-9706-1c6166dd5808 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.2611279 Mar 02 07:21:13.871378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-b9f1bbf4-77f3-4d4d-89d2-2144c5c4b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:13.872773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-b9f1bbf4-77f3-4d4d-89d2-2144c5c4b8ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3813550 Mar 02 07:21:13.967446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-135ec30c-545b-4b90-97e3-d223bebc81d3 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322680 Mar 02 07:21:14.044647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-826e621a-33a7-4844-b6f8-1328e19ba423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49 HTTP/1.1" status: 200 len: 217 time: 0.0934362 Mar 02 07:21:14.049002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-b12b2fd8-9dfa-45dc-b79e-579f8231b80b tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.1791615 Mar 02 07:21:14.141199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-070edd2b-6d15-4388-a2a9-feb360792764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.203179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7bb451bc-8968-4142-85b7-9264e2649d1e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:14.206911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7bb451bc-8968-4142-85b7-9264e2649d1e tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385287 Mar 02 07:21:14.217792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-382e664f-2fe2-437e-8312-3ed116c2167b service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629366 Mar 02 07:21:14.219694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Request body: {'port': {'device_id': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9defa991ffc74c0a8109cbb4f7e0face'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:14.355299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-84468945-631c-4a69-936d-facf1545345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:14.356746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-84468945-631c-4a69-936d-facf1545345f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3051455 Mar 02 07:21:14.359505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:14.369716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:14.382867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Made reservation on behalf of 9defa991ffc74c0a8109cbb4f7e0face for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:14.386571 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.402460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Deleting port 0c2d26c6-3a4a-4879-8a04-7027aae33ac6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:14.402911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.517007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-0b200e81-9c23-4adf-bbfc-28b8d634770e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:21:14.517986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-0b200e81-9c23-4adf-bbfc-28b8d634770e tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162170 Mar 02 07:21:14.538687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:14.539310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:21:14.568281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Allocated IP 192.168.233.57 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:14.706618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c511ba8-5d14-4546-a159-908707bac224 req-96e79232-b228-4354-910f-e3c6d2465284 service neutron] 10.222.0.16 "GET /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295819 Mar 02 07:21:14.772672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.788052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Transition to ACTIVE for port object d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:14.811400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.823857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', '3bdb4020-e17b-4bc7-9081-68723fb438a2', '26ca0237-5753-44e6-a6e9-402fc0955ff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:14.833068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.833391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:14.855355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-d6adb5ce-cc28-4c9b-8295-fcd51b0eddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:14.855581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-d6adb5ce-cc28-4c9b-8295-fcd51b0eddf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4254289 Mar 02 07:21:14.886422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:14.895028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:14.901201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:14.946742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:14.996476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:14.998406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.027782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-2e8f3fb9-197a-4af8-bd10-ae9859bfc2d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8116844 Mar 02 07:21:15.040085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Request body: {'port': {'device_id': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:15.113508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Calling delete_port for 0c2d26c6-3a4a-4879-8a04-7027aae33ac6 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:15.195738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.222868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.279511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2e66729-164e-4c2c-b504-037176199405 None None] Provisioning for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:15.297508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2e66729-164e-4c2c-b504-037176199405 None None] Provisioning complete for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:15.297907 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2e66729-164e-4c2c-b504-037176199405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.337851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:15.338201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:15.338529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:15.344891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-23a2438b-2e39-46b7-b4b8-daca6fba0cc8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143556 Mar 02 07:21:15.347783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:15.348108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:15.392272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.397677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c2e66729-164e-4c2c-b504-037176199405 None None] Port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:15.406035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:15.406385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:15.406764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:15.407202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Bound port: 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:15.548038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.571930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:15.579253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.594688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Transition to ACTIVE for port object d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:15.600695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.610038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:15.612685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1311ee22-6d57-4910-ad76-98c9f07bf15d req-bc5e3407-5bcc-49cf-9ef0-d1bb0b831247 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598140 Mar 02 07:21:15.613417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event deleted for resources: {'Port': ['ID=0c2d26c6-3a4a-4879-8a04-7027aae33ac6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:15.713773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.714983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-fc799a5c-a789-41fd-91c4-248cbc05afed service neutron] 10.222.0.21 "POST /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84/bindings HTTP/1.1" status: 201 len: 389 time: 1.1830275 Mar 02 07:21:15.723460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.726971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:15.728146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1108904-847b-4b24-9f6b-47f4808d1f48 req-809dc178-d332-49cd-b138-4dbf7e20f597 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "DELETE /v2.0/floatingips/b955b381-e211-43fa-870a-f6d10b843653 HTTP/1.1" status: 204 len: 173 time: 1.6366210 Mar 02 07:21:15.878903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:15.987700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.988280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.988829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.989379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.989946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.990375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.990740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.991285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.991757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.992145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.992526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:15.992917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.043957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:16.044652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:16.044652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:16.051845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:16.052150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:16.059619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:16.059951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:16.060326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:16.060745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Bound port: d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:16.061086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.127200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207479-9618-42ba-850d-ae34725769d5 req-3f76d8fb-5a31-4698-ba2f-b13abe38bd78 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.128653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28207479-9618-42ba-850d-ae34725769d5 req-3f76d8fb-5a31-4698-ba2f-b13abe38bd78 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2103174 Mar 02 07:21:16.133197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-47bb6bea-8b05-4ff4-b8c9-bd610bdb20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.134698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-47bb6bea-8b05-4ff4-b8c9-bd610bdb20b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1096 time: 0.1391141 Mar 02 07:21:16.147511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e1610-f478-4680-a937-286fdb041af5 req-ff48b8dd-afad-423b-8ea2-4442e9fc191e tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.148272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf7e1610-f478-4680-a937-286fdb041af5 req-ff48b8dd-afad-423b-8ea2-4442e9fc191e tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Synchronizing usage tracker for tenant:2fb27d50485646ecac6a76f7a1129324 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:16.204859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:16.209241 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28207479-9618-42ba-850d-ae34725769d5 req-dcef3122-f78c-4e5c-a2f0-788a98a39ad7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727251 Mar 02 07:21:16.215593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:16.220144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.252628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf7e1610-f478-4680-a937-286fdb041af5 req-ff48b8dd-afad-423b-8ea2-4442e9fc191e tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Unset dirty status for tenant:2fb27d50485646ecac6a76f7a1129324 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:16.258353 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf7e1610-f478-4680-a937-286fdb041af5 req-ff48b8dd-afad-423b-8ea2-4442e9fc191e tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 948 time: 0.4180398 Mar 02 07:21:16.280778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.281292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.282671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 1095 time: 1.2478738 Mar 02 07:21:16.283096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:16.327048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed07f4-955c-4e15-b5c0-19006164af01 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:16.337732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf7e1610-f478-4680-a937-286fdb041af5 req-84590bcc-2eb6-4662-8b7a-ca2e1538f4a3 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Synchronizing usage tracker for tenant:2fb27d50485646ecac6a76f7a1129324 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:16.340701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-50a0f528-6494-411d-afd1-3380bb2123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.342278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-50a0f528-6494-411d-afd1-3380bb2123cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.1913333 Mar 02 07:21:16.424561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-a200554d-244d-4b5e-b6a3-082d87d7fcd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 217 time: 0.0734391 Mar 02 07:21:16.425331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-57f20814-0b77-4c92-b7cc-f6dfdb14af20 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522974 Mar 02 07:21:16.446838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b5296802-5917-431d-9b5f-3a90c2cd0b49 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:16.464281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf7e1610-f478-4680-a937-286fdb041af5 req-84590bcc-2eb6-4662-8b7a-ca2e1538f4a3 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Unset dirty status for tenant:2fb27d50485646ecac6a76f7a1129324 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:16.478655 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf7e1610-f478-4680-a937-286fdb041af5 req-84590bcc-2eb6-4662-8b7a-ca2e1538f4a3 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107084 Mar 02 07:21:16.521215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-8c65ecd9-766f-4a86-b53c-921251339069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.523597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-8c65ecd9-766f-4a86-b53c-921251339069 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.0912867 Mar 02 07:21:16.591832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-bdea2f7a-4b61-4bd9-ae1b-586412f02129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607114 Mar 02 07:21:16.684302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-afe29b47-a763-4f08-a4b6-09f9ee5291a7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.686339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-afe29b47-a763-4f08-a4b6-09f9ee5291a7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529697 Mar 02 07:21:16.692467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-6d75a838-f4e3-4ab8-9673-77d018120e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.694249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-6d75a838-f4e3-4ab8-9673-77d018120e8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1098 time: 0.3604727 Mar 02 07:21:16.698423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.708623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:16.724749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'b5296802-5917-431d-9b5f-3a90c2cd0b49', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'b5296802-5917-431d-9b5f-3a90c2cd0b49', 'mac_address': 'fa:16:3e:50:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:16.796789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.815731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5296802-5917-431d-9b5f-3a90c2cd0b49 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:16.816384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-5c0172fb-dcaa-4b83-b9d4-1d97b5c19a81 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165618 Mar 02 07:21:16.819416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-71af1c0d-42da-457a-83db-68d470aacf3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.1234536 Mar 02 07:21:16.836921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:16.841519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:16.860977 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-67a622a4-383f-40ce-ad40-c401f7588ac6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.1543534 Mar 02 07:21:16.926923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:16.935300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.935644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.936151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.936644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.937142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.937471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.937796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.938173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.938593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.938988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.939351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.939673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:16.949186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-29491a34-7fca-4f1a-966c-f046a7ce14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:16.951312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-29491a34-7fca-4f1a-966c-f046a7ce14fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0825512 Mar 02 07:21:17.000889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39608) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:17.018421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-1dc6ac56-a1eb-4369-91a1-e0e5620b6736 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1981065 Mar 02 07:21:17.067498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7cc03501-fece-4648-ab93-08607ca3cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:17.069740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-7cc03501-fece-4648-ab93-08607ca3cc97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103501 Mar 02 07:21:17.115165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-b9236963-2da9-44a3-977d-d011c798faf7 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862775 Mar 02 07:21:17.124510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911c29-ca35-4cc6-beb6-e809e2755ecd req-7736bba2-9af8-4361-9ef7-13b87bb194b2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:17.126226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2911c29-ca35-4cc6-beb6-e809e2755ecd req-7736bba2-9af8-4361-9ef7-13b87bb194b2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.3440518 Mar 02 07:21:17.187852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2911c29-ca35-4cc6-beb6-e809e2755ecd req-44aa9b01-bcf4-422c-975d-528e923b931d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Mar 02 07:21:17.250316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:17.272021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['b5296802-5917-431d-9b5f-3a90c2cd0b49'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:17.277173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:17.293215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:c282f054cfbc48c4baae27224602f285 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:17.299289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:17.309608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:17.313431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-34c040f7-9a0a-42f8-a4ff-64a1f0ed5f76 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336473 Mar 02 07:21:17.469304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946723b8-6ccf-4285-adc5-29d68f6e4513 req-a69f1455-dc61-48f5-a46b-0647d454d7a8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:17.477409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-946723b8-6ccf-4285-adc5-29d68f6e4513 req-a69f1455-dc61-48f5-a46b-0647d454d7a8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.1316986 Mar 02 07:21:17.538263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-946723b8-6ccf-4285-adc5-29d68f6e4513 req-04b734a8-01eb-4596-82e8-ac3c61f6a11f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595906 Mar 02 07:21:17.591025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-192a9323-938d-469a-a767-0aa43ab604e4 req-e692a0cf-5671-4eff-bef1-d8dc226d540a service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681680 Mar 02 07:21:17.656013 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'status': 'completed', 'code': 200} Mar 02 07:21:17.778210 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:17.789181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:17.886256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c282f054cfbc48c4baae27224602f285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667357 Mar 02 07:21:17.887061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:17.923124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456be8-bc73-4c99-9a59-41f45b243ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3688ff-2289-4b40-9b6f-8f7e9c78eae3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:17.959924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-e2aee427-2fbd-49f9-a5be-6772158d9a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:17.960799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-e2aee427-2fbd-49f9-a5be-6772158d9a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:17.979444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-e2aee427-2fbd-49f9-a5be-6772158d9a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:17.988544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-e2aee427-2fbd-49f9-a5be-6772158d9a4f tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1400924 Mar 02 07:21:18.019428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-bb830a41-e249-4d0f-b160-ec9aa31fc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.020898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-bb830a41-e249-4d0f-b160-ec9aa31fc22e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1098 time: 0.3578072 Mar 02 07:21:18.065454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-99851dfe-786e-4fb8-8452-0c9da0f52050 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Synchronizing usage tracker for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:18.083042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-99851dfe-786e-4fb8-8452-0c9da0f52050 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Unset dirty status for tenant:594e6b929603480cb89704360f45ca47 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:18.085197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d8c7561-0275-41ba-a6a7-bd48fee3d84a req-99851dfe-786e-4fb8-8452-0c9da0f52050 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0926974 Mar 02 07:21:18.234436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.321602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.335064 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.370513 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.423773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede3e8c-9de6-43c1-8fc8-f30f80539b22 req-710682b7-e05e-41c3-9afc-c1d17eab80a2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.431900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fede3e8c-9de6-43c1-8fc8-f30f80539b22 req-710682b7-e05e-41c3-9afc-c1d17eab80a2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 949 time: 0.5119050 Mar 02 07:21:18.434163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-cc281e63-9a96-4538-8ec0-f917f410c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.435650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-cc281e63-9a96-4538-8ec0-f917f410c990 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4069562 Mar 02 07:21:18.533627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-796d37ca-75c7-4da0-8ce3-08fc07a70682 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.0759161 Mar 02 07:21:18.622224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fede3e8c-9de6-43c1-8fc8-f30f80539b22 req-ee8be011-206f-4643-b2ea-e893c3b9c244 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892958 Mar 02 07:21:18.642894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7c5a-01ed-4d53-b941-e9ce29a5dc71 req-b6370129-baf5-43c5-bfe9-e77b8ce014a6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.645330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a6a7c5a-01ed-4d53-b941-e9ce29a5dc71 req-b6370129-baf5-43c5-bfe9-e77b8ce014a6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1432996 Mar 02 07:21:18.650309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.746815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a6a7c5a-01ed-4d53-b941-e9ce29a5dc71 req-f835f9b2-59be-46a9-bc0e-67c10487a1cc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Mar 02 07:21:18.748483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3688ff-2289-4b40-9b6f-8f7e9c78eae3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:18.759734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-30a8c76a-ad3a-420d-af1f-a586e8d2a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.763992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-30a8c76a-ad3a-420d-af1f-a586e8d2a4dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2197816 Mar 02 07:21:18.866113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8829797d-f450-4261-9255-7d3a18d7a8c6 req-e922c197-a2c4-418e-b99d-32cece4c425d tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1912582 Mar 02 07:21:18.899104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.901492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f803815-c1ef-4430-9621-b65681f324d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a3688ff-2289-4b40-9b6f-8f7e9c78eae3 HTTP/1.1" status: 204 len: 168 time: 1.0037146 Mar 02 07:21:18.983587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-dc9a5e72-d021-43fc-a053-330e307509c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:18.986962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-dc9a5e72-d021-43fc-a053-330e307509c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078214 Mar 02 07:21:19.008163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9a39b-8a78-4db0-9408-90ac100b53bc req-b92909bd-d4a2-4702-9ea9-ff4c755b08ac tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:19.011232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ca9a39b-8a78-4db0-9408-90ac100b53bc req-b92909bd-d4a2-4702-9ea9-ff4c755b08ac tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.1135504 Mar 02 07:21:19.085030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ca9a39b-8a78-4db0-9408-90ac100b53bc req-958a062e-75d0-49f2-92ef-3e7349faf1f4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Mar 02 07:21:19.259906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-299e7d3c-7539-497f-b2ee-f815abfaa9a0 req-1a5a6634-aff9-4b46-a294-d49eef1791f8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 210 time: 0.0541077 Mar 02 07:21:19.266363 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-f5fca091-d213-4de2-bb6e-5a1dad44fc1d service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725043 Mar 02 07:21:19.351064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e1f3-4a33-42ab-afea-518fab6cf125 req-6d0400b9-ee34-4b41-96c1-a025382253b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:19.352400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fef7e1f3-4a33-42ab-afea-518fab6cf125 req-6d0400b9-ee34-4b41-96c1-a025382253b7 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.1425006 Mar 02 07:21:19.446451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fef7e1f3-4a33-42ab-afea-518fab6cf125 req-56062d0a-ece2-4091-a4e7-679ebaaafa06 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875530 Mar 02 07:21:19.627756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-027d3cf9-194d-4ba6-b9ba-e6883e7cb153 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597882 Mar 02 07:21:19.698606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2350913-aed0-4f19-bf47-fdd5c95fbeb0 req-aafd8104-62b2-4adf-836c-b2317a9c3095 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094665 Mar 02 07:21:19.719864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7430659-4221-44a4-a46c-38b24980c2e7 req-f8e07f58-6db8-48ac-a83d-5d9e8d4e95dd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:19.721730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7430659-4221-44a4-a46c-38b24980c2e7 req-f8e07f58-6db8-48ac-a83d-5d9e8d4e95dd tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2788360 Mar 02 07:21:20.035648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-5ab4b4e7-5acc-42bd-8506-86ef5011cd32 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:20.041188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-5ab4b4e7-5acc-42bd-8506-86ef5011cd32 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072628 Mar 02 07:21:20.063261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:20.180976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-085532a9-8715-442b-a22f-e46a6ef95f4c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678551 Mar 02 07:21:20.358457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7430659-4221-44a4-a46c-38b24980c2e7 req-a4d3cafa-ef93-4b2c-b008-b3bc9e590e37 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306908 Mar 02 07:21:20.384635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:20.389525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-047fc017-869b-4efc-907c-c0d01c2e8a5e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:20.390113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:20.390686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-047fc017-869b-4efc-907c-c0d01c2e8a5e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917086 Mar 02 07:21:20.410596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:20.415139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:20.419253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:20.438687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7af7-25eb-41cf-ad63-dcf443af1914 req-0035dded-d7bb-4352-b3b9-d7a08bcad897 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:20.443619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b96f7af7-25eb-41cf-ad63-dcf443af1914 req-0035dded-d7bb-4352-b3b9-d7a08bcad897 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 949 time: 0.1876171 Mar 02 07:21:20.473222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b5296802-5917-431d-9b5f-3a90c2cd0b49 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:20.567312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b96f7af7-25eb-41cf-ad63-dcf443af1914 req-02a3332b-b287-453f-baa5-0df820b18560 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134419 Mar 02 07:21:20.626451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port b5296802-5917-431d-9b5f-3a90c2cd0b49 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:20.639319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port b5296802-5917-431d-9b5f-3a90c2cd0b49 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:20.640365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:20.675521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:20.678828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.218 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/ef6a1779-b98a-4b26-95ed-286699e9a1de) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:20.700788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:20.711721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3014ef-c4a8-451c-9aae-1e757893c29b req-276dbb33-caf9-4b32-ac4e-5c156ac75ca2 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:20.718884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b3014ef-c4a8-451c-9aae-1e757893c29b req-276dbb33-caf9-4b32-ac4e-5c156ac75ca2 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1936519 Mar 02 07:21:20.757127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:20.762242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:20.801741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b3014ef-c4a8-451c-9aae-1e757893c29b req-ae158c76-14f8-471b-84c0-d66fca7525be tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Mar 02 07:21:20.897738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:20.939411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:20.960707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:20.965322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824592a-731b-4096-be24-92c5a294c265 req-365b5cda-2cfc-42ff-a672-2c86f53fbcc8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:20.967079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5824592a-731b-4096-be24-92c5a294c265 req-365b5cda-2cfc-42ff-a672-2c86f53fbcc8 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.2321289 Mar 02 07:21:20.967421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.048255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.068429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:21.104342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object ef6a1779-b98a-4b26-95ed-286699e9a1de will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:21.114552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5824592a-731b-4096-be24-92c5a294c265 req-e59984e7-84df-445d-9a61-60473c5e4db1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273844 Mar 02 07:21:21.144317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.168221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:21.251223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:21.254827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:21.255156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.223 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/24819e68-a748-4fc5-9562-4abc87d40aea) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:21.259885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:21.334903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:21.554365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.555660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.555660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.555660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.555932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.556722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.556722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.557078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.557448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.557770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.558262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.559640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:21.590240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:21.590837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.646327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a921b75e-3871-40d7-b90c-f2b76c944b7b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5954089 Mar 02 07:21:21.659831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Request body: {'port': {'device_id': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:21.712698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3aae6-547c-46da-99ea-c66b628fec49 req-95091687-8c14-40cb-9e31-3dda671fbfb6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:21.713458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-31b3aae6-547c-46da-99ea-c66b628fec49 req-95091687-8c14-40cb-9e31-3dda671fbfb6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:21.772949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b080e173-a8ae-4550-affe-cf1d397238a5 None None] Provisioning for port ef6a1779-b98a-4b26-95ed-286699e9a1de completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:21.815758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b080e173-a8ae-4550-affe-cf1d397238a5 None None] Provisioning complete for port ef6a1779-b98a-4b26-95ed-286699e9a1de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:21.816139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b080e173-a8ae-4550-affe-cf1d397238a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.816800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.828076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-31b3aae6-547c-46da-99ea-c66b628fec49 req-95091687-8c14-40cb-9e31-3dda671fbfb6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:21.836148 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31b3aae6-547c-46da-99ea-c66b628fec49 req-95091687-8c14-40cb-9e31-3dda671fbfb6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 936 time: 0.5030794 Mar 02 07:21:21.868479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:21.889058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object 24819e68-a748-4fc5-9562-4abc87d40aea will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:21.902588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b080e173-a8ae-4550-affe-cf1d397238a5 None None] Port ef6a1779-b98a-4b26-95ed-286699e9a1de cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:21.937212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31b3aae6-547c-46da-99ea-c66b628fec49 req-613bbc82-0839-432b-8af8-f768eb89b5a7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001353 Mar 02 07:21:21.979727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.072519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:22.081716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:22.085438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:22.102515 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49', 'code': 200} Mar 02 07:21:22.144801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:22.186985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-c99d73af-4592-4695-96d0-e41f0d1f244c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.188877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-c99d73af-4592-4695-96d0-e41f0d1f244c tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.16 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2744262 Mar 02 07:21:22.246827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.247580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.349825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Deleting port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:22.350470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.379875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae1cb-5d61-454a-9d95-95ad51b03c22 req-553369ec-ee66-4b3e-b269-9d0886cfc9f8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.382721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-357ae1cb-5d61-454a-9d95-95ad51b03c22 req-553369ec-ee66-4b3e-b269-9d0886cfc9f8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.2904129 Mar 02 07:21:22.400453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-931ba415-af73-4244-98aa-d98174a5b438 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9954407 Mar 02 07:21:22.420449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Request body: {'port': {'device_id': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:22.438088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f739f10-c157-4056-9344-590778e4a5cf req-e355826a-0077-4b73-bb80-d5001aa88b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.439846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f739f10-c157-4056-9344-590778e4a5cf req-e355826a-0077-4b73-bb80-d5001aa88b8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 1101 time: 0.2599437 Mar 02 07:21:22.450058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a4dde05-80ac-464c-bc78-25fb80f6aa76 None None] Provisioning for port 24819e68-a748-4fc5-9562-4abc87d40aea completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:22.455765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a4dde05-80ac-464c-bc78-25fb80f6aa76 None None] Provisioning complete for port 24819e68-a748-4fc5-9562-4abc87d40aea triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:22.456119 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a4dde05-80ac-464c-bc78-25fb80f6aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.486699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-357ae1cb-5d61-454a-9d95-95ad51b03c22 req-a875120f-abcf-4070-bc85-b56d662fed74 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954347 Mar 02 07:21:22.496956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:22.526467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f739f10-c157-4056-9344-590778e4a5cf req-419bfbf0-e419-45ec-8a07-01eb00a96503 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771165 Mar 02 07:21:22.543619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dde05-80ac-464c-bc78-25fb80f6aa76 None None] Port 24819e68-a748-4fc5-9562-4abc87d40aea cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:22.615078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6a1779-b98a-4b26-95ed-286699e9a1de {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:22.615992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74828db3-93d8-4c11-be13-254ba18a5e37 req-c537bc5b-3999-4f96-937f-70b9dd1e9e24 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.623226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74828db3-93d8-4c11-be13-254ba18a5e37 req-c537bc5b-3999-4f96-937f-70b9dd1e9e24 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1097 time: 0.3713536 Mar 02 07:21:22.626555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.644402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Transition to ACTIVE for port object ef6a1779-b98a-4b26-95ed-286699e9a1de will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:22.650806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.681626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:22.695108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'mac_address': 'fa:16:3e:5c:b0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:22.762569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.780878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:22.798272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:22.803893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.834497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74828db3-93d8-4c11-be13-254ba18a5e37 req-4aef3c52-31bd-4aa0-9334-66b32ea67961 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101734 Mar 02 07:21:22.838106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.890601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:22.924857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:22.954510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] For port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:22.955630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:22.990115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4be60-46de-463d-b04c-25bbe1a3433e req-d426d4f2-f991-4e39-95d9-dc13c0d388b9 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:22.992422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09f4be60-46de-463d-b04c-25bbe1a3433e req-d426d4f2-f991-4e39-95d9-dc13c0d388b9 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 950 time: 0.3304739 Mar 02 07:21:23.010172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:23.030734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Attempting to bind port ef6a1779-b98a-4b26-95ed-286699e9a1de on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:23.031818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Attempting to bind port ef6a1779-b98a-4b26-95ed-286699e9a1de by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:23.032401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Attempting to bind port ef6a1779-b98a-4b26-95ed-286699e9a1de on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:23.049837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Port ef6a1779-b98a-4b26-95ed-286699e9a1de on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:23.050207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Attempting to bind port ef6a1779-b98a-4b26-95ed-286699e9a1de on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:23.067158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:23.067811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:23.068197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:23.068848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Bound port: ef6a1779-b98a-4b26-95ed-286699e9a1de, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:23.069452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:23.083374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09f4be60-46de-463d-b04c-25bbe1a3433e req-60429fee-a097-4277-9419-b9c04bea978d tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829916 Mar 02 07:21:23.187810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:23.191657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:23.200863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Calling delete_port for 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:23.227868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:23.246679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:23.310673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.311894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:23.313285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef6a1779-b98a-4b26-95ed-286699e9a1de HTTP/1.1" status: 200 len: 1096 time: 1.6579375 Mar 02 07:21:23.315919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:23.349648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070369-39d5-47ce-a68f-289793c468d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:23.376363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eed16-40a3-4029-8b91-c1a0d1023805 req-89911e6a-55e9-4204-8b75-caf9b7ae6bb5 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.384615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a30eed16-40a3-4029-8b91-c1a0d1023805 req-89911e6a-55e9-4204-8b75-caf9b7ae6bb5 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1894159 Mar 02 07:21:23.469369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6807531-72e2-46de-b222-658bc81062be req-a30cdf35-44c9-4b5c-80c3-f815015de3df tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.477103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6807531-72e2-46de-b222-658bc81062be req-a30cdf35-44c9-4b5c-80c3-f815015de3df tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/ports?device_id=985d0581-06dd-4b26-bb5a-f17535f0b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3916819 Mar 02 07:21:23.508475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a30eed16-40a3-4029-8b91-c1a0d1023805 req-ebfc4fc1-cb71-44f6-8534-3acab580a48e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229715 Mar 02 07:21:23.541507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-edc3a9f0-f737-418e-b8cb-1bfcd7d633bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.541507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-edc3a9f0-f737-418e-b8cb-1bfcd7d633bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 1099 time: 0.1151118 Mar 02 07:21:23.614127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6807531-72e2-46de-b222-658bc81062be req-949dd8aa-6c42-4f2e-a6a2-f587858a49fa tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.21 "GET /v2.0/security-groups?id=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361101 Mar 02 07:21:23.620298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:23.628670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-30f49f2e-6900-4dfe-a92e-60f9757aba6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de HTTP/1.1" status: 200 len: 217 time: 0.0793426 Mar 02 07:21:23.728176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Pushing event deleted for resources: {'Port': ['ID=5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:23.879368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-e23ff348-a396-4062-a1b7-676574fe0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.881145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-e23ff348-a396-4062-a1b7-676574fe0a55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2407975 Mar 02 07:21:23.905959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:21:23.958430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50fbae-18b9-42ca-ac3b-26feae7c6ca7 req-b05d0682-fc72-4c96-8d51-4f1017fed234 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:23.960703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd50fbae-18b9-42ca-ac3b-26feae7c6ca7 req-b05d0682-fc72-4c96-8d51-4f1017fed234 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.1397514 Mar 02 07:21:23.990759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] No DVR routers for this DVR port 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:21:23.996076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.015475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'name': 'network-vif-deleted', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:24.023885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd50fbae-18b9-42ca-ac3b-26feae7c6ca7 req-3d7747ed-8476-4fd0-a28b-4c38e5b8e3cc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543492 Mar 02 07:21:24.024998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebf4b3ab-10e3-4ab7-9082-484eaa22ba96 req-9d0aec50-ed6d-44c0-8f63-97c9e851641a tempest-FloatingIPsAssociationNegativeTestJSON-1973280628 tempest-FloatingIPsAssociationNegativeTestJSON-1973280628-project] 10.222.0.16 "DELETE /v2.0/ports/5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 HTTP/1.1" status: 204 len: 173 time: 1.8298888 Mar 02 07:21:24.028749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a1151bd9-e878-4057-a832-29c06f41054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:24.030240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-a1151bd9-e878-4057-a832-29c06f41054b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360888 Mar 02 07:21:24.055709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24819e68-a748-4fc5-9562-4abc87d40aea {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:24.066184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.087799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Transition to ACTIVE for port object 24819e68-a748-4fc5-9562-4abc87d40aea will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:24.095335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.226256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-623d3257-5841-4adb-9760-4dc270822695 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865199 Mar 02 07:21:24.485585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:24.487285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:24.498908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Attempting to bind port 24819e68-a748-4fc5-9562-4abc87d40aea on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:24.499462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Attempting to bind port 24819e68-a748-4fc5-9562-4abc87d40aea by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:24.499956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Attempting to bind port 24819e68-a748-4fc5-9562-4abc87d40aea on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:24.504912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Port 24819e68-a748-4fc5-9562-4abc87d40aea on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:24.505532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Attempting to bind port 24819e68-a748-4fc5-9562-4abc87d40aea on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:24.512990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:24.513591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:24.514188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:24.514783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Bound port: 24819e68-a748-4fc5-9562-4abc87d40aea, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:24.517026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.564602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-bcad2609-992d-4370-8d67-f1c5c5f60655 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209970 Mar 02 07:21:24.583952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:21:24.587562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:24.617704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ae93-85d0-4f05-9783-033933b87a67 req-ca6879e5-5b15-496d-bc86-a877ac78ee98 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:24.619603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c45ae93-85d0-4f05-9783-033933b87a67 req-ca6879e5-5b15-496d-bc86-a877ac78ee98 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 948 time: 0.2159383 Mar 02 07:21:24.634939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:24.638423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:24.645374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.674133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c45ae93-85d0-4f05-9783-033933b87a67 req-d36790f1-d59a-406d-a458-5ac0b27e2b7c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Mar 02 07:21:24.711003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:24.711774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.713217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] 10.222.0.39 "PUT /v2.0/ports/24819e68-a748-4fc5-9562-4abc87d40aea HTTP/1.1" status: 200 len: 1096 time: 2.2971399 Mar 02 07:21:24.742667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f800b-e67f-4937-b9ac-6f078906778b service neutron] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:24.743300 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'status': 'completed', 'code': 200} Mar 02 07:21:24.888128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-03c27fc4-25b3-4042-92d3-0bf4e5d9b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:24.888792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-03c27fc4-25b3-4042-92d3-0bf4e5d9b087 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1151597 Mar 02 07:21:24.977955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-90d724a5-a032-432b-b6b0-887f85d74255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=24819e68-a748-4fc5-9562-4abc87d40aea HTTP/1.1" status: 200 len: 217 time: 0.0775414 Mar 02 07:21:24.982924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-6ffd5e6c-7fbc-44ce-a2f4-fc39dc36d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:24.984443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-6ffd5e6c-7fbc-44ce-a2f4-fc39dc36d111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 1099 time: 0.1824713 Mar 02 07:21:25.045357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84bff-5f12-40a3-9380-79c0492cfca8 req-cb910edd-a9df-4ba3-813f-896ee2f16798 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.052058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c84bff-5f12-40a3-9380-79c0492cfca8 req-cb910edd-a9df-4ba3-813f-896ee2f16798 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 945 time: 0.1908581 Mar 02 07:21:25.063642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-3243b460-ab6c-484d-abd2-6b9b6775545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.065218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-3243b460-ab6c-484d-abd2-6b9b6775545b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0738060 Mar 02 07:21:25.143055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-ce332a1c-2203-4902-a533-854134a6a47b tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:21:25.144044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-ce332a1c-2203-4902-a533-854134a6a47b tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247045 Mar 02 07:21:25.163673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:25.164121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:21:25.164596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-5d251310-715b-4bc9-b74c-b7798de0753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.166172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-5d251310-715b-4bc9-b74c-b7798de0753c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934563 Mar 02 07:21:25.213542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c84bff-5f12-40a3-9380-79c0492cfca8 req-e4619826-a468-42a4-88ab-c98922764c3d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605425 Mar 02 07:21:25.248616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-af05ccea-b322-438b-8f78-8da60c6fd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.250462 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-af05ccea-b322-438b-8f78-8da60c6fd251 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2569602 Mar 02 07:21:25.287051 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985d0581-06dd-4b26-bb5a-f17535f0b6e3', 'name': 'network-vif-deleted', 'tag': '5a2bb2a9-7600-4e6b-b81d-a4f9d0dcf056', 'status': 'completed', 'code': 200} Mar 02 07:21:25.325591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-dcbb8f2e-2d24-4a5b-93c9-f44dfe934602 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507711 Mar 02 07:21:25.351330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-b1a4c96b-3924-466a-af72-1befade3566e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de HTTP/1.1" status: 200 len: 217 time: 0.0817962 Mar 02 07:21:25.467237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3938e3c2-8c05-4752-9325-f269d3f5156c req-638972b3-87f7-434d-83cf-b0e01b55f2e2 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332121 Mar 02 07:21:25.550717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-494f2109-3a0e-4654-842d-974be2ef4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.552403 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-494f2109-3a0e-4654-842d-974be2ef4113 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1517396 Mar 02 07:21:25.652363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:25.652982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:25.652982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:25.667661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af6638-2786-4436-96fc-91805f355ae8 req-888cb210-613e-4e02-98b2-8ef32d655a73 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.669112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87af6638-2786-4436-96fc-91805f355ae8 req-888cb210-613e-4e02-98b2-8ef32d655a73 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 950 time: 0.2675929 Mar 02 07:21:25.670430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:25.670744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:25.680863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:25.681197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:25.681571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:25.682035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Bound port: 6f89af3a-d537-42ec-9d92-33b4777ca555, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:25.739911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-282bd539-1f51-402d-9e0e-c51149937c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:25.742445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-282bd539-1f51-402d-9e0e-c51149937c2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776845 Mar 02 07:21:25.748391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87af6638-2786-4436-96fc-91805f355ae8 req-c09a0844-d4e5-463b-956b-1a3d65a5b918 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706458 Mar 02 07:21:25.846065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:25.855688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:25.856995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] 10.222.0.21 "POST /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555/bindings HTTP/1.1" status: 201 len: 389 time: 0.7009211 Mar 02 07:21:26.012737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-c017d6c7-62de-49c4-93fa-5a2bda97e784 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621388 Mar 02 07:21:26.013348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39776) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:26.149048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-b88d346e-be56-4f54-8ff2-962f00ef7277 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:26.150642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-b88d346e-be56-4f54-8ff2-962f00ef7277 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.1512265 Mar 02 07:21:26.162043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2aec-3732-441c-83be-9b4d4813f7cb req-79409b37-8e2b-4e6a-97a1-bdae67e5a003 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:26.164315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70fd2aec-3732-441c-83be-9b4d4813f7cb req-79409b37-8e2b-4e6a-97a1-bdae67e5a003 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1234031 Mar 02 07:21:26.169233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:26.297141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70fd2aec-3732-441c-83be-9b4d4813f7cb req-8b4d9646-7a80-49ad-8ed1-e6192fd65946 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981607 Mar 02 07:21:26.323992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.364376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e01117dd-4c09-4a85-9a69-3c33301f507e req-75727bf9-2ac4-423a-9319-7c66b2e1b14f service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966135 Mar 02 07:21:26.495468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:26.532799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bda49e-c37c-47ce-8ed9-81732071ded9 req-622987c8-962d-4507-91b2-7abbe788e2be tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:26.534381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1bda49e-c37c-47ce-8ed9-81732071ded9 req-622987c8-962d-4507-91b2-7abbe788e2be tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.2602448 Mar 02 07:21:26.602441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:26.607610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:26.608046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.647690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1bda49e-c37c-47ce-8ed9-81732071ded9 req-dddca8a3-8f80-4f1f-8712-bcc71a6f8862 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042774 Mar 02 07:21:26.692250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:26.703374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a35ac-2b9a-4b59-b473-3598829edebf req-009acba9-07a8-42b9-b835-180a9c9f146e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:26.704074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-561a35ac-2b9a-4b59-b473-3598829edebf req-009acba9-07a8-42b9-b835-180a9c9f146e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:26.732076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-561a35ac-2b9a-4b59-b473-3598829edebf req-009acba9-07a8-42b9-b835-180a9c9f146e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:26.738347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.738829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-561a35ac-2b9a-4b59-b473-3598829edebf req-009acba9-07a8-42b9-b835-180a9c9f146e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 948 time: 0.3245640 Mar 02 07:21:26.784195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:26.787972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:26.798931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:26.806178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.850517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-561a35ac-2b9a-4b59-b473-3598829edebf req-10bb6fcd-16e2-4bc6-b962-33defff2fac7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105130 Mar 02 07:21:26.857669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.906184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:26.908913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:26.914152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.157004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:27.162653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:27.162992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:27.163320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:27.170800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:21:27.171120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Attempting to bind port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on network 342ab4c2-6052-4ec3-9f5b-555f217e9ef1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:27.185565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:27.185928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Checking segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:27.186313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Bound using segment: {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:27.186731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Bound port: 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c14a815-882c-4626-bb34-e98a7ba111ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '342ab4c2-6052-4ec3-9f5b-555f217e9ef1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:27.187083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.213134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13557b8f-a929-4ae9-89cd-b8a9c36729c5 req-62ec5527-fca1-4c60-8f3a-fbbca7fa0417 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:27.214633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13557b8f-a929-4ae9-89cd-b8a9c36729c5 req-62ec5527-fca1-4c60-8f3a-fbbca7fa0417 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2496791 Mar 02 07:21:27.231068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a91c47-ca72-44f5-8f97-3638355b4d7f req-4bdb0054-000e-43d8-b6f6-e41e7827ec8f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:27.232532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7a91c47-ca72-44f5-8f97-3638355b4d7f req-4bdb0054-000e-43d8-b6f6-e41e7827ec8f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.2066147 Mar 02 07:21:27.291055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7a91c47-ca72-44f5-8f97-3638355b4d7f req-90cae0a9-4bf9-4c38-b6f1-3ba97083954c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512362 Mar 02 07:21:27.294065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea'}, {'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:27.322328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13557b8f-a929-4ae9-89cd-b8a9c36729c5 req-397a4d1d-2ddd-44e5-829d-f33be268d862 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780246 Mar 02 07:21:27.335611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:27.338811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:27.346452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.359231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Deleting port 150f6543-2a86-4b66-9ac3-bbcad50308f7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:27.359649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.369828 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'code': 200} Mar 02 07:21:27.494137 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea', 'status': 'completed', 'code': 200} Mar 02 07:21:27.494407 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'code': 200} Mar 02 07:21:27.603104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:27.604030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.605591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 1121 time: 1.4403517 Mar 02 07:21:27.607893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53c89-fd87-4c85-b055-23bfe9f91287 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:27.652317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-6332f1fb-5aa0-4398-b48f-a2ff6ea9b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:27.654127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-6332f1fb-5aa0-4398-b48f-a2ff6ea9b380 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1208341 Mar 02 07:21:27.733623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9a7692fd-ccf5-44b5-bca3-365ae66f4c84'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:27.793615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['9a7692fd-ccf5-44b5-bca3-365ae66f4c84'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:27.820404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-8f2fdf22-07af-437f-bbe5-938c62430767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:27.821968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-8f2fdf22-07af-437f-bbe5-938c62430767 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1567533 Mar 02 07:21:27.836568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] For port 150f6543-2a86-4b66-9ac3-bbcad50308f7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=150f6543-2a86-4b66-9ac3-bbcad50308f7,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:27.837048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:27.932909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-31d9cb94-a962-4052-83dd-2965280220ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=24819e68-a748-4fc5-9562-4abc87d40aea HTTP/1.1" status: 200 len: 217 time: 0.0856643 Mar 02 07:21:27.982583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Calling delete_port for 150f6543-2a86-4b66-9ac3-bbcad50308f7 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:28.018816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-e6c18c25-9e9f-42d7-9903-c82a41655363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.020562 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-e6c18c25-9e9f-42d7-9903-c82a41655363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0794754 Mar 02 07:21:28.044257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762eae3-8526-4283-af20-b4a96a73b61b req-0c06972b-c9aa-45f1-9dbb-e5db4220ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.046160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3762eae3-8526-4283-af20-b4a96a73b61b req-0c06972b-c9aa-45f1-9dbb-e5db4220ab49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1100 time: 0.5966818 Mar 02 07:21:28.065740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46873e-3c11-4cb7-85d3-0c7e79d1936a req-b7d2aefc-6b50-4acf-b282-deb319a781cc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.067421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc46873e-3c11-4cb7-85d3-0c7e79d1936a req-b7d2aefc-6b50-4acf-b282-deb319a781cc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.3901072 Mar 02 07:21:28.151668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-cc457ffb-fb0e-4321-a855-712e0fdbf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.153154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-cc457ffb-fb0e-4321-a855-712e0fdbf7cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196368 Mar 02 07:21:28.184645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc46873e-3c11-4cb7-85d3-0c7e79d1936a req-ceae535a-6f21-4ff2-ae2e-8be07a3aaa0a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053100 Mar 02 07:21:28.382391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-e6737ba3-01a6-44f2-b739-0bfdbafff099 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173913 Mar 02 07:21:28.430821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3762eae3-8526-4283-af20-b4a96a73b61b req-fda9684a-ead9-440a-8d2c-39944a39d45a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613789 Mar 02 07:21:28.443885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:28.491373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:28.503441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Pushing event deleted for resources: {'Port': ['ID=150f6543-2a86-4b66-9ac3-bbcad50308f7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:28.561894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038f14-d870-48fd-8a15-451cc5b81f45 req-f92256a6-1c8e-4012-9a30-f2b3cbbbb998 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.570047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0038f14-d870-48fd-8a15-451cc5b81f45 req-f92256a6-1c8e-4012-9a30-f2b3cbbbb998 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.2276702 Mar 02 07:21:28.615879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 24819e68-a748-4fc5-9562-4abc87d40aea details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:28.698007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3756e4b4-b2a3-4169-ac9d-cbb2ab403852 req-52364523-76c5-4f2c-8eff-23a85e442df8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060920 Mar 02 07:21:28.701817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:28.709770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c84b23-f874-45fd-bb01-1d96b8e88af7 req-b1a9429c-451e-4ad3-8432-42c5a66be80f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:28.711769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5c84b23-f874-45fd-bb01-1d96b8e88af7 req-b1a9429c-451e-4ad3-8432-42c5a66be80f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 948 time: 0.3696802 Mar 02 07:21:28.760168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5c84b23-f874-45fd-bb01-1d96b8e88af7 req-69b321ca-b881-4349-a9b4-b33926c28fae tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Mar 02 07:21:28.766534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0038f14-d870-48fd-8a15-451cc5b81f45 req-b467ddac-6191-4784-b70a-0f678bd3276d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956205 Mar 02 07:21:28.795200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:21:28.795790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef6a1779-b98a-4b26-95ed-286699e9a1de details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:28.869870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:28.877504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:28.948690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '24819e68-a748-4fc5-9562-4abc87d40aea', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '24819e68-a748-4fc5-9562-4abc87d40aea', 'mac_address': 'fa:16:3e:31:30:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:29.007736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf71d5-5595-4b4a-8e3d-cb4c72ab8ffe req-27c18c16-08b9-46de-b9e7-3e6337e10f6b tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:29.009898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fdf71d5-5595-4b4a-8e3d-cb4c72ab8ffe req-27c18c16-08b9-46de-b9e7-3e6337e10f6b tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 950 time: 0.1087909 Mar 02 07:21:29.023573 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:21:29.044964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:29.059684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:29.069499 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fdf71d5-5595-4b4a-8e3d-cb4c72ab8ffe req-d9af3e84-86fd-4af5-92f6-f6b0aa2cea7a tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481031 Mar 02 07:21:29.070958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'mac_address': 'fa:16:3e:b8:79:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:29.107557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24819e68-a748-4fc5-9562-4abc87d40aea {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:29.138928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:29.146915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:29.192006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:29.215442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6a1779-b98a-4b26-95ed-286699e9a1de {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:29.243339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:29.246707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:29.256482 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:29.274045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb04e4-5a6a-4a98-9eda-f85d1e85eabd req-437a2ce4-1fa4-40fe-8cbb-eeb0efaecba4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:29.275578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cffb04e4-5a6a-4a98-9eda-f85d1e85eabd req-437a2ce4-1fa4-40fe-8cbb-eeb0efaecba4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.0939682 Mar 02 07:21:29.313175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad121a-cc87-407c-8169-9aec6099e116 req-c4990b44-1310-4820-98bc-16d94c861d29 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:29.314688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fad121a-cc87-407c-8169-9aec6099e116 req-c4990b44-1310-4820-98bc-16d94c861d29 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.2234914 Mar 02 07:21:29.330306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cffb04e4-5a6a-4a98-9eda-f85d1e85eabd req-e0d2fbd4-c1dd-4fcd-b348-9c77a1e08aba tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Mar 02 07:21:29.331532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:29.493213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Router 190dd3ea-c136-44f9-892e-af64c3094c16 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:21:29.495217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:29.496179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fad121a-cc87-407c-8169-9aec6099e116 req-aa08875b-52c5-4153-8e75-083484ff41fc tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696916 Mar 02 07:21:29.619189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:29.759771 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'status': 'completed', 'code': 200} Mar 02 07:21:29.781956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:21:29.800001 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Sync routers for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:21:29.811947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2145f95-267b-4de8-8ed3-369caab38fba admin admin] 10.222.0.21 "PUT /v2.0/routers/190dd3ea-c136-44f9-892e-af64c3094c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7879539 Mar 02 07:21:29.819427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:29.850939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb69c-0216-4610-9702-d6204532c247 req-04f3dcc3-a6ec-4c8c-9263-f2ba6a4713f8 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:29.850939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-736bb69c-0216-4610-9702-d6204532c247 req-04f3dcc3-a6ec-4c8c-9263-f2ba6a4713f8 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2310233 Mar 02 07:21:29.855838 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:29.857408 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:29.916979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-736bb69c-0216-4610-9702-d6204532c247 req-9d5781c1-0eb0-4632-b298-1755286f5f72 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 Mar 02 07:21:30.016703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7530db84-d0ed-4450-8d20-31306e0070a2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.020887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7530db84-d0ed-4450-8d20-31306e0070a2 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.16 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 950 time: 0.0891221 Mar 02 07:21:30.066125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-eeee82b5-d7f5-4f9f-91b1-44ee42fe1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.067696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-eeee82b5-d7f5-4f9f-91b1-44ee42fe1901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1124 time: 0.1593714 Mar 02 07:21:30.103581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:30.111580 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:30.146946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Deleting port b5296802-5917-431d-9b5f-3a90c2cd0b49 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:30.147305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.280565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.457552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f476ce-e737-41be-b55e-03f81a836065 req-5c2727fd-5169-43ed-9091-9e7d4f5ec9f7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.465063 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14f476ce-e737-41be-b55e-03f81a836065 req-5c2727fd-5169-43ed-9091-9e7d4f5ec9f7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.3903985 Mar 02 07:21:30.515152 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:21:28Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:30.518975 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Checking router: 190dd3ea-c136-44f9-892e-af64c3094c16 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:21:30.529275 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Routers {'190dd3ea-c136-44f9-892e-af64c3094c16'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:30.529905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['190dd3ea-c136-44f9-892e-af64c3094c16'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:30.539521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14f476ce-e737-41be-b55e-03f81a836065 req-1dfdfac3-8baf-47f9-9cb6-eb84cf2e140c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735221 Mar 02 07:21:30.541079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] For port b5296802-5917-431d-9b5f-3a90c2cd0b49, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b5296802-5917-431d-9b5f-3a90c2cd0b49,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:30.541442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.559956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de422b-ed88-464c-88a6-fdde3fe6b05a req-727c52ec-5c0d-4d43-bf44-c3c1081fc34f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.570362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73de422b-ed88-464c-88a6-fdde3fe6b05a req-727c52ec-5c0d-4d43-bf44-c3c1081fc34f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 949 time: 0.6036997 Mar 02 07:21:30.681785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.686015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Calling delete_port for b5296802-5917-431d-9b5f-3a90c2cd0b49 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:30.687158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-b70d163f-2aa1-4ea5-8fa0-a63f371e0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.689258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-b70d163f-2aa1-4ea5-8fa0-a63f371e0ea2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.5661893 Mar 02 07:21:30.710025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73de422b-ed88-464c-88a6-fdde3fe6b05a req-a1e01b78-2ca1-4194-9a4c-32292d5b8dd8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312795 Mar 02 07:21:30.745723 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] Set router 190dd3ea-c136-44f9-892e-af64c3094c16 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:30.777094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Deleting port 63884112-519c-439a-ba92-83e75f58fd4a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:30.777573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.833656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-950e7f74-0da8-42f6-b00f-f92353a8c76b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 217 time: 0.1211855 Mar 02 07:21:30.877925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3d7b2-07a3-477b-b499-d6c0529c0e69 req-3509c17a-a9c4-4f2a-aba5-edb852f2003d tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:30.879472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d6f3d7b2-07a3-477b-b499-d6c0529c0e69 req-3509c17a-a9c4-4f2a-aba5-edb852f2003d tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/ports?device_id=8460587e-2bd3-43c9-a36b-7ea2c7c1f06f HTTP/1.1" status: 200 len: 950 time: 0.1629205 Mar 02 07:21:30.935113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:30.989329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d6f3d7b2-07a3-477b-b499-d6c0529c0e69 req-beba7af8-ceef-4a85-a7b2-df0b1ddf2811 tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e07524d-9abe-4616-b96a-10b2178c143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965681 Mar 02 07:21:30.992596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Pushing event deleted for resources: {'Port': ['ID=b5296802-5917-431d-9b5f-3a90c2cd0b49,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:31.045585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-5bb254f3-ad39-4679-bc02-a00ae17cafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:31.047419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-5bb254f3-ad39-4679-bc02-a00ae17cafa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1755359 Mar 02 07:21:31.074856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:21:28Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:31.079835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6461e-65d3-448e-8e89-9b018f2e0b3b None None] The sync data for ids ['190dd3ea-c136-44f9-892e-af64c3094c16'] in n-d-827871-1 is: [{'id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-635027625-router', 'tenant_id': '594e6b929603480cb89704360f45ca47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '63884112-519c-439a-ba92-83e75f58fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:19:37Z', 'updated_at': '2022-03-02T07:21:28Z', 'revision_number': 5, 'project_id': '594e6b929603480cb89704360f45ca47', 'gw_port': {'id': '63884112-519c-439a-ba92-83e75f58fd4a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190dd3ea-c136-44f9-892e-af64c3094c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:19:39Z', 'updated_at': '2022-03-02T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:21:31.118220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] No DVR routers for this DVR port b5296802-5917-431d-9b5f-3a90c2cd0b49 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:21:31.121318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:31.124481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'name': 'network-vif-deleted', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:31.144971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-18e87c8c-b14a-4149-90af-2737e4d7c36c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879591 Mar 02 07:21:31.145509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889e46e6-5c68-42da-83e6-efd8c8b94933 req-7316a892-3e5a-4c2c-a6e2-10b15c907dec tempest-TenantUsagesTestJSON-751615013 tempest-TenantUsagesTestJSON-751615013-project] 10.222.0.16 "DELETE /v2.0/ports/b5296802-5917-431d-9b5f-3a90c2cd0b49 HTTP/1.1" status: 204 len: 173 time: 1.1197414 Mar 02 07:21:31.201630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12f41-0097-4342-a170-4e1373384f5c req-c7753892-b407-47b7-8ca9-b3e4b7920559 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:31.203237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1c12f41-0097-4342-a170-4e1373384f5c req-c7753892-b407-47b7-8ca9-b3e4b7920559 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.3663530 Mar 02 07:21:31.226475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] For port 63884112-519c-439a-ba92-83e75f58fd4a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63884112-519c-439a-ba92-83e75f58fd4a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:31.226876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:31.338802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8ddc-8477-4caf-b168-e15b94c52615 req-df39d76b-9310-439f-810c-76842c91341f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:31.338802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-228e8ddc-8477-4caf-b168-e15b94c52615 req-df39d76b-9310-439f-810c-76842c91341f tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 943 time: 0.1522362 Mar 02 07:21:31.398795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-228e8ddc-8477-4caf-b168-e15b94c52615 req-0f3700b3-375f-4a58-9acc-f9ec6a16a80b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Mar 02 07:21:31.656576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['b5296802-5917-431d-9b5f-3a90c2cd0b49'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:31.657037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Calling delete_port for 63884112-519c-439a-ba92-83e75f58fd4a owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:31.718353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f113b3a-e7e2-47cc-a800-4f7954d60e67 req-9cdf846a-1eb8-48f0-8db3-a4ad622e4554 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:31.725307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f113b3a-e7e2-47cc-a800-4f7954d60e67 req-9cdf846a-1eb8-48f0-8db3-a4ad622e4554 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1101534 Mar 02 07:21:31.749574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1c12f41-0097-4342-a170-4e1373384f5c req-a12fbc14-ff1a-42c3-a8a0-e93b4d41a4f4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307517 Mar 02 07:21:31.842918 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f113b3a-e7e2-47cc-a800-4f7954d60e67 req-0b2da5c2-f709-45fd-928e-8309e06b073a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127567 Mar 02 07:21:31.842918 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460587e-2bd3-43c9-a36b-7ea2c7c1f06f', 'name': 'network-vif-deleted', 'tag': 'b5296802-5917-431d-9b5f-3a90c2cd0b49', 'status': 'completed', 'code': 200} Mar 02 07:21:31.941511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-3020f822-9d77-467e-9900-a337a2691c5d service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806993 Mar 02 07:21:32.286344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.340994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 150f6543-2a86-4b66-9ac3-bbcad50308f7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:32.373935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=63884112-519c-439a-ba92-83e75f58fd4a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:32.410167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 150f6543-2a86-4b66-9ac3-bbcad50308f7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:21:32.410531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 150f6543-2a86-4b66-9ac3-bbcad50308f7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:32.415502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1bdb1d04-f428-4de3-9e42-917779b76324 req-9ca7d4e1-d700-476c-8567-0210660c1f93 service neutron] 10.222.0.39 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644427 Mar 02 07:21:32.447092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-7bf794e4-fced-44d5-883f-41923f915b59 service neutron] 10.222.0.39 "GET /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.3054376 Mar 02 07:21:32.484829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf729cb-567e-478a-8e0e-23cfa45c2060 req-1d902e91-f277-4402-badd-8379c7650697 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:32.486301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daf729cb-567e-478a-8e0e-23cfa45c2060 req-1d902e91-f277-4402-badd-8379c7650697 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 949 time: 0.3782845 Mar 02 07:21:32.494923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.500293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43122c-51b6-4af0-b4f0-8920a73a8218 req-32318c78-2a34-4a9b-a061-ef4c0ee23dfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:32.501783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a43122c-51b6-4af0-b4f0-8920a73a8218 req-32318c78-2a34-4a9b-a061-ef4c0ee23dfd tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.3967500 Mar 02 07:21:32.510791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:32.513406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef6a1779-b98a-4b26-95ed-286699e9a1de up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:32.573286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a43122c-51b6-4af0-b4f0-8920a73a8218 req-d5c817f5-9ffc-4d82-a345-c13a794220d4 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631425 Mar 02 07:21:32.636192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 24819e68-a748-4fc5-9562-4abc87d40aea up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:32.681146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ef6a1779-b98a-4b26-95ed-286699e9a1de completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:32.717940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.720403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.736623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ef6a1779-b98a-4b26-95ed-286699e9a1de triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:32.737013 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.773158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.774071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190dd3ea-c136-44f9-892e-af64c3094c16 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:21:32.785577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:32.799687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daf729cb-567e-478a-8e0e-23cfa45c2060 req-59913c9a-d155-48ee-98be-e04e5317efd5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647789 Mar 02 07:21:32.827440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:32.835752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.838619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-55d3dea2-a3d1-4adc-8cdf-3a3bcc4edc2b admin admin] 10.222.0.21 "DELETE /v2.0/routers/190dd3ea-c136-44f9-892e-af64c3094c16 HTTP/1.1" status: 204 len: 168 time: 3.0300031 Mar 02 07:21:32.840538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:32.885474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:32.893760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 24819e68-a748-4fc5-9562-4abc87d40aea completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:32.919384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:32.939014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:32.978648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 24819e68-a748-4fc5-9562-4abc87d40aea triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:32.978648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:32.986186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Deleting subnet 9cc87218-8003-42d2-8af1-af69c8428948 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:21:32.999492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.007128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.058847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.139366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] Transition to ACTIVE for port object 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:33.148532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.217184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:21:33.233233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.252440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.283673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:33.324432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:33.332673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.445951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.448844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:33.496522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.534181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] No DVR routers for this DVR port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:21:33.554918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:33.564415 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.565665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:33.576927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] Pushing event updated for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:33.580560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.599095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-95a8cf55-d110-4312-b604-16b8bbaa6aaf service neutron] 10.222.0.39 "PUT /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1450553 Mar 02 07:21:33.658230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39878) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:33.660634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e9bb6-bfa7-4df6-8e41-c0d9e0152b71 None None] Network 5e551cd6-a96d-40b2-9192-482a62c85933 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:33.669973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc87218-8003-42d2-8af1-af69c8428948,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:33.681614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de580938-d26c-49e7-9971-d860530c015b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cc87218-8003-42d2-8af1-af69c8428948 HTTP/1.1" status: 204 len: 168 time: 0.8397973 Mar 02 07:21:33.683683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:33.772893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-385d585f-f66e-4165-9ef6-a6bcc10c1e99 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:33.774705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-385d585f-f66e-4165-9ef6-a6bcc10c1e99 tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.1033633 Mar 02 07:21:33.782488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bbcd6-05c1-445b-a9ed-42166f9ab08c req-037308f9-60a4-4fe3-847a-6fbc034979f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:33.784155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-240bbcd6-05c1-445b-a9ed-42166f9ab08c req-037308f9-60a4-4fe3-847a-6fbc034979f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1638689 Mar 02 07:21:33.817897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.837825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7ec3-a693-4f45-a146-409f6b328e19 req-88c45de5-a8cb-4a88-8925-71c23ab5a83b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:33.839373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-926b7ec3-a693-4f45-a146-409f6b328e19 req-88c45de5-a8cb-4a88-8925-71c23ab5a83b tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.2672253 Mar 02 07:21:33.843878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Deleting port cbf98ae0-3bc0-4815-9b0d-64d739416e7a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:33.844412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.845739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:33.890220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-240bbcd6-05c1-445b-a9ed-42166f9ab08c req-0672d018-d002-4ecf-bf2d-6ff0d590b05d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Mar 02 07:21:33.892106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:33.954867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b3faf14e-9c24-4730-9064-ce83d46653fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb27d50485646ecac6a76f7a1129324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870975 Mar 02 07:21:33.955158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39890) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:33.973170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-de7675f1-9406-4d1c-ab73-701212f880da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:33.975358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-de7675f1-9406-4d1c-ab73-701212f880da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d HTTP/1.1" status: 200 len: 1095 time: 0.1895430 Mar 02 07:21:34.071087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] DHCP port deletion for 5e551cd6-a96d-40b2-9192-482a62c85933 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:21:34.076015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Deleting port cbf98ae0-3bc0-4815-9b0d-64d739416e7a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:34.076397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.113453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-926b7ec3-a693-4f45-a146-409f6b328e19 req-ad2f89c4-697b-4cf0-8908-df44b13de446 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418380 Mar 02 07:21:34.180473 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.212789 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'code': 200} Mar 02 07:21:34.245571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.275439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-82e1cc43-f78b-4608-97c5-5b53a6673515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.275439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-82e1cc43-f78b-4608-97c5-5b53a6673515 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1095 time: 0.2604208 Mar 02 07:21:34.313096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168c4c-a8a1-4fcd-8520-63f6b8122917 req-2f09a4d3-a7e9-46b1-acf3-fc0b89cd8640 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.313096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e168c4c-a8a1-4fcd-8520-63f6b8122917 req-2f09a4d3-a7e9-46b1-acf3-fc0b89cd8640 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2564363 Mar 02 07:21:34.428365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] For port cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:34.428904 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.438959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cbf98ae0-3bc0-4815-9b0d-64d739416e7a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:34.469091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e168c4c-a8a1-4fcd-8520-63f6b8122917 req-e5fdf340-2c2b-4ced-8310-fd4b7ecda184 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564834 Mar 02 07:21:34.513353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.518429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-26112d14-ce5b-4410-9864-9acedbd155a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.520198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-26112d14-ce5b-4410-9864-9acedbd155a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.2452207 Mar 02 07:21:34.586141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] For port cbf98ae0-3bc0-4815-9b0d-64d739416e7a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,segment=NetworkSegment(3fde96c6-7888-475b-a837-7b99daccd0f4),segment_id=3fde96c6-7888-475b-a837-7b99daccd0f4)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:34.586141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.672763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-bd387619-e300-43b5-9750-345bd62bd0d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 200 len: 217 time: 0.1324084 Mar 02 07:21:34.683824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e07524d-9abe-4616-b96a-10b2178c143b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:34.730455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Calling delete_port for cbf98ae0-3bc0-4815-9b0d-64d739416e7a owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:34.744422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b5296802-5917-431d-9b5f-3a90c2cd0b49 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:34.785714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Calling delete_port for cbf98ae0-3bc0-4815-9b0d-64d739416e7a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:34.822114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734bd62-baf2-4898-a763-c9e5ad8110c6 req-278fd8f5-f369-4224-9d7e-1f536872902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.823897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f734bd62-baf2-4898-a763-c9e5ad8110c6 req-278fd8f5-f369-4224-9d7e-1f536872902d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 1101 time: 0.4305713 Mar 02 07:21:34.852210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: b5296802-5917-431d-9b5f-3a90c2cd0b49 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:21:34.852699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b5296802-5917-431d-9b5f-3a90c2cd0b49 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:34.868033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd792-9dd0-43f3-8726-61044628fbfc req-66592107-a749-4b37-871f-b43ce37cb0d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.868676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-938cd792-9dd0-43f3-8726-61044628fbfc req-66592107-a749-4b37-871f-b43ce37cb0d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:34.887522 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.904178 n-d-827871-1 neutron-server[87856]: INFO neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No ports have port_id starting with cbf98ae0-3bc0-4815-9b0d-64d739416e7a Mar 02 07:21:34.906352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63884112-519c-439a-ba92-83e75f58fd4a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:34.925423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:34.929899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c0aba7db-c261-4ed2-a198-0aff102e4057 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e07524d-9abe-4616-b96a-10b2178c143b HTTP/1.1" status: 204 len: 168 time: 0.9737406 Mar 02 07:21:34.931620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f734bd62-baf2-4898-a763-c9e5ad8110c6 req-bb1d313a-8c71-4577-ab90-8da416e17706 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986807 Mar 02 07:21:34.953339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf98ae0-3bc0-4815-9b0d-64d739416e7a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:34.953339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] No DVR routers for this DVR port cbf98ae0-3bc0-4815-9b0d-64d739416e7a on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:21:34.958445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d3134fb3-8a8b-440e-922f-e89f5c2c30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:34.958445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-d3134fb3-8a8b-440e-922f-e89f5c2c30a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.2660773 Mar 02 07:21:34.984847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-938cd792-9dd0-43f3-8726-61044628fbfc req-66592107-a749-4b37-871f-b43ce37cb0d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:34.988447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-938cd792-9dd0-43f3-8726-61044628fbfc req-66592107-a749-4b37-871f-b43ce37cb0d5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.4831750 Mar 02 07:21:34.999286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 63884112-519c-439a-ba92-83e75f58fd4a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:21:35.000296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63884112-519c-439a-ba92-83e75f58fd4a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:35.003013 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:21:35.003626 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:21:35.007076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebb096-8d70-4e4b-bbbc-861cdea573a7 req-96e74382-3ea1-459f-8ab6-88cc063628ff tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:35.008773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76ebb096-8d70-4e4b-bbbc-861cdea573a7 req-96e74382-3ea1-459f-8ab6-88cc063628ff tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.3245301 Mar 02 07:21:35.088128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.090754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76ebb096-8d70-4e4b-bbbc-861cdea573a7 req-e0bfdaf1-7da8-4f56-83c6-a8dbc8919f87 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726244 Mar 02 07:21:35.158157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e551cd6-a96d-40b2-9192-482a62c85933']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:35.176546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde96c6-7888-475b-a837-7b99daccd0f4') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:35.176546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde96c6-7888-475b-a837-7b99daccd0f4') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:35.186461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.210984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.263085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:21:35.264134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:21:35.279148 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:21:35.375547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734c69-009b-4156-96e8-332a66da4388 req-fff4394b-5fd6-40f8-ab8b-1d998041f23a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:35.385008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe734c69-009b-4156-96e8-332a66da4388 req-fff4394b-5fd6-40f8-ab8b-1d998041f23a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1198888 Mar 02 07:21:35.389095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-938cd792-9dd0-43f3-8726-61044628fbfc req-c6048395-515e-463f-8326-4135dc0916d9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733954 Mar 02 07:21:35.389095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.429022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.451167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e551cd6-a96d-40b2-9192-482a62c85933,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:35.461422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:35.472088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe734c69-009b-4156-96e8-332a66da4388 req-f2f8ef92-9e3b-4c65-9f26-6a9caddacc2a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869904 Mar 02 07:21:35.482051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-57fd6e16-f8dc-489c-bbd7-450d9c8eb7e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e551cd6-a96d-40b2-9192-482a62c85933 HTTP/1.1" status: 204 len: 168 time: 1.7924743 Mar 02 07:21:35.509702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Deleting port cbf98ae0-3bc0-4815-9b0d-64d739416e7a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:35.509702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.534917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.583387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:35.594273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:e22766739d9e49c88bc6836bdc79b7e8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:35.601132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:35.624519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:35.692633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f87e9f6d-3ee0-4c59-9cfa-b0ead5b7b724 None None] The port 'cbf98ae0-3bc0-4815-9b0d-64d739416e7a' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:21:35.728193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49bba7-4fad-4972-a1ba-075260f73a1e req-1c269798-6b84-458d-9219-6c39d2ba69f5 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:35.735926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd49bba7-4fad-4972-a1ba-075260f73a1e req-1c269798-6b84-458d-9219-6c39d2ba69f5 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1984160 Mar 02 07:21:35.791436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd49bba7-4fad-4972-a1ba-075260f73a1e req-476a5fef-596a-4172-80e8-32841c2d324d tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547693 Mar 02 07:21:35.821127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.834972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.860825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389466b6-b5d3-4bfe-a048-316b81cf01f8 req-20a207b0-419a-4a81-919f-e314e03cc6c9 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:35.863023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-389466b6-b5d3-4bfe-a048-316b81cf01f8 req-20a207b0-419a-4a81-919f-e314e03cc6c9 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1100 time: 0.1624384 Mar 02 07:21:35.882886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:35.920239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0009be-854e-4926-9fc9-755485291f46,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:35.936111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a13b1615-fdc7-4cf0-aede-e78f91c12fb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e22766739d9e49c88bc6836bdc79b7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685774 Mar 02 07:21:35.936111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39924) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:35.964010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-389466b6-b5d3-4bfe-a048-316b81cf01f8 req-5191f451-1ab0-4cfb-81a1-8034c73bfba7 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785556 Mar 02 07:21:36.018632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dba444e7-22c4-41bf-ab87-a852d46a79ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=594e6b929603480cb89704360f45ca47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337874 Mar 02 07:21:36.023064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39930) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:36.051575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.071417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd8bca-e515-4b42-9f52-8ee28ea69fde req-7229ad80-1629-4fb7-abfc-178a6c400599 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:36.073848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0fd8bca-e515-4b42-9f52-8ee28ea69fde req-7229ad80-1629-4fb7-abfc-178a6c400599 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1236792 Mar 02 07:21:36.102483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.120680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0fd8bca-e515-4b42-9f52-8ee28ea69fde req-135c878e-301e-44a1-98fc-7151678745b2 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Mar 02 07:21:36.160851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.193572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.213806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:36.242685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.264663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0009be-854e-4926-9fc9-755485291f46,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:36.274319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.278845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f9b61e3-5262-43fe-9cec-05afd1404489 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb0009be-854e-4926-9fc9-755485291f46 HTTP/1.1" status: 204 len: 168 time: 0.3414509 Mar 02 07:21:36.312685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.345795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ebe5d-7ab3-4b31-bc2d-10653c21f62a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:36.374437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:36.377028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-48946d81-baf7-4829-ac44-5ec327b94d6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d72ebe5d-7ab3-4b31-bc2d-10653c21f62a HTTP/1.1" status: 204 len: 168 time: 0.3520558 Mar 02 07:21:36.763898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370da2a-893b-497d-ac4a-a3f46bccb75d req-e4a7be2d-f456-427f-bd9b-74511d4143aa tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:36.773311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d370da2a-893b-497d-ac4a-a3f46bccb75d req-e4a7be2d-f456-427f-bd9b-74511d4143aa tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.1151824 Mar 02 07:21:36.842128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d370da2a-893b-497d-ac4a-a3f46bccb75d req-d23fa90a-e79d-40e7-aef0-6320c0f1d540 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674233 Mar 02 07:21:36.902971 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea', 'code': 200} Mar 02 07:21:37.083634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81603886-4526-490b-8fda-50265ce7735b req-2687ef1b-3111-43ef-b68b-437a432a2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:37.087625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81603886-4526-490b-8fda-50265ce7735b req-2687ef1b-3111-43ef-b68b-437a432a2045 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 1101 time: 0.1130974 Mar 02 07:21:37.267411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81603886-4526-490b-8fda-50265ce7735b req-d1372245-54cc-4c8c-bbc1-40121d5bd774 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064577 Mar 02 07:21:37.316657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb36174-4a24-4ac8-9a02-648a38322d27 req-5e9bc66e-d5aa-40d6-824b-7ce5ada3ba12 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:37.324218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3eb36174-4a24-4ac8-9a02-648a38322d27 req-5e9bc66e-d5aa-40d6-824b-7ce5ada3ba12 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2350812 Mar 02 07:21:37.344864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-0ffa971d-b986-40e3-ac79-1a789f6ca7fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1854715 Mar 02 07:21:37.377985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08630-2fb1-4eeb-a497-7809cc95badc req-86e102f4-1576-4dd0-9385-429b66f430e2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:37.386302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3eb36174-4a24-4ac8-9a02-648a38322d27 req-ab2c4a90-6a53-4b73-a329-a39772d1b6bd tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609322 Mar 02 07:21:37.398564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfc08630-2fb1-4eeb-a497-7809cc95badc req-86e102f4-1576-4dd0-9385-429b66f430e2 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1823785 Mar 02 07:21:37.514936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfc08630-2fb1-4eeb-a497-7809cc95badc req-6e7ff643-8e28-4e9c-ac51-5a2b3f737059 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152790 Mar 02 07:21:37.605169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ae52a-f706-458b-a945-c3d6c4f8bd2c req-fe095686-020c-4aad-9a64-1405b574a0e6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:37.616792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-726ae52a-f706-458b-a945-c3d6c4f8bd2c req-fe095686-020c-4aad-9a64-1405b574a0e6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.1018538 Mar 02 07:21:37.674457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-726ae52a-f706-458b-a945-c3d6c4f8bd2c req-c6e91ee4-eee4-4c4e-82d2-5f03868b71ce tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605056 Mar 02 07:21:37.836218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f54cc-a730-4c87-823c-e85ae30f3806 req-a9e14f92-4ab7-420d-90fc-e9115113d18b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:37.844879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-191f54cc-a730-4c87-823c-e85ae30f3806 req-a9e14f92-4ab7-420d-90fc-e9115113d18b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1103585 Mar 02 07:21:37.964321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-191f54cc-a730-4c87-823c-e85ae30f3806 req-1f70e6bc-0458-483d-bfb6-9ecfbc5f3451 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204355 Mar 02 07:21:38.126348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa079-b807-4f75-b426-ecb1f2543f66 req-dc752b10-bf6b-4d8c-b9c8-eed7b9490527 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:38.136799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a4fa079-b807-4f75-b426-ecb1f2543f66 req-dc752b10-bf6b-4d8c-b9c8-eed7b9490527 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.1634190 Mar 02 07:21:38.258592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a4fa079-b807-4f75-b426-ecb1f2543f66 req-7b133a07-4f91-4da6-ac4e-33bc03ec9f42 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194029 Mar 02 07:21:38.266607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:38.300748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40038) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:38.585830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-network', 'tenant_id': '148e996750214069ba7eb3397cda680c'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:38.596146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:38.607030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Usage tracker for resource:network and tenant:148e996750214069ba7eb3397cda680c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:38.618785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:38.649438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:38.681154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Made reservation on behalf of 148e996750214069ba7eb3397cda680c for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:38.683441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:38.696260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835220b-0ab2-4a0e-a10a-c588e1dd27e2 req-7f991508-b63c-4e15-8e2f-ae743e67a5e9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:38.697951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3835220b-0ab2-4a0e-a10a-c588e1dd27e2 req-7f991508-b63c-4e15-8e2f-ae743e67a5e9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1224790 Mar 02 07:21:38.784794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:38.819634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3835220b-0ab2-4a0e-a10a-c588e1dd27e2 req-a55947a7-dcb7-4abf-bde2-c28087c70232 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986667 Mar 02 07:21:38.829383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:38.897673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:38.908836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Usage tracker for resource:security_group_rule and tenant:148e996750214069ba7eb3397cda680c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:38.908836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:38.931224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:39.137634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.137634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.166283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:39.172643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2be85-ca6d-48b1-9738-265d0d31b1ab req-3c9d6fae-e527-4893-aed2-42c55dea2ecd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:39.179710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc00f80016e4a84a8dff867c6d0d5ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:39.186984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6f2be85-ca6d-48b1-9738-265d0d31b1ab req-3c9d6fae-e527-4893-aed2-42c55dea2ecd tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1887596 Mar 02 07:21:39.192897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:39.192897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:21:39.210761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:39.210761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b79bf8-8a65-4ca2-a364-10d0b1e85f67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:39.228510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.228510 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Added segment 81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29 of type vlan for network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b Mar 02 07:21:39.283729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.327817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6f2be85-ca6d-48b1-9738-265d0d31b1ab req-d0d679f6-d20a-4962-8cdd-1602cf7a28f8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464512 Mar 02 07:21:39.387600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.387600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:39.387600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.656079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9641a-631b-41b6-8a9f-b1a988fc4b83 req-adde3f7c-c953-4d79-b162-98ae00521260 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:39.656405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.667264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3962514 Mar 02 07:21:39.667831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9e9641a-631b-41b6-8a9f-b1a988fc4b83 req-adde3f7c-c953-4d79-b162-98ae00521260 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2195363 Mar 02 07:21:39.671093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40062) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:39.699174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Request body: {'subnet': {'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-subnet', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:39.711386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:39.722235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Usage tracker for resource:subnet and tenant:148e996750214069ba7eb3397cda680c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:39.731211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:39.734421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:39.749631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9e9641a-631b-41b6-8a9f-b1a988fc4b83 req-a34e9098-30a8-4bb6-807a-92aefc0230ff tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804849 Mar 02 07:21:39.751630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.760785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Made reservation on behalf of 148e996750214069ba7eb3397cda680c for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:39.763658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:39.826630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bc00f80016e4a84a8dff867c6d0d5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5198998 Mar 02 07:21:39.826630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8d7e6-40ce-4baf-9c1d-383f6c593a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed2cf5-5b36-47e9-9821-b5be125864a2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:39.839291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40068) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:39.846457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19219d-473e-4381-9d5b-b6035637d992 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:39.916471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:21:39.933759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57424b46-23a3-4826-ab64-ae44b7344e15 req-2a420855-c927-40fa-8e78-aad4e1568342 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:39.946827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-57424b46-23a3-4826-ab64-ae44b7344e15 req-2a420855-c927-40fa-8e78-aad4e1568342 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.2793593 Mar 02 07:21:39.961448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.007956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.024223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-57424b46-23a3-4826-ab64-ae44b7344e15 req-5060c924-145a-4beb-9616-2c76e6999b9f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Mar 02 07:21:40.137525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.155471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed2cf5-5b36-47e9-9821-b5be125864a2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:40.169638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.171333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3cf00ee8-a7b5-48a1-9b74-d4b227743f1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54ed2cf5-5b36-47e9-9821-b5be125864a2 HTTP/1.1" status: 204 len: 168 time: 0.3384268 Mar 02 07:21:40.238902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9aed-cffe-4a8c-ba47-ffc8b4d4e8e8 req-47885920-dfd7-4607-abae-c452e0f5247e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:40.240959 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-004b9aed-cffe-4a8c-ba47-ffc8b4d4e8e8 req-47885920-dfd7-4607-abae-c452e0f5247e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.2654963 Mar 02 07:21:40.264365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.278179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bd56-1952-4995-80ba-d567e9241958 req-b99a37e0-3ef7-4c4c-852f-84022340242b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:40.282337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1685bd56-1952-4995-80ba-d567e9241958 req-b99a37e0-3ef7-4c4c-852f-84022340242b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1001198 Mar 02 07:21:40.330413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1685bd56-1952-4995-80ba-d567e9241958 req-ec402c94-654d-4854-8fcb-91fc193bd806 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Mar 02 07:21:40.337665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-004b9aed-cffe-4a8c-ba47-ffc8b4d4e8e8 req-34b91d67-d5a8-433a-81c8-dd5dbe11a096 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911081 Mar 02 07:21:40.373986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e903713e-a8a2-4045-87a9-cb2ff430ae95,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:40.383026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Checking segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:40.383382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Network hostable DHCP agents. Network: ddf52aa6-0f13-4ef1-adb3-c43a5c72142b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:21:40.406175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:21:40.417551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ddf52aa6-0f13-4ef1-adb3-c43a5c72142b) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:40.421729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:40.422349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.428326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f3a8a-856d-4825-a055-aa8deddf96e8 None None] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:40.459576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40084) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:40.460344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7160ba1-a0aa-4d67-9585-f6524d5deac7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7757602 Mar 02 07:21:40.465128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:40.472805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:40.481841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Usage tracker for resource:router and tenant:148e996750214069ba7eb3397cda680c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:40.486075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:40.501674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:40.517243 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.518762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.554081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.651950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa7ba-dfac-4218-ba84-baa15b974c51 req-6b801a16-cc0b-4f37-843f-353164d85195 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:40.653595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-149aa7ba-dfac-4218-ba84-baa15b974c51 req-6b801a16-cc0b-4f37-843f-353164d85195 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1739733 Mar 02 07:21:40.733156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-149aa7ba-dfac-4218-ba84-baa15b974c51 req-fd48e8a8-05a7-46b2-bd2c-f60355043258 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718758 Mar 02 07:21:40.812421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:21:40.813308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:40.958039 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.014389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d639d-2aea-43ab-97b0-974f0d099cd1 req-f04309c9-98bb-44bc-8288-ebf7532178c7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:41.016094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-044d639d-2aea-43ab-97b0-974f0d099cd1 req-f04309c9-98bb-44bc-8288-ebf7532178c7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1441607 Mar 02 07:21:41.034300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Allocated IP 172.20.0.2 (ddf52aa6-0f13-4ef1-adb3-c43a5c72142b/e903713e-a8a2-4045-87a9-cb2ff430ae95/74f56c3e-1237-4f1f-997f-1b6094a2e2f0) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:41.085820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-044d639d-2aea-43ab-97b0-974f0d099cd1 req-74f9dbf0-0a36-4e19-829c-1c0699e2648d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Mar 02 07:21:41.386203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.400201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d3a5e-84b1-4c96-8c60-3db2f0e6b71e req-79373e34-63df-4e46-9d97-2517df555b75 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:41.400201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec4d3a5e-84b1-4c96-8c60-3db2f0e6b71e req-79373e34-63df-4e46-9d97-2517df555b75 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.1530116 Mar 02 07:21:41.407025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.424758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Transition to ACTIVE for port object 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:41.424955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.453263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Transition to ACTIVE for port object 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:41.464452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.469544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec4d3a5e-84b1-4c96-8c60-3db2f0e6b71e req-6706c6f7-3698-4f18-afbd-c4e3982e6d04 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643432 Mar 02 07:21:41.567439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:41.574718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:41.582940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:41.624738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Allocated IP 172.25.4.127 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/efc82d40-3a5e-4598-8624-ce93433634f7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:41.702110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Pushing event updated for resources: {'Port': ['ID=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:41.734898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Attempting to bind port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:41.734898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Attempting to bind port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:41.735205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Attempting to bind port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:41.753678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:41.755328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Checking segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:41.758898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.760925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Bound using segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:41.761820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Bound port: 74f56c3e-1237-4f1f-997f-1b6094a2e2f0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:41.772498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.822638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36857-dc8b-40e7-a714-8896165d8967 req-6facbbe4-52ad-4d65-ae46-0e6140379aa9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:41.824506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0de36857-dc8b-40e7-a714-8896165d8967 req-6facbbe4-52ad-4d65-ae46-0e6140379aa9 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.1498637 Mar 02 07:21:41.890608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c14ea41-df4d-4510-a803-804c1fbf7cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.914568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.937928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0de36857-dc8b-40e7-a714-8896165d8967 req-2e7fe421-ad61-4d69-8343-ba3d3c67a1f4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923162 Mar 02 07:21:41.956592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] For port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:41.961942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] For port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:41.979155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:41.983865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:42.109527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c197e9f-ecd0-4765-93ac-1396914a4064 None None] Pushing event updated for resources: {'Port': ['ID=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:42.363876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:42.376602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:42.384973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:42.418785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Pushing event updated for resources: {'Port': ['ID=efc82d40-3a5e-4598-8624-ce93433634f7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:42.449648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:42.594402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48256a65-7b1d-4202-b662-e32e6d47326b req-c5407c71-8de5-46d4-b642-7402cd4ce037 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:42.597332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48256a65-7b1d-4202-b662-e32e6d47326b req-c5407c71-8de5-46d4-b642-7402cd4ce037 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1193058 Mar 02 07:21:42.653846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:42.654871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097fb4b-b911-4950-9426-84ed6a565607 req-fad0be78-de1e-454d-b9e0-7fd060b2754d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:42.656486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d097fb4b-b911-4950-9426-84ed6a565607 req-fad0be78-de1e-454d-b9e0-7fd060b2754d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.5581799 Mar 02 07:21:42.688274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48256a65-7b1d-4202-b662-e32e6d47326b req-22c25977-07ef-41c2-a97c-679276ab8417 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790160 Mar 02 07:21:42.692422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:42.697122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Usage tracker for resource:security_group_rule and tenant:24c3ef95828a4e0aac4344b1463150dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:42.700343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:42.709329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:42.868973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d097fb4b-b911-4950-9426-84ed6a565607 req-91c635fa-bb2c-4b0b-a0e6-8db5fdca0b3c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980741 Mar 02 07:21:42.897404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:42.904135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:42.983307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264205de-bd09-448b-93eb-877a484d8ee4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:42.990397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41080b53-fb32-4e08-8179-0c01c55a0242 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24c3ef95828a4e0aac4344b1463150dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392389 Mar 02 07:21:42.994222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:43.017257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8670a4-55b8-4766-a77d-1e0c72ae7b95 req-af3cd3ff-c345-43c4-a15a-883acace6181 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:43.018584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f8670a4-55b8-4766-a77d-1e0c72ae7b95 req-af3cd3ff-c345-43c4-a15a-883acace6181 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.1914747 Mar 02 07:21:43.074412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f8670a4-55b8-4766-a77d-1e0c72ae7b95 req-1d3e1119-eea1-4834-93f1-c814e4fa704d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Mar 02 07:21:43.267759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.290205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.326692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fa30f-bc1b-4e58-8a4b-34ba0819d3f5 req-397dc2a0-35dd-4e40-bec2-a842dfd62077 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:43.330357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-051fa30f-bc1b-4e58-8a4b-34ba0819d3f5 req-397dc2a0-35dd-4e40-bec2-a842dfd62077 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.0965569 Mar 02 07:21:43.382063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.386625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-051fa30f-bc1b-4e58-8a4b-34ba0819d3f5 req-dd98c031-984c-46df-80d8-d833a965a70e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Mar 02 07:21:43.470595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e49212-3f83-4cc0-8a42-206e0df13a60 req-c0c8c15b-6b66-46e9-845b-3a1234fe81c6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:43.472381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42e49212-3f83-4cc0-8a42-206e0df13a60 req-c0c8c15b-6b66-46e9-845b-3a1234fe81c6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.4284852 Mar 02 07:21:43.595239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7448c65-ca28-43af-ac3c-30d83ac16211 None None] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:43.689713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42e49212-3f83-4cc0-8a42-206e0df13a60 req-96cf5344-638a-42a1-910f-966b317d0652 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522784 Mar 02 07:21:43.690916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.715394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264205de-bd09-448b-93eb-877a484d8ee4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:43.790402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c614ead2-64b2-47af-9534-75231ff09ee8 None None] Provisioning for port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:43.818578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.822941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e60243e6-8d99-4bf2-bf9f-1c2662db34bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/264205de-bd09-448b-93eb-877a484d8ee4 HTTP/1.1" status: 204 len: 168 time: 0.8280072 Mar 02 07:21:43.884804 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:43.952873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40168) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:44.019049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d56-7da5-4b15-8db0-c11e50f53ddd req-211331e8-eaeb-407f-994a-e09bf17fd34a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:44.029822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e16c3d56-7da5-4b15-8db0-c11e50f53ddd req-211331e8-eaeb-407f-994a-e09bf17fd34a tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.1380455 Mar 02 07:21:44.147889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e16c3d56-7da5-4b15-8db0-c11e50f53ddd req-a8f2c5fe-e460-4be8-9890-28efc1ab6596 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168652 Mar 02 07:21:44.150312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd636cb2-fe36-459f-a885-53c0dc450b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.238453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.262088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:44.280329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Usage tracker for resource:security_group_rule and tenant:ecf6db385aee4860bada5f3dd4cfb1f5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:44.283397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:44.294765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:44.512695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:44.554684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:21:44.578721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf761-f4de-4fe5-b9b0-d837e84558df req-dc75467d-c7bd-41e2-8191-a3dd9d01b946 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:44.580507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dcbcf761-f4de-4fe5-b9b0-d837e84558df req-dc75467d-c7bd-41e2-8191-a3dd9d01b946 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.2181737 Mar 02 07:21:44.658404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.670530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01e97d-1365-4f76-89d2-394f76f193b9 req-8d6759b8-8ac5-4f4c-a455-557d478aa5a3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:44.677247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e01e97d-1365-4f76-89d2-394f76f193b9 req-8d6759b8-8ac5-4f4c-a455-557d478aa5a3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2663226 Mar 02 07:21:44.679615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:44.692305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:44.692305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.738689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.847122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-2160561b-8a55-466c-a886-21ad39b7f07c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882330 Mar 02 07:21:44.900332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.944883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e01e97d-1365-4f76-89d2-394f76f193b9 req-588bfb15-2b44-4cc2-a983-0f4c187903e7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710681 Mar 02 07:21:44.952457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:44.961430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:44.961717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecf6db385aee4860bada5f3dd4cfb1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9920452 Mar 02 07:21:44.963180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:44.980669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445507-1d85-4bea-b647-bd1b1309620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212edb1a-f8e1-40ce-b31c-cf4cc651d1b3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:45.090015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:45.091227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dcbcf761-f4de-4fe5-b9b0-d837e84558df req-b3a3e6e4-efe1-47ba-9abd-fb996e3e0b23 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698770 Mar 02 07:21:45.204820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.220666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-047a87cf-0176-44ad-b4c6-77d17edca56b service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462365 Mar 02 07:21:45.368431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.369131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:45.369234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-d3de33f1-812a-4196-86f6-8541dde880c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:45.371692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-d3de33f1-812a-4196-86f6-8541dde880c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1100 time: 0.5193079 Mar 02 07:21:45.372355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.374703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:21:45.384401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734db86-bb78-454d-8bca-acee061b8f99 req-ca25ab0b-d3e6-4595-9078-4901e516aec2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:45.387228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:21:45.393481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c734db86-bb78-454d-8bca-acee061b8f99 req-ca25ab0b-d3e6-4595-9078-4901e516aec2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2405074 Mar 02 07:21:45.399442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:45.399442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:45.450852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-25f97308-10f1-4dac-b165-2dde4c2cf46a service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192397 Mar 02 07:21:45.479748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c734db86-bb78-454d-8bca-acee061b8f99 req-32b609a5-71fc-480a-afe9-a64766ac6bd0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863593 Mar 02 07:21:45.549496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.694944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.696111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3dc84747-e2f8-4b28-9a39-f58cb86a0768 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2352743 Mar 02 07:21:45.712815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:45.774174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1288735388-network', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:45.781701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:45.789371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Usage tracker for resource:network and tenant:e5261c36c1144aa29ab4cc37bce98e94 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:45.795102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:45.804986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:45.826534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Made reservation on behalf of e5261c36c1144aa29ab4cc37bce98e94 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:45.829882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.871921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b768-6aa1-42ac-a76f-05ebb96820ed req-b76caa87-336c-4dc0-b5da-3dcbba41b983 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:45.879976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d4b768-6aa1-42ac-a76f-05ebb96820ed req-b76caa87-336c-4dc0-b5da-3dcbba41b983 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.6183326 Mar 02 07:21:45.907191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:45.948012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:45.950917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:45.958111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9d1b5-964c-4d0d-a48b-bff009833245 req-a5ba898b-5b62-47df-bd61-a6adfeb62bae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:45.960598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3f9d1b5-964c-4d0d-a48b-bff009833245 req-a5ba898b-5b62-47df-bd61-a6adfeb62bae tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.3499346 Mar 02 07:21:45.970417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d4b768-6aa1-42ac-a76f-05ebb96820ed req-f48392ab-a6a7-4a33-93c2-572ac6949dc6 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901403 Mar 02 07:21:45.971938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e5261c36c1144aa29ab4cc37bce98e94 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:45.979678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-dcc1a234-fc0c-4fbe-9bf5-9e1d436566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:45.980527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:45.982141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-dcc1a234-fc0c-4fbe-9bf5-9e1d436566fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.5856574 Mar 02 07:21:46.029161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:46.043914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3f9d1b5-964c-4d0d-a48b-bff009833245 req-fa9e71bd-b05c-40f4-92a3-5a565fc02a46 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727773 Mar 02 07:21:46.092992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-7208164b-cc63-45f0-a012-a070da8f858c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.095727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-7208164b-cc63-45f0-a012-a070da8f858c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54&tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.2489250 Mar 02 07:21:46.218785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b6b4c213-0835-45ad-b214-68f62aca6e87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.0698061 Mar 02 07:21:46.220007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.407708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-db8841cd-5dd0-4eb8-b5ec-836dbb929535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.407708 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-db8841cd-5dd0-4eb8-b5ec-836dbb929535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1359761 Mar 02 07:21:46.440684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212edb1a-f8e1-40ce-b31c-cf4cc651d1b3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:46.448394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.448394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84046587-42d3-4628-a815-3cb7590aac54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/212edb1a-f8e1-40ce-b31c-cf4cc651d1b3 HTTP/1.1" status: 204 len: 168 time: 1.4752917 Mar 02 07:21:46.453431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:46.480417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.480417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-c6af79d0-60b8-4593-8677-6d4493e15cf8 service neutron] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:46.491212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.531628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354900e8-de2b-4c06-828b-81b0e88432cd req-980a50e1-717e-4fb2-8fe2-f5030c8d480a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.534381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-354900e8-de2b-4c06-828b-81b0e88432cd req-980a50e1-717e-4fb2-8fe2-f5030c8d480a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 0.2088089 Mar 02 07:21:46.647434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:21:46.681008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c534fa-7296-476d-9ec8-21344389a7f4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:46.681685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.686099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:46.693950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.694345 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Added segment b7dfb6fe-9b11-4d33-a836-4f5ce712d777 of type vlan for network 96943414-3279-48e6-a1c7-bb237fd89cf7 Mar 02 07:21:46.696319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-c6af79d0-60b8-4593-8677-6d4493e15cf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.697961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab36a022-d9b9-421f-98ba-3f016aa0128d req-c6af79d0-60b8-4593-8677-6d4493e15cf8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.5930555 Mar 02 07:21:46.740537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-354900e8-de2b-4c06-828b-81b0e88432cd req-c89cd4c8-beb5-43dc-ab84-c192901a3013 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860869 Mar 02 07:21:46.804699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.805056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:46.806176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b5dff-66e5-4482-aa39-8516a322ba94 req-30bd7b98-5b10-4a75-b48d-60f3ed738209 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.807228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.808263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf7b5dff-66e5-4482-aa39-8516a322ba94 req-30bd7b98-5b10-4a75-b48d-60f3ed738209 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.5847955 Mar 02 07:21:46.883269 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.884681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.885796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:46.934716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b3e2003b-d36a-4240-abb0-689d5d5fc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:46.936482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b3e2003b-d36a-4240-abb0-689d5d5fc7b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4997764 Mar 02 07:21:46.959549 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.001338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:47.004393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:47.022146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:42Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:47.027733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.073646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7014174 Mar 02 07:21:47.081045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40242) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:47.093396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Request body: {'subnet': {'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-subnet', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:47.094122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:21:47.094597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Updating router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 port efc82d40-3a5e-4598-8624-ce93433634f7 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:21:47.097644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b5686-2463-425d-a38c-d82cb3d247f8 admin admin] Pushing event updated for resources: {'Network': ['ID=96943414-3279-48e6-a1c7-bb237fd89cf7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:47.103641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:47.110492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Usage tracker for resource:subnet and tenant:e5261c36c1144aa29ab4cc37bce98e94 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:47.116490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:47.124424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:47.149589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Made reservation on behalf of e5261c36c1144aa29ab4cc37bce98e94 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:47.152320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.206607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa35a3-90ad-469e-82ac-c9b70908cc81 req-e9a43121-7e20-444a-a4e4-646226cf89e6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:47.213697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1fa35a3-90ad-469e-82ac-c9b70908cc81 req-e9a43121-7e20-444a-a4e4-646226cf89e6 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2453344 Mar 02 07:21:47.224085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:21:47.259052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf7b5dff-66e5-4482-aa39-8516a322ba94 req-77b01924-9cd1-4430-98f6-f3156ef196fe tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208174 Mar 02 07:21:47.351880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1fa35a3-90ad-469e-82ac-c9b70908cc81 req-99aa18e6-0c3b-4c37-8c1a-92fb752410d4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370375 Mar 02 07:21:47.412609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-c62fbf27-61f7-4c69-bd92-3c405266e685 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660828 Mar 02 07:21:47.657628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.669576 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.772964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca723c2-89be-43ce-9b88-93a10b1021ac req-ee078478-a37d-44d4-bc2a-3834b343a9bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:47.780237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aca723c2-89be-43ce-9b88-93a10b1021ac req-ee078478-a37d-44d4-bc2a-3834b343a9bc tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.2229395 Mar 02 07:21:47.790496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:47.813510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40256) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:47.817969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:47.836039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Checking segment: {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:47.836397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Network hostable DHCP agents. Network: 96943414-3279-48e6-a1c7-bb237fd89cf7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:21:47.869620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aca723c2-89be-43ce-9b88-93a10b1021ac req-34b8184b-c824-4a2d-a985-e10433bc0a77 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 Mar 02 07:21:47.901347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:21:47.917945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 96943414-3279-48e6-a1c7-bb237fd89cf7) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:47.941333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:47.942231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:47.967533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2c3dd-9aa4-49cc-976a-bdfb25a8413e None None] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:47.993345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-e28757ba-4b15-43b4-9b8e-0b8d3ece1767 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591412 Mar 02 07:21:48.017148 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52241af3-61de-4c6a-9ef8-e4770ae03b28 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9322212 Mar 02 07:21:48.021992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40264) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:48.030448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:48.037187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:48.042565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Usage tracker for resource:router and tenant:e5261c36c1144aa29ab4cc37bce98e94 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:48.046731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:48.054006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:48.055544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bd2de-25a1-4bdb-afa4-4ebee575df0b req-33fc6779-c09c-4e6f-b7c6-8770c9268585 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.058508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b02bd2de-25a1-4bdb-afa4-4ebee575df0b req-33fc6779-c09c-4e6f-b7c6-8770c9268585 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 950 time: 0.5809371 Mar 02 07:21:48.072846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1240044467-network', 'tenant_id': 'e59a2b3846a1425e8cf06e6497de7223'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:48.078335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:48.082982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Usage tracker for resource:network and tenant:e59a2b3846a1425e8cf06e6497de7223 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:48.086826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:48.093584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:48.104906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.107487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.137875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.155265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Made reservation on behalf of e59a2b3846a1425e8cf06e6497de7223 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:48.158658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.203297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b02bd2de-25a1-4bdb-afa4-4ebee575df0b req-91bf92fc-19c9-439f-a707-d0f349e2f635 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 Mar 02 07:21:48.245573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.263364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:48.267504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Usage tracker for resource:security_group_rule and tenant:e59a2b3846a1425e8cf06e6497de7223 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:48.270638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:48.276775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:48.331667 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318', 'code': 200} Mar 02 07:21:48.334575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.386714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.389957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.443223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.453040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.469202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-96943414-3279-48e6-a1c7-bb237fd89cf7', 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'fixed_ips': [{'subnet_id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:21:48.470042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.494500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d67f340-41a8-45b4-972e-2d981135df3d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:48.638449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.654821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:21:48.671786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:21:48.723823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fbc65b3e-71c9-4ea6-96de-a6b206100fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.725812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fbc65b3e-71c9-4ea6-96de-a6b206100fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1097 time: 0.2703938 Mar 02 07:21:48.768907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:21:48.782127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4037d46-62e9-4036-9571-ff20d8f44431 req-37a059b3-ed28-45c2-b262-2c85643a9308 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.783643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4037d46-62e9-4036-9571-ff20d8f44431 req-37a059b3-ed28-45c2-b262-2c85643a9308 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.3292861 Mar 02 07:21:48.845399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.845747 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Added segment ac683ae6-0ada-4977-8575-80e632df99ef of type vlan for network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 Mar 02 07:21:48.860396 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.957417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Transition to ACTIVE for port object efc82d40-3a5e-4598-8624-ce93433634f7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:48.958468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4037d46-62e9-4036-9571-ff20d8f44431 req-7290e9e1-0e9a-4f2b-9f5f-294a3f796588 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584017 Mar 02 07:21:48.968255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc4fee-4e8a-46e2-9e09-44140e6a0daa req-22b777b7-47a4-4293-bf53-26e2426f9211 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.975294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc4fee-4e8a-46e2-9e09-44140e6a0daa req-22b777b7-47a4-4293-bf53-26e2426f9211 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.976072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Allocated IP 172.20.0.2 (96943414-3279-48e6-a1c7-bb237fd89cf7/6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce/dae68823-b220-45c9-8f43-5e5ef90b63e8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:48.978171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ebc4fee-4e8a-46e2-9e09-44140e6a0daa req-22b777b7-47a4-4293-bf53-26e2426f9211 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4&device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 1691 time: 0.3038917 Mar 02 07:21:48.982069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.984403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.993543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Allocated IP 172.20.0.1 (ddf52aa6-0f13-4ef1-adb3-c43a5c72142b/e903713e-a8a2-4045-87a9-cb2ff430ae95/f53a7906-e132-417e-831f-a29898447b77) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:48.996307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-b514392d-d6ae-4211-855c-eaa91e1c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:48.997940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-b514392d-d6ae-4211-855c-eaa91e1c5cd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.2632804 Mar 02 07:21:49.046138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ebc4fee-4e8a-46e2-9e09-44140e6a0daa req-1a633ea3-ce68-4028-a94f-8287cb9f80b7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Mar 02 07:21:49.112758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e8d070da-41eb-4d19-b1cd-f581e5285d5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 217 time: 0.1049454 Mar 02 07:21:49.119200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Attempting to bind port efc82d40-3a5e-4598-8624-ce93433634f7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:49.119570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Attempting to bind port efc82d40-3a5e-4598-8624-ce93433634f7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:49.119925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Attempting to bind port efc82d40-3a5e-4598-8624-ce93433634f7 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:49.190585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:49.190958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:49.191361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.191754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:49.192220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Bound port: efc82d40-3a5e-4598-8624-ce93433634f7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:49.192592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.215756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-24ecc678-7331-49ee-a8db-1340b1c11ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:49.218192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-24ecc678-7331-49ee-a8db-1340b1c11ebe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0850720 Mar 02 07:21:49.251372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0ff69-497c-4aa4-a6e2-c2d2cf705fbc None None] Pushing event updated for resources: {'Port': ['ID=efc82d40-3a5e-4598-8624-ce93433634f7,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:49.256950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:49.282660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '993a1427-09a7-4777-984e-86aa9ff95318', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'port_id': '993a1427-09a7-4777-984e-86aa9ff95318', 'mac_address': 'fa:16:3e:18:32:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b636793-556f-4370-8602-58463982659f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:21:49.306247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.307106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e5261bbc-bb34-4c22-8bae-46cf996c7d16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773525 Mar 02 07:21:49.308015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:49.308765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.423599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6072490 Mar 02 07:21:49.431985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] For port efc82d40-3a5e-4598-8624-ce93433634f7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:49.433555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:49.439789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.441084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Request body: {'subnet': {'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1240044467-subnet', 'tenant_id': 'e59a2b3846a1425e8cf06e6497de7223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:49.451777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0068b4a-a9c0-43f3-8faf-c82344e79163 admin admin] Pushing event updated for resources: {'Network': ['ID=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:49.455261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:21:49.467139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Usage tracker for resource:subnet and tenant:e59a2b3846a1425e8cf06e6497de7223 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:21:49.469325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] For port efc82d40-3a5e-4598-8624-ce93433634f7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efc82d40-3a5e-4598-8624-ce93433634f7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:49.471328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:21:49.472136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.490082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993a1427-09a7-4777-984e-86aa9ff95318 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:21:49.506723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:49.507959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:21:49.511715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.521085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:21:49.526649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.577302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.618304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Made reservation on behalf of e59a2b3846a1425e8cf06e6497de7223 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:21:49.620748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.662680 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.708214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Transition to ACTIVE for port object dae68823-b220-45c9-8f43-5e5ef90b63e8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:49.734092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:49.734720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:49.742243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455e37-1b42-48fc-9eed-2a926b8e1b8c req-add3021c-48e5-49a5-9037-31e8784f7d36 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:49.749633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4455e37-1b42-48fc-9eed-2a926b8e1b8c req-add3021c-48e5-49a5-9037-31e8784f7d36 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.5013268 Mar 02 07:21:49.779416 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.801713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0ff69-497c-4aa4-a6e2-c2d2cf705fbc None None] Pushing event updated for resources: {'Port': ['ID=efc82d40-3a5e-4598-8624-ce93433634f7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:49.807667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Transition to ACTIVE for port object dae68823-b220-45c9-8f43-5e5ef90b63e8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:49.818370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Transition to ACTIVE for port object f53a7906-e132-417e-831f-a29898447b77 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:49.843698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-db0d1fa8-b6cb-48b6-ad1e-faf002e91715 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591062 Mar 02 07:21:49.863103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:49.869014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4455e37-1b42-48fc-9eed-2a926b8e1b8c req-99296b0c-1de8-48fd-af08-faed1ebb873f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183038 Mar 02 07:21:49.895133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Allocated IP 172.25.4.202 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:49.964916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:49.970381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:49.976957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:49.980280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0a4a-b183-4a8c-b9d9-f31b196610df req-36d5f6f9-8ba4-4769-9713-f98629594027 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:49.988991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a96a0a4a-b183-4a8c-b9d9-f31b196610df req-36d5f6f9-8ba4-4769-9713-f98629594027 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 944 time: 0.2903943 Mar 02 07:21:49.989201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:49.992465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['993a1427-09a7-4777-984e-86aa9ff95318'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:50.006225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.142092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:50.146276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Pushing event updated for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:50.151427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:50.153892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:50.185249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:50.188179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a96a0a4a-b183-4a8c-b9d9-f31b196610df req-53faf7c0-dcf2-4b4a-a001-c46044452bbc tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982887 Mar 02 07:21:50.194132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-d886fc0c-edbd-4b53-9f48-76455151af2b service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421283 Mar 02 07:21:50.213275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.253951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.442221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.479394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9da6f-2824-4381-a1b2-b3b4128d37a7 req-4c1724f3-f281-44de-9bdd-750d1050b03f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:50.488512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88f9da6f-2824-4381-a1b2-b3b4128d37a7 req-4c1724f3-f281-44de-9bdd-750d1050b03f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.4068682 Mar 02 07:21:50.498946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ad4c62-3076-4a53-9162-3563181c5d81,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:50.521536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Checking segment: {'id': 'ac683ae6-0ada-4977-8575-80e632df99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:50.526201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Network hostable DHCP agents. Network: 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:21:50.579772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Pushing event updated for resources: {'Port': ['ID=dae68823-b220-45c9-8f43-5e5ef90b63e8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:50.592629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Attempting to bind port dae68823-b220-45c9-8f43-5e5ef90b63e8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:50.593233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Attempting to bind port dae68823-b220-45c9-8f43-5e5ef90b63e8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:50.593836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Attempting to bind port dae68823-b220-45c9-8f43-5e5ef90b63e8 on network 96943414-3279-48e6-a1c7-bb237fd89cf7 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:50.605765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88f9da6f-2824-4381-a1b2-b3b4128d37a7 req-2082734d-4ae4-44a0-b17f-fc1d7f7cd513 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159632 Mar 02 07:21:50.613678 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.623862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:50.624555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Checking segment: {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:50.625202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.625809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Bound using segment: {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:50.626513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Bound port: dae68823-b220-45c9-8f43-5e5ef90b63e8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:50.627098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.729292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60afdee9-85fa-49ef-bfd5-2fe64caea9a2 None None] Provisioning for port f53a7906-e132-417e-831f-a29898447b77 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:50.742522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:50.759185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:50.760472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:50.765217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:50.774285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60afdee9-85fa-49ef-bfd5-2fe64caea9a2 None None] Provisioning complete for port f53a7906-e132-417e-831f-a29898447b77 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:50.774794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60afdee9-85fa-49ef-bfd5-2fe64caea9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.786180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fd5d6-1c13-4787-965e-67f917d93ed5 req-7efb8d21-a9bb-486a-8ca9-0086f25765bb tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:50.788149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c2fd5d6-1c13-4787-965e-67f917d93ed5 req-7efb8d21-a9bb-486a-8ca9-0086f25765bb tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 1095 time: 0.2134280 Mar 02 07:21:50.892037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c2fd5d6-1c13-4787-965e-67f917d93ed5 req-dc448dec-c9dc-46c6-bfa3-abd8b0e1155c tempest-LiveAutoBlockMigrationV225Test-421389776 tempest-LiveAutoBlockMigrationV225Test-421389776-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967691 Mar 02 07:21:50.899361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:50.899778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:21:50.947085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-60afdee9-85fa-49ef-bfd5-2fe64caea9a2 None None] Port f53a7906-e132-417e-831f-a29898447b77 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:50.973223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9a952235-cc1e-472f-8313-22db54287256 None None] For port dae68823-b220-45c9-8f43-5e5ef90b63e8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:51.007043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9a952235-cc1e-472f-8313-22db54287256 None None] For port dae68823-b220-45c9-8f43-5e5ef90b63e8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dae68823-b220-45c9-8f43-5e5ef90b63e8,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:51.018428 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:51.081183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:51.102689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7220de2-70f2-43f7-b52c-371a6da87212 None None] Network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:51.161516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:51.163862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:51.189250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242bb6-d9bd-4d42-8296-bc2bec7a14ac req-71f8e8d4-1036-4dbb-b461-0107686cdb40 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:51.197532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d242bb6-d9bd-4d42-8296-bc2bec7a14ac req-71f8e8d4-1036-4dbb-b461-0107686cdb40 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 1101 time: 0.3875334 Mar 02 07:21:51.265321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:51.266485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952235-cc1e-472f-8313-22db54287256 None None] Pushing event updated for resources: {'Port': ['ID=dae68823-b220-45c9-8f43-5e5ef90b63e8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:51.295084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:42Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:51.320526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:51.325234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd9873-6cee-4a06-ad05-a2c389dba31f None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:42Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:21:51.405198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58fe1236-a77c-4c79-bae6-2be4f19f3138 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9682727 Mar 02 07:21:51.502334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d242bb6-d9bd-4d42-8296-bc2bec7a14ac req-23f85539-1559-4c3e-a3aa-aa31a3fe2d17 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033974 Mar 02 07:21:51.564693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:51.576078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Pushing event updated for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:51.624459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4630a6b-ced8-4279-8424-66a3be6a2550 None None] Network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:51.854172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d86f-8c9a-4d03-8c11-d38f3153ea76 req-753095e0-ea57-4e99-af6a-93725874f222 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:51.855669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef15d86f-8c9a-4d03-8c11-d38f3153ea76 req-753095e0-ea57-4e99-af6a-93725874f222 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.6006775 Mar 02 07:21:51.947775 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:52.005054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:52.013524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:52.053042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef15d86f-8c9a-4d03-8c11-d38f3153ea76 req-21740df8-023e-4577-9c09-d5068aadd753 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897590 Mar 02 07:21:52.529845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efc82d40-3a5e-4598-8624-ce93433634f7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:52.611374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-10b1fb15-559e-49a9-bb70-9b1d47d52528 None None] Provisioning complete for port f53a7906-e132-417e-831f-a29898447b77 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:52.615153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10b1fb15-559e-49a9-bb70-9b1d47d52528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:52.753311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:52.788833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:21:52.810027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cededd16-8e7c-416a-bd8b-719bd7bbc976 req-814fc5df-799f-437f-8ca3-b56b90f90005 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:52.818668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cededd16-8e7c-416a-bd8b-719bd7bbc976 req-814fc5df-799f-437f-8ca3-b56b90f90005 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 1101 time: 0.5534623 Mar 02 07:21:52.820471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-10b1fb15-559e-49a9-bb70-9b1d47d52528 None None] Port f53a7906-e132-417e-831f-a29898447b77 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:52.823159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:52.832646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558aec6-e3b9-4a26-9d8f-92ed2461bb46 req-0f66a5a1-a5b3-4c8f-8fb6-d57c981aac43 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:52.834365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7558aec6-e3b9-4a26-9d8f-92ed2461bb46 req-0f66a5a1-a5b3-4c8f-8fb6-d57c981aac43 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 944 time: 0.6149902 Mar 02 07:21:52.871249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port efc82d40-3a5e-4598-8624-ce93433634f7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:52.881197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4622a3-b79b-4ed5-9815-02c51f988af5 None None] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:21:52.995305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port efc82d40-3a5e-4598-8624-ce93433634f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:52.995305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:52.998487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7558aec6-e3b9-4a26-9d8f-92ed2461bb46 req-7da6f774-d20e-4cc9-9cfd-e0406ce035d6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540167 Mar 02 07:21:53.025218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cededd16-8e7c-416a-bd8b-719bd7bbc976 req-e439d297-3d13-43b5-bf21-f283a458c314 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Synchronizing usage tracker for tenant:5d05af1b9b8e4bedb6c09eee93caa52c on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:53.097374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c3b7782b-5e1f-4651-9b3c-af3167b695da None None] Provisioning for port dae68823-b220-45c9-8f43-5e5ef90b63e8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:53.107255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-13e4bde9-68b5-4366-8b8b-ab14a0390b64 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:53.110105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-13e4bde9-68b5-4366-8b8b-ab14a0390b64 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 944 time: 0.2643819 Mar 02 07:21:53.111541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cededd16-8e7c-416a-bd8b-719bd7bbc976 req-e439d297-3d13-43b5-bf21-f283a458c314 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Unset dirty status for tenant:5d05af1b9b8e4bedb6c09eee93caa52c on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:53.127186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cededd16-8e7c-416a-bd8b-719bd7bbc976 req-e439d297-3d13-43b5-bf21-f283a458c314 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052280 Mar 02 07:21:53.178274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 993a1427-09a7-4777-984e-86aa9ff95318 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:53.178649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.213278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Router dc505395-c0f7-46bd-80ae-020b68ef9b1a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:21:53.312223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.415764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port efc82d40-3a5e-4598-8624-ce93433634f7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efc82d40-3a5e-4598-8624-ce93433634f7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:53.428144 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.429211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Deleting port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:21:53.429417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dae68823-b220-45c9-8f43-5e5ef90b63e8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:53.429554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.491657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:21:53.574639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.642074 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2a8017ac-ecfd-40fe-a29a-aad939593c75 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9281785 Mar 02 07:21:53.662439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b7e9-099a-41d4-84fc-7d0930cc5c93 req-529d5100-8376-4f53-9291-b0a39f5a2b40 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:53.669950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7594b7e9-099a-41d4-84fc-7d0930cc5c93 req-529d5100-8376-4f53-9291-b0a39f5a2b40 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.4308593 Mar 02 07:21:53.679719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:53.688258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:53.694440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=efc82d40-3a5e-4598-8624-ce93433634f7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:53.710818 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.736519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7594b7e9-099a-41d4-84fc-7d0930cc5c93 req-bf3f771f-a48d-4a9f-b1a4-357ad0ba14b9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Mar 02 07:21:53.787338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port dae68823-b220-45c9-8f43-5e5ef90b63e8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:53.792399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:21:53.800045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dae68823-b220-45c9-8f43-5e5ef90b63e8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:53.800907 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.807441 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Sync routers for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:21:53.826485 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:53.827132 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:53.839258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-e178eddd-d525-41f9-886a-f37d6349de6e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:53.840956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-e178eddd-d525-41f9-886a-f37d6349de6e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/networks?id=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 HTTP/1.1" status: 200 len: 818 time: 0.4694443 Mar 02 07:21:53.841780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:53.843200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c3081a8f-8e31-4e35-a59d-ce1c8a1ab3b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8186002 Mar 02 07:21:53.845836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40326) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:53.887030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a45db539-a5e8-4a85-a2d8-a6f017db17a1 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/quotas/e59a2b3846a1425e8cf06e6497de7223 HTTP/1.1" status: 200 len: 375 time: 0.0359323 Mar 02 07:21:53.951119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:21:53.994445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-1ea8cbc1-3a1c-44a6-a308-d2d61f6023bd tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59a2b3846a1425e8cf06e6497de7223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062827 Mar 02 07:21:54.009017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:54.009660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:54.022652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] For port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:54.023600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.153288 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:54.164421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Calling delete_port for 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:21:54.217248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:54.352880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.422318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a1de316-9fd4-4dda-b699-2d75d693e28b req-6c202c01-e233-4e67-9263-392e740ca317 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc444e5d-01d7-476c-8543-a5a107155d54 HTTP/1.1" status: 200 len: 210 time: 0.1211591 Mar 02 07:21:54.499596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:54.501958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event deleted for resources: {'Port': ['ID=9a7692fd-ccf5-44b5-bca3-365ae66f4c84,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:54.511917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['9a7692fd-ccf5-44b5-bca3-365ae66f4c84'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:21:54.610328 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:51Z', 'revision_number': 3, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:54.619157 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Checking router: dc505395-c0f7-46bd-80ae-020b68ef9b1a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:21:54.619500 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Updating router dc505395-c0f7-46bd-80ae-020b68ef9b1a port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:21:54.649935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] Provisioning complete for port dae68823-b220-45c9-8f43-5e5ef90b63e8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:54.650387 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.699387 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.768043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] No DVR routers for this DVR port 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:21:54.773596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.785043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-deleted', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:21:54.797996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31fb83aa-ed5e-4fcb-a678-3fb6c6b705c3 req-5ba511ca-34ed-4351-9d13-9b161cb7e352 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "DELETE /v2.0/ports/9a7692fd-ccf5-44b5-bca3-365ae66f4c84 HTTP/1.1" status: 204 len: 173 time: 1.5457470 Mar 02 07:21:54.831377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-252bd390-a883-486a-ad6b-d1339f61fac5 service neutron] 10.222.0.21 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048649 Mar 02 07:21:54.842973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.873127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8be25-018b-43b7-b547-2716f213a8bf req-9ba0fb1e-5808-4ce2-b861-c3b6a1cb89e8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:54.874964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cd8be25-018b-43b7-b547-2716f213a8bf req-9ba0fb1e-5808-4ce2-b861-c3b6a1cb89e8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.2154784 Mar 02 07:21:54.909797 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:54.969310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.004167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cd8be25-018b-43b7-b547-2716f213a8bf req-b7cff85c-8c91-47cf-b9ad-2ac8e8970877 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852432 Mar 02 07:21:55.019937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] For port dae68823-b220-45c9-8f43-5e5ef90b63e8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dae68823-b220-45c9-8f43-5e5ef90b63e8,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:21:55.049757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-eebc9892-8500-4eac-992b-1d6af9f47b18 service neutron] 10.222.0.21 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117004 Mar 02 07:21:55.059408 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.226420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:51Z', 'revision_number': 2, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:55.231102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-1d29b258-8de0-4ff4-96ad-57d31d5fa5fd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483809 Mar 02 07:21:55.252947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:21:55.253207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Updating router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 port f53a7906-e132-417e-831f-a29898447b77 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:21:55.305875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Allocated IP 172.20.0.1 (96943414-3279-48e6-a1c7-bb237fd89cf7/6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce/0c8c2db6-5cdc-4447-93e6-5074264cee24) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:21:55.313745 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.326141 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318', 'code': 200} Mar 02 07:21:55.341421 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Transition to ACTIVE for port object 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:55.353486 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:21:55.353672 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:21:55.361672 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.362105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cf8a5-ef6f-4044-959e-7d63eb44596d None None] Pushing event updated for resources: {'Port': ['ID=dae68823-b220-45c9-8f43-5e5ef90b63e8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:55.396848 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.497481 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Pushing event updated for resources: {'Port': ['ID=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:55.508867 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.509652 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.509935 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.510273 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.510602 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.511065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.511395 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.511725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.512038 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.512357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.512676 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.512993 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:21:55.556451 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Attempting to bind port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:55.556823 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Attempting to bind port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:55.557181 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Attempting to bind port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Bound port: 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:55.577570 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.766816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] For port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:55.770199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] For port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:55.778551 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:55.869507 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328d5f0-8607-49b3-8760-31a5a0e2c5df None None] Pushing event updated for resources: {'Port': ['ID=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:55.901497 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:55.902119 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:55.995721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-6ae8a21c-678c-49c3-a70d-a9e1e79d07a8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:56.002009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-6ae8a21c-678c-49c3-a70d-a9e1e79d07a8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7700415 Mar 02 07:21:56.044331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ce9b7469-ed9e-46cd-8f6e-8fb15878020c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:56.045081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ce9b7469-ed9e-46cd-8f6e-8fb15878020c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:56.058885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-95c8a083-1d10-43d6-9a45-359b2b147903 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3998003 Mar 02 07:21:56.146933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ce9b7469-ed9e-46cd-8f6e-8fb15878020c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:56.148351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ce9b7469-ed9e-46cd-8f6e-8fb15878020c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 820 time: 0.6132798 Mar 02 07:21:56.188825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-d26f939f-2e10-4e16-958c-9ad9db89b475 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/quotas/148e996750214069ba7eb3397cda680c HTTP/1.1" status: 200 len: 375 time: 0.0329163 Mar 02 07:21:56.216105 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:56.232541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:56.240909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Transition to ACTIVE for port object f53a7906-e132-417e-831f-a29898447b77 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:56.255108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:56.288218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-8cb2066e-88c8-4ca3-bc04-8ace94775b75 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.2816894 Mar 02 07:21:56.310701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:56.339131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-acfeb4cd-89c5-4d85-aec0-1095f25b7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:56.341503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-acfeb4cd-89c5-4d85-aec0-1095f25b7e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 1096 time: 0.2581429 Mar 02 07:21:56.419542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Transition to ACTIVE for port object 0c8c2db6-5cdc-4447-93e6-5074264cee24 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:21:56.451151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f0769-8fc0-4453-ac3d-6b537b55c739 req-b2e99d8a-204b-4a0b-a6a4-793d724fee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:56.452639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd5f0769-8fc0-4453-ac3d-6b537b55c739 req-b2e99d8a-204b-4a0b-a6a4-793d724fee42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 1096 time: 0.8077426 Mar 02 07:21:56.477937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a637a-1e4f-436d-8157-0d9f847d62e4 None None] Pushing event updated for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:56.485733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efc82d40-3a5e-4598-8624-ce93433634f7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:56.635644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-4336d5e9-ca5a-4073-b1ba-a3c3228a8df6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:21:56.637550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:56.693753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-3e11df8a-70b7-45ad-9596-97d40eefb18a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4059694 Mar 02 07:21:56.744606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-91805228-03f5-4c02-af23-b1a30a1794ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:56.746109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-91805228-03f5-4c02-af23-b1a30a1794ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 200 len: 920 time: 0.3819971 Mar 02 07:21:56.749772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-4336d5e9-ca5a-4073-b1ba-a3c3228a8df6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:21:56.758269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:21:56.759510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-4336d5e9-ca5a-4073-b1ba-a3c3228a8df6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5641377 Mar 02 07:21:56.780350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd5f0769-8fc0-4453-ac3d-6b537b55c739 req-52dcb03f-5d91-46d4-a7b6-61e85cfff571 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179286 Mar 02 07:21:56.851070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:56.852793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:21:56.853463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9a7692fd-ccf5-44b5-bca3-365ae66f4c84 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:21:56.854904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:56.876154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:21:56.996621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:57.034797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-7cfa5e7f-3504-43ca-a344-0757eba1f2cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 200 len: 217 time: 0.2340183 Mar 02 07:21:57.042762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Attempting to bind port f53a7906-e132-417e-831f-a29898447b77 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:21:57.043275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Attempting to bind port f53a7906-e132-417e-831f-a29898447b77 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:21:57.043747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Attempting to bind port f53a7906-e132-417e-831f-a29898447b77 on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:21:57.045994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port efc82d40-3a5e-4598-8624-ce93433634f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:57.046575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.047250 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:51Z', 'revision_number': 3, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:57.053919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.057002 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51c49e-32af-4d04-b405-df2229bb7137 None None] The sync data for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 is: [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:51Z', 'revision_number': 3, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:21:57.151897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:21:57.154412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Checking segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:21:57.155612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.156647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Bound using segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:21:57.157599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Bound port: f53a7906-e132-417e-831f-a29898447b77, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:21:57.158700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.261097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-14bd7094-d59d-45e8-a8b5-ebc1c397652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:57.263406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-14bd7094-d59d-45e8-a8b5-ebc1c397652f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 200 len: 860 time: 0.1095865 Mar 02 07:21:57.371544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] For port f53a7906-e132-417e-831f-a29898447b77, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:21:57.377160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-b067a127-c354-493e-a274-d2084f260246 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=342ab4c2-6052-4ec3-9f5b-555f217e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000557 Mar 02 07:21:57.378452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] For port f53a7906-e132-417e-831f-a29898447b77, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f53a7906-e132-417e-831f-a29898447b77,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:21:57.438799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.523540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8285f-44fa-4633-ba6c-1d16bb3e35a1 req-d17b36d8-7b95-4c24-8463-4b0fa66252e4 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:57.535333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fd8285f-44fa-4633-ba6c-1d16bb3e35a1 req-d17b36d8-7b95-4c24-8463-4b0fa66252e4 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2751527 Mar 02 07:21:57.654865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-713b9e37-43b8-4f8c-844a-028f39776a95 None None] Provisioning for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:21:57.663562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a637a-1e4f-436d-8157-0d9f847d62e4 None None] Pushing event updated for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:57.671888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-713b9e37-43b8-4f8c-844a-028f39776a95 None None] Provisioning complete for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:57.672271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-713b9e37-43b8-4f8c-844a-028f39776a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.717605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fd8285f-44fa-4633-ba6c-1d16bb3e35a1 req-c336942a-d27f-49d0-90f3-5ae7c0a4fb79 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812999 Mar 02 07:21:57.792643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:57.816280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-9eb5f4ad-5b8c-4676-8775-4d45dab335c2 service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285393 Mar 02 07:21:57.817387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:21:57.818652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-b4285d8c-60ec-4f3b-93ca-d6dcba0e8220 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577972 Mar 02 07:21:57.825561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:57.970509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-713b9e37-43b8-4f8c-844a-028f39776a95 None None] Port 0c8c2db6-5cdc-4447-93e6-5074264cee24 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:58.222640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dae68823-b220-45c9-8f43-5e5ef90b63e8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:21:58.247817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149cd5ba-0d6d-4740-a524-268e5e6028d5 req-81d1482d-a1a9-4d51-bd94-fa61ffdae49c service neutron] 10.222.0.16 "GET /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208994 Mar 02 07:21:58.278596 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-e89c94af-c1d7-4f38-9711-c6ac14e93dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110389 Mar 02 07:21:58.381614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:58.456329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:21:58.480869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:58.848131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:58.899907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a553de-5a5c-4f2d-bd81-de6a758ffc68 req-2f29c8ab-e026-4344-8b9d-a21ff0d670c7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:58.901073 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc444e5d-01d7-476c-8543-a5a107155d54', 'name': 'network-vif-deleted', 'tag': '9a7692fd-ccf5-44b5-bca3-365ae66f4c84', 'status': 'completed', 'code': 200} Mar 02 07:21:58.903298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09a553de-5a5c-4f2d-bd81-de6a758ffc68 req-2f29c8ab-e026-4344-8b9d-a21ff0d670c7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.8113453 Mar 02 07:21:58.973107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:21:58.982817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dae68823-b220-45c9-8f43-5e5ef90b63e8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:58.983286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:59.128586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f39a145-6325-479a-ae1d-5f866ab142e7 req-b4f5772b-32b6-4e24-9b91-5378fbc7e80a tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 210 time: 0.2294078 Mar 02 07:21:59.139917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-049ff9e8-90fd-4d52-966e-9827b348b1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7505109 Mar 02 07:21:59.147182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-48e45c9c-ecce-4fd1-9ee1-f66f4e627eac tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028621 Mar 02 07:21:59.165619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09a553de-5a5c-4f2d-bd81-de6a758ffc68 req-6fe57155-144d-4e77-b008-974adebda85d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541640 Mar 02 07:21:59.258808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:21:59.262043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:21:59.366261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-764fb222-b46f-4cde-8d3e-3cb0565a9735 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:21:59.368155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-764fb222-b46f-4cde-8d3e-3cb0565a9735 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.39 "GET /v2.0/networks?id=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 HTTP/1.1" status: 200 len: 818 time: 0.9350476 Mar 02 07:21:59.539058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Request body: {'port': {'device_id': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2', 'admin_state_up': True, 'tenant_id': 'e59a2b3846a1425e8cf06e6497de7223'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:21:59.764571 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48367f88-b57d-418f-b7c2-fb8bb589b766 req-b760cca3-372f-42ea-b40a-66fb66eaa8c7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 210 time: 0.1708620 Mar 02 07:21:59.873562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d4b03565-7ece-4325-bd0e-34a727fe9198 None None] Provisioning complete for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:21:59.881890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4b03565-7ece-4325-bd0e-34a727fe9198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:59.969537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d4b03565-7ece-4325-bd0e-34a727fe9198 None None] Port 0c8c2db6-5cdc-4447-93e6-5074264cee24 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:21:59.973085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:57Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:21:59.978822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a5b4-ad77-43da-9aaa-68860df9d564 None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:57Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:22:00.000101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-1315e7a6-b13d-47c1-abeb-b9db0379b099 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:00.001883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-1315e7a6-b13d-47c1-abeb-b9db0379b099 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8398128 Mar 02 07:22:00.019370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:00.248902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:00.321310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e173-5550-4239-8cf9-0478a57eb827 req-f7914a84-e8cc-466f-8e97-08af56d5dc6f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:00.341715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f93e173-5550-4239-8cf9-0478a57eb827 req-f7914a84-e8cc-466f-8e97-08af56d5dc6f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.7246222 Mar 02 07:22:00.518945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:00.535349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:00.543008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f93e173-5550-4239-8cf9-0478a57eb827 req-27ad4591-a3a8-4fe6-ae13-9e7f8378dbcc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923432 Mar 02 07:22:00.565926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:00.566423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:00.573409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Usage tracker for resource:port and tenant:e59a2b3846a1425e8cf06e6497de7223 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:00.597335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:00.639616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:00.704077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:00.745239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Made reservation on behalf of e59a2b3846a1425e8cf06e6497de7223 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:00.755431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:00.777636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:00.801962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:00.843057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Router dc505395-c0f7-46bd-80ae-020b68ef9b1a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:22:00.887442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53045569-c470-4be3-88ff-b7629911eaa4 req-48cf12ab-6e85-4918-8cdc-fb19a82083ed tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 210 time: 0.2981706 Mar 02 07:22:00.910914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-185d43bb-c9b2-4128-be3b-ac825e5aba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:00.922881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-185d43bb-c9b2-4128-be3b-ac825e5aba03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 1101 time: 1.4746518 Mar 02 07:22:01.111782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:01.119264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:01.158572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:01.181278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:22:01.213679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:01.238516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:01.245238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:01.419257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Allocated IP 172.20.0.2 (86231ca0-7db0-48a3-83fb-1d7e2ecae9e2/c7ad4c62-3076-4a53-9162-3563181c5d81/779192b6-0433-42c6-9f47-010c39bed7d4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:01.420449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:01.430079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffc61ea8-1446-48db-8cae-01356a6a63b9 req-d1e4c78f-c659-4f0d-9eea-94d9b4feb58d tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 210 time: 0.2836442 Mar 02 07:22:01.774106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:22:01.790203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Sync routers for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:22:01.810287 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:01.811595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64ea5-9690-4195-aa4e-94f859ee8ba4 req-ca4e7d76-53ed-4314-a122-a63e9880cc40 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:01.816426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:01.819060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9b64ea5-9690-4195-aa4e-94f859ee8ba4 req-ca4e7d76-53ed-4314-a122-a63e9880cc40 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 1.0198853 Mar 02 07:22:01.915327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-a8894d06-7333-463c-81dc-ab75df274a11 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:01.917458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-a8894d06-7333-463c-81dc-ab75df274a11 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 820 time: 0.7040107 Mar 02 07:22:02.040949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-e1a917ae-da1b-4919-abd5-a5ed2e9091e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:02.042783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-e1a917ae-da1b-4919-abd5-a5ed2e9091e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 1.1060250 Mar 02 07:22:02.071131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'port': {'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'admin_state_up': True, 'tenant_id': '148e996750214069ba7eb3397cda680c'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:02.137301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9b64ea5-9690-4195-aa4e-94f859ee8ba4 req-cd40620c-aa62-4ca1-ba58-9d72ddc1b169 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149371 Mar 02 07:22:02.194821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.179 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:02.204808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:02.235502 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:02.311952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.392934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:02.393324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.447775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b4bf806c-6ab0-4cbc-977d-25ae83651fad req-4f1a1a45-d95f-4d30-9b62-60756c25504a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 210 time: 0.0565729 Mar 02 07:22:02.516866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e9fb550c-49df-42ef-bdd1-7dbcfe6d274a tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:02.518610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e9fb550c-49df-42ef-bdd1-7dbcfe6d274a tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1097 time: 2.4470818 Mar 02 07:22:02.519948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-6e58cff2-757f-40c1-a034-9d9df3e3fa58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 200 len: 217 time: 0.1624398 Mar 02 07:22:02.604751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:02.615429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f53a7906-e132-417e-831f-a29898447b77 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:02.672131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f93bab4-ca89-4e8d-91e2-3db5851ce1d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc505395-c0f7-46bd-80ae-020b68ef9b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8171434 Mar 02 07:22:02.691061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:02.727855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.739450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f53a7906-e132-417e-831f-a29898447b77 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:02.740561 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:57Z', 'revision_number': 4, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c8c2db6-5cdc-4447-93e6-5074264cee24', 'name': '', 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'mac_address': 'fa:16:3e:87:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:54Z', 'updated_at': '2022-03-02T07:21:58Z', 'revision_number': 2, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'subnets': [{'id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:02.750308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f53a7906-e132-417e-831f-a29898447b77 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:02.750684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.752584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Checking router: dc505395-c0f7-46bd-80ae-020b68ef9b1a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:22:02.753068 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Updating router dc505395-c0f7-46bd-80ae-020b68ef9b1a port 0c8c2db6-5cdc-4447-93e6-5074264cee24 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:22:02.759404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:02.849840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-e888ab6c-cd0f-4901-80cc-10e270c9a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:02.855449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-e888ab6c-cd0f-4901-80cc-10e270c9a237 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3289204 Mar 02 07:22:02.867789 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.875191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Made reservation on behalf of 148e996750214069ba7eb3397cda680c for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:02.879118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:02.978343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:02.981691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40426) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:02.994908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:02.997604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:03.017306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e82aea-f902-451c-a47d-8b3a0b542f77 req-c7abc6e8-10c6-4f39-b2f0-69a935fb1bee tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:03.025194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14e82aea-f902-451c-a47d-8b3a0b542f77 req-c7abc6e8-10c6-4f39-b2f0-69a935fb1bee tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 1.1239014 Mar 02 07:22:03.026783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.054685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.087123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f53a7906-e132-417e-831f-a29898447b77, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f53a7906-e132-417e-831f-a29898447b77,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:03.095801 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.216565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14e82aea-f902-451c-a47d-8b3a0b542f77 req-b5f2de59-c529-4497-8ac2-4880aef7a608 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904185 Mar 02 07:22:03.217010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:03.410429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Pushing event updated for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:03.462790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d42b6-e372-43e8-9bf1-a3c0a9703ca7 req-459bbc28-ef9f-4d22-b4db-fa1d8728defa tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:03.470879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f22d42b6-e372-43e8-9bf1-a3c0a9703ca7 req-459bbc28-ef9f-4d22-b4db-fa1d8728defa tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 946 time: 0.8040617 Mar 02 07:22:03.515598 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.528970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.547770 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Transition to ACTIVE for port object 0c8c2db6-5cdc-4447-93e6-5074264cee24 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:03.549728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f22d42b6-e372-43e8-9bf1-a3c0a9703ca7 req-388347d4-0793-439f-8828-1a4d52f9d447 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Mar 02 07:22:03.572860 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.591325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:03.594275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.640393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f6d841f-3675-4f64-b7c4-40cf3e8ae129 req-e61eaa06-43c9-4f04-9fc6-200b28628b15 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 210 time: 0.1487274 Mar 02 07:22:03.644461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-3c89a00e-1d78-4180-9246-c4e911c1cf59 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1451588 Mar 02 07:22:03.650582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:03.657142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-5f65edae-eeca-4811-978c-45dfa38cd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:03.657533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Request body: {'port': {'device_id': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:03.659107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-5f65edae-eeca-4811-978c-45dfa38cd49a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7485874 Mar 02 07:22:03.721793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39c898-153e-4783-8dc1-bcd7e4d8a682 None None] Pushing event updated for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:03.756640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Allocated IP 172.20.0.10 (ddf52aa6-0f13-4ef1-adb3-c43a5c72142b/e903713e-a8a2-4045-87a9-cb2ff430ae95/b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:03.948579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:03.968037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:03.969026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:04.053006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Attempting to bind port 0c8c2db6-5cdc-4447-93e6-5074264cee24 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:04.053575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Attempting to bind port 0c8c2db6-5cdc-4447-93e6-5074264cee24 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:04.054039 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Attempting to bind port 0c8c2db6-5cdc-4447-93e6-5074264cee24 on network 96943414-3279-48e6-a1c7-bb237fd89cf7 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:04.074358 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:04.077253 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Checking segment: {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:04.077819 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.078945 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Bound using segment: {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:04.080048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Bound port: 0c8c2db6-5cdc-4447-93e6-5074264cee24, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:04.081804 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.088300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:04.108308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:04.110959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:04.160624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:04.164722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-3a56be2f-97b7-4761-924d-fdfc2606b3da service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912164 Mar 02 07:22:04.202287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:04.202899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.274793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f53a7906-e132-417e-831f-a29898447b77 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:04.332028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] For port 0c8c2db6-5cdc-4447-93e6-5074264cee24, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:04.340779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] For port 0c8c2db6-5cdc-4447-93e6-5074264cee24, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c8c2db6-5cdc-4447-93e6-5074264cee24,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:04.353816 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.373549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:04.464928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:04.465816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:04.471361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a40f3-2117-4081-9d01-9bd8816ef0ae req-9e18b349-bd57-43d0-8b60-c69189f4e5c5 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:04.473127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-297a40f3-2117-4081-9d01-9bd8816ef0ae req-9e18b349-bd57-43d0-8b60-c69189f4e5c5 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 931 time: 0.6136026 Mar 02 07:22:04.517432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:04.518209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.542736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:04.560801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.577326 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39c898-153e-4783-8dc1-bcd7e4d8a682 None None] Pushing event updated for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:04.623103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.637316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836137-fdc9-4e9a-add3-64c2613d61c2 req-496b5157-8ac3-4264-8d62-8ed8922839d3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:04.659044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc836137-fdc9-4e9a-add3-64c2613d61c2 req-496b5157-8ac3-4264-8d62-8ed8922839d3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.8583717 Mar 02 07:22:04.711227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.719074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07c11e15-b99f-4de7-bc86-1ac55c31d6d9 req-b6ae52ef-95cf-4fa3-b03c-9fcc503df416 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419106 Mar 02 07:22:04.729269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f53a7906-e132-417e-831f-a29898447b77 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:04.729675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.800142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-297a40f3-2117-4081-9d01-9bd8816ef0ae req-0cf0df6f-a1e8-4416-897b-907f1a88f65d tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Synchronizing usage tracker for tenant:e59a2b3846a1425e8cf06e6497de7223 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:04.833242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-1fb9c571-37af-4e4d-b7b3-1d044822cd5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8191442 Mar 02 07:22:04.836927 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:04.856260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Request body: {'port': {'device_id': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:04.904676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Transition to ACTIVE for port object b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:04.944165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc836137-fdc9-4e9a-add3-64c2613d61c2 req-0865efcd-2b3a-49bb-b95f-33f8a86808ab tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835596 Mar 02 07:22:04.964728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:04.965082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:04.965420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:04.973205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:04.973440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Attempting to bind port 6f89af3a-d537-42ec-9d92-33b4777ca555 on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:04.975622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:04.979188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-297a40f3-2117-4081-9d01-9bd8816ef0ae req-0cf0df6f-a1e8-4416-897b-907f1a88f65d tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Unset dirty status for tenant:e59a2b3846a1425e8cf06e6497de7223 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:04.991317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-297a40f3-2117-4081-9d01-9bd8816ef0ae req-0cf0df6f-a1e8-4416-897b-907f1a88f65d tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989026 Mar 02 07:22:05.017837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:05.018221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:05.018586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:05.019019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Bound port: 6f89af3a-d537-42ec-9d92-33b4777ca555, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:05.019369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.055769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-58fae02d-5d64-48ec-9bdb-11b10ac0a5d9 None None] Provisioning for port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:05.071394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-58fae02d-5d64-48ec-9bdb-11b10ac0a5d9 None None] Provisioning complete for port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:05.071767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-58fae02d-5d64-48ec-9bdb-11b10ac0a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.144242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-58fae02d-5d64-48ec-9bdb-11b10ac0a5d9 None None] Port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:05.244652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.252497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.340256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:05.350778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:05.353317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:05.373754 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:57Z', 'revision_number': 4, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c8c2db6-5cdc-4447-93e6-5074264cee24', 'name': '', 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'mac_address': 'fa:16:3e:87:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:54Z', 'updated_at': '2022-03-02T07:22:04Z', 'revision_number': 4, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'subnets': [{'id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:05.384029 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156e59-178b-4c75-92e7-e67f38f1cd16 None None] The sync data for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 is: [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:21:57Z', 'revision_number': 4, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c8c2db6-5cdc-4447-93e6-5074264cee24', 'name': '', 'network_id': '96943414-3279-48e6-a1c7-bb237fd89cf7', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'mac_address': 'fa:16:3e:87:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:54Z', 'updated_at': '2022-03-02T07:22:04Z', 'revision_number': 4, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'subnets': [{'id': '6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:22:05.464271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:05.478653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event updated for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:05.510795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:05.533616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23354b-bfc9-46cf-8ab8-a59ceb6aa4a5 req-935eeab2-d339-441b-bc80-bdd763f7f167 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:05.542175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a23354b-bfc9-46cf-8ab8-a59ceb6aa4a5 req-935eeab2-d339-441b-bc80-bdd763f7f167 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 936 time: 0.3726153 Mar 02 07:22:05.575670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.695656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:05.696583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.755852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-3f5c8ac9-5e48-4edd-a7ef-6f77f4b646f5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6921966 Mar 02 07:22:05.775137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Request body: {'port': {'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:05.819949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4eb079f6-d0be-4477-b7d3-02f51e25dcc0 None None] Provisioning for port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:05.831494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4eb079f6-d0be-4477-b7d3-02f51e25dcc0 None None] Provisioning complete for port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:05.831986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4eb079f6-d0be-4477-b7d3-02f51e25dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.903412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4eb079f6-d0be-4477-b7d3-02f51e25dcc0 None None] Port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:06.020412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:06.021571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.023496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] 10.222.0.16 "PUT /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 1122 time: 3.4309211 Mar 02 07:22:06.024577 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:22:06.042298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a23354b-bfc9-46cf-8ab8-a59ceb6aa4a5 req-902d073b-8c13-4cf5-a979-909bb9e0eb67 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985416 Mar 02 07:22:06.057574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779192b6-0433-42c6-9f47-010c39bed7d4 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:06.065850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9389c-f05a-4af5-9375-adbd329df123 service neutron] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=8']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:06.117998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:06.153665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.174145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c8c2db6-5cdc-4447-93e6-5074264cee24 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:06.207046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:06.261894 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'code': 200} Mar 02 07:22:06.310074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.343191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Transition to ACTIVE for port object 779192b6-0433-42c6-9f47-010c39bed7d4 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:06.360642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.413008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bf235-a2a4-4f3d-a804-b022e3668d50 req-b93c7340-2c9e-4bc6-bff9-8242bc803a0b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:06.420095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-871bf235-a2a4-4f3d-a804-b022e3668d50 req-b93c7340-2c9e-4bc6-bff9-8242bc803a0b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.6345108 Mar 02 07:22:06.537727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:06.564684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:06.565046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.705733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.779264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-871bf235-a2a4-4f3d-a804-b022e3668d50 req-4dac317f-b2e2-4be5-8e22-35a834efbef9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579915 Mar 02 07:22:06.780181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Pushing event updated for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:06.785174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-6d4225d5-7f93-4257-981c-d31e42e29210 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:06.787421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-6d4225d5-7f93-4257-981c-d31e42e29210 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.6421907 Mar 02 07:22:06.837470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.877498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0c8c2db6-5cdc-4447-93e6-5074264cee24, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c8c2db6-5cdc-4447-93e6-5074264cee24,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:06.885027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.933828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:06.942410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Deleting port fff0b540-7847-4766-a652-3de73c436e79 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:06.942757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:06.957474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:06.975606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Attempting to bind port 779192b6-0433-42c6-9f47-010c39bed7d4 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:06.975936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Attempting to bind port 779192b6-0433-42c6-9f47-010c39bed7d4 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ac683ae6-0ada-4977-8575-80e632df99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:06.976263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Attempting to bind port 779192b6-0433-42c6-9f47-010c39bed7d4 on network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:06.982507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.023518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Transition to ACTIVE for port object b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:07.038335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.054898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Port 779192b6-0433-42c6-9f47-010c39bed7d4 on network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:07.055220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Attempting to bind port 779192b6-0433-42c6-9f47-010c39bed7d4 on network 86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:07.104237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:07.104572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Checking segment: {'id': 'ac683ae6-0ada-4977-8575-80e632df99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:07.104954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Bound using segment: {'id': 'ac683ae6-0ada-4977-8575-80e632df99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:07.105379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Bound port: 779192b6-0433-42c6-9f47-010c39bed7d4, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac683ae6-0ada-4977-8575-80e632df99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:07.105719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.112835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb713be-983c-47d0-bd2b-17b576fe6253 req-74a527e6-4e9e-4c44-b569-13a6aa99b509 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:07.114340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edb713be-983c-47d0-bd2b-17b576fe6253 req-74a527e6-4e9e-4c44-b569-13a6aa99b509 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.3904455 Mar 02 07:22:07.159455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:07.196420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.301648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:07.329734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Transition to ACTIVE for port object 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:07.348064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edb713be-983c-47d0-bd2b-17b576fe6253 req-4f8758a3-026c-4beb-80cf-65e4fa7eca57 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199249 Mar 02 07:22:07.354783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.476277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca64fc-c358-4f69-bb8c-65f429942b45 req-f3b0271e-7df2-4879-a37e-d34cafb3570a tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:07.483171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6dca64fc-c358-4f69-bb8c-65f429942b45 req-f3b0271e-7df2-4879-a37e-d34cafb3570a tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 932 time: 0.5876825 Mar 02 07:22:07.514491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Attempting to bind port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:07.514834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Attempting to bind port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:07.515168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Attempting to bind port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:07.523118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] For port fff0b540-7847-4766-a652-3de73c436e79, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fff0b540-7847-4766-a652-3de73c436e79,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:07.523483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.529816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:07.534337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:07.534590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Attempting to bind port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:07.595706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=779192b6-0433-42c6-9f47-010c39bed7d4,segment=NetworkSegment(ac683ae6-0ada-4977-8575-80e632df99ef),segment_id=ac683ae6-0ada-4977-8575-80e632df99ef)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:07.612497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:07.612837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Checking segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:07.613251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Bound using segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:07.613707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Bound port: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:07.614237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.640809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:07.674341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.735293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Calling delete_port for fff0b540-7847-4766-a652-3de73c436e79 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:07.892704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6dca64fc-c358-4f69-bb8c-65f429942b45 req-7cd34e0e-03d9-490e-ab67-cd942d033178 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:07.934769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:07.935388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.936774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] 10.222.0.39 "PUT /v2.0/ports/779192b6-0433-42c6-9f47-010c39bed7d4 HTTP/1.1" status: 200 len: 1091 time: 4.2845154 Mar 02 07:22:07.937223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:08.018685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c8c2db6-5cdc-4447-93e6-5074264cee24 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:08.045337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77faf-8f8c-4eaf-b282-9142f5a54bfd service neutron] Pushing event updated for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:08.074215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Attempting to bind port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:08.074588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Attempting to bind port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:08.074871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Attempting to bind port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:08.076937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6dca64fc-c358-4f69-bb8c-65f429942b45 req-7cd34e0e-03d9-490e-ab67-cd942d033178 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:08.078094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6dca64fc-c358-4f69-bb8c-65f429942b45 req-7cd34e0e-03d9-490e-ab67-cd942d033178 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942087 Mar 02 07:22:08.091318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:08.091651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Attempting to bind port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:08.110652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:08.113302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:08.113478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:08.113828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:08.114270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Bound port: 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:08.114615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.132285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c8c2db6-5cdc-4447-93e6-5074264cee24 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:08.132852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.133509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Deleting port 0c8c2db6-5cdc-4447-93e6-5074264cee24 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:08.133668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36436502-5af5-48a6-b3d0-c6162e97c0dd req-5f541dea-a590-4448-8a96-6faec9506c0c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.133848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.140427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36436502-5af5-48a6-b3d0-c6162e97c0dd req-5f541dea-a590-4448-8a96-6faec9506c0c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=de7c4345-4438-44e7-be71-cf9eddaa3b03 HTTP/1.1" status: 200 len: 944 time: 0.3709505 Mar 02 07:22:08.172722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:08.216937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36436502-5af5-48a6-b3d0-c6162e97c0dd req-91df81ba-43d0-4fde-baf6-ee0a56ff2cbe tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Mar 02 07:22:08.218212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.299245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:08.309511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.325674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.326432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.327807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 1092 time: 2.5596745 Mar 02 07:22:08.334358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335405fd-dcc0-477f-ac70-095170cd8d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:08.467812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] For port 0c8c2db6-5cdc-4447-93e6-5074264cee24, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c8c2db6-5cdc-4447-93e6-5074264cee24,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:08.468397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.479573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-c6952c86-054a-4c24-9ba4-bd82289c508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.481090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-c6952c86-054a-4c24-9ba4-bd82289c508e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e59a2b3846a1425e8cf06e6497de7223&device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 1094 time: 0.4988382 Mar 02 07:22:08.540324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event deleted for resources: {'Port': ['ID=fff0b540-7847-4766-a652-3de73c436e79,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:08.544132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] No DVR routers for this DVR port fff0b540-7847-4766-a652-3de73c436e79 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:08.547646 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.564870 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fff9d1fb-f936-4cab-976a-a1868d84155a req-eb589301-1c2b-42fb-8000-5e21bc29d842 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "DELETE /v2.0/ports/fff0b540-7847-4766-a652-3de73c436e79 HTTP/1.1" status: 204 len: 173 time: 1.7312593 Mar 02 07:22:08.619564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-4980db1c-dc76-49bc-a79e-4556dc07ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.621315 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-4980db1c-dc76-49bc-a79e-4556dc07ecd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1095 time: 0.2117569 Mar 02 07:22:08.635031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b0b90-ab99-4387-a098-980f02e5fd56 req-397ee1ac-65d1-4e2d-8b6b-679255e69f3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.636541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c5b0b90-ab99-4387-a098-980f02e5fd56 req-397ee1ac-65d1-4e2d-8b6b-679255e69f3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 948 time: 0.2282512 Mar 02 07:22:08.693554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:08.702204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Calling delete_port for 0c8c2db6-5cdc-4447-93e6-5074264cee24 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:08.720490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-dd9d47e6-f60e-4fb5-9392-626c79563e13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.0829823 Mar 02 07:22:08.738613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fff0b540-7847-4766-a652-3de73c436e79 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:08.742506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-17f5c8dc-af3e-4f41-87a8-6087e42cb64f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=779192b6-0433-42c6-9f47-010c39bed7d4 HTTP/1.1" status: 200 len: 217 time: 0.2393682 Mar 02 07:22:08.787534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c5b0b90-ab99-4387-a098-980f02e5fd56 req-bf5c2a11-fb97-4258-95e0-311e376fc608 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977948 Mar 02 07:22:08.800297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ac45b8ce-b2eb-469d-a452-110a0f3dd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.800491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:08.801749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-ac45b8ce-b2eb-469d-a452-110a0f3dd4e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.0704877 Mar 02 07:22:08.806924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: fff0b540-7847-4766-a652-3de73c436e79 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:08.810251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fff0b540-7847-4766-a652-3de73c436e79 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:08.824835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:08.986232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-a166438b-fc9c-4374-b7b1-d5a046cc02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:08.987720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-a166438b-fc9c-4374-b7b1-d5a046cc02c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728814 Mar 02 07:22:09.039607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb49efd-7afb-4843-8e59-913580b3dee2 req-17f98987-0576-43bc-8dcf-f8170e6a68b0 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.040344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3fb49efd-7afb-4843-8e59-913580b3dee2 req-17f98987-0576-43bc-8dcf-f8170e6a68b0 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Synchronizing usage tracker for tenant:e59a2b3846a1425e8cf06e6497de7223 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:09.049669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.050369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:09.052955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] 10.222.0.16 "PUT /v2.0/ports/7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad HTTP/1.1" status: 200 len: 1096 time: 4.2066755 Mar 02 07:22:09.075593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-84585ba3-985e-4746-b388-c1ba7815adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.078294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-84585ba3-985e-4746-b388-c1ba7815adf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c7ad4c62-3076-4a53-9162-3563181c5d81 HTTP/1.1" status: 200 len: 858 time: 0.3271413 Mar 02 07:22:09.144452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-b87e5ace-b0be-42ac-a602-ab18096166c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.151342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-b87e5ace-b0be-42ac-a602-ab18096166c3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.2647052 Mar 02 07:22:09.180129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-f41ebb7c-c6ee-4576-9bb7-6132a8472c7f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/quotas/f1249e03a8644528a02d785e493d9aa9 HTTP/1.1" status: 200 len: 375 time: 0.0278759 Mar 02 07:22:09.193255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03da68-d024-4e5c-ab13-7c3fb4679330 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:09.197236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-a231d923-6535-4e77-a176-648b0969d2aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062465 Mar 02 07:22:09.230147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3fb49efd-7afb-4843-8e59-913580b3dee2 req-17f98987-0576-43bc-8dcf-f8170e6a68b0 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Unset dirty status for tenant:e59a2b3846a1425e8cf06e6497de7223 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:09.231295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fb49efd-7afb-4843-8e59-913580b3dee2 req-17f98987-0576-43bc-8dcf-f8170e6a68b0 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 943 time: 1.0106466 Mar 02 07:22:09.258570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-6ab2bf49-42b1-431d-8c41-a3af04743045 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571394 Mar 02 07:22:09.359942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-7cb62fb4-0475-4e4b-adff-5374e7c2e823 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1786776 Mar 02 07:22:09.394173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fb49efd-7afb-4843-8e59-913580b3dee2 req-1e7dd9ce-ecc3-4c4b-91f0-289d906da5aa tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414101 Mar 02 07:22:09.483253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-bdcea73e-e960-40f8-b13d-00cc961c2cb1 service neutron] 10.222.0.39 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771158 Mar 02 07:22:09.490473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-497c6efd-4f05-40fc-9e99-9e1dcc699734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.492090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-497c6efd-4f05-40fc-9e99-9e1dcc699734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 1099 time: 0.3687141 Mar 02 07:22:09.588137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8826ea1-beec-4429-a76a-d29e84f292a8 req-d1dc3c11-7274-4d77-ba7f-b4588ea98364 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064568 Mar 02 07:22:09.710139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-c71396c3-aef9-4b94-88dd-4d06ff5c407b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:09.711590 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-c71396c3-aef9-4b94-88dd-4d06ff5c407b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d187205-d43f-4a1a-add5-b321f0be1aa4 HTTP/1.1" status: 200 len: 945 time: 0.2143209 Mar 02 07:22:09.714133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-a8b73aea-5e1c-4675-9841-0677c1400fce service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867589 Mar 02 07:22:09.769650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-51a3df28-a1ac-47d9-b638-2fc11fd4c49c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad HTTP/1.1" status: 200 len: 217 time: 0.2482340 Mar 02 07:22:09.816951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:09.936928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8c2db6-5cdc-4447-93e6-5074264cee24,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:09.973236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Deleting port 993a1427-09a7-4777-984e-86aa9ff95318 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:09.973590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:10.040294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-5c382712-e7ab-49ea-b9a8-8226c94c046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.041886 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-5c382712-e7ab-49ea-b9a8-8226c94c046a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2168753 Mar 02 07:22:10.097059 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-23f685e3-3896-4b14-bf7a-dc82f127b0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482695 Mar 02 07:22:10.121105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1b7f635-d06e-4632-96d9-6bc53a2a807f req-9a14d328-7bdf-44e5-b362-9d6078bcb30e service neutron] 10.222.0.39 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264112 Mar 02 07:22:10.241494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911e4b-b457-4076-bc4d-bbac5df714d5 req-3d51b2c7-165a-4999-afe6-23d1c903ddc0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.248638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77911e4b-b457-4076-bc4d-bbac5df714d5 req-3d51b2c7-165a-4999-afe6-23d1c903ddc0 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.5459549 Mar 02 07:22:10.283014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] For port 993a1427-09a7-4777-984e-86aa9ff95318, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=993a1427-09a7-4777-984e-86aa9ff95318,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:10.283585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:10.310346 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4', 'status': 'completed', 'code': 200} Mar 02 07:22:10.332119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77911e4b-b457-4076-bc4d-bbac5df714d5 req-36f01b1e-ab70-4857-a913-0c612c16790c tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822096 Mar 02 07:22:10.362048 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'status': 'completed', 'code': 200} Mar 02 07:22:10.468270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Calling delete_port for 993a1427-09a7-4777-984e-86aa9ff95318 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:10.534050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:10.601665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792d00-c538-485f-a7d7-0671d156df71 req-15944343-61b1-4046-9c12-fb4d957082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.604215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-15944343-61b1-4046-9c12-fb4d957082d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5457139 Mar 02 07:22:10.740136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-e72d8aa6-a0f3-4af9-85b3-da343e4ac81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.741623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-e72d8aa6-a0f3-4af9-85b3-da343e4ac81d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1125 time: 0.3134921 Mar 02 07:22:10.757043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53142-d6ed-4f47-a9af-f0a94e9d3824 req-16019c3c-b76e-4381-8e8f-a3ab156ea13a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.758554 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7e53142-d6ed-4f47-a9af-f0a94e9d3824 req-16019c3c-b76e-4381-8e8f-a3ab156ea13a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.2565832 Mar 02 07:22:10.915024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:10.930826 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-79b12c87-1bd8-44f7-8cc4-ff6d177c7167 service neutron] show failed (client error): The resource could not be found. Mar 02 07:22:10.931850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-79b12c87-1bd8-44f7-8cc4-ff6d177c7167 service neutron] 10.222.0.16 "GET /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.2829440 Mar 02 07:22:10.978913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-49e2564c-693c-4796-b3b7-1a595b37c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:10.979837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7e53142-d6ed-4f47-a9af-f0a94e9d3824 req-0ef9805e-89fe-42ca-955c-d997832f9ce8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865945 Mar 02 07:22:10.980910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-49e2564c-693c-4796-b3b7-1a595b37c073 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e59a2b3846a1425e8cf06e6497de7223&device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 1094 time: 0.6365426 Mar 02 07:22:10.992587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event deleted for resources: {'Port': ['ID=993a1427-09a7-4777-984e-86aa9ff95318,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:11.016766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-b77718b6-5ec4-467f-9017-5aad2c1beb98 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988290 Mar 02 07:22:11.038899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea84d7-1c38-478d-a320-0353c56b895f req-dce4343a-32a7-4395-b63e-c99efc343b65 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:11.046454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eea84d7-1c38-478d-a320-0353c56b895f req-dce4343a-32a7-4395-b63e-c99efc343b65 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 944 time: 0.5066857 Mar 02 07:22:11.101260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] No DVR routers for this DVR port 993a1427-09a7-4777-984e-86aa9ff95318 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:11.104914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:11.113516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-f9f1b42a-b3a9-46c5-a638-43a6b102124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:11.115118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-f9f1b42a-b3a9-46c5-a638-43a6b102124b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.3516936 Mar 02 07:22:11.214134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19e31bd2-2be2-4e6d-8dbc-3fe8b78568e0 req-7278e08b-ac19-4867-9459-c7632727a65b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "DELETE /v2.0/ports/993a1427-09a7-4777-984e-86aa9ff95318 HTTP/1.1" status: 204 len: 173 time: 1.4972548 Mar 02 07:22:11.240393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-90506aff-f715-4400-b568-bba76911f085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 217 time: 0.1171093 Mar 02 07:22:11.388101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-e8379760-ffc7-4fb4-89a4-d4202b0daf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:11.389586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-e8379760-ffc7-4fb4-89a4-d4202b0daf2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1407940 Mar 02 07:22:11.446432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-82989d45-79d6-4a15-ad23-7d4057d3955e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494268 Mar 02 07:22:11.540560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-25018a0b-ffc8-4ea7-9c8f-2e11bd88f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:11.542138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-25018a0b-ffc8-4ea7-9c8f-2e11bd88f318 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1100 time: 0.2297730 Mar 02 07:22:11.551073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45792d00-c538-485f-a7d7-0671d156df71 req-9e130915-6281-47f0-ac8c-9fafb7022067 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807291 Mar 02 07:22:11.625416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eea84d7-1c38-478d-a320-0353c56b895f req-d9db80ca-7916-4f2a-9d96-4ae06401ba7c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780759 Mar 02 07:22:11.768325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-8fe3da4f-cd5b-4990-85dc-284cc39eab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:11.769680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-8fe3da4f-cd5b-4990-85dc-284cc39eab3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 HTTP/1.1" status: 200 len: 918 time: 0.7769551 Mar 02 07:22:11.824755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:11.827713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4310315c-69bf-4699-843a-89fcbf820053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:11.879472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d3dafb1-391e-41be-b44f-055164a0f8b8 req-39e8fb11-1ca4-4c35-bed0-9b0690eb8cee tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 210 time: 0.1127753 Mar 02 07:22:12.010453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-d3602f34-2c45-43d9-b9e6-f4c41bdd6ae1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=779192b6-0433-42c6-9f47-010c39bed7d4 HTTP/1.1" status: 200 len: 217 time: 0.1299889 Mar 02 07:22:12.091152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-fac798d4-d3a9-40e9-a0c3-fd1e69d13bed service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355875 Mar 02 07:22:12.108775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84146a-35f6-42dd-8d65-291a821f6a62 req-08717b6e-4a8a-44bc-9ec3-dba7d52e8fbb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:12.114423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f84146a-35f6-42dd-8d65-291a821f6a62 req-08717b6e-4a8a-44bc-9ec3-dba7d52e8fbb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 948 time: 0.6339400 Mar 02 07:22:12.177134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:12.223655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Router dc505395-c0f7-46bd-80ae-020b68ef9b1a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:22:12.319831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f84146a-35f6-42dd-8d65-291a821f6a62 req-58ae3755-f923-4c87-8b70-2ca3df9bb7f1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793280 Mar 02 07:22:12.329889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:12.358534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-2c7fb2a3-4612-4ec3-9dde-439657d0d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:12.360137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-2c7fb2a3-4612-4ec3-9dde-439657d0d10e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c7ad4c62-3076-4a53-9162-3563181c5d81 HTTP/1.1" status: 200 len: 858 time: 0.3340936 Mar 02 07:22:12.370462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-3c3957ec-4694-4d00-be5c-7bf12508ba89 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:12.371851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-3c3957ec-4694-4d00-be5c-7bf12508ba89 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 814 time: 0.4827738 Mar 02 07:22:12.395352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f62355b4-0a0e-4985-9038-1a185f2e46b1 req-98a26ede-2f82-41f0-a841-2317a1195e9f service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967253 Mar 02 07:22:12.396768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}, {'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-deleted', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79'}, {'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-deleted', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:12.417294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Request body: {'port': {'device_id': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'admin_state_up': True, 'tenant_id': 'f1249e03a8644528a02d785e493d9aa9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:12.449878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-5ada6f09-6b28-4d30-8fd9-f3a7cf22a719 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751553 Mar 02 07:22:12.573421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:12.610356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:12.673648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6de36a-fa8e-40e4-af99-cbb65e719774 req-332a71f1-daa8-4c40-90f5-786c15e55fc9 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:12.675157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c6de36a-fa8e-40e4-af99-cbb65e719774 req-332a71f1-daa8-4c40-90f5-786c15e55fc9 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 943 time: 0.5859299 Mar 02 07:22:12.724495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:12.745470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Transition to ACTIVE for port object d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:12.758201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:12.785570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:22:12.792346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 779192b6-0433-42c6-9f47-010c39bed7d4 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:12.798105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:12.821074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603e69-fad9-4654-b0dd-3f1bb2a35635 req-409a899e-a240-4bd2-9734-de20ff2eb154 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:12.822605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05603e69-fad9-4654-b0dd-3f1bb2a35635 req-409a899e-a240-4bd2-9734-de20ff2eb154 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.1616495 Mar 02 07:22:12.823197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b1a405e6-ee59-473c-b9c6-5dd89f51f764 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc505395-c0f7-46bd-80ae-020b68ef9b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8382573 Mar 02 07:22:12.840477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Sync routers for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:22:12.849627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40508) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:12.856360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 993a1427-09a7-4777-984e-86aa9ff95318 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:12.856703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 993a1427-09a7-4777-984e-86aa9ff95318 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:12.940642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c6de36a-fa8e-40e4-af99-cbb65e719774 req-35f8ddba-8a01-442a-986e-3fbba693dafb tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088048 Mar 02 07:22:12.945296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-60e64ead-e9db-43a1-8aaa-609572719225 service neutron] 10.222.0.39 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758167 Mar 02 07:22:12.955307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:12.967484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887cb79-0893-42be-878b-628b93436136 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:12.977212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] No DVR routers for this DVR port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:12.994218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Usage tracker for resource:port and tenant:f1249e03a8644528a02d785e493d9aa9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:12.999245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:13.026994 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05603e69-fad9-4654-b0dd-3f1bb2a35635 req-86c26937-14cc-47e9-a7b4-ec8b702d1e43 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429679 Mar 02 07:22:13.040906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:13.047574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:13.048223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:13.058206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:13.058543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:13.059095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:13.073663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:13.074024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:13.088335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:13.088634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:13.088986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:13.089410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Bound port: d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:13.089760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.193543 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:22:13.193832 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7c4345-4438-44e7-be71-cf9eddaa3b03', 'name': 'network-vif-deleted', 'tag': 'fff0b540-7847-4766-a652-3de73c436e79', 'status': 'completed', 'code': 200} Mar 02 07:22:13.194267 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d187205-d43f-4a1a-add5-b321f0be1aa4', 'name': 'network-vif-deleted', 'tag': '993a1427-09a7-4777-984e-86aa9ff95318', 'status': 'completed', 'code': 200} Mar 02 07:22:13.216164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:13.220613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:13.268119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:13.278311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.350245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.351137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.352497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-b887cb79-0893-42be-878b-628b93436136 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 1095 time: 1.5395582 Mar 02 07:22:13.456683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.478242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887cb79-0893-42be-878b-628b93436136 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:13.545354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-bed2511b-2ee1-4d89-bffd-923097896b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.547089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-bed2511b-2ee1-4d89-bffd-923097896b79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1095 time: 0.3243637 Mar 02 07:22:13.584304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=779192b6-0433-42c6-9f47-010c39bed7d4,segment=NetworkSegment(ac683ae6-0ada-4977-8575-80e632df99ef),segment_id=ac683ae6-0ada-4977-8575-80e632df99ef)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:13.611365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '779192b6-0433-42c6-9f47-010c39bed7d4', 'network_id': '86231ca0-7db0-48a3-83fb-1d7e2ecae9e2', 'port_id': '779192b6-0433-42c6-9f47-010c39bed7d4', 'mac_address': 'fa:16:3e:ad:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ad4c62-3076-4a53-9162-3563181c5d81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:13.629892 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'status': 'completed', 'code': 200} Mar 02 07:22:13.719679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Made reservation on behalf of f1249e03a8644528a02d785e493d9aa9 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:13.722924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.729499 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.752611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779192b6-0433-42c6-9f47-010c39bed7d4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:13.776025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=779192b6-0433-42c6-9f47-010c39bed7d4,segment=NetworkSegment(ac683ae6-0ada-4977-8575-80e632df99ef),segment_id=ac683ae6-0ada-4977-8575-80e632df99ef)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:13.784948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:09Z', 'revision_number': 5, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:13.787876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:13.788510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:13.816830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e773-e8f4-4efb-a6a7-1bb5fae123c0 req-95b74bfb-1239-495a-9123-9270c10f1587 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.817631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ffc1e773-e8f4-4efb-a6a7-1bb5fae123c0 req-95b74bfb-1239-495a-9123-9270c10f1587 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:13.830936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Checking router: dc505395-c0f7-46bd-80ae-020b68ef9b1a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:22:13.842243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4628d2f1-918e-4dbb-96b9-b449e1f9eeda req-6c8f0488-8ebf-4b4f-b86e-29da7d261607 service neutron] 10.222.0.39 "GET /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889596 Mar 02 07:22:13.845143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-2974ab91-f0cb-4b27-8227-ac69d7d9e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.846679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-2974ab91-f0cb-4b27-8227-ac69d7d9e8f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1098 time: 0.4577322 Mar 02 07:22:13.859485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Routers {'dc505395-c0f7-46bd-80ae-020b68ef9b1a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:13.860094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:13.885692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-b0b92fbd-f4de-4c2d-bbc0-f0dd58ddf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.887273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-b0b92fbd-f4de-4c2d-bbc0-f0dd58ddf1bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.3305631 Mar 02 07:22:13.956892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ffc1e773-e8f4-4efb-a6a7-1bb5fae123c0 req-95b74bfb-1239-495a-9123-9270c10f1587 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:13.958134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffc1e773-e8f4-4efb-a6a7-1bb5fae123c0 req-95b74bfb-1239-495a-9123-9270c10f1587 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 944 time: 0.6315391 Mar 02 07:22:13.984507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-c732edda-75e7-4e20-99b8-a751390a98aa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:13.986005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-c732edda-75e7-4e20-99b8-a751390a98aa tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 944 time: 0.4844406 Mar 02 07:22:13.987199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:13.994339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.003554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f222a4b8-444b-4f1f-92c3-af6a469a9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.005085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f222a4b8-444b-4f1f-92c3-af6a469a9cfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 1099 time: 0.4181020 Mar 02 07:22:14.013375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc97fa3-d9ee-4d7c-b883-ef82b0393663 req-f99e43a9-2a21-4236-9b15-531b87105c81 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.014809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cc97fa3-d9ee-4d7c-b883-ef82b0393663 req-f99e43a9-2a21-4236-9b15-531b87105c81 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.3838224 Mar 02 07:22:14.043771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-56f36526-24d9-4f3b-b276-87f13921b688 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.1432130 Mar 02 07:22:14.116103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Deleting port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:14.117076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.182417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e3337fc5-f616-4f28-87a0-337bf12c002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.187068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:14.196188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] Set router dc505395-c0f7-46bd-80ae-020b68ef9b1a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:14.214305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffc1e773-e8f4-4efb-a6a7-1bb5fae123c0 req-1f24e53a-32f9-4f61-be4f-8b1e4d5142b4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470334 Mar 02 07:22:14.224034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Deleting port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:14.225084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.259757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cc97fa3-d9ee-4d7c-b883-ef82b0393663 req-19fb0bdc-bf33-490b-b40e-e7668a866d8b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192516 Mar 02 07:22:14.266960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-1dcd8ee1-f9f9-4841-b134-10b07ef0a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.268472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-1dcd8ee1-f9f9-4841-b134-10b07ef0a9cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4138901 Mar 02 07:22:14.274656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-5d9c235f-e8c0-4d86-a964-f01474061b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.276146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-5d9c235f-e8c0-4d86-a964-f01474061b24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1929114 Mar 02 07:22:14.307561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Allocated IP 172.20.0.5 (053fba98-4c59-45a2-99b6-4da3b0c6dda2/0b636793-556f-4370-8602-58463982659f/fe29d775-de7c-49e4-ba09-a882c76d3a2e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:14.322793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:14.421941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-dd481172-1e4d-4875-9dd0-281018f3e3b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.1447225 Mar 02 07:22:14.429676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f6f3c3de-23a5-45ba-86c4-686f61c4ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.431400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f6f3c3de-23a5-45ba-86c4-686f61c4ebe2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4121256 Mar 02 07:22:14.563804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-aa3ce2f5-d156-417f-bf07-a4599f01d8d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad HTTP/1.1" status: 200 len: 217 time: 0.1181467 Mar 02 07:22:14.584255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.603295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:14.613234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62bd560e-0707-4d68-8566-236c23d63330 req-5b041196-9b43-4d71-b498-ecd55b03a6d7 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 210 time: 0.1070054 Mar 02 07:22:14.626423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:14.635715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] For port 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:14.636125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.637315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:14.678141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:09Z', 'revision_number': 5, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:14.678416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-7b823741-6f3d-4ad4-9c9f-bb57d529587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.679865 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-7b823741-6f3d-4ad4-9c9f-bb57d529587e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2150419 Mar 02 07:22:14.686059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-c67c2934-b886-4511-becb-2b6fb75db412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.687668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-c67c2934-b886-4511-becb-2b6fb75db412 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1121554 Mar 02 07:22:14.691488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792e32b-1c49-4e8a-b940-93d7b7f30ae3 None None] The sync data for ids ['dc505395-c0f7-46bd-80ae-020b68ef9b1a'] in n-d-827871-1 is: [{'id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'name': 'tempest-ServersTestFqdnHostnames-1288735388-router', 'tenant_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:09Z', 'revision_number': 5, 'project_id': 'e5261c36c1144aa29ab4cc37bce98e94', 'gw_port': {'id': '6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc505395-c0f7-46bd-80ae-020b68ef9b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:49Z', 'updated_at': '2022-03-02T07:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:22:14.731368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:14.785159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:14.812432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-9189702f-e8de-4f17-8838-1fdc82910971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.813810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-9189702f-e8de-4f17-8838-1fdc82910971 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798944 Mar 02 07:22:14.845090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:14.845531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:14.859761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ef8c-1296-4f1f-9545-5318c3bef0e5 req-3b43bd31-50bf-4eac-866e-cc247576989c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:14.860454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-af73ef8c-1296-4f1f-9545-5318c3bef0e5 req-3b43bd31-50bf-4eac-866e-cc247576989c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:14.993416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] For port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:14.993695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.001226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-af73ef8c-1296-4f1f-9545-5318c3bef0e5 req-3b43bd31-50bf-4eac-866e-cc247576989c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:15.002417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af73ef8c-1296-4f1f-9545-5318c3bef0e5 req-3b43bd31-50bf-4eac-866e-cc247576989c tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 944 time: 0.5773652 Mar 02 07:22:15.040866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Calling delete_port for 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:15.061343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:15.099972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['779192b6-0433-42c6-9f47-010c39bed7d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:15.157874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Calling delete_port for 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:15.191892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-937b94ee-800a-4483-b394-4c10c0010036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:15.193513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-937b94ee-800a-4483-b394-4c10c0010036 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4953887 Mar 02 07:22:15.223272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}, {'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:15.228829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.300588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af73ef8c-1296-4f1f-9545-5318c3bef0e5 req-a3cf0c65-ae80-440f-bd54-a9b477993bbf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922318 Mar 02 07:22:15.302860 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-7fda2b4b-3297-4086-9f57-bc36447021a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789586 Mar 02 07:22:15.462114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.475590 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.632984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:15.738512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.803759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-42286424-65e4-49be-817a-82477c2d5038 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812356 Mar 02 07:22:15.854414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-800f3107-91d2-4bde-8d13-d8bb6773a37c req-54fef2f4-a5a7-42b4-8ac3-a8fbe3344a73 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413725 Mar 02 07:22:15.867232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f004cb86-f3ff-4953-9f9a-eb28c770643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:15.868544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-f004cb86-f3ff-4953-9f9a-eb28c770643d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0171378 Mar 02 07:22:15.872068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.883433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:15.927240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6154335-65a4-4725-9b65-61c5261a40f6 req-f4b4d3ee-e8e5-42b7-a041-9841d1c32ee4 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:15.928715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6154335-65a4-4725-9b65-61c5261a40f6 req-f4b4d3ee-e8e5-42b7-a041-9841d1c32ee4 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 944 time: 0.3658888 Mar 02 07:22:16.006121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da038c8-8cf7-455c-866b-2bf2e1efc21b req-512f0336-8eb5-4992-a138-342bb7c0e240 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:16.006833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2da038c8-8cf7-455c-866b-2bf2e1efc21b req-512f0336-8eb5-4992-a138-342bb7c0e240 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:16.018167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event deleted for resources: {'Port': ['ID=2786a9b4-f5dc-49c4-8d51-b52ac669ea06,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:16.026855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c8c2db6-5cdc-4447-93e6-5074264cee24 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:16.077557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0c8c2db6-5cdc-4447-93e6-5074264cee24 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:16.078221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c8c2db6-5cdc-4447-93e6-5074264cee24 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:16.120004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] No DVR routers for this DVR port 2786a9b4-f5dc-49c4-8d51-b52ac669ea06 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:16.126402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.147978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6154335-65a4-4725-9b65-61c5261a40f6 req-8d5a6574-07f5-43bd-bfef-8c356b3c9d0e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587162 Mar 02 07:22:16.155720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c67350ba-cf19-45e2-9bbb-ab365ae040f4 req-208ad842-9dc2-4db7-8c44-efe78b437b7d service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385603 Mar 02 07:22:16.157432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0cc09e4-c352-4810-975b-c96a8247e9f3 req-b9193d2b-fdfa-40a2-9eef-359cbc9837fb tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "DELETE /v2.0/ports/2786a9b4-f5dc-49c4-8d51-b52ac669ea06 HTTP/1.1" status: 204 len: 173 time: 2.1068788 Mar 02 07:22:16.158241 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.161191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-18fa0665-791c-42c8-9878-3b4e1cd61a26 service neutron] 10.222.0.39 "GET /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.4152484 Mar 02 07:22:16.162939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.232568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2da038c8-8cf7-455c-866b-2bf2e1efc21b req-512f0336-8eb5-4992-a138-342bb7c0e240 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:16.234081 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2da038c8-8cf7-455c-866b-2bf2e1efc21b req-512f0336-8eb5-4992-a138-342bb7c0e240 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 948 time: 1.4381983 Mar 02 07:22:16.283341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.354013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.354640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc505395-c0f7-46bd-80ae-020b68ef9b1a {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:22:16.388009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f3bc-7cac-44db-ae76-781f61801a8f req-1f89a82d-5814-4e65-aea8-40bdbc236d98 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:16.389512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5864f3bc-7cac-44db-ae76-781f61801a8f req-1f89a82d-5814-4e65-aea8-40bdbc236d98 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.0967135 Mar 02 07:22:16.410090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-77efbcee-dd2b-4361-9f2e-7399c773e893 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891009 Mar 02 07:22:16.425651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:16.430782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2da038c8-8cf7-455c-866b-2bf2e1efc21b req-c5562089-5923-4a80-a498-378e04e3d387 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790230 Mar 02 07:22:16.455269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5864f3bc-7cac-44db-ae76-781f61801a8f req-d496d742-0820-4e2c-8907-bd37f648bb13 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Mar 02 07:22:16.471658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:16.484448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:16.530702 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'code': 200} Mar 02 07:22:16.530968 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'status': 'completed', 'code': 200} Mar 02 07:22:16.574720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event updated for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:16.587713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.597371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:16.602159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c7e3a83d-a1c4-45f8-bab7-d098938ad0e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dc505395-c0f7-46bd-80ae-020b68ef9b1a HTTP/1.1" status: 204 len: 168 time: 3.7513220 Mar 02 07:22:16.689169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:16.702569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.702903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.703714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.703714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.703921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.704159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.704459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.704782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.705131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.705452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.705768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.706114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:16.778225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ead1c299-6a31-45a7-9bd1-f1708b36ec2f req-083ba2bc-2fda-48d1-b5e2-d8c9cd1e599c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:16.810940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:16.811719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ead1c299-6a31-45a7-9bd1-f1708b36ec2f req-083ba2bc-2fda-48d1-b5e2-d8c9cd1e599c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:16.813456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ead1c299-6a31-45a7-9bd1-f1708b36ec2f req-083ba2bc-2fda-48d1-b5e2-d8c9cd1e599c tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82ab262-560b-4379-8c59-0f3182b1ecc3 HTTP/1.1" status: 200 len: 210 time: 0.1055834 Mar 02 07:22:16.855816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-04135940-d3ae-488e-a842-101fc45c6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:16.857152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-04135940-d3ae-488e-a842-101fc45c6aad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1098 time: 0.3134902 Mar 02 07:22:16.862852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-ce85d5c7-42c0-447e-a8db-7cf8b75eb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:16.864670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-ce85d5c7-42c0-447e-a8db-7cf8b75eb1d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1098 time: 0.2069690 Mar 02 07:22:16.872394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:16.996799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:16.997824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.062422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:17.071701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:17.072149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.103529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Deleting subnet 6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:22:17.112739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.157511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-feebddbc-2ecb-4d49-8d6b-76be3f07f58e req-669e0b00-1c6b-44ea-84d1-39f3c0f13d26 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304099 Mar 02 07:22:17.158520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-e68841da-d913-4484-98b1-22e7648bb70d tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7451620 Mar 02 07:22:17.160994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.172925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-e9f04580-9996-4877-b88a-dd0e8185d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.174740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-e9f04580-9996-4877-b88a-dd0e8185d3f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3090153 Mar 02 07:22:17.179732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-c2777693-da92-4b99-80d8-dc7d1668f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.181707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-c2777693-da92-4b99-80d8-dc7d1668f06c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2944491 Mar 02 07:22:17.181930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Request body: {'port': {'device_id': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:17.236129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'mac_address': 'fa:16:3e:a0:7e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:17.258089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.280286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.293454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7af85-1151-44b4-8453-bdacfe215a39 req-09855e2e-2b21-4839-94a2-7c708cb60ce8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.295214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ba7af85-1151-44b4-8453-bdacfe215a39 req-09855e2e-2b21-4839-94a2-7c708cb60ce8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 944 time: 0.6030576 Mar 02 07:22:17.310449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-0adaf4a9-bc67-49f9-bacc-a71dc131b532 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.1273997 Mar 02 07:22:17.335227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.343675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:17.353674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-073af612-0643-4cc6-a384-7d7964525ae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.1142514 Mar 02 07:22:17.358854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.367111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:17.372967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.374097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 779192b6-0433-42c6-9f47-010c39bed7d4 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:17.374786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.439544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ba7af85-1151-44b4-8453-bdacfe215a39 req-ed345560-646a-439e-9cba-14e727d04885 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264493 Mar 02 07:22:17.450382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f62fb-7b6f-4452-afb8-109c334263d5 req-662b9b19-6ca7-4958-a2a3-627d31492a0c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.451346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f41f62fb-7b6f-4452-afb8-109c334263d5 req-662b9b19-6ca7-4958-a2a3-627d31492a0c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:17.462331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-f3dc40b4-22cd-4ea3-b190-345cf8f7a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.462565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:17.464482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-f3dc40b4-22cd-4ea3-b190-345cf8f7a3ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1446779 Mar 02 07:22:17.470680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-2586d2bc-d22a-484d-9ac8-2acd9984d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.473941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-2586d2bc-d22a-484d-9ac8-2acd9984d3a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0998714 Mar 02 07:22:17.480208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.510618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.523030 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.564615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:17.578126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.587635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.587980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.588321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.588653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.588982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.589304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.589630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.589979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.590297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.590611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.590929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.591245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:17.658319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 779192b6-0433-42c6-9f47-010c39bed7d4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:17.666781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f89af3a-d537-42ec-9d92-33b4777ca555 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:17.673532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 779192b6-0433-42c6-9f47-010c39bed7d4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:17.673927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.705060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f41f62fb-7b6f-4452-afb8-109c334263d5 req-662b9b19-6ca7-4958-a2a3-627d31492a0c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:17.706159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f41f62fb-7b6f-4452-afb8-109c334263d5 req-662b9b19-6ca7-4958-a2a3-627d31492a0c tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 931 time: 0.7127469 Mar 02 07:22:17.715632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:17.725423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.789357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.798665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f41f62fb-7b6f-4452-afb8-109c334263d5 req-23a09ff5-70c9-4144-8c31-7c39566cc25e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793281 Mar 02 07:22:17.806730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.807776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-6e6893ba-510f-42cc-a51f-9447c0bcf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.809222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-6e6893ba-510f-42cc-a51f-9447c0bcf8cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688700 Mar 02 07:22:17.811208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029646-60c6-4433-be3b-66c496c626f8 req-4925fb14-3c8d-4441-81be-a9410c2201aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:17.812700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-4925fb14-3c8d-4441-81be-a9410c2201aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366327 Mar 02 07:22:17.851750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=779192b6-0433-42c6-9f47-010c39bed7d4,segment=NetworkSegment(ac683ae6-0ada-4977-8575-80e632df99ef),segment_id=ac683ae6-0ada-4977-8575-80e632df99ef)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:17.858151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.859044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:17.928511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:17.980826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:17.999021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:18.004504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.007493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:18.048004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a69e4-6317-402c-9b1a-e624e13901f3 None None] Network 96943414-3279-48e6-a1c7-bb237fd89cf7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:18.062622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-879fc113-c4f3-4496-85fa-0bceda5957b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ded9a88-88dc-4a5c-b4b9-f35ce5a5d5ce HTTP/1.1" status: 204 len: 168 time: 1.3699234 Mar 02 07:22:18.069164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40544) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:18.092621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:18.092621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d3833b2-bf42-4ff6-b79d-3cbbc3c11edf not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:18.136758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:18.142818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ad6f-a687-4ce4-a9f2-0b2b280d7465 req-dad8cf1b-1c02-459b-9b81-3d3b689a0728 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:18.144353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7623ad6f-a687-4ce4-a9f2-0b2b280d7465 req-dad8cf1b-1c02-459b-9b81-3d3b689a0728 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.4987915 Mar 02 07:22:18.213996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-61dfbf18-2d8e-423e-918f-02e4a84c18bc service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965526 Mar 02 07:22:18.244845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] Transition to ACTIVE for port object 6f89af3a-d537-42ec-9d92-33b4777ca555 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:18.244845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7623ad6f-a687-4ce4-a9f2-0b2b280d7465 req-344d964c-674d-4cc2-a150-2341c1c10cd9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Mar 02 07:22:18.264336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.332688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.343484 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'code': 200} Mar 02 07:22:18.368707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.420608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.463417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-efdaa27c-877d-44ca-b632-f560826d2314 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192217 Mar 02 07:22:18.570173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] DHCP port deletion for 96943414-3279-48e6-a1c7-bb237fd89cf7 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:22:18.574922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] No DVR routers for this DVR port 6f89af3a-d537-42ec-9d92-33b4777ca555 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:18.577595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-deleted', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:18.578244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Deleting port dae68823-b220-45c9-8f43-5e5ef90b63e8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:18.578814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.588816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Deleting port dae68823-b220-45c9-8f43-5e5ef90b63e8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:18.589247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.623408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac3ed-29e4-468d-b189-e4ed776a8d47 req-3ca8a9cb-7ef0-4fc4-9e7d-a12b950938a6 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:18.624654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302359-f24a-49c8-9910-d203d838a47e service neutron] Pushing event updated for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:18.630487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02bac3ed-29e4-468d-b189-e4ed776a8d47 req-3ca8a9cb-7ef0-4fc4-9e7d-a12b950938a6 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.6763444 Mar 02 07:22:18.681956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-76302359-f24a-49c8-9910-d203d838a47e service neutron] 10.222.0.39 "PUT /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5097523 Mar 02 07:22:18.733850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe29d775-de7c-49e4-ba09-a882c76d3a2e {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:18.747747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c3f9-3e3d-45f6-a871-0b045b4a995e req-37e84172-c043-4f9d-a3b3-6ff6c69b6117 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:18.749701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edc9c3f9-3e3d-45f6-a871-0b045b4a995e req-37e84172-c043-4f9d-a3b3-6ff6c69b6117 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 949 time: 0.2791793 Mar 02 07:22:18.750288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-f6fbb1b3-9341-45da-bf6e-99ec7504e0fc service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228136 Mar 02 07:22:18.796288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.840901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] For port dae68823-b220-45c9-8f43-5e5ef90b63e8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dae68823-b220-45c9-8f43-5e5ef90b63e8,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:18.841310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.842540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Transition to ACTIVE for port object fe29d775-de7c-49e4-ba09-a882c76d3a2e will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:18.854964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.869244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02bac3ed-29e4-468d-b189-e4ed776a8d47 req-dc3d5009-3f5f-40b8-86d0-2ed852a8e16d tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377839 Mar 02 07:22:18.893666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67e104-3187-44cf-9ad2-36a6b539ee24 req-5729f1cb-baca-41c1-b5c9-1643c9ffb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:18.895175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a67e104-3187-44cf-9ad2-36a6b539ee24 req-5729f1cb-baca-41c1-b5c9-1643c9ffb21f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.4277546 Mar 02 07:22:18.950510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edc9c3f9-3e3d-45f6-a871-0b045b4a995e req-74157669-4f39-4374-bdbc-d08e1d693553 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568949 Mar 02 07:22:18.968395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Calling delete_port for dae68823-b220-45c9-8f43-5e5ef90b63e8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:19.057613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:19.107445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] No DVR routers for this DVR port dae68823-b220-45c9-8f43-5e5ef90b63e8 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:19.140215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04797e6c-fe65-43e2-9819-9c82d450f6d9 None None] Pushing event deleted for resources: {'Port': ['ID=dae68823-b220-45c9-8f43-5e5ef90b63e8,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:19.148488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25029646-60c6-4433-be3b-66c496c626f8 req-e1d505fb-6e5a-49a1-92b9-d20ca4490c7b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642874 Mar 02 07:22:19.178821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] For port dae68823-b220-45c9-8f43-5e5ef90b63e8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dae68823-b220-45c9-8f43-5e5ef90b63e8,segment=NetworkSegment(b7dfb6fe-9b11-4d33-a836-4f5ce712d777),segment_id=b7dfb6fe-9b11-4d33-a836-4f5ce712d777)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:19.179274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:19.188775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a67e104-3187-44cf-9ad2-36a6b539ee24 req-7db99413-2af1-4442-b1d1-e21d7cb2faf2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463644 Mar 02 07:22:19.286236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:19.309483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Calling delete_port for dae68823-b220-45c9-8f43-5e5ef90b63e8 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:19.341161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-6b721009-a8eb-4042-9a25-0ec8d2fba2cc tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.342688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-6b721009-a8eb-4042-9a25-0ec8d2fba2cc tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.5898566 Mar 02 07:22:19.388808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b05f-223d-4a10-bbab-387edf781943 req-a0f2d34b-7f96-4c4b-af06-da0f61761457 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.390304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8483b05f-223d-4a10-bbab-387edf781943 req-a0f2d34b-7f96-4c4b-af06-da0f61761457 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.2990272 Mar 02 07:22:19.433742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Attempting to bind port fe29d775-de7c-49e4-ba09-a882c76d3a2e on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:19.434114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Attempting to bind port fe29d775-de7c-49e4-ba09-a882c76d3a2e by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:19.434449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Attempting to bind port fe29d775-de7c-49e4-ba09-a882c76d3a2e on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:19.448318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379164e0-b798-4470-be2d-ee6e41f0f20d req-674b44c1-c9dc-4684-b031-f50db53bdc54 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.449892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-379164e0-b798-4470-be2d-ee6e41f0f20d req-674b44c1-c9dc-4684-b031-f50db53bdc54 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.2773092 Mar 02 07:22:19.452891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Port fe29d775-de7c-49e4-ba09-a882c76d3a2e on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:19.453221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Attempting to bind port fe29d775-de7c-49e4-ba09-a882c76d3a2e on network 053fba98-4c59-45a2-99b6-4da3b0c6dda2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:19.478762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:19.479112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Checking segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:19.479502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Bound using segment: {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:19.479955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Bound port: fe29d775-de7c-49e4-ba09-a882c76d3a2e, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd1d8c-f41e-44cb-ab55-fafde4d874c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:19.480311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:19.538671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:22:19.539038 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:22:19.549561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8483b05f-223d-4a10-bbab-387edf781943 req-85123892-e67e-46ea-9494-075f8341e41b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Mar 02 07:22:19.566985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e90e748d-1201-45ba-a560-606f308170bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.569148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e90e748d-1201-45ba-a560-606f308170bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01&tenant_id=dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 1096 time: 0.2157578 Mar 02 07:22:19.599421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-379164e0-b798-4470-be2d-ee6e41f0f20d req-e420727f-ec9a-4886-98dc-7e12c9c96838 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424685 Mar 02 07:22:19.612526 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ab262-560b-4379-8c59-0f3182b1ecc3', 'name': 'network-vif-deleted', 'tag': '2786a9b4-f5dc-49c4-8d51-b52ac669ea06', 'status': 'completed', 'code': 200} Mar 02 07:22:19.656729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:19.660864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:19.667561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:19.749877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.750499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:19.751866 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] 10.222.0.39 "PUT /v2.0/ports/fe29d775-de7c-49e4-ba09-a882c76d3a2e HTTP/1.1" status: 200 len: 1091 time: 2.5865006 Mar 02 07:22:19.753283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:19.766579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e3acc612-c241-494f-9ac1-cc8b4ec7fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.768079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-e3acc612-c241-494f-9ac1-cc8b4ec7fef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1096 time: 0.1676984 Mar 02 07:22:19.784059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5c692-15ee-43d2-b8d4-22585bc10e3c req-42c0bfcd-7421-4073-a13e-c8d43878b4e1 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:19.785781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fd5c692-15ee-43d2-b8d4-22585bc10e3c req-42c0bfcd-7421-4073-a13e-c8d43878b4e1 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 943 time: 0.0891135 Mar 02 07:22:19.794613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5f85-35dd-41de-b4df-95492a302a3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:19.854425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fd5c692-15ee-43d2-b8d4-22585bc10e3c req-74708822-b05b-4d83-afa4-19bbb8d1c509 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578585 Mar 02 07:22:19.913457 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e', 'status': 'completed', 'code': 200} Mar 02 07:22:20.009028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dae68823-b220-45c9-8f43-5e5ef90b63e8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:20.029619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-0b8430f0-8cda-44d7-b941-d41aa5fc4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.031110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-0b8430f0-8cda-44d7-b941-d41aa5fc4267 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.2569523 Mar 02 07:22:20.042493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Deleting port dae68823-b220-45c9-8f43-5e5ef90b63e8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:20.042493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.044258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: dae68823-b220-45c9-8f43-5e5ef90b63e8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:20.044600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dae68823-b220-45c9-8f43-5e5ef90b63e8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:20.098517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-81777ccc-5f9a-4fb9-95f8-2294f182fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.100090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-81777ccc-5f9a-4fb9-95f8-2294f182fa53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 1094 time: 0.2916028 Mar 02 07:22:20.114421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-7f04f9e0-4cac-40c9-bc11-6d526e346b83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 200 len: 217 time: 0.0759826 Mar 02 07:22:20.117146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] The port 'dae68823-b220-45c9-8f43-5e5ef90b63e8' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:22:20.215574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-3386b348-c3b8-481f-83f1-1ccad2b33205 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e HTTP/1.1" status: 200 len: 217 time: 0.1029465 Mar 02 07:22:20.244983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.270954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119bdbd-ec01-418d-bace-61549eb7f424 req-95c6d476-04dc-43ac-83cc-f716148a5c0e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.272421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6119bdbd-ec01-418d-bace-61549eb7f424 req-95c6d476-04dc-43ac-83cc-f716148a5c0e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.3399205 Mar 02 07:22:20.282880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96943414-3279-48e6-a1c7-bb237fd89cf7']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:20.297346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1448e-fd56-4695-9c80-dd909809ff37 req-10d8bca2-d03d-4971-8252-132996109cf1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.299316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39a1448e-fd56-4695-9c80-dd909809ff37 req-10d8bca2-d03d-4971-8252-132996109cf1 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.2984288 Mar 02 07:22:20.306768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:20.307052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dfb6fe-9b11-4d33-a836-4f5ce712d777') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:20.316756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-a97dbe9a-1526-4e9b-ac7b-d3ea1c04323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.319136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-a97dbe9a-1526-4e9b-ac7b-d3ea1c04323d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1510277 Mar 02 07:22:20.333358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.344274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:20.360916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.373325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:22:20.373722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.383936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-5eba90a9-6a24-4958-87b0-cbd6fa94d7bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500391 Mar 02 07:22:20.385666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-86a120aa-e9b2-4f9a-9e2e-6b559033b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:22:20.387496 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:22:20.390918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-86a120aa-e9b2-4f9a-9e2e-6b559033b42e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.1601164 Mar 02 07:22:20.391046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39a1448e-fd56-4695-9c80-dd909809ff37 req-18d8ff5a-f677-413d-a612-f69f96fb70f8 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/security-groups?id=223e73e4-09ac-4c22-bb60-6d5516982a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756538 Mar 02 07:22:20.394263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6119bdbd-ec01-418d-bace-61549eb7f424 req-78b89168-58cc-4ec6-9384-010e7dc04afc tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Mar 02 07:22:20.477686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-5f50a2c0-1e32-4452-bbbd-99eecfac7cce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619743 Mar 02 07:22:20.481823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.507853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.518222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] Pushing event deleted for resources: {'Network': ['ID=96943414-3279-48e6-a1c7-bb237fd89cf7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:20.522513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cec02686-1d2b-48fb-9a8c-b9b4d291876d admin admin] 10.222.0.21 "DELETE /v2.0/networks/96943414-3279-48e6-a1c7-bb237fd89cf7 HTTP/1.1" status: 204 len: 168 time: 2.4506836 Mar 02 07:22:20.681162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-5852d31b-a38a-4a60-abe4-1da231167588 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.683687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-5852d31b-a38a-4a60-abe4-1da231167588 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 945 time: 0.1181259 Mar 02 07:22:20.690330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40574) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:20.694869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8ab0-54f7-431a-ab8a-e3547c6207ff req-a47aa808-4c88-4dfa-9927-3933c77c4547 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:20.696339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e88a8ab0-54f7-431a-ab8a-e3547c6207ff req-a47aa808-4c88-4dfa-9927-3933c77c4547 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 949 time: 0.1642604 Mar 02 07:22:20.796777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Deleting port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:20.797084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:20.824034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:20.840836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e88a8ab0-54f7-431a-ab8a-e3547c6207ff req-b05cf97c-5b00-4251-b0c0-92a31e1bebe8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086590 Mar 02 07:22:20.855126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:20.919753 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4', 'code': 200} Mar 02 07:22:20.988707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-a486dba9-2d43-4284-b5ad-f8e2a8f6c729 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321930 Mar 02 07:22:21.022372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-3d1d2b23-604e-4ff2-83f8-339d956ac6af service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313140 Mar 02 07:22:21.056984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:21.061110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:21.074549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:21.075006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.104477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'mac_address': 'fa:16:3e:5c:b0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:21.174911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bb870ea3-0905-4b1a-95ee-b983736f9a9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5261c36c1144aa29ab4cc37bce98e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793329 Mar 02 07:22:21.178834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:21.189800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.209402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:21.225212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] For port 3d67b085-6c7d-4084-9cf9-366cc6cb9866, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3d67b085-6c7d-4084-9cf9-366cc6cb9866,segment=NetworkSegment(0c14a815-882c-4626-bb34-e98a7ba111ae),segment_id=0c14a815-882c-4626-bb34-e98a7ba111ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:21.225587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.261975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:21.275067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.281837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98937a-96f2-48d8-8be8-848ec0f64929 req-a9e7f4e0-f3e6-434f-aa8e-b7431a3b74c7 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.283409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7d98937a-96f2-48d8-8be8-848ec0f64929 req-a9e7f4e0-f3e6-434f-aa8e-b7431a3b74c7 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.7050791 Mar 02 07:22:21.313038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.329876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb945a3f-c443-454f-bca3-ac2258a2a939 req-ee850a9d-5711-43ad-9081-cc147709055d service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032458 Mar 02 07:22:21.342112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-b90df714-a06e-4ea6-91fc-c84748dd0383 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703221 Mar 02 07:22:21.371548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7d98937a-96f2-48d8-8be8-848ec0f64929 req-35e6a0e5-5d9f-415f-b591-5a8eab5ab0fe tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Mar 02 07:22:21.376801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:21.379569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:21.384513 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.429711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Calling delete_port for 3d67b085-6c7d-4084-9cf9-366cc6cb9866 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:21.473468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:21.473730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-4b97a164-90b4-4f19-aa2c-15cb98022704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.476527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-4b97a164-90b4-4f19-aa2c-15cb98022704 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1249e03a8644528a02d785e493d9aa9&device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 1094 time: 0.0758684 Mar 02 07:22:21.505897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e758c2-c6fb-43d1-a31f-1d26564e40c3 req-649d0709-e2ad-4042-bd7b-2cefe1625b4a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.518322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2e758c2-c6fb-43d1-a31f-1d26564e40c3 req-649d0709-e2ad-4042-bd7b-2cefe1625b4a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 947 time: 0.4656775 Mar 02 07:22:21.657477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e532e0f-9b25-41b5-9cbc-4f8e030afe15 req-9ba01c79-137f-438e-927a-6128721a7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.658992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e532e0f-9b25-41b5-9cbc-4f8e030afe15 req-9ba01c79-137f-438e-927a-6128721a7998 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 1096 time: 0.6050336 Mar 02 07:22:21.727330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.738802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-904517f5-bc24-489e-b936-2f0adf4742f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.740799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-904517f5-bc24-489e-b936-2f0adf4742f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 200 len: 914 time: 0.2535074 Mar 02 07:22:21.784273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2e758c2-c6fb-43d1-a31f-1d26564e40c3 req-1cfb7e0b-68a5-4f04-b5f3-c8416c82446b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650378 Mar 02 07:22:21.799250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e532e0f-9b25-41b5-9cbc-4f8e030afe15 req-2c6ce4a3-e119-456e-b5b0-071e9fb9108a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265223 Mar 02 07:22:21.821269 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.829358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-e8a73710-4a45-465d-8270-eb7567b7d3df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e HTTP/1.1" status: 200 len: 217 time: 0.0819352 Mar 02 07:22:21.835889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-25f885a9-6300-43ba-8b02-e649003d8f32 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.837577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-25f885a9-6300-43ba-8b02-e649003d8f32 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.2110429 Mar 02 07:22:21.845167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea9b48-a854-4c7b-a1d2-d03d5ba24f3d req-40662032-83a3-43b1-9f9a-7a12aa29c431 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:21.846857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09ea9b48-a854-4c7b-a1d2-d03d5ba24f3d req-40662032-83a3-43b1-9f9a-7a12aa29c431 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.2584822 Mar 02 07:22:21.857519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:21.893426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:21.916085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Pushing event deleted for resources: {'Port': ['ID=3d67b085-6c7d-4084-9cf9-366cc6cb9866,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:21.949346 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09ea9b48-a854-4c7b-a1d2-d03d5ba24f3d req-465b8749-9e8b-49b5-b6c3-c3789961fc64 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638673 Mar 02 07:22:21.952603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.952955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.953291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.953624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.953975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.954304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.954631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.954948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.955272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.955593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.955913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:21.956233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:22:22.018368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-4e20a710-16f5-4f87-991b-5d8f57d2e767 service neutron] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:22.022799 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-4e20a710-16f5-4f87-991b-5d8f57d2e767 service neutron] Notify callbacks [] for binding, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:22.023950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-4e20a710-16f5-4f87-991b-5d8f57d2e767 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.1761880 Mar 02 07:22:22.059204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] No DVR routers for this DVR port 3d67b085-6c7d-4084-9cf9-366cc6cb9866 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:22.062267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:22.076672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-deleted', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:22.113518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:22.116666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:22.117808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7c534fa-7296-476d-9ec8-21344389a7f4 HTTP/1.1" status: 204 len: 168 time: 0.9267116 Mar 02 07:22:22.129257 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-628a5b58-b72d-4381-986a-dd5ffd75c8c0 req-7837122b-2e34-4c47-911c-7aa4cc0c9d9e tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.16 "DELETE /v2.0/ports/3d67b085-6c7d-4084-9cf9-366cc6cb9866 HTTP/1.1" status: 204 len: 173 time: 1.4319613 Mar 02 07:22:22.135740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb01be9-6700-422c-8315-441fd42814bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c534fa-7296-476d-9ec8-21344389a7f4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:22.184227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a784-0a15-49b9-9040-94e6bd1ecf59 req-90cf66a6-b448-4805-b20b-370303ffa6e9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:22.186972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2e0a784-0a15-49b9-9040-94e6bd1ecf59 req-90cf66a6-b448-4805-b20b-370303ffa6e9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 943 time: 0.2217891 Mar 02 07:22:22.239520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-59c89989-02be-43c5-914b-3187410a72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:22.241531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-59c89989-02be-43c5-914b-3187410a72f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 200 len: 854 time: 0.1025543 Mar 02 07:22:22.245930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2e0a784-0a15-49b9-9040-94e6bd1ecf59 req-7ccd0ff0-231a-4003-baa9-abc9e726ecd9 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Mar 02 07:22:22.258900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf598a4-adf9-4b50-a8b6-4376b3b53c64 req-0ef26601-a3c4-4713-85e4-668c31a7cb9f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:22.265670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bf598a4-adf9-4b50-a8b6-4376b3b53c64 req-0ef26601-a3c4-4713-85e4-668c31a7cb9f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.1834881 Mar 02 07:22:22.331163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-678b9c2f-1fd4-4e1a-af99-b26bced5dcc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=053fba98-4c59-45a2-99b6-4da3b0c6dda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633917 Mar 02 07:22:22.358468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bf598a4-adf9-4b50-a8b6-4376b3b53c64 req-7463ce36-c140-49ef-ad8b-6ca74e458886 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917842 Mar 02 07:22:22.428359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a4d7f1d1-6697-4a5d-98d0-2169d1f507aa req-0640e849-6910-49b9-947e-4cea16c831e4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Synchronizing usage tracker for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:22.453604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a4d7f1d1-6697-4a5d-98d0-2169d1f507aa req-0640e849-6910-49b9-947e-4cea16c831e4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] Unset dirty status for tenant:9cc4c8094dc24cb78d346b56ae111e2d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:22.454804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4d7f1d1-6697-4a5d-98d0-2169d1f507aa req-0640e849-6910-49b9-947e-4cea16c831e4 tempest-LiveAutoBlockMigrationV225Test-786576649 tempest-LiveAutoBlockMigrationV225Test-786576649-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8f4233-a14a-4e4b-af63-18df741d1c47 HTTP/1.1" status: 200 len: 210 time: 0.0792446 Mar 02 07:22:22.539111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-f0c00834-3135-485a-874f-9298b730fa27 service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794140 Mar 02 07:22:22.761563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722724-39ab-46c2-9ce7-4b86d0194af3 req-6e0c8b10-d899-40dd-8683-9a5e10f1e0bb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:22.763164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18722724-39ab-46c2-9ce7-4b86d0194af3 req-6e0c8b10-d899-40dd-8683-9a5e10f1e0bb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.1815119 Mar 02 07:22:22.820945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d6b5eaa-37ab-4370-92ce-297ba217701c req-6f4b0ead-85f5-4210-b0be-5a95c77c736f service neutron] 10.222.0.39 "GET /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658241 Mar 02 07:22:22.858097 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f4233-a14a-4e4b-af63-18df741d1c47', 'name': 'network-vif-deleted', 'tag': '3d67b085-6c7d-4084-9cf9-366cc6cb9866', 'status': 'completed', 'code': 200} Mar 02 07:22:22.906805 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18722724-39ab-46c2-9ce7-4b86d0194af3 req-1fe599a3-cbd4-40d8-ae44-65f13241dc6b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301148 Mar 02 07:22:22.924094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:22.949418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-ed0d4a6a-254e-40f2-a10d-80c9f7c776b2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:22.950942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-ed0d4a6a-254e-40f2-a10d-80c9f7c776b2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.39 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54&tenant_id=9defa991ffc74c0a8109cbb4f7e0face&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 948 time: 0.1469464 Mar 02 07:22:23.101984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-449cf8df-c353-4d98-b603-1d098169e836 service neutron] 10.222.0.39 "GET /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00/bindings/n-h2-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.1443129 Mar 02 07:22:23.130738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c407ad-c601-4b44-8382-1bab709643b0 req-ecf5ab6b-8fa9-45ce-aeef-d649861204eb tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.132295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01c407ad-c601-4b44-8382-1bab709643b0 req-ecf5ab6b-8fa9-45ce-aeef-d649861204eb tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.1094284 Mar 02 07:22:23.158716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:23.176583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-b6b988e7-991b-4c12-a7cf-b4c65666c85f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3488586 Mar 02 07:22:23.188022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:23.196550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:23.201093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Usage tracker for resource:floatingip and tenant:148e996750214069ba7eb3397cda680c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:23.205016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:23.211917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:23.222956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.231061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01c407ad-c601-4b44-8382-1bab709643b0 req-853bf342-bf5c-4915-96c0-b2fcfc7c4a03 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622580 Mar 02 07:22:23.262762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-66b20376-3721-4f1d-afb8-eb526e7d9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.264238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-66b20376-3721-4f1d-afb8-eb526e7d9b8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1099 time: 0.1289918 Mar 02 07:22:23.328540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-756951323-network', 'tenant_id': '817f936660724d6da6150745199ebc2c'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:23.336715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:23.343265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Usage tracker for resource:network and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:23.354979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:23.363435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:23.379389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Made reservation on behalf of 817f936660724d6da6150745199ebc2c for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:23.381614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.400128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.418442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:23.424634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Usage tracker for resource:security_group_rule and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:23.428910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:23.437291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:23.448525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.454768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-e11653a5-37d2-4d47-9807-4e870392c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.456160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-e11653a5-37d2-4d47-9807-4e870392c224 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1842623 Mar 02 07:22:23.477325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467abb65-35f4-4224-a338-4069d3d1b7bd req-5a451500-205c-4bd7-ac05-6644668999a5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.479009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467abb65-35f4-4224-a338-4069d3d1b7bd req-5a451500-205c-4bd7-ac05-6644668999a5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.1187341 Mar 02 07:22:23.558843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-c2777265-d087-4751-a04f-41b1eada2ef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.0787768 Mar 02 07:22:23.629768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467abb65-35f4-4224-a338-4069d3d1b7bd req-f2577f7c-8de0-4630-bfc3-670185a3278b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986166 Mar 02 07:22:23.644296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-0acdae03-6721-436b-a221-73cff426392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.645836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-0acdae03-6721-436b-a221-73cff426392d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0800576 Mar 02 07:22:23.648464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Allocated IP 172.25.4.60 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:23.668441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.688605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.696021 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'code': 200} Mar 02 07:22:23.762795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-41f7bdfc-2158-4b62-85f8-fe7b5494e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.765058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-41f7bdfc-2158-4b62-85f8-fe7b5494e63c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012554 Mar 02 07:22:23.789089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:22:23.803077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a4495-5afd-4afa-99ea-fd46991ae2e2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:23.815172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.816031 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Added segment 378e0be1-530f-4549-a0ea-bee103373a53 of type vlan for network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 Mar 02 07:22:23.867967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.891330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.920493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:23.921507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:23.922120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.032300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8725126 Mar 02 07:22:24.035340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40636) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:24.038583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e594-1f41-4769-b0c0-f2da12b00222 admin admin] Pushing event updated for resources: {'Network': ['ID=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:24.042543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.049374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Request body: {'subnet': {'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-756951323-subnet', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:24.051060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:22:24.058867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b20d4-bab0-40f5-be26-8f6ce93290cb req-2ed41e85-41c0-451c-87cd-300b38c10217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:24.060363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc6b20d4-bab0-40f5-be26-8f6ce93290cb req-2ed41e85-41c0-451c-87cd-300b38c10217 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 1101 time: 0.2842898 Mar 02 07:22:24.063326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-64ea779c-d39b-4e1f-aeae-22a9b7facf89 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323549 Mar 02 07:22:24.076333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3ee8-377a-4b92-89e0-e0473d793919 req-6c7442e8-b132-479d-a8e4-0034a11d888f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:24.077733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6bc3ee8-377a-4b92-89e0-e0473d793919 req-6c7442e8-b132-479d-a8e4-0034a11d888f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.2478802 Mar 02 07:22:24.120911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event updated for resources: {'Port': ['ID=1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:24.123458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:24.132190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Usage tracker for resource:subnet and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:24.135691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:24.143869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:24.144848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:24.147916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:24.151046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:24.193564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Made reservation on behalf of 817f936660724d6da6150745199ebc2c for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:24.195994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.315356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc6b20d4-bab0-40f5-be26-8f6ce93290cb req-fe2470dd-bbe5-4339-b5ef-6d1ad58736c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468271 Mar 02 07:22:24.328680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6bc3ee8-377a-4b92-89e0-e0473d793919 req-e52ae7f6-7e65-4b84-b67a-ac323bb66c3b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351248 Mar 02 07:22:24.335384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.374515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-1ef533e0-4f29-4bd9-ad2f-af0a588c5f9d service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951446 Mar 02 07:22:24.448048 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.516584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df049a-1f1b-4c88-8df7-9391f7ba6de9 req-d240fdff-c49c-4920-b24a-238e45a0bd69 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:24.518166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9df049a-1f1b-4c88-8df7-9391f7ba6de9 req-d240fdff-c49c-4920-b24a-238e45a0bd69 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 943 time: 0.0814397 Mar 02 07:22:24.542274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.568847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9df049a-1f1b-4c88-8df7-9391f7ba6de9 req-f55b06f0-d766-46df-af01-a760a15a765e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Mar 02 07:22:24.654380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40644) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:24.721270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca816a40-511e-4aaa-b7bd-9114cc663251,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:24.747522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Checking segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:24.747877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Network hostable DHCP agents. Network: 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:22:24.783204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:22:24.795187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.797133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:24.800726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.805763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:24.806367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.807505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc024a-fb1e-4d35-844e-d0943c8a258a None None] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:24.835603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Deleting subnet fbd02326-e9f6-474e-934c-2ac359935579 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:22:24.835912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:24.841319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.883621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:24.914209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b108c3-f215-4490-875f-d011318e8a74 req-b598db1e-a77f-4c20-a574-52d063e37737 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:24.915830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98b108c3-f215-4490-875f-d011318e8a74 req-b598db1e-a77f-4c20-a574-52d063e37737 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.1744213 Mar 02 07:22:24.918121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.928975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f9f29614-8769-4efd-9edc-dd519cd79a02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8924656 Mar 02 07:22:24.936423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:24.941132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:24.946701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event updated for resources: {'Port': ['ID=1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:24.953683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:24.961454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Usage tracker for resource:router and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:24.966164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:24.969264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.978396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:24.990404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 3d67b085-6c7d-4084-9cf9-366cc6cb9866 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:24.990755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3d67b085-6c7d-4084-9cf9-366cc6cb9866 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:24.997086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:24.998975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-a8b60fea-2e1e-4ee2-8ca8-7fa070d85f1e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8150477 Mar 02 07:22:25.000176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.001351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.016068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98b108c3-f215-4490-875f-d011318e8a74 req-03e8d268-b256-40ef-94b5-220ce5f82236 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677493 Mar 02 07:22:25.019114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.118915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.121197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:25.139254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:25.139943 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.222920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.226077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd02326-e9f6-474e-934c-2ac359935579,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:25.242364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4deed217-2d77-49f2-a4fa-49ab27ff8ee9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fbd02326-e9f6-474e-934c-2ac359935579 HTTP/1.1" status: 204 len: 168 time: 0.5842488 Mar 02 07:22:25.242627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-c48d3c68-9c30-4b13-8c35-4ce56b9b2496 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:25.242762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40656) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:25.246192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.261705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:22:25.262597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.273684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-c48d3c68-9c30-4b13-8c35-4ce56b9b2496 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:25.275026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-c48d3c68-9c30-4b13-8c35-4ce56b9b2496 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.2661276 Mar 02 07:22:25.377223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.393757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.395731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a3dcc-8d0d-4345-92c7-e941010e8ce8 req-895a5115-e229-49d8-9543-51d098038b24 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:25.398022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3a3dcc-8d0d-4345-92c7-e941010e8ce8 req-895a5115-e229-49d8-9543-51d098038b24 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.2199428 Mar 02 07:22:25.484136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:25.500088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.559130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.566945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Allocated IP 172.20.0.2 (1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9/ca816a40-511e-4aaa-b7bd-9114cc663251/ac2baea6-0efe-4275-8875-dc4d6cb7da4d) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:25.582101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3a3dcc-8d0d-4345-92c7-e941010e8ce8 req-a3a799a8-f41f-4eef-a62f-d3c3c4875d1e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514349 Mar 02 07:22:25.617735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:25.628855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342ab4c2-6052-4ec3-9f5b-555f217e9ef1']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:25.645021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c14a815-882c-4626-bb34-e98a7ba111ae') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:25.645411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c14a815-882c-4626-bb34-e98a7ba111ae') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:25.658497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.681266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.681797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.689064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:22:25.689457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:22:25.703899 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:22:25.744716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:25.768400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-aa3d2be1-1692-4052-86e5-95a48de08187 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:25.769587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38d0bcb-d849-4fd3-80aa-8b667cdc7fa4 req-aa3d2be1-1692-4052-86e5-95a48de08187 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4367199 Mar 02 07:22:25.836340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.855149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.866542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] Pushing event deleted for resources: {'Network': ['ID=342ab4c2-6052-4ec3-9f5b-555f217e9ef1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:25.894563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-125059b5-8df5-403a-a995-a4d9cd7eced3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/342ab4c2-6052-4ec3-9f5b-555f217e9ef1 HTTP/1.1" status: 204 len: 168 time: 0.6479154 Mar 02 07:22:25.894765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40670) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:25.906664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fd1ed-98fa-4de2-9415-af11baa95f11 req-ac499f30-879e-4d1e-8e9a-9284a0d82d28 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:25.908380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-164fd1ed-98fa-4de2-9415-af11baa95f11 req-ac499f30-879e-4d1e-8e9a-9284a0d82d28 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.1455750 Mar 02 07:22:25.952877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:25.962325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-164fd1ed-98fa-4de2-9415-af11baa95f11 req-5de1e2bd-aa4d-405e-882b-500a354ca578 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Mar 02 07:22:25.971898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Transition to ACTIVE for port object ac2baea6-0efe-4275-8875-dc4d6cb7da4d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:25.992859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Transition to ACTIVE for port object ac2baea6-0efe-4275-8875-dc4d6cb7da4d will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:25.999594 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.039152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Deleting subnet 7039033d-25e6-4ef5-b2d3-7e9428b410aa {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:22:26.042166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.066156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:26.075086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:26.080030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:26.087589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Pushing event updated for resources: {'Port': ['ID=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:26.106854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.187505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Attempting to bind port ac2baea6-0efe-4275-8875-dc4d6cb7da4d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:26.188091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Attempting to bind port ac2baea6-0efe-4275-8875-dc4d6cb7da4d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:26.188237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Attempting to bind port ac2baea6-0efe-4275-8875-dc4d6cb7da4d on network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:26.195059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:26.195588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Checking segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:26.196004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.196396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Bound using segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:26.196871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Bound port: ac2baea6-0efe-4275-8875-dc4d6cb7da4d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:26.197247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.256676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.291554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] For port ac2baea6-0efe-4275-8875-dc4d6cb7da4d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:26.294860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] For port ac2baea6-0efe-4275-8875-dc4d6cb7da4d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:26.298583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.352707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0133-1e56-426a-8d17-fa553be86b3e req-ffab3a6c-64bc-4bc6-b74a-10e6e820380a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:26.353411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-442b0133-1e56-426a-8d17-fa553be86b3e req-ffab3a6c-64bc-4bc6-b74a-10e6e820380a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:26.384401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca9be4-9900-40da-84d6-03b49eb16937 None None] Pushing event updated for resources: {'Port': ['ID=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:26.402675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd8c30-6a10-46c8-9e43-35f06a5583fc req-7ac3402c-45c3-4f09-8907-6d76f8ebd6c7 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:26.404306 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fbd8c30-6a10-46c8-9e43-35f06a5583fc req-7ac3402c-45c3-4f09-8907-6d76f8ebd6c7 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1096 time: 0.0806983 Mar 02 07:22:26.435238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-442b0133-1e56-426a-8d17-fa553be86b3e req-ffab3a6c-64bc-4bc6-b74a-10e6e820380a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:26.436492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-442b0133-1e56-426a-8d17-fa553be86b3e req-ffab3a6c-64bc-4bc6-b74a-10e6e820380a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 943 time: 0.4569035 Mar 02 07:22:26.457808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fbd8c30-6a10-46c8-9e43-35f06a5583fc req-80521fc0-b3dd-4b71-a065-e2424bd0e571 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Mar 02 07:22:26.469456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.511064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.562794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.565177 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'code': 200} Mar 02 07:22:26.615626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-442b0133-1e56-426a-8d17-fa553be86b3e req-b63c4a25-b3b0-43bb-bff4-7629769a3b5e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670518 Mar 02 07:22:26.621570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7039033d-25e6-4ef5-b2d3-7e9428b410aa,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:26.648882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.680740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-172f1a13-62fc-4016-85a8-3c7f2d6f762d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7039033d-25e6-4ef5-b2d3-7e9428b410aa HTTP/1.1" status: 204 len: 168 time: 0.7847199 Mar 02 07:22:26.683117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:26.838484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fe29d775-de7c-49e4-ba09-a882c76d3a2e details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:26.916226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:26.933153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Allocated IP 172.25.4.250 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/6b3f2742-e00c-4bcb-a5a6-8a9eea112863) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:26.992938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:27.008120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e', 'network_id': '053fba98-4c59-45a2-99b6-4da3b0c6dda2', 'port_id': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e', 'mac_address': 'fa:16:3e:1d:06:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b636793-556f-4370-8602-58463982659f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:27.072071 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.074779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9d47b-5d37-4aa3-a436-cc050e5bf3ef req-0857c8c0-8105-4821-8dbc-5ffc40254ddc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:27.076464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47b9d47b-5d37-4aa3-a436-cc050e5bf3ef req-0857c8c0-8105-4821-8dbc-5ffc40254ddc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.3181729 Mar 02 07:22:27.076816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-a27cd412-6a8d-4dc7-8841-4d3f09e97a29 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:27.083770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-a27cd412-6a8d-4dc7-8841-4d3f09e97a29 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 820 time: 0.3680911 Mar 02 07:22:27.096035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe29d775-de7c-49e4-ba09-a882c76d3a2e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:27.116573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:27.121503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.133158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-faf16f43-4ec8-452b-820a-c51190ddd513 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/quotas/148e996750214069ba7eb3397cda680c HTTP/1.1" status: 200 len: 375 time: 0.0488868 Mar 02 07:22:27.166025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47b9d47b-5d37-4aa3-a436-cc050e5bf3ef req-0172764a-d366-49f0-9455-b0fa4b454e1b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760360 Mar 02 07:22:27.210075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.215653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:27.257795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.261311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.295649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5104a7e7-211e-41b5-9be0-81271ffa93e7']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:27.313316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a53872c-3d17-402e-89f9-aaf941d10cec') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:27.313631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a53872c-3d17-402e-89f9-aaf941d10cec') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:27.334043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.374839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-d6723410-7bfc-49b1-87c9-4701386bf6e7 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2403710 Mar 02 07:22:27.377640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.386462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:22:27.386462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.400311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:27.404599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:27.407339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:27.444358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Pushing event updated for resources: {'Port': ['ID=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:22:27.480464 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:22:27.503990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82d4db-96ea-4114-a909-4f548409a99d None None] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:27.582104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccce32-6c92-4506-8b10-a18d56fd36f2 req-4e122c93-2d2b-45cd-a767-33b589beb56a tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:27.584363 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbccce32-6c92-4506-8b10-a18d56fd36f2 req-4e122c93-2d2b-45cd-a767-33b589beb56a tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.2788668 Mar 02 07:22:27.584766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.603999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-540d8f9b-fbf5-4e31-a676-4c700757ea19 None None] Provisioning for port ac2baea6-0efe-4275-8875-dc4d6cb7da4d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:27.610644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fe29d775-de7c-49e4-ba09-a882c76d3a2e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:27.614034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:27.626549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] Pushing event deleted for resources: {'Network': ['ID=5104a7e7-211e-41b5-9be0-81271ffa93e7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:27.634711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-22959e49-d8a2-499c-8532-1bdb0055e526 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5104a7e7-211e-41b5-9be0-81271ffa93e7 HTTP/1.1" status: 204 len: 168 time: 0.9470525 Mar 02 07:22:27.674447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-d27a39f8-f0a8-4e23-8653-fd2f2b939689 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984517 Mar 02 07:22:27.735545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbccce32-6c92-4506-8b10-a18d56fd36f2 req-861791a6-3887-4432-9f7d-91b06a10dc03 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d67f340-41a8-45b4-972e-2d981135df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978320 Mar 02 07:22:27.858084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:27.897708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-b222b6cc-ef3c-47aa-936f-560dac4f9735 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223003 Mar 02 07:22:27.972722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d3fd4f99-c465-46c4-a033-3e7d4db153e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cc4c8094dc24cb78d346b56ae111e2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1135077 Mar 02 07:22:27.979386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:28.076020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.118255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac2baea6-0efe-4275-8875-dc4d6cb7da4d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:28.186159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.207217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f15228-68ef-4e3d-8804-5719c0c36bac req-02ff63a3-ff22-40d7-934b-c167ba037c2e tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:28.209201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87f15228-68ef-4e3d-8804-5719c0c36bac req-02ff63a3-ff22-40d7-934b-c167ba037c2e tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 1096 time: 0.2561638 Mar 02 07:22:28.260193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ac2baea6-0efe-4275-8875-dc4d6cb7da4d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:28.273112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ac2baea6-0efe-4275-8875-dc4d6cb7da4d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:28.274245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.293338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.370254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87f15228-68ef-4e3d-8804-5719c0c36bac req-7db0c0b9-51dd-4390-94cd-d787bbc839f0 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502924 Mar 02 07:22:28.396169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-12e56530-f69c-4000-a6ce-3834aba58f3e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:28.398254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-12e56530-f69c-4000-a6ce-3834aba58f3e tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.39 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 945 time: 0.3682709 Mar 02 07:22:28.534038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Deleting port 779192b6-0433-42c6-9f47-010c39bed7d4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:28.535212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.593298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752ba3c-7241-4ce3-a343-aeaf480d69fc req-1c5c16ae-c8da-4af1-980d-9e1164a0d286 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:28.595250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f752ba3c-7241-4ce3-a343-aeaf480d69fc req-1c5c16ae-c8da-4af1-980d-9e1164a0d286 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.3221579 Mar 02 07:22:28.599702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.669731 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.701419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2d52ebdb-a6c5-4c15-9489-6ec6b2d37abe None None] Provisioning complete for port ac2baea6-0efe-4275-8875-dc4d6cb7da4d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:28.702003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebdb-a6c5-4c15-9489-6ec6b2d37abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.710460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e73e4-09ac-4c22-bb60-6d5516982a49,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:28.763591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f752ba3c-7241-4ce3-a343-aeaf480d69fc req-35b0c699-6e55-4a81-b0f5-b0399e4c9e82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590390 Mar 02 07:22:28.789164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.793068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71047e79-a897-4f46-a4b9-3eb8c5735b2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/223e73e4-09ac-4c22-bb60-6d5516982a49 HTTP/1.1" status: 204 len: 168 time: 0.8120580 Mar 02 07:22:28.806089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ac2baea6-0efe-4275-8875-dc4d6cb7da4d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:28.836984 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.876408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:28.906892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:29.068771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:29.135858 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.168938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:29.184388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:29.189462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.213932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f10f59f1-aebf-4299-889d-14382ea086b7 req-c6b61708-1a51-4fb6-b96e-3902ab81d2f0 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 210 time: 0.1055064 Mar 02 07:22:29.226539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] For port 779192b6-0433-42c6-9f47-010c39bed7d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=779192b6-0433-42c6-9f47-010c39bed7d4,segment=NetworkSegment(ac683ae6-0ada-4977-8575-80e632df99ef),segment_id=ac683ae6-0ada-4977-8575-80e632df99ef)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:29.227048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.267255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b5715-d0c5-43a7-bf78-892b60b90839 req-5e52fa49-f742-4557-b768-2cbad4bb120e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:29.274728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e4b5715-d0c5-43a7-bf78-892b60b90839 req-5e52fa49-f742-4557-b768-2cbad4bb120e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 944 time: 0.5519342 Mar 02 07:22:29.290324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:29.394206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e4b5715-d0c5-43a7-bf78-892b60b90839 req-6873fabc-7190-46bd-acbc-aad4446f336e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186826 Mar 02 07:22:29.394662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40732) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:29.481427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc1a5e72-ca54-4e74-8443-d699ec606e06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2526ecc8e4394e86a5fdcb2bad162c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824409 Mar 02 07:22:29.482161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:29.528890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Calling delete_port for 779192b6-0433-42c6-9f47-010c39bed7d4 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:29.561114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:22:29.569387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.627812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-5f2eac0c-b171-4ace-a921-1c500cbdce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:29.630389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-5f2eac0c-b171-4ace-a921-1c500cbdce01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54&tenant_id=9defa991ffc74c0a8109cbb4f7e0face HTTP/1.1" status: 200 len: 1099 time: 0.4830937 Mar 02 07:22:29.650133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:29.656646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.806191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:29.887489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-0163a281-4ea4-4715-9ad2-e435c867f198 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:29.889004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-0163a281-4ea4-4715-9ad2-e435c867f198 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 820 time: 0.2208321 Mar 02 07:22:29.920741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0196fb-4048-4172-b59c-19bbcbdf4892 req-44425aec-8e4f-4c2e-9678-6615955ed0c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:29.928064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d0196fb-4048-4172-b59c-19bbcbdf4892 req-44425aec-8e4f-4c2e-9678-6615955ed0c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.5027907 Mar 02 07:22:29.957679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'port': {'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'admin_state_up': True, 'tenant_id': '148e996750214069ba7eb3397cda680c'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:30.044841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.054506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac2baea6-0efe-4275-8875-dc4d6cb7da4d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:30.068323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9388e599-73b6-4c86-acda-e16dd6d39ab5 req-c20d86f0-d310-42cb-a882-179b74517345 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 210 time: 0.0941107 Mar 02 07:22:30.097430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['779192b6-0433-42c6-9f47-010c39bed7d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:30.165121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d0196fb-4048-4172-b59c-19bbcbdf4892 req-38ab00fe-198c-4590-b3c6-f6af3a629ced tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361109 Mar 02 07:22:30.186067 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'code': 200} Mar 02 07:22:30.187282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ac2baea6-0efe-4275-8875-dc4d6cb7da4d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:30.187654 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.196820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:22:30.207448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.207972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Sync routers for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:22:30.231860 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:30.232776 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:30.250404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b4b69-7248-4a24-ad67-dfc205b65cc0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:30.259056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.261390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b436751a-d175-4f71-a75d-5b2f8c26ff1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/660b4b69-7248-4a24-ad67-dfc205b65cc0 HTTP/1.1" status: 204 len: 168 time: 0.7765002 Mar 02 07:22:30.271720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.273109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0cfddf1b-170a-4504-8a88-1bdc7a2f15cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3357563 Mar 02 07:22:30.282626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40752) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:30.312323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Pushing event deleted for resources: {'Port': ['ID=779192b6-0433-42c6-9f47-010c39bed7d4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:30.399782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:30.437550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:30.514198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] No DVR routers for this DVR port 779192b6-0433-42c6-9f47-010c39bed7d4 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:30.519134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.531551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'name': 'network-vif-deleted', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:30.541752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b8cf5c7-e2a6-4cad-9c37-7386e94370c8 req-575a1fe1-8992-49f4-b676-2304b10ac8c3 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.39 "DELETE /v2.0/ports/779192b6-0433-42c6-9f47-010c39bed7d4 HTTP/1.1" status: 204 len: 173 time: 2.1355357 Mar 02 07:22:30.587060 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:30.611317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:30.643823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a07d63-e276-4f0a-8b54-e7cd4a61fc2b req-587b50f0-60d9-48df-a05f-45b2ffa9893b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:30.650409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7a07d63-e276-4f0a-8b54-e7cd4a61fc2b req-587b50f0-60d9-48df-a05f-45b2ffa9893b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.1831882 Mar 02 07:22:30.653498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Made reservation on behalf of 148e996750214069ba7eb3397cda680c for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:30.657619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.689984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:30.828901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7a07d63-e276-4f0a-8b54-e7cd4a61fc2b req-2dc06150-7467-419c-bf41-fa46afb31fff tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718490 Mar 02 07:22:30.841817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:30.854281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fe29d775-de7c-49e4-ba09-a882c76d3a2e up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:30.856857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:30.899125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Transition to ACTIVE for port object d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:30.905870 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.062150 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:27Z', 'revision_number': 3, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:31.067096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Checking router: be150d2c-2ade-4dba-9a73-f1c5283fb5f5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:22:31.068209 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Updating router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:22:31.068953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port fe29d775-de7c-49e4-ba09-a882c76d3a2e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:31.075684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port fe29d775-de7c-49e4-ba09-a882c76d3a2e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:31.076457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.228355 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.310288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-430406f6-966a-4fba-a3f6-306a978e1a93 req-c3d5f6e5-646f-453a-a4f4-7503c39d90ac tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 210 time: 0.6653121 Mar 02 07:22:31.348133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] No DVR routers for this DVR port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:31.374513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=11']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:31.477944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.545552 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd1a043-553b-40a1-b8b5-0e4286ca2a0a', 'name': 'network-vif-deleted', 'tag': '779192b6-0433-42c6-9f47-010c39bed7d4', 'status': 'completed', 'code': 200} Mar 02 07:22:31.672426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:31.673130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:31.674184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:31.690816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:31.702789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.725067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:31.748031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Attempting to bind port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:31.762236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:31.767938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:31.769412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:31.769899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Bound port: d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:31.770257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:31.807553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba9c8-8314-40c3-8740-872b1426de41 req-e32de6a8-b379-4939-a885-683021bea674 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:31.809731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Allocated IP 172.20.0.14 (ddf52aa6-0f13-4ef1-adb3-c43a5c72142b/e903713e-a8a2-4045-87a9-cb2ff430ae95/1fd3473e-1fd8-425e-88df-fedbe91d418b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:31.813723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8eba9c8-8314-40c3-8740-872b1426de41 req-e32de6a8-b379-4939-a885-683021bea674 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 944 time: 0.7877095 Mar 02 07:22:31.840463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a9c048b-f33f-43c4-8faa-c751d4c4f6a6 req-e26d4eb9-d242-428c-953a-0c54b89fc100 tempest-InstanceActionsV221TestJSON-95883296 tempest-InstanceActionsV221TestJSON-95883296-project] 10.222.0.21 "GET /v2.0/ports?device_id=abd1a043-553b-40a1-b8b5-0e4286ca2a0a HTTP/1.1" status: 200 len: 210 time: 0.1074491 Mar 02 07:22:31.920427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:32.004638 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8eba9c8-8314-40c3-8740-872b1426de41 req-49b4ec21-e793-4808-8cdf-4a8e6936eb31 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812236 Mar 02 07:22:32.011417 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.076631 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Transition to ACTIVE for port object 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:32.095388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:32.096827 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.100052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:32.106993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.187479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:32.195683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=12']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:32.217471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:32.218127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.221012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-aacec190-a9d4-4d15-babb-6552b0769f36 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 1096 time: 2.5773489 Mar 02 07:22:32.263639 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81317b-e2a8-4da8-92d4-8f8de7f50cfd None None] Pushing event updated for resources: {'Port': ['ID=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:32.284627 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Attempting to bind port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:32.285152 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Attempting to bind port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:32.285610 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Attempting to bind port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:32.293299 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:32.293812 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:32.294320 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.295205 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:32.307478 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Bound port: 6b3f2742-e00c-4bcb-a5a6-8a9eea112863, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:32.308545 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.440230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b98acc-2288-4d97-8ab0-c9a0a95dcd26 req-89f446f2-5a50-4b1d-8733-d70b96ee34e7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:32.448735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b98acc-2288-4d97-8ab0-c9a0a95dcd26 req-89f446f2-5a50-4b1d-8733-d70b96ee34e7 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.1536214 Mar 02 07:22:32.459006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] For port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:32.462704 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] For port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:32.470386 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.480400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.523859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480c7d-c1f4-40ad-a940-b3d77f9a261e req-7abdf569-9bd1-41f3-abfc-026fdfe9ab26 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:32.530023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-e0c69267-c716-4f2f-b302-b1d90e3a92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:32.531956 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-e0c69267-c716-4f2f-b302-b1d90e3a92b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1099 time: 0.2811108 Mar 02 07:22:32.539409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb480c7d-c1f4-40ad-a940-b3d77f9a261e req-7abdf569-9bd1-41f3-abfc-026fdfe9ab26 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.5125570 Mar 02 07:22:32.615174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b98acc-2288-4d97-8ab0-c9a0a95dcd26 req-0d20ee0f-6708-4b74-9abd-55d8ac9ba60f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632156 Mar 02 07:22:32.621023 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:32.622016 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:32.625781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.672175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Transition to ACTIVE for port object 1fd3473e-1fd8-425e-88df-fedbe91d418b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:32.718262 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81317b-e2a8-4da8-92d4-8f8de7f50cfd None None] Pushing event updated for resources: {'Port': ['ID=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:32.845071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb480c7d-c1f4-40ad-a940-b3d77f9a261e req-a70bc743-d54b-4b3b-8a7a-5ed0c38c7328 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855890 Mar 02 07:22:32.846034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:32.851391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.867418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:32.944021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 779192b6-0433-42c6-9f47-010c39bed7d4 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:32.997316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-7ea2a804-b4b0-4e98-9616-de47940aad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.000804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-7ea2a804-b4b0-4e98-9616-de47940aad02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4555840 Mar 02 07:22:33.031079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:33.041805 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e', 'code': 200} Mar 02 07:22:33.044194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:33.047707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:33.107682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 779192b6-0433-42c6-9f47-010c39bed7d4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:33.108028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 779192b6-0433-42c6-9f47-010c39bed7d4 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:33.215348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.220731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:33.236077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-6a3fd391-b603-4056-9e94-5be87ec8e8cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.2274878 Mar 02 07:22:33.415122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event updated for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:33.438951 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:27Z', 'revision_number': 3, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:33.452110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d6443-ec26-406e-a1b0-0f6acfe36c17 None None] The sync data for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 is: [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:27Z', 'revision_number': 3, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:22:33.486067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-da9c7fd3-66b6-4e6b-9a03-0288266593cf tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5411079 Mar 02 07:22:33.492851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-b128f155-afad-4483-8fbf-9ab586aed1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.494242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-b128f155-afad-4483-8fbf-9ab586aed1ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1796811 Mar 02 07:22:33.509377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Request body: {'port': {'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:33.569033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:33.579020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8d5ac62a-3a94-41ae-a18d-16ffa63a7663 None None] Provisioning for port 1fd3473e-1fd8-425e-88df-fedbe91d418b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:33.588437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8d5ac62a-3a94-41ae-a18d-16ffa63a7663 None None] Provisioning complete for port 1fd3473e-1fd8-425e-88df-fedbe91d418b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:33.588813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac62a-3a94-41ae-a18d-16ffa63a7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:33.662736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9fb3-dea8-4245-8ed9-8deced9c706a req-9d328749-b5a6-4ed3-a052-5773c32c9efb tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.672954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3f9fb3-dea8-4245-8ed9-8deced9c706a req-9d328749-b5a6-4ed3-a052-5773c32c9efb tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 932 time: 0.4549246 Mar 02 07:22:33.699153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139de2d-0c8d-4c12-af22-a6713376b402 req-8dd439d0-334d-4437-8c3e-6950ea91f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.700712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7139de2d-0c8d-4c12-af22-a6713376b402 req-8dd439d0-334d-4437-8c3e-6950ea91f3ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 1096 time: 0.5215573 Mar 02 07:22:33.709963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ac62a-3a94-41ae-a18d-16ffa63a7663 None None] Port 1fd3473e-1fd8-425e-88df-fedbe91d418b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:33.767613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3f9fb3-dea8-4245-8ed9-8deced9c706a req-e87f2d2d-88f3-462c-b5e9-a59deced5405 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935755 Mar 02 07:22:33.776650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7139de2d-0c8d-4c12-af22-a6713376b402 req-d58dc984-3bf8-4a62-b953-c2c5db4f3ad6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Mar 02 07:22:33.793005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-47d19a6e-ec11-44c4-a951-df43a8efcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.794906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-47d19a6e-ec11-44c4-a951-df43a8efcc85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2916317 Mar 02 07:22:33.812829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:33.843037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452e0ae-7d2a-4e9e-ad1f-7fd2edae3d5a req-4d3714f3-7c42-4164-a0ff-377442c24dea tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:33.850359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2452e0ae-7d2a-4e9e-ad1f-7fd2edae3d5a req-4d3714f3-7c42-4164-a0ff-377442c24dea tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.4710686 Mar 02 07:22:34.037735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-72c59b26-c078-4367-9f3a-e837c75a7ea2 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350152 Mar 02 07:22:34.069774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Allocated IP 172.20.0.1 (1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9/ca816a40-511e-4aaa-b7bd-9114cc663251/94a96721-6696-4f59-be2c-b35250bb7310) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:34.142282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:34.216275 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'status': 'completed', 'code': 200} Mar 02 07:22:34.272875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:34.278932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2452e0ae-7d2a-4e9e-ad1f-7fd2edae3d5a req-7a9b4844-4d36-47c3-871f-e69cad478c54 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166299 Mar 02 07:22:34.284683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:34.285065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:34.405684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8ba96c0-3c09-43fc-aec5-34c2fb64eb10 req-47d3ad61-d26b-47e6-a4df-65a2982331c9 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608739 Mar 02 07:22:34.478390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-3aa482d6-fc66-4c07-b6a8-14104bb18823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:34.479884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-3aa482d6-fc66-4c07-b6a8-14104bb18823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1099 time: 0.2623789 Mar 02 07:22:34.635141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf02e-b9c9-40a8-8a2c-49d53976ce8d req-6dfebc35-4b30-425d-8ed5-95341de45a31 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:34.644345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c02bf02e-b9c9-40a8-8a2c-49d53976ce8d req-6dfebc35-4b30-425d-8ed5-95341de45a31 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.3935452 Mar 02 07:22:34.681069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:34.701027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:34.706986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:34.791768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:34.859396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c02bf02e-b9c9-40a8-8a2c-49d53976ce8d req-7b1ecf47-e0d8-4841-9574-5253b7e77d55 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133329 Mar 02 07:22:34.862609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-aaa2e065-acbf-4ba9-978f-35f2619f986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:34.867440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-aaa2e065-acbf-4ba9-978f-35f2619f986a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1099 time: 0.3324385 Mar 02 07:22:34.946926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-0d2175f0-769b-4c9c-addf-ba45c90b2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:34.948411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-0d2175f0-769b-4c9c-addf-ba45c90b2400 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4604149 Mar 02 07:22:35.018838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ef13-e67f-4809-8e97-b564a8d71905 req-fe3e7f3f-b7fe-4691-bfee-244c7333099c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:35.026172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab74ef13-e67f-4809-8e97-b564a8d71905 req-fe3e7f3f-b7fe-4691-bfee-244c7333099c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.2839777 Mar 02 07:22:35.052909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.104013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Transition to ACTIVE for port object 94a96721-6696-4f59-be2c-b35250bb7310 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:35.134067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab74ef13-e67f-4809-8e97-b564a8d71905 req-7ee368ef-0604-49c6-8365-65b24f223bbe tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067803 Mar 02 07:22:35.156838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-47383372-fcf5-4d73-a628-6cb07a57a09b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.1294646 Mar 02 07:22:35.308029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-982f7562-283b-4c7e-a51b-ed3889d31eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:35.308137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd3473e-1fd8-425e-88df-fedbe91d418b {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:35.308312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-982f7562-283b-4c7e-a51b-ed3889d31eed service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4306128 Mar 02 07:22:35.325215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.340027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40900) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:35.347452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Transition to ACTIVE for port object 1fd3473e-1fd8-425e-88df-fedbe91d418b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:35.350778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.414287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.497928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:35.508343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:35.522906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:35.646299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-5dd5e2e9-0dfa-4dd3-9c30-b7dbd7dabffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 200 len: 217 time: 0.2594454 Mar 02 07:22:35.731376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.743157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-3a3bc0de-278c-4f31-8f6e-6af3d429f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:35.744633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-3a3bc0de-278c-4f31-8f6e-6af3d429f8b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0915940 Mar 02 07:22:35.810740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-1843bf6e-2879-412b-add8-4932da83a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:35.812170 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-1843bf6e-2879-412b-add8-4932da83a9f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.5154555 Mar 02 07:22:35.907809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Deleting subnet c7ad4c62-3076-4a53-9162-3563181c5d81 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:22:35.919271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.950655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Pushing event updated for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:35.982108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e337f68-f09d-4604-b997-39f380279350 None None] Provisioning for port 94a96721-6696-4f59-be2c-b35250bb7310 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:36.001748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e337f68-f09d-4604-b997-39f380279350 None None] Provisioning complete for port 94a96721-6696-4f59-be2c-b35250bb7310 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:36.002854 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e337f68-f09d-4604-b997-39f380279350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.027154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66e42a-9565-4959-9adc-0ad5b51fc401 req-0707f291-9f06-49c4-b9d9-19c19d74252d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:36.029968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e66e42a-9565-4959-9adc-0ad5b51fc401 req-0707f291-9f06-49c4-b9d9-19c19d74252d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 932 time: 0.8803530 Mar 02 07:22:36.038654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.106621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:36.154453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0e337f68-f09d-4604-b997-39f380279350 None None] Port 94a96721-6696-4f59-be2c-b35250bb7310 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:36.197585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-5cffa7b8-c9d2-41dd-b1f1-8e7aa92321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:36.199119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-5cffa7b8-c9d2-41dd-b1f1-8e7aa92321ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4416757 Mar 02 07:22:36.204570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.209395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:36.209976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:36.210564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.249597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e66e42a-9565-4959-9adc-0ad5b51fc401 req-31203462-79e8-4d02-8c8b-30a317fc800b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362185 Mar 02 07:22:36.251844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69c10-1893-4085-8189-77278db9eac9 req-b7af2e8c-c63b-4cb4-b1da-adc294e85f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:36.253321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-b7af2e8c-c63b-4cb4-b1da-adc294e85f69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4249344 Mar 02 07:22:36.298243 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.559117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab29a8f-9ec7-47d1-b3b3-019b627ddde7 req-29ea7c13-7c20-42d9-b94e-0c9b850c29de tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:36.566795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ab29a8f-9ec7-47d1-b3b3-019b627ddde7 req-29ea7c13-7c20-42d9-b94e-0c9b850c29de tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 1101 time: 1.1200950 Mar 02 07:22:36.603697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Attempting to bind port 1fd3473e-1fd8-425e-88df-fedbe91d418b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:36.604253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Attempting to bind port 1fd3473e-1fd8-425e-88df-fedbe91d418b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:36.604742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Attempting to bind port 1fd3473e-1fd8-425e-88df-fedbe91d418b on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:36.634803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Port 1fd3473e-1fd8-425e-88df-fedbe91d418b on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:36.635201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Attempting to bind port 1fd3473e-1fd8-425e-88df-fedbe91d418b on network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:36.650704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:36.651215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Checking segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:36.653112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Bound using segment: {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:36.653665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Bound port: 1fd3473e-1fd8-425e-88df-fedbe91d418b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:36.654114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.656435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.686583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ab29a8f-9ec7-47d1-b3b3-019b627ddde7 req-3c71a39e-b574-49bc-8cf6-577a2264a93b tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180990 Mar 02 07:22:36.728107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-705a34a5-a020-4a14-8442-79977235c4ee service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158208 Mar 02 07:22:36.734227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ad4c62-3076-4a53-9162-3563181c5d81,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:36.739103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.763403 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-7c9403df-523b-4fb7-a702-a0918a1b482d service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251491 Mar 02 07:22:36.785119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.787495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d9a2e96d-8bae-43d4-bc23-b1eb106d92f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7ad4c62-3076-4a53-9162-3563181c5d81 HTTP/1.1" status: 204 len: 168 time: 1.4417486 Mar 02 07:22:36.807665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:36.832336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:36.899912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4497-70eb-46bb-94ca-dbbdf839f303 req-974b87fd-a7a3-43ac-8291-e93a1a4e6e01 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:36.906823 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed6d4497-70eb-46bb-94ca-dbbdf839f303 req-974b87fd-a7a3-43ac-8291-e93a1a4e6e01 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.4338078 Mar 02 07:22:37.054470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed6d4497-70eb-46bb-94ca-dbbdf839f303 req-9344dee1-cd91-4a15-85e3-9485c829693b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467650 Mar 02 07:22:37.073584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-77396916-116a-4e6f-a6d7-451e6f156295 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381262 Mar 02 07:22:37.078704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39f69c10-1893-4085-8189-77278db9eac9 req-e2a576fe-4710-4bc6-899c-ce8ea27979f3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875743 Mar 02 07:22:37.183984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:37.230197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-ace7ebb9-ff4e-4c60-bea4-f4635eee9c89 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327313 Mar 02 07:22:37.244987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Pushing event updated for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:37.254556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:37.267477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.280245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.324641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.391969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:37.392586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.393999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 1092 time: 3.8936412 Mar 02 07:22:37.394443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:37.424971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-ca2a5863-81e3-4a90-846b-4dc682aa0f5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:37.434119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-ca2a5863-81e3-4a90-846b-4dc682aa0f5b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963971 Mar 02 07:22:37.450768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-4656cf47-1951-447e-b4ff-7c808e8eb7d2 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.0154076 Mar 02 07:22:37.576843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-b0ba6f1d-513a-4bb7-9637-10390f7efc61 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1255047 Mar 02 07:22:37.678392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ac2f9-8b42-4a4c-af91-91e9e75c72a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:37.698423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae880e3-bee8-42a1-9149-f460e252cbc2 req-c4cae3e4-26f2-4ab0-b3c1-e40b188a9699 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:37.699949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae880e3-bee8-42a1-9149-f460e252cbc2 req-c4cae3e4-26f2-4ab0-b3c1-e40b188a9699 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.6073291 Mar 02 07:22:37.820909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.891192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4459662-2403-46ef-ba48-cbef98871c2e req-21d1c429-90f1-4701-bd7f-0eac4c95c1c6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:37.891421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86231ca0-7db0-48a3-83fb-1d7e2ecae9e2']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:37.894167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4459662-2403-46ef-ba48-cbef98871c2e req-21d1c429-90f1-4701-bd7f-0eac4c95c1c6 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.1099758 Mar 02 07:22:37.909990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:37.917193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae880e3-bee8-42a1-9149-f460e252cbc2 req-4c654fce-104f-46a7-958e-6fed408bf5d2 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605308 Mar 02 07:22:37.923096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:37.932118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac683ae6-0ada-4977-8575-80e632df99ef') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:37.932118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac683ae6-0ada-4977-8575-80e632df99ef') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:37.949054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.969472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4459662-2403-46ef-ba48-cbef98871c2e req-9c77f178-d407-44b0-91d5-cfbf468a279f tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680122 Mar 02 07:22:38.070140 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'status': 'completed', 'code': 200} Mar 02 07:22:38.079319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-302aefdf-a2f7-4fce-9f91-7842c2ed35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:38.081260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-302aefdf-a2f7-4fce-9f91-7842c2ed35de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1095 time: 0.6157570 Mar 02 07:22:38.374090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-32316a0f-71ca-4637-9bcb-3d31d5176f8a None None] Provisioning complete for port 94a96721-6696-4f59-be2c-b35250bb7310 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:38.374684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-32316a0f-71ca-4637-9bcb-3d31d5176f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.397603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.405542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:22:38.405763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.439781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-32316a0f-71ca-4637-9bcb-3d31d5176f8a None None] Port 94a96721-6696-4f59-be2c-b35250bb7310 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:22:38.516813 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:22:38.563148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16531d-c7af-4d78-a13a-5c116856f867 req-f54dadac-b585-4d18-b9c1-8526dac6707b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:38.573329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e16531d-c7af-4d78-a13a-5c116856f867 req-f54dadac-b585-4d18-b9c1-8526dac6707b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 944 time: 0.3675971 Mar 02 07:22:38.575019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.576215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-f3e902d8-bb35-47d5-ba06-6284dfb212fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 217 time: 0.4749155 Mar 02 07:22:38.586580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:22:38.611515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.666752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e16531d-c7af-4d78-a13a-5c116856f867 req-d60f253f-2b03-42e6-ae2b-b07ad7d21e9a tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Mar 02 07:22:38.683533 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/86231ca0-7db0-48a3-83fb-1d7e2ecae9e2 HTTP/1.1" status: 204 len: 168 time: 1.8746648 Mar 02 07:22:38.719998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e56617b-bb02-4407-88c2-5896aaa58b88 req-685d1c10-045d-46aa-ae8d-fd992bd4d2cf tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 210 time: 0.1950967 Mar 02 07:22:38.734338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718a0a9-8618-4e7d-a528-c1ef6f91aa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=86231ca0-7db0-48a3-83fb-1d7e2ecae9e2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:38.905998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-02211a59-6e31-4538-aeff-72b1af9d5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:38.907541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-02211a59-6e31-4538-aeff-72b1af9d5996 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.2854533 Mar 02 07:22:38.950333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:38.986028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40968) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:39.114880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b6e6b8ed-7152-46bc-83b9-2a1baece17fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e59a2b3846a1425e8cf06e6497de7223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263113 Mar 02 07:22:39.122614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:39.213676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:39.251453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'mac_address': 'fa:16:3e:5c:b0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:39.363284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-8c84b79a-4336-4430-8e6b-c63c8667762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:39.365402 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-8c84b79a-4336-4430-8e6b-c63c8667762e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4476528 Mar 02 07:22:39.372453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:22:39.386446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12915de9-b795-4183-97a4-886827d0457d admin admin] 10.222.0.21 "PUT /v2.0/routers/be150d2c-2ade-4dba-9a73-f1c5283fb5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1026547 Mar 02 07:22:39.386664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Sync routers for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:22:39.394975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:39.403838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5004b-fabf-4cdf-b942-c6ab03aba11a req-0bc82db0-9cec-4239-bf37-d13bffb7f491 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:39.417287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1de5004b-fabf-4cdf-b942-c6ab03aba11a req-0bc82db0-9cec-4239-bf37-d13bffb7f491 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.2716851 Mar 02 07:22:39.418283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:39.419006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:39.512935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:39.514017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-086a5e2b-f376-4115-8ed0-21fd225ae540 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2150958 Mar 02 07:22:39.525473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1de5004b-fabf-4cdf-b942-c6ab03aba11a req-c29b6126-4738-43d5-bc2a-94ed16230af1 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072712 Mar 02 07:22:39.526205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:39.597425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:39.641838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:39.686835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9a70e-824e-4b05-8df3-7030128e44b6 req-37e79006-d120-4d58-a61f-3ea6e93a563d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:39.700841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6c9a70e-824e-4b05-8df3-7030128e44b6 req-37e79006-d120-4d58-a61f-3ea6e93a563d tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 948 time: 0.4210780 Mar 02 07:22:39.718095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:39.764900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-f0014ab4-6abb-49a7-b455-2dde91bd43c5 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894460 Mar 02 07:22:39.841809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6c9a70e-824e-4b05-8df3-7030128e44b6 req-d8f60025-a761-442d-b4c0-527ee6f20f53 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391265 Mar 02 07:22:39.866985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=13']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:39.913536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:39.958984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-724a250c-e0f5-4e54-88ce-95bc974e6581 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:39.960617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-724a250c-e0f5-4e54-88ce-95bc974e6581 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4131806 Mar 02 07:22:39.983418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': 'cd138134-214f-484b-8169-4d01eea6d915', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:40.061914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d1333b9-673e-4f0a-ab44-388c1f548a5b req-4abc05e0-fbcc-4ad6-9497-83fbd2f4bc3c service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881610 Mar 02 07:22:40.137961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9409a77-b23e-4054-8131-beb967e9216c req-48c1e1a0-3b08-4082-82ea-ed5e519006d3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:40.145109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9409a77-b23e-4054-8131-beb967e9216c req-48c1e1a0-3b08-4082-82ea-ed5e519006d3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.3397017 Mar 02 07:22:40.153321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:40.244765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d67f340-41a8-45b4-972e-2d981135df3d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:40.273808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-2cec260b-4e3f-45df-a248-1da29fc251bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:40.275491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:40.279341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-2cec260b-4e3f-45df-a248-1da29fc251bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1095 time: 0.1541803 Mar 02 07:22:40.289874 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:40.293471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-44dab105-95dc-4c6a-b7aa-5382bad72f34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d67f340-41a8-45b4-972e-2d981135df3d HTTP/1.1" status: 204 len: 168 time: 1.1674700 Mar 02 07:22:40.307275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9409a77-b23e-4054-8131-beb967e9216c req-0e2c6c42-09da-4840-b331-29dd05428587 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611428 Mar 02 07:22:40.366776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:40.378425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:40.387693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643642581', 'description': 'tempest-description--175367529'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:40.413771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:40.415857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:40.432741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Usage tracker for resource:security_group and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:40.436932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:40.473965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:40.476062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:40.495169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:40.500080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 2, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:40.563812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Checking router: be150d2c-2ade-4dba-9a73-f1c5283fb5f5 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:22:40.564147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Updating router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 port 94a96721-6696-4f59-be2c-b35250bb7310 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:22:40.647489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:40.653924 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:40.762236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:40.770062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Usage tracker for resource:security_group_rule and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:40.777787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:40.801390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77227-2b4e-4c1f-9f8a-73f61e53bcdd req-d61a1b20-b4df-4831-a71e-ac7ca6d7eca1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:40.803848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ff62f46-f2a2-4a1d-9bb6-78f15e332360 req-19a5c6e3-0827-4089-a3fd-10c92e3e105a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 210 time: 0.1491606 Mar 02 07:22:40.822233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bac77227-2b4e-4c1f-9f8a-73f61e53bcdd req-d61a1b20-b4df-4831-a71e-ac7ca6d7eca1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 944 time: 0.2809460 Mar 02 07:22:40.822233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:40.875625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-0d9da2e0-c492-4d4e-908a-e234492be657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:40.879440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-0d9da2e0-c492-4d4e-908a-e234492be657 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.5927434 Mar 02 07:22:40.952501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bac77227-2b4e-4c1f-9f8a-73f61e53bcdd req-5666a763-cf02-4f55-964d-1adfc1e34b77 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216698 Mar 02 07:22:40.977475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-7fa492a0-c6da-4e18-a0c1-ffe6f3d5e7ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 217 time: 0.0903637 Mar 02 07:22:41.091648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.91 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/f95af401-6977-4afa-b1ce-3db2ab065d7b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:41.147683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-8e5a84fb-308e-469e-a588-78771818e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:41.154399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-8e5a84fb-308e-469e-a588-78771818e482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1687880 Mar 02 07:22:41.173034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.188592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.330105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-20357042-2247-43f6-9a5d-07adcb5811b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:41.331639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-20357042-2247-43f6-9a5d-07adcb5811b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706660 Mar 02 07:22:41.375453 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.399922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6298ea0c-5885-4bf2-aebc-2107bf004fe7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:41.402914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Transition to ACTIVE for port object 94a96721-6696-4f59-be2c-b35250bb7310 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:41.413673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.418221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.422184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba81d521-135e-4e55-96fe-ee93c4a7f6c4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0360804 Mar 02 07:22:41.427547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:41.441363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'security_group_rule': {'security_group_id': '6298ea0c-5885-4bf2-aebc-2107bf004fe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:41.495982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:41.547697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Usage tracker for resource:security_group_rule and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:41.562793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:41.563277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacacea8-dfca-4d2f-b4d5-9e1ab724685c None None] Pushing event updated for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:41.699994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:41.716783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-d18933a2-9a8d-410e-b73e-81d0d8c8baca service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714488 Mar 02 07:22:41.853072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Attempting to bind port 94a96721-6696-4f59-be2c-b35250bb7310 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:41.853456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Attempting to bind port 94a96721-6696-4f59-be2c-b35250bb7310 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:41.853943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Attempting to bind port 94a96721-6696-4f59-be2c-b35250bb7310 on network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:41.863198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:41.863569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Checking segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:41.863971 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.864918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Bound using segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:41.865381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Bound port: 94a96721-6696-4f59-be2c-b35250bb7310, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:41.865751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.923538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.963652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41042) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:41.972534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] For port 94a96721-6696-4f59-be2c-b35250bb7310, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:41.978514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] For port 94a96721-6696-4f59-be2c-b35250bb7310, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=94a96721-6696-4f59-be2c-b35250bb7310,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:41.983619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ba9020ac-5a5e-4843-920b-a058a72c20bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:41.986804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.007170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b03ef2-8d0b-4f6d-8820-af3d4852602a req-d5cb5a30-bbf4-4e96-95e0-bd86b56adea4 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:42.014540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5b03ef2-8d0b-4f6d-8820-af3d4852602a req-d5cb5a30-bbf4-4e96-95e0-bd86b56adea4 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 1100 time: 0.5509794 Mar 02 07:22:42.045036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba72600-3d3b-4ae6-91f9-d197d4340a34 req-7f6b4005-5ec7-4d72-9245-c1ce7fdd98a5 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:42.054365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ba72600-3d3b-4ae6-91f9-d197d4340a34 req-7f6b4005-5ec7-4d72-9245-c1ce7fdd98a5 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.3551269 Mar 02 07:22:42.071090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacacea8-dfca-4d2f-b4d5-9e1ab724685c None None] Pushing event updated for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:42.091404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5b03ef2-8d0b-4f6d-8820-af3d4852602a req-bb6c9180-ab8c-492c-911f-58e5380f9717 tempest-MigrationsAdminTest-1730449060 tempest-MigrationsAdminTest-1730449060-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Mar 02 07:22:42.095193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e78ab10f-f3c5-45b7-ac2d-9ae5aebfd266 req-d5aba10a-01cd-4524-a2be-78bb6a1775a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643882 Mar 02 07:22:42.096399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:22:42.097207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:42.138122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.196651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object f95af401-6977-4afa-b1ce-3db2ab065d7b will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:42.249384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-752900746-network', 'tenant_id': '19c3d9864d844201a28a2a9f5e717c45'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:42.251499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.254640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:42.256259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ba72600-3d3b-4ae6-91f9-d197d4340a34 req-91d2370c-4c26-4a1c-b6ac-3000acbda7a3 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007542 Mar 02 07:22:42.270258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Usage tracker for resource:network and tenant:19c3d9864d844201a28a2a9f5e717c45 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:42.275771 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.279893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:42.298266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.301437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:42.320099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Made reservation on behalf of 19c3d9864d844201a28a2a9f5e717c45 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:42.323017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.356655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:42.358575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.406098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78809aa-a6b7-4df4-8d3a-07dd213197b9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:42.416713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de', '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:42.484839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:42.485093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:42.485803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.489535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-45e379e8-32dd-47d3-97ce-278df0d0b8b7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0585563 Mar 02 07:22:42.489689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Usage tracker for resource:security_group_rule and tenant:19c3d9864d844201a28a2a9f5e717c45 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:42.492637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:42.498811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:42.499573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:42.503134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:42.542274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41056) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:42.558246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'security_group_rule': {'security_group_id': '6298ea0c-5885-4bf2-aebc-2107bf004fe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:42.564673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:42.570095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Usage tracker for resource:security_group_rule and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:42.573291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:42.580085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:42.617907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.624417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:22:42.657148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:42.727038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.747113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.754577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:42.760466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.788994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714a352-3b2f-4691-b95c-5d73f41ab12b req-eb724ce2-8844-40b0-ac60-6f862aa8e2d8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:42.797647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f714a352-3b2f-4691-b95c-5d73f41ab12b req-eb724ce2-8844-40b0-ac60-6f862aa8e2d8 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 935 time: 0.4067318 Mar 02 07:22:42.829528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.830720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2828488 Mar 02 07:22:42.843513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41062) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:42.845064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-17607a3c-2a44-4320-928d-9ea732dc8f35 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8677547 Mar 02 07:22:42.856267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Request body: {'port': {'device_id': 'cd138134-214f-484b-8169-4d01eea6d915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:42.865482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:42.872872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:42.876803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Usage tracker for resource:floatingip and tenant:817f936660724d6da6150745199ebc2c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:42.880288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:42.885963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:42.899201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb86a-42e2-46d3-b0c0-0df83db13b2d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67eefa2-efec-4fd2-882b-4ce42230bf60,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:42.905005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.908325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.954823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.968964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:22:42.985380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:42.986105 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Added segment 6415e94d-2a05-4177-adf4-c0603507ed9b of type vlan for network 65b9e38b-d2ef-408c-bb56-c794e2b638ff Mar 02 07:22:42.989771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:43.026645 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:22:43.034722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.086385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e9d38-0c25-4ce3-a356-e9ac021cb89f req-e0c0c8e5-8114-4ae0-8df8-ff51d3d0f117 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:43.094683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e2e9d38-0c25-4ce3-a356-e9ac021cb89f req-e0c0c8e5-8114-4ae0-8df8-ff51d3d0f117 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 944 time: 0.6061058 Mar 02 07:22:43.214442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-912d0e70-0921-41d0-9f6f-4c5465a69494 None None] Provisioning for port f95af401-6977-4afa-b1ce-3db2ab065d7b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:43.217984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e2e9d38-0c25-4ce3-a356-e9ac021cb89f req-2d02b3c3-ae5a-44e3-b9c0-ce387d6633c7 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223159 Mar 02 07:22:43.241156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56dfcf-2de1-4039-9154-9adedaaaaac6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:43.242117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.258513 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.260414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:43.263812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.275132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-912d0e70-0921-41d0-9f6f-4c5465a69494 None None] Provisioning complete for port f95af401-6977-4afa-b1ce-3db2ab065d7b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:43.275639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-912d0e70-0921-41d0-9f6f-4c5465a69494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.323060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f714a352-3b2f-4691-b95c-5d73f41ab12b req-2b2df3b0-262d-4524-9451-b9fc93c7257f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246816 Mar 02 07:22:43.352384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:43.470007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:43.470487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.500396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5335307 Mar 02 07:22:43.501265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bdd44-c243-4412-a546-0d4f5218f3af admin admin] Pushing event updated for resources: {'Network': ['ID=65b9e38b-d2ef-408c-bb56-c794e2b638ff,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:43.503402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41068) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:43.525292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Request body: {'subnet': {'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-752900746-subnet', 'tenant_id': '19c3d9864d844201a28a2a9f5e717c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:43.560320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-912d0e70-0921-41d0-9f6f-4c5465a69494 None None] Port f95af401-6977-4afa-b1ce-3db2ab065d7b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:43.576011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:43.580897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.595713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Usage tracker for resource:subnet and tenant:19c3d9864d844201a28a2a9f5e717c45 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:43.602037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:43.622956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 65b9e38b-d2ef-408c-bb56-c794e2b638ff details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:22:43.662713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:43.699214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Made reservation on behalf of 19c3d9864d844201a28a2a9f5e717c45 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:43.702606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:43.851680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Allocated IP 172.25.4.214 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/cd3f506b-b17a-49f0-9d0f-677463a5939c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:43.944119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f237-c604-460a-8443-5dcc085a2696 req-60aa4ae5-3989-465c-b0e7-75c741e8b90b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:43.946181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3522f237-c604-460a-8443-5dcc085a2696 req-60aa4ae5-3989-465c-b0e7-75c741e8b90b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.1797006 Mar 02 07:22:43.954564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:41Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:44.046398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459c2c2-3759-4944-bb8e-8e1b3b2a2d9b None None] The sync data for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 is: [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:41Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:22:44.144737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3522f237-c604-460a-8443-5dcc085a2696 req-a71d8e15-1050-47df-8ee5-8f93ae112f83 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792507 Mar 02 07:22:44.276227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.295689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41084) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:44.368168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.398380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95af401-6977-4afa-b1ce-3db2ab065d7b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:44.437772 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.474815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:44.478076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:44.484472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:44.561409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f02c4927-cd0a-44c7-bdde-9174753aa857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.569936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Transition to ACTIVE for port object f95af401-6977-4afa-b1ce-3db2ab065d7b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:44.584605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.587275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26adddb-5efe-498c-8070-01d4a5dd8f13 req-4cc171b6-2c13-4e4d-9cbd-8e9d9848d3e1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:44.599607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e26adddb-5efe-498c-8070-01d4a5dd8f13 req-4cc171b6-2c13-4e4d-9cbd-8e9d9848d3e1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 949 time: 0.5645707 Mar 02 07:22:44.608263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.720678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:44.746391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:44.780438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.787767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.803668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:44.926492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1fd3473e-1fd8-425e-88df-fedbe91d418b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:44.938719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:44.967465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'Port': ['ID=cd3f506b-b17a-49f0-9d0f-677463a5939c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:44.996684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Usage tracker for resource:security_group_rule and tenant:845eb976ffd44f3eb1abb2b0b7ef8e4e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:45.008589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:45.045636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e26adddb-5efe-498c-8070-01d4a5dd8f13 req-660b7d8d-1516-422f-afb1-488113c7bc02 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447854 Mar 02 07:22:45.055123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:45.100227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=14']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:45.116723 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.122087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.176303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:45.422436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.450947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Checking segment: {'id': '6415e94d-2a05-4177-adf4-c0603507ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:45.451545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Network hostable DHCP agents. Network: 65b9e38b-d2ef-408c-bb56-c794e2b638ff, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:22:45.473447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.492068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:45.492540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Attempting to bind port f95af401-6977-4afa-b1ce-3db2ab065d7b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:45.492987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Attempting to bind port f95af401-6977-4afa-b1ce-3db2ab065d7b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:45.493590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Attempting to bind port f95af401-6977-4afa-b1ce-3db2ab065d7b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:45.507962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Port f95af401-6977-4afa-b1ce-3db2ab065d7b on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:45.508435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Attempting to bind port f95af401-6977-4afa-b1ce-3db2ab065d7b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:45.512231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62da30c2-9afe-4afa-abbb-3bb0d992f260,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:45.525011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:45.525504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:45.526053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:45.526636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Bound port: f95af401-6977-4afa-b1ce-3db2ab065d7b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:45.527257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.540286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c765-8f9d-4320-973a-86e13c0c5174 req-2d15ee97-41d8-4504-8884-aa7fc45f98e6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:45.542193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a252c765-8f9d-4320-973a-86e13c0c5174 req-2d15ee97-41d8-4504-8884-aa7fc45f98e6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:45.577834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:45.596360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Network 65b9e38b-d2ef-408c-bb56-c794e2b638ff is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:22:45.630994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-f0a85ec2-20f2-4ad0-8710-38dc0780cb8a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:45.632780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-f0a85ec2-20f2-4ad0-8710-38dc0780cb8a tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 950 time: 0.3998895 Mar 02 07:22:45.640190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a252c765-8f9d-4320-973a-86e13c0c5174 req-2d15ee97-41d8-4504-8884-aa7fc45f98e6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:45.648169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a252c765-8f9d-4320-973a-86e13c0c5174 req-2d15ee97-41d8-4504-8884-aa7fc45f98e6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 944 time: 0.6654418 Mar 02 07:22:45.697334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 65b9e38b-d2ef-408c-bb56-c794e2b638ff) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:45.714565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb534a-9efc-4d0a-9bd6-526726de3029 None None] Network 65b9e38b-d2ef-408c-bb56-c794e2b638ff requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:45.748832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:45.749438 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.795878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05fe9-a929-4d8c-89ee-6ffcad01dd80 req-b0aa7442-bac3-4ebc-9ed0-564d14704238 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:45.797365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9cd05fe9-a929-4d8c-89ee-6ffcad01dd80 req-b0aa7442-bac3-4ebc-9ed0-564d14704238 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:45.809393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2cae441b-b83a-44f0-9178-31bfd5e9d0e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3027141 Mar 02 07:22:45.821908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:45.826710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:45.835479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.872456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.896596 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a252c765-8f9d-4320-973a-86e13c0c5174 req-fcbf854b-7051-4211-8dd6-01ac17b59b28 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461214 Mar 02 07:22:45.908731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Deleting port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:45.910199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.927573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9cd05fe9-a929-4d8c-89ee-6ffcad01dd80 req-b0aa7442-bac3-4ebc-9ed0-564d14704238 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:45.935626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9cd05fe9-a929-4d8c-89ee-6ffcad01dd80 req-b0aa7442-bac3-4ebc-9ed0-564d14704238 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 947 time: 0.6686914 Mar 02 07:22:45.960380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:45.961035 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.961902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:45.963702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f95af401-6977-4afa-b1ce-3db2ab065d7b HTTP/1.1" status: 200 len: 1095 time: 3.1177917 Mar 02 07:22:45.996080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:46.018850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.156212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd3473e-1fd8-425e-88df-fedbe91d418b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:46.205507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9cd05fe9-a929-4d8c-89ee-6ffcad01dd80 req-c4c66dd4-9060-4aa9-92ea-72e69f20beae tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687697 Mar 02 07:22:46.238765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9144ddf-a0e4-485b-9543-2fb4474760f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:46.277966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:22:46.338638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b463c5-5884-4a51-8d87-8bf5557cf47b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:46.345686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 94a96721-6696-4f59-be2c-b35250bb7310 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:46.356516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.369019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13d396de-8c13-4a9b-ab9f-e62565d9a4ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=845eb976ffd44f3eb1abb2b0b7ef8e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0701718 Mar 02 07:22:46.371321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41112) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:46.382896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-b4eaf6ea-d051-4591-b48f-394482a9b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:46.386674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-b4eaf6ea-d051-4591-b48f-394482a9b2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 1098 time: 0.3584232 Mar 02 07:22:46.495030 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'code': 200} Mar 02 07:22:46.544826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16059a9-0c72-4efc-902e-d2bed7ec809d None None] Network 65b9e38b-d2ef-408c-bb56-c794e2b638ff requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:46.586336 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b', 'status': 'completed', 'code': 200} Mar 02 07:22:46.605015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-9bd4776a-3d0b-499c-8787-afa3e1190e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b HTTP/1.1" status: 200 len: 217 time: 0.2111390 Mar 02 07:22:46.634106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:46.677358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.714513 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.714868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-493dc741-77bf-47b0-bbd3-517f0cfbd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:46.716314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-493dc741-77bf-47b0-bbd3-517f0cfbd6cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1068578 Mar 02 07:22:46.731153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.788629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 94a96721-6696-4f59-be2c-b35250bb7310 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:46.808491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 94a96721-6696-4f59-be2c-b35250bb7310 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:46.808871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:46.868102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:46.999038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-6a6fe451-2af5-4070-aff4-5edd5227c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.000775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-6a6fe451-2af5-4070-aff4-5edd5227c181 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276071 Mar 02 07:22:47.020638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736353-db75-483f-99c1-936e86a4cb1f req-f2fdf544-acab-40a8-bb2d-cf7a26225854 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.022418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb736353-db75-483f-99c1-936e86a4cb1f req-f2fdf544-acab-40a8-bb2d-cf7a26225854 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=e650f437-bc5a-423e-82b2-925d0c509f54 HTTP/1.1" status: 200 len: 950 time: 0.3052263 Mar 02 07:22:47.173747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1fd3473e-1fd8-425e-88df-fedbe91d418b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:47.194431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-b04e6e25-ade7-4223-95fd-9fcf0cc9e0cd service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850450 Mar 02 07:22:47.275178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.291318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.293222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'Port': ['ID=cd3f506b-b17a-49f0-9d0f-677463a5939c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:47.329966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 94a96721-6696-4f59-be2c-b35250bb7310, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=94a96721-6696-4f59-be2c-b35250bb7310,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:47.337080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.387387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] For port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:47.387754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.400563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.410752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.452105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb736353-db75-483f-99c1-936e86a4cb1f req-355a3245-0d37-4bd4-91bb-08ea1a9ecb2f tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558792 Mar 02 07:22:47.460375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb0f6e4-409e-4629-b62d-5c72488fb824 req-e927f90e-548f-4a65-8e49-fc2c75ffa05e service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449057 Mar 02 07:22:47.480232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:47.634340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Calling delete_port for d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:47.668746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.670004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0061aff5-41fa-4f94-aadc-090465d82202 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8154464 Mar 02 07:22:47.678303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-a817ea3c-2aec-49b9-90c3-34e3c854ec69 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.684202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-a817ea3c-2aec-49b9-90c3-34e3c854ec69 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 1.1762650 Mar 02 07:22:47.686843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-5d9a8194-11ea-42f2-ba4a-bce632e5ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.688312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-5d9a8194-11ea-42f2-ba4a-bce632e5ec5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 1098 time: 0.1624062 Mar 02 07:22:47.746411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a487a6a-0758-4d28-8948-5a5b506b1df8 req-e3d10d6f-6a31-4f8a-8673-e185f8a8c968 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.750337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a487a6a-0758-4d28-8948-5a5b506b1df8 req-e3d10d6f-6a31-4f8a-8673-e185f8a8c968 tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 945 time: 0.1641700 Mar 02 07:22:47.781542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-4af675fb-065d-448b-b2c8-45713b94ca05 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.782254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-4af675fb-065d-448b-b2c8-45713b94ca05 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Synchronizing usage tracker for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:47.850962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Deleting port fe29d775-de7c-49e4-ba09-a882c76d3a2e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:47.851356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:47.884309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-4af675fb-065d-448b-b2c8-45713b94ca05 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Unset dirty status for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:47.890257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-4af675fb-065d-448b-b2c8-45713b94ca05 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/networks?id=65b9e38b-d2ef-408c-bb56-c794e2b638ff HTTP/1.1" status: 200 len: 821 time: 0.9565892 Mar 02 07:22:47.890685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a487a6a-0758-4d28-8948-5a5b506b1df8 req-998f9f6c-c748-4c14-b143-c99b7b041f6b tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a866b07-2bee-4107-b999-46abe73757b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331284 Mar 02 07:22:47.925224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-b940e701-ba3c-4a6e-8df8-8af62b81fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:47.927464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-b940e701-ba3c-4a6e-8df8-8af62b81fe11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2274878 Mar 02 07:22:47.954771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-eeb32062-9829-4bbb-878f-06c2ec3970cd tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/quotas/19c3d9864d844201a28a2a9f5e717c45 HTTP/1.1" status: 200 len: 375 time: 0.0635202 Mar 02 07:22:47.976952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.022944 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-c9f29685-cee5-472c-bac8-46a2ee8bc144 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b HTTP/1.1" status: 200 len: 217 time: 0.0839417 Mar 02 07:22:48.071651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 94a96721-6696-4f59-be2c-b35250bb7310 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:48.079262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-7b88fc13-ecef-4d81-af89-6a78a086f866 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19c3d9864d844201a28a2a9f5e717c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141348 Mar 02 07:22:48.120305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.122236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b463c5-5884-4a51-8d87-8bf5557cf47b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:48.141725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', '3bdb4020-e17b-4bc7-9081-68723fb438a2', '26ca0237-5753-44e6-a6e9-402fc0955ff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:48.169985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-635691e5-f117-4a5c-b111-1f9b4e931975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:48.171729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-635691e5-f117-4a5c-b111-1f9b4e931975 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1426642 Mar 02 07:22:48.219047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event deleted for resources: {'Port': ['ID=d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:48.269182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400709-3330-4128-9134-30f9873a0fe9 req-fe5a49d3-1352-4fb8-bfb2-f97aedc729b1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:48.271554 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39400709-3330-4128-9134-30f9873a0fe9 req-fe5a49d3-1352-4fb8-bfb2-f97aedc729b1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 945 time: 0.1935542 Mar 02 07:22:48.300943 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.337721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 94a96721-6696-4f59-be2c-b35250bb7310 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:48.338121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.397607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.398918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-491fb07b-21a2-45b6-bf11-462c0b1e357a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09b463c5-5884-4a51-8d87-8bf5557cf47b HTTP/1.1" status: 204 len: 168 time: 1.8968973 Mar 02 07:22:48.412570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39400709-3330-4128-9134-30f9873a0fe9 req-7a610028-fe3f-4397-891b-fab0e8868801 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303947 Mar 02 07:22:48.416193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-43a24a56-7432-4da2-b428-5a90caa01e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:48.417640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-43a24a56-7432-4da2-b428-5a90caa01e5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391136 Mar 02 07:22:48.430501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] No DVR routers for this DVR port d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:48.570147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.600068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.605066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1efc63e7-e80f-4412-8059-610a89cd8f8d req-d6fb1e8e-8793-4791-bab2-ca1ed47b6ae9 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "DELETE /v2.0/ports/d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 HTTP/1.1" status: 204 len: 173 time: 2.9506392 Mar 02 07:22:48.607360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-deleted', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:48.660310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-6d62b049-4ca4-4d24-97c9-650d1670e98f service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353222 Mar 02 07:22:48.892667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-c6a006e6-b659-44e9-b88a-1690ec015fa5 service neutron] 10.222.0.21 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753866 Mar 02 07:22:48.908386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] For port fe29d775-de7c-49e4-ba09-a882c76d3a2e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fe29d775-de7c-49e4-ba09-a882c76d3a2e,segment=NetworkSegment(98cd1d8c-f41e-44cb-ab55-fafde4d874c8),segment_id=98cd1d8c-f41e-44cb-ab55-fafde4d874c8)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:48.908844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:48.928846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c77fbf2-8c38-4ed7-9c61-a7ce9f687fae req-d2ffb221-fe58-44be-b7c2-69423b42b03c service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577896 Mar 02 07:22:48.965064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1fd3473e-1fd8-425e-88df-fedbe91d418b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:48.969725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a20ca-8a58-4bd0-888d-11a81049554a req-35087b0a-054d-44a7-bdab-7c2e4986f7b1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:48.978280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-776a20ca-8a58-4bd0-888d-11a81049554a req-35087b0a-054d-44a7-bdab-7c2e4986f7b1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 947 time: 0.2714915 Mar 02 07:22:49.010222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:49.040087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-776a20ca-8a58-4bd0-888d-11a81049554a req-a48e89f3-f628-4a52-a796-2d0fff800d5e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594306 Mar 02 07:22:49.061006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:49.061358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d3e1e7c2-0b28-4c3a-a91d-5b2116dcef00 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:49.158301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 1fd3473e-1fd8-425e-88df-fedbe91d418b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:49.169616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 1fd3473e-1fd8-425e-88df-fedbe91d418b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:49.170232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:49.313966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a29930bf-a11c-467d-b276-ae2a66c876db req-d42d65fa-0f0b-40c5-ad33-a52c51d7aecf tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Synchronizing usage tracker for tenant:817f936660724d6da6150745199ebc2c on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:49.327090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Calling delete_port for fe29d775-de7c-49e4-ba09-a882c76d3a2e owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:49.355553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a29930bf-a11c-467d-b276-ae2a66c876db req-d42d65fa-0f0b-40c5-ad33-a52c51d7aecf tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Unset dirty status for tenant:817f936660724d6da6150745199ebc2c on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:49.366977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-d42d65fa-0f0b-40c5-ad33-a52c51d7aecf tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--643642581&fields=id&tenant_id=817f936660724d6da6150745199ebc2c HTTP/1.1" status: 200 len: 267 time: 0.1669848 Mar 02 07:22:49.453015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:49.529799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:49.531694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:49.540492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:49.590700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-7b3f7566-3e47-48e7-ba16-265b94f49381 service neutron] 10.222.0.21 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006060 Mar 02 07:22:49.625323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:49.729646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:49.765618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Pushing event deleted for resources: {'Port': ['ID=fe29d775-de7c-49e4-ba09-a882c76d3a2e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:49.835888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-a5f57823-6dea-4b44-9a16-7d0276945736 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:49.837510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-a5f57823-6dea-4b44-9a16-7d0276945736 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/networks?id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 HTTP/1.1" status: 200 len: 811 time: 0.4693022 Mar 02 07:22:49.873360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-75431f7a-f71e-4552-8f61-db98d11982a4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/quotas/817f936660724d6da6150745199ebc2c HTTP/1.1" status: 200 len: 375 time: 0.0285273 Mar 02 07:22:49.946177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:49.967702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] No DVR routers for this DVR port fe29d775-de7c-49e4-ba09-a882c76d3a2e on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:49.974380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:49.996738 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e650f437-bc5a-423e-82b2-925d0c509f54', 'name': 'network-vif-deleted', 'tag': 'd3e1e7c2-0b28-4c3a-a91d-5b2116dcef00', 'status': 'completed', 'code': 200} Mar 02 07:22:50.025188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8a5e2fe-99d7-47c2-8385-a355b0367214 req-e86ebc1f-49f9-486e-9f3f-b10d5289015e tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.39 "DELETE /v2.0/ports/fe29d775-de7c-49e4-ba09-a882c76d3a2e HTTP/1.1" status: 204 len: 173 time: 2.3175743 Mar 02 07:22:50.048968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-763e3ad0-9b45-47b3-80ba-129f70b19099 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=817f936660724d6da6150745199ebc2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697452 Mar 02 07:22:50.195838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2092070836-network', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:50.218952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:50.227397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Usage tracker for resource:network and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:50.232338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:50.232552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c7e79386-430d-4d84-8b30-5d4e1bc68fc9 req-8d7b2b2b-03c1-4ad3-b72b-9ddf74703d9a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Synchronizing usage tracker for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:50.243749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:50.253374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c7e79386-430d-4d84-8b30-5d4e1bc68fc9 req-8d7b2b2b-03c1-4ad3-b72b-9ddf74703d9a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] Unset dirty status for tenant:f1249e03a8644528a02d785e493d9aa9 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:50.262907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7e79386-430d-4d84-8b30-5d4e1bc68fc9 req-8d7b2b2b-03c1-4ad3-b72b-9ddf74703d9a tempest-ServerDiskConfigTestJSON-1517681498 tempest-ServerDiskConfigTestJSON-1517681498-project] 10.222.0.21 "GET /v2.0/ports?device_id=e88c00d9-9bbc-45dc-a239-995275929f6b HTTP/1.1" status: 200 len: 210 time: 0.0991635 Mar 02 07:22:50.283666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Made reservation on behalf of 028a8ce2e35d42fbb8e3a4c35277bef0 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:50.287840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.303668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.317113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c59229f7-abbe-47a4-ad7a-e5ea06a12441 service neutron] 10.222.0.21 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647338 Mar 02 07:22:50.323600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:50.359545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Usage tracker for resource:security_group_rule and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:50.365469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:50.374026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:50.502947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ff29-7813-40bc-b351-5746df5eeee3 req-6dd3ddf4-55e1-4c5a-8db8-fc930ead7025 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:50.504264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a08ff29-7813-40bc-b351-5746df5eeee3 req-6dd3ddf4-55e1-4c5a-8db8-fc930ead7025 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 946 time: 0.1232421 Mar 02 07:22:50.554622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-3bd2a623-a98c-4be2-a9e4-10a8b04847ff service neutron] 10.222.0.21 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283156 Mar 02 07:22:50.594475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a08ff29-7813-40bc-b351-5746df5eeee3 req-a2854dee-1494-4f9f-af3c-7ba21f7b1bb3 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837243 Mar 02 07:22:50.715209 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'code': 200} Mar 02 07:22:50.720017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.727030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.778192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:22:50.795303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c257cf-54aa-4fed-b919-347dc2e3b4ce,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:50.800443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.800800 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Added segment c04aa8e4-9157-4e08-92b6-b92d4652e71b of type vlan for network b439b394-33f3-438e-b60e-776922462842 Mar 02 07:22:50.844139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.884693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.886213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:50.886838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:50.976826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fe29d775-de7c-49e4-ba09-a882c76d3a2e no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:51.077447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f95af401-6977-4afa-b1ce-3db2ab065d7b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:22:51.111055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1631460 Mar 02 07:22:51.116311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41216) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:51.124594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: fe29d775-de7c-49e4-ba09-a882c76d3a2e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:22:51.124965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fe29d775-de7c-49e4-ba09-a882c76d3a2e not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:22:51.133239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Request body: {'subnet': {'network_id': 'b439b394-33f3-438e-b60e-776922462842', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2092070836-subnet', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:51.136641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:51.141092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Usage tracker for resource:subnet and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:51.159136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:51.159865 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e724f76-33a8-449c-b05a-2d6886d164a5 req-d0bcc532-8dd7-4f22-92dd-96d730c50ea5 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 210 time: 0.2657351 Mar 02 07:22:51.179779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:51.201823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab871-ad88-4477-af4d-942566bbfbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b439b394-33f3-438e-b60e-776922462842,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:51.214994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Made reservation on behalf of 028a8ce2e35d42fbb8e3a4c35277bef0 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:51.220424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:51.229423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b439b394-33f3-438e-b60e-776922462842 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:22:51.258708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda49c-9dd7-4c74-9f84-1e0be7e18caa req-b86719b2-9465-474d-9c01-75c2fa60d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:51.262013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0cda49c-9dd7-4c74-9f84-1e0be7e18caa req-b86719b2-9465-474d-9c01-75c2fa60d1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1097 time: 0.2950332 Mar 02 07:22:51.478233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:51.493417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f95af401-6977-4afa-b1ce-3db2ab065d7b', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'f95af401-6977-4afa-b1ce-3db2ab065d7b', 'mac_address': 'fa:16:3e:ba:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:22:51.495763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-37056731-1bb1-4db9-81e2-4d9a404d3a15 req-78df1a30-3ae1-4483-af59-6b6b83becb6d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Synchronizing usage tracker for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:51.503910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0cda49c-9dd7-4c74-9f84-1e0be7e18caa req-e3f06240-8456-4620-8371-66dba80d754e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333755 Mar 02 07:22:51.533676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b2df-d897-44b3-809d-63f54b31e671 req-ef5bea81-a628-4787-a45f-cd5c4d74ae36 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:51.534490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0217b2df-d897-44b3-809d-63f54b31e671 req-ef5bea81-a628-4787-a45f-cd5c4d74ae36 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 947 time: 0.1348538 Mar 02 07:22:51.553742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-37056731-1bb1-4db9-81e2-4d9a404d3a15 req-78df1a30-3ae1-4483-af59-6b6b83becb6d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Unset dirty status for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:51.554917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37056731-1bb1-4db9-81e2-4d9a404d3a15 req-78df1a30-3ae1-4483-af59-6b6b83becb6d tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 210 time: 0.1923375 Mar 02 07:22:51.638229 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:51.675765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95af401-6977-4afa-b1ce-3db2ab065d7b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:51.709239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:51.714517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:51.717061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0217b2df-d897-44b3-809d-63f54b31e671 req-f5bae51c-0a5e-4fe3-bef4-7a9d07fe88fd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761618 Mar 02 07:22:51.726092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:51.798890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:51.881397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c3342-2aa7-46ea-a334-0c60d160df0b req-65a8d5bb-a9b2-4fa3-a45d-0b8b9c023982 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:51.882018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b26c3342-2aa7-46ea-a334-0c60d160df0b req-65a8d5bb-a9b2-4fa3-a45d-0b8b9c023982 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:51.902918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ddeed4-e824-48f0-97d1-fa1e6ddbd098,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:51.907352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b26c3342-2aa7-46ea-a334-0c60d160df0b req-65a8d5bb-a9b2-4fa3-a45d-0b8b9c023982 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:51.915409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b26c3342-2aa7-46ea-a334-0c60d160df0b req-65a8d5bb-a9b2-4fa3-a45d-0b8b9c023982 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 950 time: 0.1677723 Mar 02 07:22:51.917487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Checking segment: {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:51.917849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Network hostable DHCP agents. Network: b439b394-33f3-438e-b60e-776922462842, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:22:51.982618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Network b439b394-33f3-438e-b60e-776922462842 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:22:51.983278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b26c3342-2aa7-46ea-a334-0c60d160df0b req-31691aff-1fe8-4747-8df9-6d54166ced00 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650883 Mar 02 07:22:51.998898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'name': 'network-vif-deleted', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:52.004555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b439b394-33f3-438e-b60e-776922462842) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:52.013123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e2fcc-7533-45b8-97b7-51196bf24e1b None None] Network b439b394-33f3-438e-b60e-776922462842 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:52.020136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:52.021728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.064747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41244) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:52.065028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f89d3594-6529-4bf3-af62-8d29427193c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9453347 Mar 02 07:22:52.072683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:52.082138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:52.096550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cba6e0-3cc3-4bd6-b99a-7632cceb1019 req-6d41a353-12c6-40fa-83d3-f57a22dd41b4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:52.097782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Usage tracker for resource:router and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:52.103077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:52.105391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2cba6e0-3cc3-4bd6-b99a-7632cceb1019 req-6d41a353-12c6-40fa-83d3-f57a22dd41b4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 946 time: 0.1677120 Mar 02 07:22:52.164860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:52.217693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2cba6e0-3cc3-4bd6-b99a-7632cceb1019 req-b7ef23cc-b648-4f8a-b3f7-9b564e3e3695 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109695 Mar 02 07:22:52.297159 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c00d9-9bbc-45dc-a239-995275929f6b', 'name': 'network-vif-deleted', 'tag': 'fe29d775-de7c-49e4-ba09-a882c76d3a2e', 'status': 'completed', 'code': 200} Mar 02 07:22:52.310140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.323561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.425396 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.549001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f95af401-6977-4afa-b1ce-3db2ab065d7b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:52.576094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:52.616041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-baa2fe21-c3d7-4dad-b63d-8200adca7beb req-0035fcbc-2826-4bfd-a2e5-d165304384ee tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 210 time: 0.1559942 Mar 02 07:22:52.648513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-f17fe2a2-bf41-46a1-b7f7-c074fa7918ea tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:52.650046 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-f17fe2a2-bf41-46a1-b7f7-c074fa7918ea tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.39 "GET /v2.0/networks?id=65b9e38b-d2ef-408c-bb56-c794e2b638ff HTTP/1.1" status: 200 len: 821 time: 0.5275607 Mar 02 07:22:52.674667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Request body: {'port': {'device_id': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff', 'admin_state_up': True, 'tenant_id': '19c3d9864d844201a28a2a9f5e717c45'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:52.696951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Deleting subnet 0b636793-556f-4370-8602-58463982659f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:22:52.743622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b439b394-33f3-438e-b60e-776922462842', 'network_id': 'b439b394-33f3-438e-b60e-776922462842', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'fixed_ips': [{'subnet_id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:22:52.744775 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.785623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:52.893572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.068482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe87b394-ecb6-499e-a39d-0cb59e8ea165 req-74d448b8-79fa-41f5-9fc2-976799e60a32 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 210 time: 0.1809428 Mar 02 07:22:53.174442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Allocated IP 172.20.0.2 (b439b394-33f3-438e-b60e-776922462842/a1ddeed4-e824-48f0-97d1-fa1e6ddbd098/1b235ee7-b434-4081-bd07-2a99cbd6dc36) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:53.437561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-99adef81-a3e5-4e43-9d59-be3a78ca0911 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:53.439008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-99adef81-a3e5-4e43-9d59-be3a78ca0911 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.39 "GET /v2.0/networks?id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 HTTP/1.1" status: 200 len: 811 time: 0.3812575 Mar 02 07:22:53.441761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.455414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Transition to ACTIVE for port object 1b235ee7-b434-4081-bd07-2a99cbd6dc36 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:53.477356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.478404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Transition to ACTIVE for port object 1b235ee7-b434-4081-bd07-2a99cbd6dc36 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:53.491366 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.553345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:53.571053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Usage tracker for resource:port and tenant:19c3d9864d844201a28a2a9f5e717c45 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:53.577384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:53.579038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-d65c2320-bdf6-4c61-843d-2a7a476bdea4 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817f936660724d6da6150745199ebc2c HTTP/1.1" status: 200 len: 379 time: 0.1277778 Mar 02 07:22:53.584675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.589387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:53.595181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Network b439b394-33f3-438e-b60e-776922462842 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:53.600251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:53.605276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d82e-bb99-4c62-ab34-07faaff647ed req-db94cfda-8e79-4bdf-ac56-b5c5cf3f7e3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:53.613560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f39d82e-bb99-4c62-ab34-07faaff647ed req-db94cfda-8e79-4bdf-ac56-b5c5cf3f7e3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 948 time: 0.5492735 Mar 02 07:22:53.618336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:53.636501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'port': {'device_id': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'admin_state_up': True, 'tenant_id': '817f936660724d6da6150745199ebc2c', 'security_groups': ['6298ea0c-5885-4bf2-aebc-2107bf004fe7']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:53.662545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-3c540969-1ffd-4119-81e7-ea93c4ca4901 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:53.663993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-3c540969-1ffd-4119-81e7-ea93c4ca4901 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 950 time: 0.9648752 Mar 02 07:22:53.721394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Pushing event updated for resources: {'Port': ['ID=1b235ee7-b434-4081-bd07-2a99cbd6dc36,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:53.731190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Made reservation on behalf of 19c3d9864d844201a28a2a9f5e717c45 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:53.742721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.794349 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f39d82e-bb99-4c62-ab34-07faaff647ed req-de837bb8-00ed-4922-8add-556856d86da7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645660 Mar 02 07:22:53.798244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Attempting to bind port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:53.798729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Attempting to bind port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:53.799199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Attempting to bind port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 on network b439b394-33f3-438e-b60e-776922462842 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:53.806280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:53.807449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Checking segment: {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:53.807449 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.807993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Bound using segment: {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:53.809249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Bound port: 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:53.809249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.865317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Deleting port 26ca0237-5753-44e6-a6e9-402fc0955ff6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:22:53.865875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.916148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] For port 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:53.919784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] For port 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b235ee7-b434-4081-bd07-2a99cbd6dc36,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:53.930224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:53.937183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777e118-dbab-4d95-b429-8c10f7effa2d req-e8270a04-1b53-474d-afcb-d2d1215e684b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:53.938697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b777e118-dbab-4d95-b429-8c10f7effa2d req-e8270a04-1b53-474d-afcb-d2d1215e684b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 950 time: 0.4985411 Mar 02 07:22:54.024040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.080520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.084792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375b5d6-84f6-4983-853f-2e4e67bd4722 None None] Pushing event updated for resources: {'Port': ['ID=1b235ee7-b434-4081-bd07-2a99cbd6dc36,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:54.133132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:54.147931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0b636793-556f-4370-8602-58463982659f HTTP/1.1" status: 204 len: 168 time: 1.5699034 Mar 02 07:22:54.148855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cc8aa-7ce0-4385-a836-e2334ba8eb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b636793-556f-4370-8602-58463982659f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:54.152423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41284) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:54.180506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b777e118-dbab-4d95-b429-8c10f7effa2d req-42d6f2b8-ad5b-4929-8e0e-4aba34365d8b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266138 Mar 02 07:22:54.203950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:22:54.295987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Made reservation on behalf of 817f936660724d6da6150745199ebc2c for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:22:54.301669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.412707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f00ff-7107-473b-93a5-13149a285c2c req-effcd604-d935-4299-a3b9-7b3de413fbe0 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:54.421059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee1f00ff-7107-473b-93a5-13149a285c2c req-effcd604-d935-4299-a3b9-7b3de413fbe0 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 946 time: 0.4767463 Mar 02 07:22:54.443797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.487220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Allocated IP 172.20.0.8 (65b9e38b-d2ef-408c-bb56-c794e2b638ff/62da30c2-9afe-4afa-abbb-3bb0d992f260/f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:54.490328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.555795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82999e39-f03f-483a-8c9e-23bca1b09a99 req-40429977-56b9-4119-a543-09cb162a23dc tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 210 time: 0.1440356 Mar 02 07:22:54.576982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.588080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee1f00ff-7107-473b-93a5-13149a285c2c req-49d83e6f-9d81-413b-a333-f9006ef9da4b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660609 Mar 02 07:22:54.853510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] For port 26ca0237-5753-44e6-a6e9-402fc0955ff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=26ca0237-5753-44e6-a6e9-402fc0955ff6,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:54.853900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:54.919458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efa5954f-9db9-4420-827b-b5b25bb7709b req-3a2f33c2-298e-4ace-a24f-6ff5183995fd tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 210 time: 0.1316564 Mar 02 07:22:54.947911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Allocated IP 172.25.4.29 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/fe2b5b2a-b389-47b3-9055-75e310ecac6c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:55.015868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f95af401-6977-4afa-b1ce-3db2ab065d7b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:55.021231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-9ea43f52-c6a4-4dd2-b30e-f7e157db3d6b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:55.028397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-9ea43f52-c6a4-4dd2-b30e-f7e157db3d6b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2743735 Mar 02 07:22:55.033315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.096985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053fba98-4c59-45a2-99b6-4da3b0c6dda2']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:55.127368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cd1d8c-f41e-44cb-ab55-fafde4d874c8') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:55.127664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cd1d8c-f41e-44cb-ab55-fafde4d874c8') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:22:55.157027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.173673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab765882-b702-4560-a2b3-6109ce154e8f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.1440487 Mar 02 07:22:55.183069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f95af401-6977-4afa-b1ce-3db2ab065d7b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:55.188091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f95af401-6977-4afa-b1ce-3db2ab065d7b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:55.188596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.197369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:55.335219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Allocated IP 172.20.0.11 (1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9/ca816a40-511e-4aaa-b7bd-9114cc663251/d4bd1d49-5be0-4e63-8a64-19255a57a702) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:22:55.397213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.436265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:55.449429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:55.455102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.456347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 26ca0237-5753-44e6-a6e9-402fc0955ff6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:22:55.563946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.586218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.615413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.615731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Transition to ACTIVE for port object d4bd1d49-5be0-4e63-8a64-19255a57a702 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:55.657370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:55.660365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1022e-e53e-487b-b6fd-0f53d7173369 None None] Network b439b394-33f3-438e-b60e-776922462842 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:22:55.909457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Calling delete_port for 26ca0237-5753-44e6-a6e9-402fc0955ff6 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:22:55.920998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:55.923615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5225e5e5-4503-489c-bad1-32cca3d05b9f None None] Provisioning for port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:56.017151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.035239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.054218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:22:56.054218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:22:56.074060 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:22:56.088714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.170118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b235ee7-b434-4081-bd07-2a99cbd6dc36 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:56.182700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.236258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-d22c2d51-7e0d-4ee3-bc77-e553b91781fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4959908 Mar 02 07:22:56.284008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Network 65b9e38b-d2ef-408c-bb56-c794e2b638ff is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:56.334487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.365126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:56.382460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.416086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] Pushing event deleted for resources: {'Network': ['ID=053fba98-4c59-45a2-99b6-4da3b0c6dda2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:56.431307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:56.441507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:56.461366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:56.461753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.482116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Pushing event updated for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:56.489226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:56.513435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee126b99-ab1b-4111-bc0c-f024d1cea10f admin admin] 10.222.0.21 "DELETE /v2.0/networks/053fba98-4c59-45a2-99b6-4da3b0c6dda2 HTTP/1.1" status: 204 len: 168 time: 2.3384912 Mar 02 07:22:56.515831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event updated for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:56.521616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.523625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:56.555702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.560172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', '3bdb4020-e17b-4bc7-9081-68723fb438a2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:22:56.690149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2b5b2a-b389-47b3-9055-75e310ecac6c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:56.705337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:56.706112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.716943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dc5d2-ab3c-4a3d-997b-fbe50c2bb57c req-d45b4268-d776-45f9-8679-e7b08aa62637 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:56.737159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-000dc5d2-ab3c-4a3d-997b-fbe50c2bb57c req-d45b4268-d776-45f9-8679-e7b08aa62637 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 1.4811838 Mar 02 07:22:56.744682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41308) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:56.762634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event deleted for resources: {'Port': ['ID=26ca0237-5753-44e6-a6e9-402fc0955ff6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:56.775529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:22:56.819303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:22:56.831129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-6146ab64-7f31-4ee4-a12f-2b26f72a61f4 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1601801 Mar 02 07:22:56.844004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:56.923649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.925202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:22:56.934429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-000dc5d2-ab3c-4a3d-997b-fbe50c2bb57c req-3b891665-7f58-4a57-be89-86fec805d57a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958263 Mar 02 07:22:56.954485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] No DVR routers for this DVR port 26ca0237-5753-44e6-a6e9-402fc0955ff6 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:22:56.960721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:56.964977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a5df3e0-f0db-4834-83ed-2d54840e8089 req-2e4a123f-3ad3-478c-b478-2afabff64b82 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "DELETE /v2.0/ports/26ca0237-5753-44e6-a6e9-402fc0955ff6 HTTP/1.1" status: 204 len: 173 time: 3.2901812 Mar 02 07:22:57.001153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-deleted', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:22:57.099649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b235ee7-b434-4081-bd07-2a99cbd6dc36,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:22:57.122520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:57.126872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:57.141208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:57.221502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-c82ef471-df11-4e06-9d2f-563a614dc5df tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5972450 Mar 02 07:22:57.235984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Request body: {'port': {'device_id': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:57.396782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Request body: {'port': {'device_id': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:57.456781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:57.474890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fae6fe2f-0a7a-4e1f-9864-65cb43be953c None None] Provisioning complete for port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:57.475274 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fae6fe2f-0a7a-4e1f-9864-65cb43be953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:57.561350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1b235ee7-b434-4081-bd07-2a99cbd6dc36,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:57.671283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e3e6ba33-c84a-4562-ad67-40e9100706ab req-24df4198-577b-4c2b-8948-52720de1ce13 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:57.694549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e3e6ba33-c84a-4562-ad67-40e9100706ab req-24df4198-577b-4c2b-8948-52720de1ce13 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:57.702740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4442ea06-512e-4c2d-a832-528a175cf07e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1249e03a8644528a02d785e493d9aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9534674 Mar 02 07:22:57.706937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3e6ba33-c84a-4562-ad67-40e9100706ab req-24df4198-577b-4c2b-8948-52720de1ce13 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c22b459-34ea-4587-854c-84f954c11a60 HTTP/1.1" status: 200 len: 210 time: 0.0973120 Mar 02 07:22:57.709795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:57.753489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-d415e45b-1050-42aa-86b9-707701123ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:57.754843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-d415e45b-1050-42aa-86b9-707701123ade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 1101 time: 1.4880137 Mar 02 07:22:57.782354 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b', 'code': 200} Mar 02 07:22:57.867434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78a969b3-5d20-422a-b14a-40fa16b84f86 None None] Provisioning for port d4bd1d49-5be0-4e63-8a64-19255a57a702 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:22:57.873462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78a969b3-5d20-422a-b14a-40fa16b84f86 None None] Provisioning complete for port d4bd1d49-5be0-4e63-8a64-19255a57a702 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:57.874064 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-78a969b3-5d20-422a-b14a-40fa16b84f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:57.950687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-78a969b3-5d20-422a-b14a-40fa16b84f86 None None] Port d4bd1d49-5be0-4e63-8a64-19255a57a702 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:22:58.025434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.069834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b235ee7-b434-4081-bd07-2a99cbd6dc36 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:22:58.099346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.145412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:22:58.146154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.146647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.154713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568797a-b2b8-476d-86b5-1a342bbfa9c1 req-9d300ef5-ea71-4751-a14a-309e55e7ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:58.156325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1568797a-b2b8-476d-86b5-1a342bbfa9c1 req-9d300ef5-ea71-4751-a14a-309e55e7ba22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 1100 time: 0.2733266 Mar 02 07:22:58.199683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db91c-fe5b-41e1-aecb-1b1e96d6a044 req-f21bf866-c0e2-432c-a47c-abdaf5323448 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:58.201414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-356db91c-fe5b-41e1-aecb-1b1e96d6a044 req-f21bf866-c0e2-432c-a47c-abdaf5323448 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 931 time: 0.2635152 Mar 02 07:22:58.293207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bd1d49-5be0-4e63-8a64-19255a57a702 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:58.310095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.325269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1568797a-b2b8-476d-86b5-1a342bbfa9c1 req-1d8f32dd-6b5c-4b16-a271-1019c7d154fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148858 Mar 02 07:22:58.328016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-356db91c-fe5b-41e1-aecb-1b1e96d6a044 req-4b3801b8-b2c8-47cf-b524-fd2de3ef7dc5 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007609 Mar 02 07:22:58.331223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.345453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:22:58.360192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Transition to ACTIVE for port object d4bd1d49-5be0-4e63-8a64-19255a57a702 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:22:58.367516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a866b07-2bee-4107-b999-46abe73757b8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:58.370289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.418113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-67313c8b-5ce0-48a0-8dc5-b5fe3e1097f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:58.419500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-67313c8b-5ce0-48a0-8dc5-b5fe3e1097f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.6312943 Mar 02 07:22:58.538542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.603169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.604713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-beb677e2-2747-4f92-95bc-474f7a2a0b54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a866b07-2bee-4107-b999-46abe73757b8 HTTP/1.1" status: 204 len: 168 time: 0.8897686 Mar 02 07:22:58.671371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.696827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-77a8de57-d242-4956-96c2-c1590091a1db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 200 len: 217 time: 0.0977576 Mar 02 07:22:58.698984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Pushing event updated for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:58.701224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.830211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426402-b3cd-4b3e-8822-510f2e290402 req-864cdd08-e667-4856-a765-9594fb5a0457 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:58.831432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e1426402-b3cd-4b3e-8822-510f2e290402 req-864cdd08-e667-4856-a765-9594fb5a0457 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Synchronizing usage tracker for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:22:58.841220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Attempting to bind port d4bd1d49-5be0-4e63-8a64-19255a57a702 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:22:58.841642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Attempting to bind port d4bd1d49-5be0-4e63-8a64-19255a57a702 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:22:58.842065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Attempting to bind port d4bd1d49-5be0-4e63-8a64-19255a57a702 on network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:58.851693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Port d4bd1d49-5be0-4e63-8a64-19255a57a702 on network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:22:58.852104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Attempting to bind port d4bd1d49-5be0-4e63-8a64-19255a57a702 on network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:22:58.858634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:22:58.859054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Checking segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:22:58.859501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Bound using segment: {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:22:58.859993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Bound port: d4bd1d49-5be0-4e63-8a64-19255a57a702, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378e0be1-530f-4549-a0ea-bee103373a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:22:58.860806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:58.876678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e1426402-b3cd-4b3e-8822-510f2e290402 req-864cdd08-e667-4856-a765-9594fb5a0457 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Unset dirty status for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:22:58.878866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1426402-b3cd-4b3e-8822-510f2e290402 req-864cdd08-e667-4856-a765-9594fb5a0457 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 944 time: 0.2845039 Mar 02 07:22:58.995488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-c2164f2b-d8a7-411f-871c-de3b5ce7ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:58.996907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-c2164f2b-d8a7-411f-871c-de3b5ce7ba93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2408683 Mar 02 07:22:59.053278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1426402-b3cd-4b3e-8822-510f2e290402 req-5d009b83-ba09-4895-b982-de6d1b64f7a5 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369700 Mar 02 07:22:59.062882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:22:59.067969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:22:59.095936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:59.169748 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c22b459-34ea-4587-854c-84f954c11a60', 'name': 'network-vif-deleted', 'tag': '26ca0237-5753-44e6-a6e9-402fc0955ff6', 'status': 'completed', 'code': 200} Mar 02 07:22:59.197525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-10c9be44-f9ec-4077-bf6e-6ddbffd92357 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2541633 Mar 02 07:22:59.208694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:59.216818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:59.219790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] 10.222.0.39 "PUT /v2.0/ports/d4bd1d49-5be0-4e63-8a64-19255a57a702 HTTP/1.1" status: 200 len: 1092 time: 1.9884939 Mar 02 07:22:59.222973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d0ae-15a0-43cf-b697-7fc43e67db0a service neutron] Pushing event updated for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:22:59.260141 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea associated. External IP: 172.25.4.60, port: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2. Mar 02 07:22:59.521422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0830e-8e26-4b89-be08-95da455b9780 req-fce367e7-957e-415e-a0e7-27f41cec5a61 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:59.529969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bde0830e-8e26-4b89-be08-95da455b9780 req-fce367e7-957e-415e-a0e7-27f41cec5a61 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 0.2341154 Mar 02 07:22:59.536577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-01a2aa9c-d3fe-4917-aac4-9c7ba7c92e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:59.538051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-01a2aa9c-d3fe-4917-aac4-9c7ba7c92e07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 1100 time: 0.2995172 Mar 02 07:22:59.548101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41350) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:22:59.596734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-05d2341d-74f0-4245-8b25-fde52cfbc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:59.598303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-05d2341d-74f0-4245-8b25-fde52cfbc43c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=817f936660724d6da6150745199ebc2c&device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 1095 time: 0.3017631 Mar 02 07:22:59.668340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:59.702478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bde0830e-8e26-4b89-be08-95da455b9780 req-9821f2fc-7f3c-4f5b-9d5b-e38c9fa2f809 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684315 Mar 02 07:22:59.736417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-0a60ce87-84a5-4292-884f-b4e4091803fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:22:59.737822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-0a60ce87-84a5-4292-884f-b4e4091803fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7312174 Mar 02 07:22:59.750017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1274178119-network', 'tenant_id': '71c52d3fd44a43dc8b51601cbdd0a7b8'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:22:59.800890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-4b23a1f6-28bf-4a2e-b0cb-736f79820ab2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702 HTTP/1.1" status: 200 len: 217 time: 0.1886163 Mar 02 07:22:59.832307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:22:59.863951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:22:59.868396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Usage tracker for resource:network and tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:22:59.880549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:59.886154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:22:59.912255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:00.001221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Transition to ACTIVE for port object f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:00.015610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-9e4af78e-88e4-4568-aad7-f08c0f29ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.017055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-9e4af78e-88e4-4568-aad7-f08c0f29ae6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca816a40-511e-4aaa-b7bd-9114cc663251 HTTP/1.1" status: 200 len: 850 time: 0.2099605 Mar 02 07:23:00.025755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-b82a5bd4-1fa5-447f-99d2-7c429db5f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.027100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-b82a5bd4-1fa5-447f-99d2-7c429db5f507 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4579573 Mar 02 07:23:00.065508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Made reservation on behalf of 71c52d3fd44a43dc8b51601cbdd0a7b8 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:00.068443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:00.127284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:00.155070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-ba0966ea-b313-4061-846f-ccf5739269d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 HTTP/1.1" status: 200 len: 217 time: 0.0856347 Mar 02 07:23:00.201415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:00.223912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3501a8d5-ff69-45a3-868c-0d91ed8d0772 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.225499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3501a8d5-ff69-45a3-868c-0d91ed8d0772 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.3622484 Mar 02 07:23:00.254142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-84e8d541-569b-4965-9ee5-d4ae136beb0e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/quotas/dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 375 time: 0.0200791 Mar 02 07:23:00.304188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-e53da0cc-5ee6-4137-af21-672fe213b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.305886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-e53da0cc-5ee6-4137-af21-672fe213b35c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1363342 Mar 02 07:23:00.329915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:00.350706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-bbaea221-d36a-4ff2-b9fd-d20969b50f41 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503199 Mar 02 07:23:00.355552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29930bf-a11c-467d-b276-ae2a66c876db req-102a38b0-9eda-4a3f-8e18-df8f191d8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.356242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:00.357304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-102a38b0-9eda-4a3f-8e18-df8f191d8650 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293304 Mar 02 07:23:00.362982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:00.368473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:00.475603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:00.657009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-eaa27fb2-4938-4be1-91db-600b004991df tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3928468 Mar 02 07:23:00.666083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-2fb7ddec-bd06-40c9-bcc3-9faa702cc9f4 service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987869 Mar 02 07:23:00.669057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-faeaf065-e6dd-410f-bc23-968afbda6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:00.670699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-faeaf065-e6dd-410f-bc23-968afbda6308 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3574667 Mar 02 07:23:00.710274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:00.728355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:23:00.781661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Attempting to bind port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:00.782177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Attempting to bind port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6415e94d-2a05-4177-adf4-c0603507ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:00.782636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Attempting to bind port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 on network 65b9e38b-d2ef-408c-bb56-c794e2b638ff {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:01.041277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a29930bf-a11c-467d-b276-ae2a66c876db req-28de5011-3ffb-47a1-8ff5-4523b1b4e984 service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691540 Mar 02 07:23:01.050699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 on network 65b9e38b-d2ef-408c-bb56-c794e2b638ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:01.051332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Attempting to bind port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 on network 65b9e38b-d2ef-408c-bb56-c794e2b638ff {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:01.055167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-b471b1f6-97a2-48fe-9682-9f97e76e8eef service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598130 Mar 02 07:23:01.058659 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2132a502-9ee7-40bc-90f8-cb2fbff28194 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622925 Mar 02 07:23:01.064920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aa34bc8-1f92-441f-a950-76c5eca861d4 req-171bd7e7-a76e-41a7-9e14-2915dbe7e93c service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983938 Mar 02 07:23:01.078552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:01.078991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Checking segment: {'id': '6415e94d-2a05-4177-adf4-c0603507ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:01.079502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Bound using segment: {'id': '6415e94d-2a05-4177-adf4-c0603507ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:01.079966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Bound port: f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6415e94d-2a05-4177-adf4-c0603507ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:01.080358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.188300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:01.250954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.317712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8772b06-72df-4df7-973e-8c6c8dcb3e22 req-e7d04cb4-8f64-4189-af2c-b06d28236524 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562249 Mar 02 07:23:01.320216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.324395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-6b69b6f2-e0fb-4af3-94e8-5063fdafcda5 service neutron] 10.222.0.21 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383821 Mar 02 07:23:01.380005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:01.396970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:01.404009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:01.413327 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:01.414140 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:01.423850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:01.428835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:01.432991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bbb14-48fd-4eaf-94f9-17a6bb450e5c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:01.440292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Sync routers for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:01.447287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.447393 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Added segment e342a4c8-41b4-4c90-aee6-38191b817030 of type vlan for network 0379984a-38db-4cc4-bb50-f0a5513a5282 Mar 02 07:23:01.450325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,segment=NetworkSegment(6415e94d-2a05-4177-adf4-c0603507ed9b),segment_id=6415e94d-2a05-4177-adf4-c0603507ed9b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:01.460539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:01.462860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:01.464176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.632513 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.633763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-46298742-e7f9-475a-a9f5-ad7c3d96f58b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5674922 Mar 02 07:23:01.636890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41370) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:01.640154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.655718 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:01.672742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.685748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:01.686668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.688187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] 10.222.0.39 "PUT /v2.0/ports/f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 HTTP/1.1" status: 200 len: 1091 time: 4.3275280 Mar 02 07:23:01.688778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:01.724420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:01.777394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d501aee-9846-4964-85be-0967d261bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:01.788357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-ab299f24-7881-47ae-a445-111c7203983b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "PUT /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 996 time: 6.6081002 Mar 02 07:23:01.845777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.846943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:01.847688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.962334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4037659 Mar 02 07:23:01.965361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:01.976084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Request body: {'subnet': {'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1274178119-subnet', 'tenant_id': '71c52d3fd44a43dc8b51601cbdd0a7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:01.979063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ee6bf-6ed1-4886-9cc8-eb2393626ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=0379984a-38db-4cc4-bb50-f0a5513a5282,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:02.009998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:02.010372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-ca4b99a7-8369-41a9-a9e3-581e8feb9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.012031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-ca4b99a7-8369-41a9-a9e3-581e8feb9211 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19c3d9864d844201a28a2a9f5e717c45&device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 1094 time: 0.2742655 Mar 02 07:23:02.019548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-02a7be7f-ec85-4802-82ef-9a786615d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.021911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-02a7be7f-ec85-4802-82ef-9a786615d394 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.2191689 Mar 02 07:23:02.091306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0379984a-38db-4cc4-bb50-f0a5513a5282 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:02.111585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-a2dc3e6c-52b4-49ac-a979-32274e09e3ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 HTTP/1.1" status: 200 len: 217 time: 0.0885091 Mar 02 07:23:02.260485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-0c6c025a-031c-4abd-b15a-5de2f52780aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.262007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-0c6c025a-031c-4abd-b15a-5de2f52780aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62da30c2-9afe-4afa-abbb-3bb0d992f260 HTTP/1.1" status: 200 len: 861 time: 0.1342072 Mar 02 07:23:02.325203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-fa302c6c-7596-484c-a97a-3ee2315ae149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65b9e38b-d2ef-408c-bb56-c794e2b638ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570943 Mar 02 07:23:02.327954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-d3a3cc40-fe27-4ba4-ad7f-abf094fc64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.329450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-d3a3cc40-fe27-4ba4-ad7f-abf094fc64ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.2492647 Mar 02 07:23:02.354523 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:22:58Z', 'revision_number': 1, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:02.359462 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:02.369653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:02.370327 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:02.488635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Usage tracker for resource:subnet and tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:02.508535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:02.524243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.539837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-d29700fe-46e6-4844-80c3-1e3173465c7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 999 time: 0.1741199 Mar 02 07:23:02.585098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:22:57Z', 'revision_number': 3, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:02.592520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Checking router: b35cb1a8-8fb2-4c12-b8d4-3695e9357675 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:02.596054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Updating router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 port fe2b5b2a-b389-47b3-9055-75e310ecac6c binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:02.612090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-c14ebb72-39cc-4b16-b68f-e03f5bb6cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.620779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-c14ebb72-39cc-4b16-b68f-e03f5bb6cb02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.0796554 Mar 02 07:23:02.677983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.681017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Made reservation on behalf of 71c52d3fd44a43dc8b51601cbdd0a7b8 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:02.683738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.718939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:02.931135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-28c1418d-fb6f-4709-b46c-ac331ad7052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.933077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-28c1418d-fb6f-4709-b46c-ac331ad7052f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111033 Mar 02 07:23:02.989413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-c4c01414-46cb-4238-8714-23387bb59f58 service neutron] 10.222.0.39 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565778 Mar 02 07:23:03.056837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13b7e-aade-4f2b-a7f9-610499c36139 req-361f949b-7871-4591-91b5-dde28feb9d5a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:03.066254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7d13b7e-aade-4f2b-a7f9-610499c36139 req-361f949b-7871-4591-91b5-dde28feb9d5a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 943 time: 0.7030368 Mar 02 07:23:03.069679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.081535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Transition to ACTIVE for port object fe2b5b2a-b389-47b3-9055-75e310ecac6c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:03.091182 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.182244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Attempting to bind port fe2b5b2a-b389-47b3-9055-75e310ecac6c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:03.182608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Attempting to bind port fe2b5b2a-b389-47b3-9055-75e310ecac6c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:03.182963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Attempting to bind port fe2b5b2a-b389-47b3-9055-75e310ecac6c on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:03.196965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7d13b7e-aade-4f2b-a7f9-610499c36139 req-aeeb47e5-7f70-4ae3-abc1-645175a69294 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292648 Mar 02 07:23:03.200434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:03.200807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:03.201252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.201811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:03.202408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Bound port: fe2b5b2a-b389-47b3-9055-75e310ecac6c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:03.202977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.217881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d9128d7-354c-4827-9848-794ccf98aa81 req-0783aeeb-6983-4bb9-966d-e298a48637ad service neutron] 10.222.0.39 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625643 Mar 02 07:23:03.259689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745d17-bb00-4bd7-9801-1b509e3593da None None] Pushing event updated for resources: {'Port': ['ID=fe2b5b2a-b389-47b3-9055-75e310ecac6c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:03.283961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-9d278d87-79d7-4655-b8c1-dc5646cc5651 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380823 Mar 02 07:23:03.290337 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:22:58Z', 'revision_number': 1, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:03.294537 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3fd7-b91a-4cfe-af15-2c4c844a6d7c None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:22:58Z', 'revision_number': 1, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:03.393006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] For port fe2b5b2a-b389-47b3-9055-75e310ecac6c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:03.399874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] For port fe2b5b2a-b389-47b3-9055-75e310ecac6c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fe2b5b2a-b389-47b3-9055-75e310ecac6c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:03.410405 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.477233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-974f41aa-150f-4a86-bca9-2c19dfbe1316 req-20faee69-5752-4999-942e-a74643011e72 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867812 Mar 02 07:23:03.508605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.534452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:03.535096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:03.575433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c85c1b-a9e3-49bb-8d97-7d3759681998 req-aa379384-c4d3-418d-8b88-af25ea53ca36 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:03.576965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0c85c1b-a9e3-49bb-8d97-7d3759681998 req-aa379384-c4d3-418d-8b88-af25ea53ca36 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 944 time: 0.2203302 Mar 02 07:23:03.642914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745d17-bb00-4bd7-9801-1b509e3593da None None] Pushing event updated for resources: {'Port': ['ID=fe2b5b2a-b389-47b3-9055-75e310ecac6c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:03.701105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790a003-2ffd-48ff-a17e-9757c556118f None None] New status for floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:03.776929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0c85c1b-a9e3-49bb-8d97-7d3759681998 req-f89a980d-1a9c-453a-ab44-6b0d2f4ee50f tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288524 Mar 02 07:23:03.792153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.890761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:03.900945 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'status': 'completed', 'code': 200} Mar 02 07:23:03.963282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d33a79-af96-456b-a9dd-fc06164d5d67,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:03.992891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Checking segment: {'id': 'e342a4c8-41b4-4c90-aee6-38191b817030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:03.993250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Network hostable DHCP agents. Network: 0379984a-38db-4cc4-bb50-f0a5513a5282, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:04.005461 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53', 'status': 'completed', 'code': 200} Mar 02 07:23:04.110342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2362ce01-73a9-4e94-a214-28a1e992e293 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.123650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2362ce01-73a9-4e94-a214-28a1e992e293 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 808 time: 0.6200459 Mar 02 07:23:04.135587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Network 0379984a-38db-4cc4-bb50-f0a5513a5282 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:04.146817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Request body: {'port': {'device_id': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'admin_state_up': True, 'tenant_id': 'dc7049fc26ba455c9e558122802652f1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:04.149026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Allocated IP 172.20.0.1 (b439b394-33f3-438e-b60e-776922462842/a1ddeed4-e824-48f0-97d1-fa1e6ddbd098/ad96c72c-d0db-47c8-a49f-c16aa946ba81) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:04.169028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0379984a-38db-4cc4-bb50-f0a5513a5282) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:04.182215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.183108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.236328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22fee5-ff55-4591-8a6f-433c4aa80502 req-a4dd911c-5fcf-4f58-a000-070c56db09bc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.238429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b22fee5-ff55-4591-8a6f-433c4aa80502 req-a4dd911c-5fcf-4f58-a000-070c56db09bc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 0.4566171 Mar 02 07:23:04.264848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f321c98d-e771-4c45-97e0-72302fc0f5e1 req-86cb13a9-6dc5-4c92-9bf3-bed57babd499 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 210 time: 0.0639544 Mar 02 07:23:04.267004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-2834751c-cafc-4308-b783-c1582ddb42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.268693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-2834751c-cafc-4308-b783-c1582ddb42ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19c3d9864d844201a28a2a9f5e717c45&device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 1094 time: 0.2531800 Mar 02 07:23:04.342238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-9e860303-4f9b-4548-9a62-b9ace66a4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.344727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24b25746-10fc-415d-8955-cc6d9032c92c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3781505 Mar 02 07:23:04.358185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-9e860303-4f9b-4548-9a62-b9ace66a4ac0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=817f936660724d6da6150745199ebc2c&device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 1095 time: 0.4353898 Mar 02 07:23:04.372817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c7ad09-0833-43f9-8b0c-c71e83e96446 None None] Network 0379984a-38db-4cc4-bb50-f0a5513a5282 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:04.460665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b22fee5-ff55-4591-8a6f-433c4aa80502 req-e2892ba4-b6c5-4343-a6c5-e896d62b420f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702693 Mar 02 07:23:04.606545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:04.622767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:04.649222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-9bf57d40-dd08-4385-aecc-62ed75c67861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.650979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-9bf57d40-dd08-4385-aecc-62ed75c67861 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 HTTP/1.1" status: 200 len: 911 time: 0.2748096 Mar 02 07:23:04.651954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Made reservation on behalf of dc7049fc26ba455c9e558122802652f1 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:04.656008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.705230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-a31dad8c-a374-4783-80c8-94b0523d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.709273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-a31dad8c-a374-4783-80c8-94b0523d69d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65b9e38b-d2ef-408c-bb56-c794e2b638ff HTTP/1.1" status: 200 len: 921 time: 0.4198177 Mar 02 07:23:04.784526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:22:57Z', 'revision_number': 3, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:04.793382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-d6f5f690-f665-4cb4-8406-4f1981bb6fe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702 HTTP/1.1" status: 200 len: 217 time: 0.1247127 Mar 02 07:23:04.795282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0f8db-b71d-40d9-ab87-a1e0f516c0db None None] The sync data for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 is: [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:22:57Z', 'revision_number': 3, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:04.863933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0d40c-6300-4602-8f39-3b52169c66f0 None None] Network 0379984a-38db-4cc4-bb50-f0a5513a5282 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:04.926061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-8984e54e-2a0b-4628-8704-37bb078d69c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 HTTP/1.1" status: 200 len: 217 time: 0.2093661 Mar 02 07:23:04.941785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-d627c4fa-bf13-4dbd-84c0-5dbc04655bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:04.943607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-d627c4fa-bf13-4dbd-84c0-5dbc04655bcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca816a40-511e-4aaa-b7bd-9114cc663251 HTTP/1.1" status: 200 len: 850 time: 0.1061518 Mar 02 07:23:05.031829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.065929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4bd1d49-5be0-4e63-8a64-19255a57a702 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:05.074984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Transition to ACTIVE for port object ad96c72c-d0db-47c8-a49f-c16aa946ba81 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:05.084722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-a69d92ad-953c-4a9a-883b-bbfb2e5cf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:05.086573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-a69d92ad-953c-4a9a-883b-bbfb2e5cf5cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62da30c2-9afe-4afa-abbb-3bb0d992f260 HTTP/1.1" status: 200 len: 861 time: 0.1480522 Mar 02 07:23:05.182878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4ca9e-f8c6-421d-9904-7c9b1afd238e req-78bca83a-536a-44fd-b24f-1a3998ab3bc5 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:05.184675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0e4ca9e-f8c6-421d-9904-7c9b1afd238e req-78bca83a-536a-44fd-b24f-1a3998ab3bc5 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 943 time: 0.3433907 Mar 02 07:23:05.240588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-75185923-064c-4c5e-ace1-9d727e1b6c49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65b9e38b-d2ef-408c-bb56-c794e2b638ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430333 Mar 02 07:23:05.260161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-8e74f1e8-a58a-4648-9811-9b50f63aedee tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:05.261741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-8e74f1e8-a58a-4648-9811-9b50f63aedee tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5331521 Mar 02 07:23:05.403292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:05.408949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-2e99208b-7bad-4232-857c-d0ba9b564096 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.1346340 Mar 02 07:23:05.426788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Allocated IP 172.20.0.5 (b964cf00-32a0-4538-b804-3acf576fe5fd/f075f47d-3b81-49eb-9000-ad8d27e9da77/3b1c3e5e-f837-477b-be76-2a02825c3cfe) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:05.434355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.455649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'port_id': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'mac_address': 'fa:16:3e:81:fc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:05.479356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.527451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.547744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bd1d49-5be0-4e63-8a64-19255a57a702 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:05.582162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:05.594234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.640879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-43e40737-b084-4094-9d8a-1726b900fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:05.643204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-43e40737-b084-4094-9d8a-1726b900fe72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6917813 Mar 02 07:23:05.689329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:05.752174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-7e9d8b8d-feec-4246-a8d5-153fd5e8259e service neutron] 10.222.0.39 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926417 Mar 02 07:23:05.764756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0e4ca9e-f8c6-421d-9904-7c9b1afd238e req-93455ae1-dd07-44c0-9b21-c02211d88537 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704751 Mar 02 07:23:05.811901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Network b439b394-33f3-438e-b60e-776922462842 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:05.817184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:05.834501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:05.858497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-93bf90e0-d1e8-419f-adad-3d777c2f3d3b service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030363 Mar 02 07:23:05.906656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.907492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.963684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d4bd1d49-5be0-4e63-8a64-19255a57a702'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:06.103604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:06.187702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fe2b5b2a-b389-47b3-9055-75e310ecac6c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:06.217791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:06.225492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f78a61b-8c43-4aec-95b0-67f7bdda05d4 req-63f48e3d-19dd-495b-bf80-b41bebee2671 service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428295 Mar 02 07:23:06.283753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2638c8aa-3574-4bfd-a37d-cac308a554d7 None None] Provisioning for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:06.321122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2638c8aa-3574-4bfd-a37d-cac308a554d7 None None] Provisioning complete for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:06.321313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2638c8aa-3574-4bfd-a37d-cac308a554d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.357414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-529c4d5a-dbc7-47a5-a42f-cdbd82dc3803 req-3e234e79-7811-452d-b542-82221eea2680 service neutron] 10.222.0.39 "GET /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879352 Mar 02 07:23:06.429754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615404-1516-48f6-87e1-dc11945476b1 req-651aac10-f200-4c95-9042-70aa5f68ceca tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:06.437085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62615404-1516-48f6-87e1-dc11945476b1 req-651aac10-f200-4c95-9042-70aa5f68ceca tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 1100 time: 0.3212175 Mar 02 07:23:06.463687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2638c8aa-3574-4bfd-a37d-cac308a554d7 None None] Port ad96c72c-d0db-47c8-a49f-c16aa946ba81 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:06.474321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port fe2b5b2a-b389-47b3-9055-75e310ecac6c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:06.478970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fe2b5b2a-b389-47b3-9055-75e310ecac6c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:06.479341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.514696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.527262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.613057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-150ab124-50c1-470e-9abc-1ebd6032e9ad tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:06.615763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-150ab124-50c1-470e-9abc-1ebd6032e9ad tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.3621368 Mar 02 07:23:06.666136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62615404-1516-48f6-87e1-dc11945476b1 req-62c3948a-1867-44c9-b0f7-4b95291e734f tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278006 Mar 02 07:23:06.699542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.740698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.741381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port fe2b5b2a-b389-47b3-9055-75e310ecac6c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fe2b5b2a-b389-47b3-9055-75e310ecac6c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:06.749122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.791788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Deleting port 3bdb4020-e17b-4bc7-9081-68723fb438a2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:06.792418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.849263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:06.926781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Network b964cf00-32a0-4538-b804-3acf576fe5fd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:06.939206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:06.941097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:06.950819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:06.967630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=fe2b5b2a-b389-47b3-9055-75e310ecac6c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:07.037320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:07.038028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.069955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:07.196047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-3b6dd0e6-dd1a-42e3-a91e-06770d2b8912 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0561852 Mar 02 07:23:07.220639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Request body: {'port': {'device_id': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:07.247865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.258473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,segment=NetworkSegment(6415e94d-2a05-4177-adf4-c0603507ed9b),segment_id=6415e94d-2a05-4177-adf4-c0603507ed9b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:07.263306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334720f-a4a6-47d6-ba06-2b582f6114b1 req-898e8127-bbbc-4e15-98d7-0efa3e803ad5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:07.264781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3334720f-a4a6-47d6-ba06-2b582f6114b1 req-898e8127-bbbc-4e15-98d7-0efa3e803ad5 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d100ed00-602b-4c49-8ba8-025a4646a3bb HTTP/1.1" status: 200 len: 950 time: 0.3406718 Mar 02 07:23:07.268747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.276951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53', 'network_id': '65b9e38b-d2ef-408c-bb56-c794e2b638ff', 'port_id': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53', 'mac_address': 'fa:16:3e:cf:9c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62da30c2-9afe-4afa-abbb-3bb0d992f260', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:07.338737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.361275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:07.378903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,segment=NetworkSegment(6415e94d-2a05-4177-adf4-c0603507ed9b),segment_id=6415e94d-2a05-4177-adf4-c0603507ed9b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:07.384786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.412236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] For port 3bdb4020-e17b-4bc7-9081-68723fb438a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bdb4020-e17b-4bc7-9081-68723fb438a2,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:07.412603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.424345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.442545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:07.466956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:07.514531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.523264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.554324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3334720f-a4a6-47d6-ba06-2b582f6114b1 req-190d3c99-561e-4430-80da-dac800f98a0b tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560380 Mar 02 07:23:07.561223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Calling delete_port for 3bdb4020-e17b-4bc7-9081-68723fb438a2 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:07.597524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.793978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:07.871644 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea associated. External IP: 172.25.4.60, port: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2. Mar 02 07:23:08.043458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Network b439b394-33f3-438e-b60e-776922462842 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:08.052561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.054197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:08.071597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:08.102521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fe2b5b2a-b389-47b3-9055-75e310ecac6c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:08.119278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-420f04d1-76ef-489c-8f35-bf8b8cbcf8ba tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:08.120565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-420f04d1-76ef-489c-8f35-bf8b8cbcf8ba tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/networks?id=0379984a-38db-4cc4-bb50-f0a5513a5282 HTTP/1.1" status: 200 len: 814 time: 0.2987833 Mar 02 07:23:08.123397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event deleted for resources: {'Port': ['ID=3bdb4020-e17b-4bc7-9081-68723fb438a2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.243013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-9578d62b-41f4-41b9-92a0-915290161a6d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/quotas/71c52d3fd44a43dc8b51601cbdd0a7b8 HTTP/1.1" status: 200 len: 375 time: 0.0659289 Mar 02 07:23:08.285149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1c3e5e-f837-477b-be76-2a02825c3cfe {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:08.323099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] No DVR routers for this DVR port 3bdb4020-e17b-4bc7-9081-68723fb438a2 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:08.337282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.342162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-deleted', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:08.348629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-eeda4ea5-c887-4348-b64d-566f54b8ac19 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71c52d3fd44a43dc8b51601cbdd0a7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697618 Mar 02 07:23:08.366148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fe2b5b2a-b389-47b3-9055-75e310ecac6c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:08.366519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.380318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.416938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Transition to ACTIVE for port object 3b1c3e5e-f837-477b-be76-2a02825c3cfe will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:08.425734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.452797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e54d92c-8c9a-4ebc-bd90-2f6d224bfaed req-58b7e708-a660-4d02-afc7-5140bf5390ed tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "DELETE /v2.0/ports/3bdb4020-e17b-4bc7-9081-68723fb438a2 HTTP/1.1" status: 204 len: 173 time: 1.8265743 Mar 02 07:23:08.470383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:08.497669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ebfab8a-bf14-4e0d-87d7-dc124f99bfe7 None None] Provisioning complete for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:08.498286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ebfab8a-bf14-4e0d-87d7-dc124f99bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.541760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:08.685132 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-817a76ac-fb27-414f-987a-ab17c4f29a89 service neutron] 10.222.0.21 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745087 Mar 02 07:23:08.730733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfab8a-bf14-4e0d-87d7-dc124f99bfe7 None None] Port ad96c72c-d0db-47c8-a49f-c16aa946ba81 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:08.844583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.907481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:08.915588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-61974741-81b4-47a3-b326-9bb7ba1cd3f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/b35cb1a8-8fb2-4c12-b8d4-3695e9357675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2765925 Mar 02 07:23:08.920200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-669430df-9109-4608-9209-e046c3bb637d service neutron] 10.222.0.21 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214389 Mar 02 07:23:08.925960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Sync routers for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:08.937768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:08.939539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:09.035194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:09.047993 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:09.070104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4bd1d49-5be0-4e63-8a64-19255a57a702 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:09.085485 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:09.087896 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:09.111522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:09.111866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:09.112205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:09.122223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:09.122546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:09.141358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:09.141761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:09.142163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:09.142630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Bound port: 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:09.142944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.158916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:09.282328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 3bdb4020-e17b-4bc7-9081-68723fb438a2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:09.282818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bdb4020-e17b-4bc7-9081-68723fb438a2 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:09.346795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:09.403733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d4bd1d49-5be0-4e63-8a64-19255a57a702 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:09.410883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d4bd1d49-5be0-4e63-8a64-19255a57a702 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:09.411500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.459583 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:09.475515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515ab18-1723-48f4-914a-bea1107a0cd5 req-b9afd78a-2cf6-4f3d-b4c8-dbd1e200fa20 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:09.487339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a515ab18-1723-48f4-914a-bea1107a0cd5 req-b9afd78a-2cf6-4f3d-b4c8-dbd1e200fa20 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 945 time: 0.1833730 Mar 02 07:23:09.612233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:09.620356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a515ab18-1723-48f4-914a-bea1107a0cd5 req-787882a7-c4e5-4add-b3bd-d9c941791c82 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319883 Mar 02 07:23:09.621609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:09.636050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.776407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:09.777257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.778660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] 10.222.0.16 "PUT /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 1091 time: 2.5669987 Mar 02 07:23:09.821382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99c9dc-1024-4321-8955-57c96ce86615 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:09.860135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:09.903942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.921091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5d03-ada3-47c7-97dc-d78fcb7aaafb req-f28f18cb-36da-46dc-be66-f9e599bdf07e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:09.923113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5aff5d03-ada3-47c7-97dc-d78fcb7aaafb req-f28f18cb-36da-46dc-be66-f9e599bdf07e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 0.1744716 Mar 02 07:23:09.957101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:09.969763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ad96c72c-d0db-47c8-a49f-c16aa946ba81', 'name': '', 'network_id': 'b439b394-33f3-438e-b60e-776922462842', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'mac_address': 'fa:16:3e:e0:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 2, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'subnets': [{'id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:09.976526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Checking router: b35cb1a8-8fb2-4c12-b8d4-3695e9357675 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:09.976887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Updating router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 port ad96c72c-d0db-47c8-a49f-c16aa946ba81 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:10.000321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5aff5d03-ada3-47c7-97dc-d78fcb7aaafb req-a11ffacc-d036-4ef6-9c7a-e19c6d108e30 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623381 Mar 02 07:23:10.023653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:10.034552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.035645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:10.057495 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:07Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:10.063388 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:10.065676 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:23:10.101653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:10.102930 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:10.194668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-e5c92f92-515d-4237-a5b7-008a74fd2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.195111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-daa0501b-f494-4029-8414-f469d85d9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.196514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-daa0501b-f494-4029-8414-f469d85d9a15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1094 time: 0.3764629 Mar 02 07:23:10.197039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-e5c92f92-515d-4237-a5b7-008a74fd2e86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.0990815 Mar 02 07:23:10.201238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.223088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.300607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:10.345446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-4d6dd1c4-689c-430a-be6f-a5e4ce1f5ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 217 time: 0.1304729 Mar 02 07:23:10.359748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:10.360388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.440361 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:10.444890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:10.453647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.508843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-7038aad8-b75a-4224-b8bc-5173725279d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.510902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-7038aad8-b75a-4224-b8bc-5173725279d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1644032 Mar 02 07:23:10.609128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-645850f5-12e4-4192-be9a-f554863e050e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829701 Mar 02 07:23:10.613059 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.626844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-897d2421-7319-4da1-8b82-a6c9f305275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.627975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-897d2421-7319-4da1-8b82-a6c9f305275f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.4247603 Mar 02 07:23:10.700113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1cdc3-7c46-4864-9669-24ba33478353 req-ff8ee056-1131-4ebc-b083-917eacc7700a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.707882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cf1cdc3-7c46-4864-9669-24ba33478353 req-ff8ee056-1131-4ebc-b083-917eacc7700a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 944 time: 0.4567995 Mar 02 07:23:10.717385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,segment=NetworkSegment(6415e94d-2a05-4177-adf4-c0603507ed9b),segment_id=6415e94d-2a05-4177-adf4-c0603507ed9b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:10.726350 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.731234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-cd100c5a-387c-4dd0-adfc-fd14ff96f35f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.0939286 Mar 02 07:23:10.834506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cf1cdc3-7c46-4864-9669-24ba33478353 req-aa5034d0-1701-4f56-ad07-4923faaed5b3 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266415 Mar 02 07:23:10.850577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.942928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b3b6dc87-4f7a-4223-9574-bd372268bb53 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "PUT /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 998 time: 5.4673934 Mar 02 07:23:10.946149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-9722b706-e2d1-4e43-92ee-908e6124c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.947594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-9722b706-e2d1-4e43-92ee-908e6124c749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.2096987 Mar 02 07:23:11.046188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f6befcc6-04fb-4498-94e4-4dc548f2bf70 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.062528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f6befcc6-04fb-4498-94e4-4dc548f2bf70 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports/b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 943 time: 0.1178291 Mar 02 07:23:11.081717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.091580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-ab44e237-adb3-481e-88d1-d0bd7f8c143a service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703605 Mar 02 07:23:11.110592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Transition to ACTIVE for port object ad96c72c-d0db-47c8-a49f-c16aa946ba81 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:11.120870 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.152882 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:07Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:11.161898 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c517b-bc77-410c-a68d-cd691cb3008c None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:07Z', 'revision_number': 3, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:11.173204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-7f88afbf-bbb4-4d45-b334-03cdcd80afc9 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194215 Mar 02 07:23:11.332043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e12f4c19-2697-4f43-8006-9a21fecb9618 req-e327575e-3002-4589-9e27-847d5ced2d83 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374456 Mar 02 07:23:11.397016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-3f154985-5b84-45b1-be89-8044284f77e6 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.399005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-3f154985-5b84-45b1-be89-8044284f77e6 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.16 "GET /v2.0/networks?id=0379984a-38db-4cc4-bb50-f0a5513a5282 HTTP/1.1" status: 200 len: 814 time: 0.5227094 Mar 02 07:23:11.416298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Request body: {'port': {'device_id': 'd1ba9117-141b-4698-a064-253e53a9694e', 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282', 'admin_state_up': True, 'tenant_id': '71c52d3fd44a43dc8b51601cbdd0a7b8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:11.488348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851c97-6eb4-4d6f-8d9b-2d262be61062 None None] Pushing event updated for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.506280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-ec657e4e-4b05-4afd-a27c-90a9ec9d730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.507792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-ec657e4e-4b05-4afd-a27c-90a9ec9d730b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.1748288 Mar 02 07:23:11.578195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8f538-167d-4490-a2d5-9257af118221 None None] New status for floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:11.609641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-be50dd3e-bd02-4989-8674-41c128845380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.616087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-be50dd3e-bd02-4989-8674-41c128845380 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5943322 Mar 02 07:23:11.630041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-6cf91ba6-a3b1-481c-9074-d87f292d4163 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.637064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-6cf91ba6-a3b1-481c-9074-d87f292d4163 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630101 Mar 02 07:23:11.678661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-3a43166b-054c-4562-824a-db4e243280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.680641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-3a43166b-054c-4562-824a-db4e243280e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.1660907 Mar 02 07:23:11.681515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-585657c0-5e4c-4c35-876a-f0ce56887bc6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/quotas/b8c20736b8b5459c9256211455115359 HTTP/1.1" status: 200 len: 375 time: 0.0434399 Mar 02 07:23:11.701443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Attempting to bind port ad96c72c-d0db-47c8-a49f-c16aa946ba81 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:11.701816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Attempting to bind port ad96c72c-d0db-47c8-a49f-c16aa946ba81 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:11.702205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Attempting to bind port ad96c72c-d0db-47c8-a49f-c16aa946ba81 on network b439b394-33f3-438e-b60e-776922462842 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:11.727225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:11.727599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Checking segment: {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:11.728006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.728398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Bound using segment: {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:11.728878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Bound port: ad96c72c-d0db-47c8-a49f-c16aa946ba81, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04aa8e4-9157-4e08-92b6-b92d4652e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b439b394-33f3-438e-b60e-776922462842'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:11.729257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.751962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:11.760116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f95d2d3f-39c8-4b20-862e-db3fe82dfef3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.0723047 Mar 02 07:23:11.775010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Usage tracker for resource:port and tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:11.782485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:11.842950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f80494b6-0871-461e-842d-0e3f6c30a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.844694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f80494b6-0871-461e-842d-0e3f6c30a0dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.0796437 Mar 02 07:23:11.858653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:11.884720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Made reservation on behalf of 71c52d3fd44a43dc8b51601cbdd0a7b8 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:11.888964 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.945360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f97d408a-808a-4797-92b0-ec12d8cc3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:11.947722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f97d408a-808a-4797-92b0-ec12d8cc3f83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970342 Mar 02 07:23:11.949253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-693330d4-b8d7-4e03-8be6-1d5bb0741260 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004293 Mar 02 07:23:12.017675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2d7a18e5-5807-42d9-8dbe-2cfb3dd3074a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3348715 Mar 02 07:23:12.029724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a925163f-6ad8-4b54-9966-a1ba81de5012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.068338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe'}, {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}, {'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:12.122873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-3e0bfb37-f14a-4ada-90ae-1dfe2d80a277 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686974 Mar 02 07:23:12.128776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] For port ad96c72c-d0db-47c8-a49f-c16aa946ba81, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:12.164635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] For port ad96c72c-d0db-47c8-a49f-c16aa946ba81, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ad96c72c-d0db-47c8-a49f-c16aa946ba81,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:12.176608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.282728 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd100ed00-602b-4c49-8ba8-025a4646a3bb', 'name': 'network-vif-deleted', 'tag': '3bdb4020-e17b-4bc7-9081-68723fb438a2', 'status': 'completed', 'code': 200} Mar 02 07:23:12.355289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-d27107e0-d783-430e-b534-7e335d7e9ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252948 Mar 02 07:23:12.364918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:12.366028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:12.402976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa6a0fcb-6d57-4a34-863b-6657357bc291 req-ffb8c623-325c-4e3d-8f24-1cd39e117c91 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815980 Mar 02 07:23:12.415193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Allocated IP 172.20.0.14 (0379984a-38db-4cc4-bb50-f0a5513a5282/37d33a79-af96-456b-a9dd-fc06164d5d67/244f930d-3f4a-47cb-8ddb-053cbc427b3b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:12.476746 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:12.490136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:12.494871 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:12.561433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f01ff91a-67a8-4194-871f-52a8d1a0d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:12.569891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f01ff91a-67a8-4194-871f-52a8d1a0d5ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1097 time: 0.1767387 Mar 02 07:23:12.698717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851c97-6eb4-4d6f-8d9b-2d262be61062 None None] Pushing event updated for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:12.747296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f4162c1-e1a2-45eb-93da-b26643d04332 req-8640a97b-b0fc-48ea-9712-68a756ac63cd tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 210 time: 0.1030571 Mar 02 07:23:12.764587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-9f295b6d-6fff-41a0-83da-0cc6c61dba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:12.774853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-9f295b6d-6fff-41a0-83da-0cc6c61dba5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.1993551 Mar 02 07:23:12.876579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:12.899206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-5d24fc1d-ede1-4c81-977a-fafa5974da59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 1001 time: 0.1209354 Mar 02 07:23:12.998854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.000408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f7820c08-455c-4e4d-a0e1-3c5d1ccc55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:13.011953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-f7820c08-455c-4e4d-a0e1-3c5d1ccc55eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1050169 Mar 02 07:23:13.077079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.084382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:13.095895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd338-75af-474c-8b19-33fa0946066e req-4229c46c-fb19-4b55-8aea-a73d8e4999a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:13.097703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-4229c46c-fb19-4b55-8aea-a73d8e4999a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848866 Mar 02 07:23:13.281514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-d7a98d8f-823e-49a9-97dc-4fbb5c40374c service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757607 Mar 02 07:23:13.284458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Pushing event updated for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:13.309615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Network 0379984a-38db-4cc4-bb50-f0a5513a5282 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:13.312430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:13.316066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:13.419531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:13.420169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.429554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-33928423-fbd1-4bb2-9929-0d7d6ca6d5d0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Synchronizing usage tracker for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:13.442378 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.458797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-33928423-fbd1-4bb2-9929-0d7d6ca6d5d0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Unset dirty status for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:13.459772 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:13.467131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-33928423-fbd1-4bb2-9929-0d7d6ca6d5d0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4192612 Mar 02 07:23:13.472641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:13.478150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-0cc100ca-9930-4398-879c-b5264f1dd3f9 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0675654 Mar 02 07:23:13.481051 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:13.481680 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:22:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.490860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:13.501970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Usage tracker for resource:floatingip and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:13.512751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:13.523774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:13.536626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Request body: {'port': {'device_id': 'd1ba9117-141b-4698-a064-253e53a9694e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:13.578317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.589096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ad96c72c-d0db-47c8-a49f-c16aa946ba81', 'name': '', 'network_id': 'b439b394-33f3-438e-b60e-776922462842', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'mac_address': 'fa:16:3e:e0:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 4, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'subnets': [{'id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.593307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c97e9-efd2-41a1-b874-2b36bf1ea514 None None] The sync data for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 is: [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ad96c72c-d0db-47c8-a49f-c16aa946ba81', 'name': '', 'network_id': 'b439b394-33f3-438e-b60e-776922462842', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'mac_address': 'fa:16:3e:e0:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 4, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'subnets': [{'id': 'a1ddeed4-e824-48f0-97d1-fa1e6ddbd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:13.638081 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d8cd338-75af-474c-8b19-33fa0946066e req-b5bc5b67-0c5d-4820-9932-bb8e1ec7a346 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501327 Mar 02 07:23:13.744943 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'code': 200} Mar 02 07:23:13.768916 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:13.889719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.983997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-9175c789-f96d-43af-bfc0-14b84daffda5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c20736b8b5459c9256211455115359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421703 Mar 02 07:23:14.073731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fba73-5c49-4b5c-bea2-f2fd91484e4e req-68b71f2c-84de-4020-adec-1f96fbbb842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:14.075286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e1fba73-5c49-4b5c-bea2-f2fd91484e4e req-68b71f2c-84de-4020-adec-1f96fbbb842a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 1097 time: 0.2428496 Mar 02 07:23:14.091682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290d3c4-183e-4397-b294-9e3d3fd73749 req-692a05a8-0169-4de9-81bf-14ce263540c2 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:14.093669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2290d3c4-183e-4397-b294-9e3d3fd73749 req-692a05a8-0169-4de9-81bf-14ce263540c2 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.2388587 Mar 02 07:23:14.157942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.159914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ad96c72c-d0db-47c8-a49f-c16aa946ba81 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:14.259057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a2dac7b-d666-455d-a455-fa753e0b6e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.282180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2290d3c4-183e-4397-b294-9e3d3fd73749 req-1f348810-5f45-42a7-a481-dc9e6b5f2976 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Synchronizing usage tracker for tenant:817f936660724d6da6150745199ebc2c on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:14.321906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2290d3c4-183e-4397-b294-9e3d3fd73749 req-1f348810-5f45-42a7-a481-dc9e6b5f2976 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Unset dirty status for tenant:817f936660724d6da6150745199ebc2c on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:14.323180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2290d3c4-183e-4397-b294-9e3d3fd73749 req-1f348810-5f45-42a7-a481-dc9e6b5f2976 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459217 Mar 02 07:23:14.331473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-35e2fca2-2199-4728-b88a-3a55e7aa58c1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:14.333225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-35e2fca2-2199-4728-b88a-3a55e7aa58c1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417263 Mar 02 07:23:14.352663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:14.354625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Request body: {'port': {'device_id': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'b8c20736b8b5459c9256211455115359'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:14.358003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:14.358381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.441837 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:14.448672 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503eae5-1e95-4dcd-963a-c211ca0b7c75 None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:d7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:14.462772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e1fba73-5c49-4b5c-bea2-f2fd91484e4e req-241e07be-74c8-4274-8f1c-446c93a353ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486051 Mar 02 07:23:14.463911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Allocated IP 172.25.4.39 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/21d044e8-6417-472e-92b4-b4767dd356fa) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:14.580883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:14.632399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.677154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:14.684535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ad96c72c-d0db-47c8-a49f-c16aa946ba81, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ad96c72c-d0db-47c8-a49f-c16aa946ba81,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:14.690980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.699239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Made reservation on behalf of b8c20736b8b5459c9256211455115359 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:14.702732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.792261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:14.838411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a56a2-3fe3-4995-90e6-b484a1e26763 req-52d4987a-baf3-4992-a0e2-f407180eae7a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:14.839221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ae1a56a2-3fe3-4995-90e6-b484a1e26763 req-52d4987a-baf3-4992-a0e2-f407180eae7a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:14.840944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.901938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ae1a56a2-3fe3-4995-90e6-b484a1e26763 req-52d4987a-baf3-4992-a0e2-f407180eae7a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:14.903116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae1a56a2-3fe3-4995-90e6-b484a1e26763 req-52d4987a-baf3-4992-a0e2-f407180eae7a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 0.3235083 Mar 02 07:23:14.917277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244f930d-3f4a-47cb-8ddb-053cbc427b3b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:14.927070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.947313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Transition to ACTIVE for port object 244f930d-3f4a-47cb-8ddb-053cbc427b3b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:14.956223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.975163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Allocated IP 192.168.233.125 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/a9ff6b11-447b-4651-b01f-e7a7be14bb4b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:14.983300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae1a56a2-3fe3-4995-90e6-b484a1e26763 req-da0086d3-0d63-406f-8c66-5d2d8b464bf4 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682957 Mar 02 07:23:14.991708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.033880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736006b-36d4-4584-a167-562795490996 service neutron] Pushing event updated for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.177667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event updated for resources: {'Port': ['ID=21d044e8-6417-472e-92b4-b4767dd356fa,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.183608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:15.186739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:15.189008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:15.213356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.277807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.304746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c638-2e87-4879-b584-bf601ac07050 req-84ed26d7-af9b-4358-b641-14699d1d1f8d tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:15.305755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0158c638-2e87-4879-b584-bf601ac07050 req-84ed26d7-af9b-4358-b641-14699d1d1f8d tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Synchronizing usage tracker for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:15.311249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Transition to ACTIVE for port object a9ff6b11-447b-4651-b01f-e7a7be14bb4b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:15.331180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0158c638-2e87-4879-b584-bf601ac07050 req-84ed26d7-af9b-4358-b641-14699d1d1f8d tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Unset dirty status for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:15.332471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0158c638-2e87-4879-b584-bf601ac07050 req-84ed26d7-af9b-4358-b641-14699d1d1f8d tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 945 time: 0.1885757 Mar 02 07:23:15.350483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.361679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de', '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'f95af401-6977-4afa-b1ce-3db2ab065d7b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:15.405132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:15.453132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:15.460143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.470344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:15.472749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:15.473287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Attempting to bind port 244f930d-3f4a-47cb-8ddb-053cbc427b3b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:15.473638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Attempting to bind port 244f930d-3f4a-47cb-8ddb-053cbc427b3b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'e342a4c8-41b4-4c90-aee6-38191b817030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:15.474084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Attempting to bind port 244f930d-3f4a-47cb-8ddb-053cbc427b3b on network 0379984a-38db-4cc4-bb50-f0a5513a5282 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:15.480276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Port 244f930d-3f4a-47cb-8ddb-053cbc427b3b on network 0379984a-38db-4cc4-bb50-f0a5513a5282 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:15.480605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Attempting to bind port 244f930d-3f4a-47cb-8ddb-053cbc427b3b on network 0379984a-38db-4cc4-bb50-f0a5513a5282 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:15.488463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:15.489179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Checking segment: {'id': 'e342a4c8-41b4-4c90-aee6-38191b817030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:15.489602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Bound using segment: {'id': 'e342a4c8-41b4-4c90-aee6-38191b817030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:15.490092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Bound port: 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e342a4c8-41b4-4c90-aee6-38191b817030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:15.490722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.505466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.565765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:15.566430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.595509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0158c638-2e87-4879-b584-bf601ac07050 req-12b25661-f9fc-44a5-9a98-1f4abb0a17d8 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Synchronizing usage tracker for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:15.626006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event updated for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.648079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-91b0b8f7-71fa-44f0-ba2e-08f3ed9a0e76 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2984335 Mar 02 07:23:15.654425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0158c638-2e87-4879-b584-bf601ac07050 req-12b25661-f9fc-44a5-9a98-1f4abb0a17d8 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Unset dirty status for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:15.654766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.655473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0158c638-2e87-4879-b584-bf601ac07050 req-12b25661-f9fc-44a5-9a98-1f4abb0a17d8 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027685 Mar 02 07:23:15.660479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Request body: {'port': {'device_id': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:15.719265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:15.740743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b,segment=NetworkSegment(e342a4c8-41b4-4c90-aee6-38191b817030),segment_id=e342a4c8-41b4-4c90-aee6-38191b817030)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:15.800728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:15.803075 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'status': 'completed', 'code': 200} Mar 02 07:23:15.803504 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:23:15.804271 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'status': 'completed', 'code': 200} Mar 02 07:23:15.866111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.879834 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.905411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f716efdf-7513-4ce6-964c-1147240d68c1 None None] Provisioning for port a9ff6b11-447b-4651-b01f-e7a7be14bb4b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:15.938213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f716efdf-7513-4ce6-964c-1147240d68c1 None None] Provisioning complete for port a9ff6b11-447b-4651-b01f-e7a7be14bb4b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:15.938577 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f716efdf-7513-4ce6-964c-1147240d68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.001195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f716efdf-7513-4ce6-964c-1147240d68c1 None None] Port a9ff6b11-447b-4651-b01f-e7a7be14bb4b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:16.053085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.053085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.053794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1736006b-36d4-4584-a167-562795490996 service neutron] 10.222.0.16 "PUT /v2.0/ports/244f930d-3f4a-47cb-8ddb-053cbc427b3b HTTP/1.1" status: 200 len: 1092 time: 2.5666435 Mar 02 07:23:16.077819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:16.089905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-f72b6612-c761-491f-a819-e68798abfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.091462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-f72b6612-c761-491f-a819-e68798abfff1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1094 time: 0.2837920 Mar 02 07:23:16.101014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ad96c72c-d0db-47c8-a49f-c16aa946ba81 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:16.146574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-afff88dd-ebcc-4259-8643-bc985dd190ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.156937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-afff88dd-ebcc-4259-8643-bc985dd190ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.2712309 Mar 02 07:23:16.276162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736006b-36d4-4584-a167-562795490996 service neutron] Pushing event updated for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:16.320455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ad96c72c-d0db-47c8-a49f-c16aa946ba81 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:16.320828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.362929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.374417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.435663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a45694-f690-4cde-9528-e33deb46424a req-292c93b3-a7e6-43db-879f-dddb26c86888 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.436391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-35a45694-f690-4cde-9528-e33deb46424a req-292c93b3-a7e6-43db-879f-dddb26c86888 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:16.496875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-35a45694-f690-4cde-9528-e33deb46424a req-292c93b3-a7e6-43db-879f-dddb26c86888 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:16.498054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35a45694-f690-4cde-9528-e33deb46424a req-292c93b3-a7e6-43db-879f-dddb26c86888 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 936 time: 0.5856736 Mar 02 07:23:16.507527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-19625263-3f4c-46e4-aa68-585843735123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.509965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-19625263-3f4c-46e4-aa68-585843735123 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.4088521 Mar 02 07:23:16.510556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-67dc5c6f-f989-4486-8145-d11c13a1538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.513610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-67dc5c6f-f989-4486-8145-d11c13a1538a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.3479691 Mar 02 07:23:16.514659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event updated for resources: {'Port': ['ID=21d044e8-6417-472e-92b4-b4767dd356fa,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:16.593717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-4d3a8b86-3813-42e7-a4d0-445589debd7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 217 time: 0.0683260 Mar 02 07:23:16.625612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-165cfa4c-430e-4679-a5a5-d6de9216d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.627545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-165cfa4c-430e-4679-a5a5-d6de9216d797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71c52d3fd44a43dc8b51601cbdd0a7b8&device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 1095 time: 0.4606462 Mar 02 07:23:16.635499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-be6152b9-c192-47ce-adc4-bc630178f549 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.1094208 Mar 02 07:23:16.639151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.714706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35a45694-f690-4cde-9528-e33deb46424a req-c2a90642-1c3a-4505-a20f-aa459e0a9255 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108128 Mar 02 07:23:16.749891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ff6b11-447b-4651-b01f-e7a7be14bb4b {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:16.755600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-968764d4-6711-480e-b9ec-c1c19e9f5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.757055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-968764d4-6711-480e-b9ec-c1c19e9f5e21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1535790 Mar 02 07:23:16.758847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-9fef610f-8b18-4269-ba86-3be594e9cda9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b HTTP/1.1" status: 200 len: 217 time: 0.1200769 Mar 02 07:23:16.760938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.805071 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.820762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-03d728ce-b14c-446e-b2a6-2d49b3cab91c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520339 Mar 02 07:23:16.821744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Transition to ACTIVE for port object a9ff6b11-447b-4651-b01f-e7a7be14bb4b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:16.826134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.853223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-f2d21f42-0384-4c20-aa82-c32cd7124003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.854686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-f2d21f42-0384-4c20-aa82-c32cd7124003 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1461344 Mar 02 07:23:16.905222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1e0396ca-1ae3-405e-bfac-29ab6de96a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:16.906704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-1e0396ca-1ae3-405e-bfac-29ab6de96a67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37d33a79-af96-456b-a9dd-fc06164d5d67 HTTP/1.1" status: 200 len: 854 time: 0.1321182 Mar 02 07:23:16.907630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.908855 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-64705cc3-5ab4-4d81-85ea-e21630969c74 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4408994 Mar 02 07:23:17.019522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-22bdff99-59da-46c0-a5b1-18a1e96e7461 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0379984a-38db-4cc4-bb50-f0a5513a5282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062665 Mar 02 07:23:17.075472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-c2199477-1e7c-4de3-b96b-9ee3ca2ee2b0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Synchronizing usage tracker for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:17.115538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.179778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.180122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.180712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.181041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.181372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.181697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.182047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.182366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.182683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.183001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.183317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.183636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:17.271011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-c2199477-1e7c-4de3-b96b-9ee3ca2ee2b0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Unset dirty status for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:17.272239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-c2199477-1e7c-4de3-b96b-9ee3ca2ee2b0 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.3279006 Mar 02 07:23:17.275929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-67af87f3-1d09-45c9-a669-fa905bc2f0b2 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449053 Mar 02 07:23:17.281003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-6a7ae527-c611-47ab-b040-cb39ba03c9c8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.2368681 Mar 02 07:23:17.284240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-c53a4514-7cea-4bcb-a106-c5572d4922b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.286008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-c53a4514-7cea-4bcb-a106-c5572d4922b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4240568 Mar 02 07:23:17.431885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-81455e67-fbb0-4758-a28f-1bc462232dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029846 Mar 02 07:23:17.435267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Attempting to bind port a9ff6b11-447b-4651-b01f-e7a7be14bb4b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:17.435609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Attempting to bind port a9ff6b11-447b-4651-b01f-e7a7be14bb4b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:17.435938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Attempting to bind port a9ff6b11-447b-4651-b01f-e7a7be14bb4b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:17.453289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Port a9ff6b11-447b-4651-b01f-e7a7be14bb4b on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:17.453614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Attempting to bind port a9ff6b11-447b-4651-b01f-e7a7be14bb4b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:17.470682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:17.471021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:17.471408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:17.471837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Bound port: a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:17.472183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.492041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-b431cebe-74c1-4e4c-911f-2a54e8e69a38 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.493386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-b431cebe-74c1-4e4c-911f-2a54e8e69a38 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports/1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 943 time: 0.1883125 Mar 02 07:23:17.561448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-d4e64022-fd41-4484-8c5c-e6615a296487 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778201 Mar 02 07:23:17.599963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:17.603247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:17.609288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.709392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-49e9e10a-26e8-4758-a74c-5c73e40db0ec service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033992 Mar 02 07:23:17.721678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-6d07f3dd-4865-4d5c-950b-05c6efcde3da tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.723788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abe0e1c6-022b-41e1-b548-29b1277f770a req-6d07f3dd-4865-4d5c-950b-05c6efcde3da tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4435570 Mar 02 07:23:17.736816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.737669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.739739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] 10.222.0.39 "PUT /v2.0/ports/a9ff6b11-447b-4651-b01f-e7a7be14bb4b HTTP/1.1" status: 200 len: 1096 time: 2.0833061 Mar 02 07:23:17.788690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4950-810b-4a45-88a3-3d159878ac6e service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.845522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-632a85b8-340d-4e4e-afd1-57bfa8a656f6 req-5165aae6-2793-4c2e-a266-e463aec7ba44 service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567600 Mar 02 07:23:17.892170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-91be5c82-70f9-4d0f-b7e3-285875089f35 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.893225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-91be5c82-70f9-4d0f-b7e3-285875089f35 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Synchronizing usage tracker for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:17.948396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:17.956101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-0d90017a-f438-4719-a68c-30db19e31bf1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.3097274 Mar 02 07:23:17.963971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-2ee7ca68-da89-4012-a45b-fa0892ce334a service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391868 Mar 02 07:23:17.972298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-91be5c82-70f9-4d0f-b7e3-285875089f35 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Unset dirty status for tenant:9defa991ffc74c0a8109cbb4f7e0face on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:17.974024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-91be5c82-70f9-4d0f-b7e3-285875089f35 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.4486713 Mar 02 07:23:18.108062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Deleting port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:18.108724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.110209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-fadca1b9-7ec9-4c4c-bbde-73a81c4368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.111678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-fadca1b9-7ec9-4c4c-bbde-73a81c4368cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 1099 time: 0.3201618 Mar 02 07:23:18.155690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536cd6-14b0-4095-af25-a1d918cb8919 req-7fbf47d7-c2fe-4d6b-a048-ef27e12f179d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.156295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a7536cd6-14b0-4095-af25-a1d918cb8919 req-7fbf47d7-c2fe-4d6b-a048-ef27e12f179d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Synchronizing usage tracker for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:18.187664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-1f022d89-8f23-4937-bcc0-ef9aea1b9707 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.188992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c600c30-e6c4-4819-b8c8-3f7424fccd74 req-1f022d89-8f23-4937-bcc0-ef9aea1b9707 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2212996 Mar 02 07:23:18.200235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-de346b1c-18b2-4d6b-a977-f442cf75ecf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b HTTP/1.1" status: 200 len: 217 time: 0.0749454 Mar 02 07:23:18.211869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-850c974a-15c5-4b83-8145-535652eb059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.213363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-850c974a-15c5-4b83-8145-535652eb059f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1097 time: 0.2009628 Mar 02 07:23:18.239010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a7536cd6-14b0-4095-af25-a1d918cb8919 req-7fbf47d7-c2fe-4d6b-a048-ef27e12f179d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Unset dirty status for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:18.240109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7536cd6-14b0-4095-af25-a1d918cb8919 req-7fbf47d7-c2fe-4d6b-a048-ef27e12f179d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 944 time: 0.3397040 Mar 02 07:23:18.266688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.279616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-052fa76d-4780-46d4-b8bf-ae31ee59bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.282159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-052fa76d-4780-46d4-b8bf-ae31ee59bbea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0762923 Mar 02 07:23:18.381334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.421589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2b7173d9-dde8-480c-9fd4-0ffe4dab4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.423085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-2b7173d9-dde8-480c-9fd4-0ffe4dab4791 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354129 Mar 02 07:23:18.428376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7536cd6-14b0-4095-af25-a1d918cb8919 req-2eb948f1-6956-4e95-9e29-7505a13e687c tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Mar 02 07:23:18.430970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdfe26-b9b4-4c31-8f5e-ab35098089fc req-3b6f2ad0-3e72-4ac9-9edb-95f40bb347bf tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.432374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1bdfe26-b9b4-4c31-8f5e-ab35098089fc req-3b6f2ad0-3e72-4ac9-9edb-95f40bb347bf tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.1065757 Mar 02 07:23:18.487187 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53', 'code': 200} Mar 02 07:23:18.533868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-c16769b5-e250-482e-99b1-2779df692ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.535323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-c16769b5-e250-482e-99b1-2779df692ed9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.2980070 Mar 02 07:23:18.582280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1bdfe26-b9b4-4c31-8f5e-ab35098089fc req-9eba7a3a-78be-44a1-87db-e34bb2726686 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290731 Mar 02 07:23:18.631024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-396083a9-6cb8-47d8-8440-4b606dd82092 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976864 Mar 02 07:23:18.658365 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b', 'status': 'completed', 'code': 200} Mar 02 07:23:18.660090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] For port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:18.661005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.820713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fb7073d-727d-47a4-9935-da3a1335d595 req-9a8bf9b2-1221-4368-bb35-be7e495e872f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835294 Mar 02 07:23:18.851741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f22b-e4c6-4385-a21d-634d3499f63d req-680a514a-d227-4ea6-9ad1-5c333360059a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:18.853213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c07f22b-e4c6-4385-a21d-634d3499f63d req-680a514a-d227-4ea6-9ad1-5c333360059a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 945 time: 0.1141496 Mar 02 07:23:18.897410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c07f22b-e4c6-4385-a21d-634d3499f63d req-f369861a-aa76-4afc-8708-4c91e25047e6 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Mar 02 07:23:19.006225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Calling delete_port for 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:19.072006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6c573-5657-4520-b690-419d9fc9073c req-1f254d1c-fcf7-4370-8688-44a6c5b32487 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.073638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55a6c573-5657-4520-b690-419d9fc9073c req-1f254d1c-fcf7-4370-8688-44a6c5b32487 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/ports?device_id=845a67db-e227-44bd-ac31-005c5e4fa935 HTTP/1.1" status: 200 len: 951 time: 0.0801222 Mar 02 07:23:19.090340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-72c13672-0c32-434d-bc49-dfbde6eed413 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 1001 time: 0.5373120 Mar 02 07:23:19.121424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55a6c573-5657-4520-b690-419d9fc9073c req-e7f41431-71e7-43f9-b287-28c0adf0adaf tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.21 "GET /v2.0/security-groups?id=9548b9c2-4f83-4033-a1eb-d35700a50630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Mar 02 07:23:19.236383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f692607d-629a-422a-a16b-1bb201ae0f06 req-1ea42c8a-8cbf-41eb-9b89-178a5954c040 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips/46af2657-a7b4-4a5a-b6c9-61ca79392c0c HTTP/1.1" status: 200 len: 692 time: 0.0812330 Mar 02 07:23:19.249899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3d74-b96e-4c07-9b3f-56900e5cc0b7 req-a5e5ad7a-20af-44d1-a5fd-6c98548cde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.251555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fcd3d74-b96e-4c07-9b3f-56900e5cc0b7 req-a5e5ad7a-20af-44d1-a5fd-6c98548cde67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 1096 time: 0.6974993 Mar 02 07:23:19.270373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-0f2628dd-ece5-43c5-9b32-9549ced6c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.271818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-0f2628dd-ece5-43c5-9b32-9549ced6c14f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1698601 Mar 02 07:23:19.279337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638fd7-fd79-4da2-87bf-5c74db5f8f6a req-4cb04eb2-4287-43ac-be6d-12d82561e7a2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.280697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1638fd7-fd79-4da2-87bf-5c74db5f8f6a req-4cb04eb2-4287-43ac-be6d-12d82561e7a2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 0.6316247 Mar 02 07:23:19.334821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-7604a4bc-25b1-4767-9768-3c55e96a3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.336300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-7604a4bc-25b1-4767-9768-3c55e96a3664 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71c52d3fd44a43dc8b51601cbdd0a7b8&device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 1095 time: 0.6544375 Mar 02 07:23:19.395709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692607d-629a-422a-a16b-1bb201ae0f06 req-07c4eb76-30a4-479a-afa8-78bf7ece0587 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.397283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f692607d-629a-422a-a16b-1bb201ae0f06 req-07c4eb76-30a4-479a-afa8-78bf7ece0587 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1547716 Mar 02 07:23:19.407709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-f692607d-629a-422a-a16b-1bb201ae0f06 req-93f51214-b724-4cf0-80cb-c16473512eb8 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:19.408635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f692607d-629a-422a-a16b-1bb201ae0f06 req-93f51214-b724-4cf0-80cb-c16473512eb8 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056777 Mar 02 07:23:19.480712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fcd3d74-b96e-4c07-9b3f-56900e5cc0b7 req-2163e1bc-db7c-4966-bc0f-76cadd3e384d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187209 Mar 02 07:23:19.481447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.570673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Pushing event deleted for resources: {'Port': ['ID=7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:19.591128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60005be-01f1-42b2-8f2e-00ed8e64c0f7 req-6ab1fae4-e2e4-43ae-8219-52c9075a4913 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.594724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b60005be-01f1-42b2-8f2e-00ed8e64c0f7 req-6ab1fae4-e2e4-43ae-8219-52c9075a4913 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 948 time: 0.0921738 Mar 02 07:23:19.639728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b60005be-01f1-42b2-8f2e-00ed8e64c0f7 req-b80964bb-db4e-469d-b86c-a688bfda2779 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Mar 02 07:23:19.693170 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b', 'status': 'completed', 'code': 200} Mar 02 07:23:19.698153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1638fd7-fd79-4da2-87bf-5c74db5f8f6a req-36b058d7-d9c3-4ce0-8005-c4b2a010d20f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663201 Mar 02 07:23:19.702728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] No DVR routers for this DVR port 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:19.708108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.715590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-1d98b3be-8de7-4c2d-9bd3-765629e2da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.717066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-1d98b3be-8de7-4c2d-9bd3-765629e2da40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4354737 Mar 02 07:23:19.720879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-e9501187-93e5-40d0-b559-290115b5f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.722310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-e9501187-93e5-40d0-b559-290115b5f0a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0379984a-38db-4cc4-bb50-f0a5513a5282 HTTP/1.1" status: 200 len: 914 time: 0.3755152 Mar 02 07:23:19.788153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-744c4c1a-7d95-4458-b1d2-60cd92af185e req-253f69dd-58b5-462c-b1e2-f29213b96af1 tempest-MigrationsAdminTest-843024256 tempest-MigrationsAdminTest-843024256-project] 10.222.0.16 "DELETE /v2.0/ports/7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae HTTP/1.1" status: 204 len: 173 time: 1.8075581 Mar 02 07:23:19.818741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-dec42e13-c87d-41e0-9508-20644960f0fb tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.1152787 Mar 02 07:23:19.852728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-f1dcd3da-c3e5-478d-917a-c88e5da17f46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b HTTP/1.1" status: 200 len: 217 time: 0.1226139 Mar 02 07:23:19.900091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-08a1af55-04c4-4911-a882-d0965cb107a6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:19.901479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-08a1af55-04c4-4911-a882-d0965cb107a6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports/1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 943 time: 0.0771539 Mar 02 07:23:20.026985 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:23:20.065164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-81e91f82-beee-401e-8e6f-9f0ae9b7eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.067269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-81e91f82-beee-401e-8e6f-9f0ae9b7eda0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37d33a79-af96-456b-a9dd-fc06164d5d67 HTTP/1.1" status: 200 len: 854 time: 0.1951911 Mar 02 07:23:20.147727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-84a9adf0-02f0-4152-836b-def3c20ce6cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0379984a-38db-4cc4-bb50-f0a5513a5282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726130 Mar 02 07:23:20.149623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-0f5b4011-f492-477b-a98d-f0375f3bfac2 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647254 Mar 02 07:23:20.223609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-c2fdd346-1086-481d-8d75-213a7e5fc67d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.2222419 Mar 02 07:23:20.227911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-90a058eb-bc94-4ef4-b3ae-d42b9c8f5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.229967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-90a058eb-bc94-4ef4-b3ae-d42b9c8f5bfb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 1099 time: 0.4433913 Mar 02 07:23:20.270872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1e95-15c3-4c77-9dcf-6c3a0938f599 req-b5a83795-84bf-47d3-98f1-3ec0a1a47b3c tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.272473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4be1e95-15c3-4c77-9dcf-6c3a0938f599 req-b5a83795-84bf-47d3-98f1-3ec0a1a47b3c tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.4246364 Mar 02 07:23:20.326607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41514) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.336653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Request body: {'floatingip': {'port_id': 'd4bd1d49-5be0-4e63-8a64-19255a57a702'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:20.438849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.584986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-e462bae0-a88d-4329-970f-a5308f0b642d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.586357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-e462bae0-a88d-4329-970f-a5308f0b642d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.3567610 Mar 02 07:23:20.650051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3478af6e-45b1-4b15-9e8a-8f6e4e93af19 req-797beb01-c2da-441e-8321-01ab518eb9ba tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=028a8ce2e35d42fbb8e3a4c35277bef0 HTTP/1.1" status: 200 len: 695 time: 0.1704707 Mar 02 07:23:20.669070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-deleted', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:20.758453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-966fb879-b48d-4cb7-9ead-ced41aa0779b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.1640923 Mar 02 07:23:20.766848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-dd15bf05-7471-46af-8d86-3d32d659edf1 service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097381 Mar 02 07:23:20.831735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:20.845195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a24f515-0be4-4cd3-a3d6-39642652900a req-db9642f0-6347-49fb-88f1-531df21498c4 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859386 Mar 02 07:23:20.885762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-073cd0ba-a8b0-442c-a6ba-165e30ad4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.887296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-073cd0ba-a8b0-442c-a6ba-165e30ad4624 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.6465871 Mar 02 07:23:21.003574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.033716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-e271766d-a05c-4913-88a3-fed4ce7846ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b HTTP/1.1" status: 200 len: 217 time: 0.0909746 Mar 02 07:23:21.092954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478af6e-45b1-4b15-9e8a-8f6e4e93af19 req-aa2834f7-c44f-43ac-9a1e-4ff3b4cb45db tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:21.094320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3478af6e-45b1-4b15-9e8a-8f6e4e93af19 req-aa2834f7-c44f-43ac-9a1e-4ff3b4cb45db tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks?id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 787 time: 0.4366925 Mar 02 07:23:21.125705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-3478af6e-45b1-4b15-9e8a-8f6e4e93af19 req-6fd1ec2c-009b-46c3-ae77-af4f8bc291f8 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:21.126765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3478af6e-45b1-4b15-9e8a-8f6e4e93af19 req-6fd1ec2c-009b-46c3-ae77-af4f8bc291f8 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205905 Mar 02 07:23:21.135562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d7f9912-3506-4860-8931-b62b7890f2e2 req-2958a9ef-b224-472e-b63c-a1fcd1ee4397 service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191981 Mar 02 07:23:21.151122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-ae9c3cd2-3795-45dc-a7ec-35066766fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:21.152951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-ae9c3cd2-3795-45dc-a7ec-35066766fc19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1105106 Mar 02 07:23:21.235531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 244f930d-3f4a-47cb-8ddb-053cbc427b3b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:21.299404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-b5b2c672-36a2-4ff2-8b71-b999d8e218e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:21.300928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-b5b2c672-36a2-4ff2-8b71-b999d8e218e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418047 Mar 02 07:23:21.360134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:21.431057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb37877-1e70-4314-b646-19398241299e req-7035b8c6-159d-4e0e-83ae-69a5fe53c721 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:21.432670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-beb37877-1e70-4314-b646-19398241299e req-7035b8c6-159d-4e0e-83ae-69a5fe53c721 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 944 time: 0.1821604 Mar 02 07:23:21.468442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:21.468955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:21.510115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b,segment=NetworkSegment(e342a4c8-41b4-4c90-aee6-38191b817030),segment_id=e342a4c8-41b4-4c90-aee6-38191b817030)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:21.517156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-beb37877-1e70-4314-b646-19398241299e req-b9a562fc-219c-4315-a884-17137d390eb5 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720654 Mar 02 07:23:21.520927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-43869e57-d5d1-4230-820d-0f49435f3652 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024171 Mar 02 07:23:21.527036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '244f930d-3f4a-47cb-8ddb-053cbc427b3b', 'network_id': '0379984a-38db-4cc4-bb50-f0a5513a5282', 'port_id': '244f930d-3f4a-47cb-8ddb-053cbc427b3b', 'mac_address': 'fa:16:3e:1f:d3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d33a79-af96-456b-a9dd-fc06164d5d67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:21.554575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.565642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.566154 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea disassociated. External IP: 172.25.4.60, port: 1fd3473e-1fd8-425e-88df-fedbe91d418b. Mar 02 07:23:21.608710 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.627403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f930d-3f4a-47cb-8ddb-053cbc427b3b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:21.647482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b,segment=NetworkSegment(e342a4c8-41b4-4c90-aee6-38191b817030),segment_id=e342a4c8-41b4-4c90-aee6-38191b817030)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:21.652623 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.653831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:21.748392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2364f7d-73ca-4467-90f7-4e06a4faad49 req-71a4ccb4-d485-41f9-834d-e80a866864a4 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204251 Mar 02 07:23:21.777942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6601fe-da05-48ae-9983-44e2f6c8355c req-edc628be-a3d3-42f5-9220-04099b518b44 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:21.779468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f6601fe-da05-48ae-9983-44e2f6c8355c req-edc628be-a3d3-42f5-9220-04099b518b44 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 945 time: 0.1207497 Mar 02 07:23:21.811209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.828027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.828417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.828758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.829094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.830274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.830274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.830274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.830564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.830714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.831035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.831358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.831677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:21.845387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f6601fe-da05-48ae-9983-44e2f6c8355c req-352ae729-e64a-4782-8544-26ca2ebf904c tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Mar 02 07:23:21.883468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:21.896939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd', 'port_id': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'mac_address': 'fa:16:3e:66:e4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f075f47d-3b81-49eb-9000-ad8d27e9da77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:21.931303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.938618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.956173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.975924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c3e5e-f837-477b-be76-2a02825c3cfe {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:21.994911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:22.000334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.123949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.139220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d59577-bbb7-464d-8d94-ea580cd3c227 req-d7b51f79-395f-4629-842b-1ea679f81613 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:22.140703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d59577-bbb7-464d-8d94-ea580cd3c227 req-d7b51f79-395f-4629-842b-1ea679f81613 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 948 time: 0.1040094 Mar 02 07:23:22.187284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d59577-bbb7-464d-8d94-ea580cd3c227 req-cc471a53-bb3e-493a-ba50-05a5e3fec5e5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Mar 02 07:23:22.217806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:22.224451 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Floating IP 91848486-ce6c-415a-93a7-282754ae9fb5 associated. External IP: 172.25.4.214, port: d4bd1d49-5be0-4e63-8a64-19255a57a702. Mar 02 07:23:22.256210 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a67db-e227-44bd-ac31-005c5e4fa935', 'name': 'network-vif-deleted', 'tag': '7e0eaa3d-e1ff-4094-a4cb-58c14f0f2bae', 'status': 'completed', 'code': 200} Mar 02 07:23:22.295087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:22.397964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['244f930d-3f4a-47cb-8ddb-053cbc427b3b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:22.430895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-958fdba4-54b2-441c-a881-f172a218a3d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9defa991ffc74c0a8109cbb4f7e0face&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088735 Mar 02 07:23:22.431486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['3b1c3e5e-f837-477b-be76-2a02825c3cfe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:22.432947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:22.475944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa78b6-4994-4970-b9a8-564c48e1ed90 req-611021f3-bf56-4eba-8b41-9ef5ce778fd5 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:22.482701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9aa78b6-4994-4970-b9a8-564c48e1ed90 req-611021f3-bf56-4eba-8b41-9ef5ce778fd5 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.1333947 Mar 02 07:23:22.557906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9aa78b6-4994-4970-b9a8-564c48e1ed90 req-41f9d1f6-356c-4537-aa5a-ed714c73040d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742788 Mar 02 07:23:22.644023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:22.650563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.670911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:22.718432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:22.719232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:22.776112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.797534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-0519c266-891e-422c-8207-e67989b81858 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips/46af2657-a7b4-4a5a-b6c9-61ca79392c0c HTTP/1.1" status: 200 len: 692 time: 0.2093005 Mar 02 07:23:22.843355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.916073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-09cf21df-fe62-4826-b239-f472413fa6f9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "PUT /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 694 time: 2.0951169 Mar 02 07:23:22.934593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:22.959989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:23.001480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:23.008212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-a4b5431b-db8d-4dee-98c4-819dceca42b3 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:23.010313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-a4b5431b-db8d-4dee-98c4-819dceca42b3 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1985071 Mar 02 07:23:23.072155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.112448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-26c06cb5-6576-47be-abf6-85ac78efc85b tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.0954487 Mar 02 07:23:23.115233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548b9c2-4f83-4033-a1eb-d35700a50630,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:23.124826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.125173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.125497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.126373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.126703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.127030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.127354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.127680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.128298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.128298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.128778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.129136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:23.135366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9ff6b11-447b-4651-b01f-e7a7be14bb4b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:23.189177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.189177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21fbe4df-ac12-4c28-88f1-9a299efee50a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9548b9c2-4f83-4033-a1eb-d35700a50630 HTTP/1.1" status: 204 len: 168 time: 0.7500544 Mar 02 07:23:23.192645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-3f161e3a-148c-4977-8357-19b073c7eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:23.193765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-3f161e3a-148c-4977-8357-19b073c7eaee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1097 time: 0.2512109 Mar 02 07:23:23.211702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-93e56d1c-b862-452d-98be-f0ac891d302b tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.0887544 Mar 02 07:23:23.336843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-38309ade-95ca-4859-aae4-cb8e5966a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:23.338552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-38309ade-95ca-4859-aae4-cb8e5966a6ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.1364441 Mar 02 07:23:23.414615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Deleting port 21d044e8-6417-472e-92b4-b4767dd356fa {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:23.414987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.417929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:23.436749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b', 'mac_address': 'fa:16:3e:ab:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:23.443946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-9a693f37-2a8c-465a-b0ac-271eb26cae2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 217 time: 0.0944026 Mar 02 07:23:23.447299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:23.452376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.459305 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Sync routers for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:23.481450 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:23.483048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:23.501621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:23.509238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.568938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:23.585730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ff6b11-447b-4651-b01f-e7a7be14bb4b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:23.592357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:23.592997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:23.636575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:23.669623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:23.682267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.708834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f8d3d17-7cf7-4955-8afd-6b79c96379c8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "PUT /v2.0/floatingips/91848486-ce6c-415a-93a7-282754ae9fb5 HTTP/1.1" status: 200 len: 992 time: 3.3813269 Mar 02 07:23:23.730043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.730615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.735480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0d3f0772-c5b8-43e5-8bc5-d6e88aef5dfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a5a70279b64172a109375d8de24584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977175 Mar 02 07:23:23.737881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:23.753804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-5b582d33-221f-4e5d-a1ed-a72dfa1a705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:23.763369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-5b582d33-221f-4e5d-a1ed-a72dfa1a705f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.2415736 Mar 02 07:23:23.783547 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:23.849240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:23.853061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:23.866005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.903565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Calling delete_port for 21d044e8-6417-472e-92b4-b4767dd356fa owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:23.906451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.943170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-ca9026a0-6da0-4901-9f6a-5a27e11f7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:23.944676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-ca9026a0-6da0-4901-9f6a-5a27e11f7b44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805756 Mar 02 07:23:24.091786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a9ff6b11-447b-4651-b01f-e7a7be14bb4b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:24.108656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.119451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.156039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-049d290a-6d92-4885-b801-0b34bd7c3521 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003059 Mar 02 07:23:24.191149 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '91848486-ce6c-415a-93a7-282754ae9fb5', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'port_id': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'mac_address': 'fa:16:3e:81:fc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:44Z', 'updated_at': '2022-03-02T07:23:21Z', 'revision_number': 1, 'project_id': '817f936660724d6da6150745199ebc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:24.196158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Checking router: be150d2c-2ade-4dba-9a73-f1c5283fb5f5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:24.203024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9151bb2b-3bfd-45ed-b754-3844883bc3dd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:24.209143 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:24.211384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:24.213486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.217272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d6e503f-c1f5-43c5-a6bb-729d8eaecd6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9151bb2b-3bfd-45ed-b754-3844883bc3dd HTTP/1.1" status: 204 len: 168 time: 0.4752285 Mar 02 07:23:24.220773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event deleted for resources: {'Port': ['ID=21d044e8-6417-472e-92b4-b4767dd356fa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:24.319136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.351797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.353646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29bdec8f-68e8-4fab-96c1-77fc108d98e2 req-19da1441-cfc2-4a07-8bae-e91389d84fed tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "DELETE /v2.0/floatingips/46af2657-a7b4-4a5a-b6c9-61ca79392c0c HTTP/1.1" status: 204 len: 173 time: 1.1312945 Mar 02 07:23:24.377629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:24.391941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab04eb-3a52-4fbf-856e-093d1d0489ee None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:24.414368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30d3b56f-5faf-4a9a-894a-9a4f89118028 req-c9d10e28-c599-43b4-9695-9ce433163d85 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570190 Mar 02 07:23:24.466076 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:24.599296 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'status': 'completed', 'code': 200} Mar 02 07:23:24.683857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ac699-7cfa-4250-b9f0-228d9f7ea2c8 req-c7f762db-5a0f-4658-a4f4-c7cde39a2d1a tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:24.704024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f4ac699-7cfa-4250-b9f0-228d9f7ea2c8 req-c7f762db-5a0f-4658-a4f4-c7cde39a2d1a tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 945 time: 0.1746461 Mar 02 07:23:24.784562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7f4ac699-7cfa-4250-b9f0-228d9f7ea2c8 req-907a569d-08e7-47ee-9b40-5ffd261d9a74 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Synchronizing usage tracker for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:24.792459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6e24e-bc25-4136-bff7-580361d7de36 None None] New status for floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:24.813399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-01053d31-baa3-43a6-ae94-8af1fa211fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:24.818777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-01053d31-baa3-43a6-ae94-8af1fa211fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 1097 time: 0.1844931 Mar 02 07:23:24.841812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7f4ac699-7cfa-4250-b9f0-228d9f7ea2c8 req-907a569d-08e7-47ee-9b40-5ffd261d9a74 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Unset dirty status for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:24.855170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f4ac699-7cfa-4250-b9f0-228d9f7ea2c8 req-907a569d-08e7-47ee-9b40-5ffd261d9a74 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502094 Mar 02 07:23:24.974467 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '91848486-ce6c-415a-93a7-282754ae9fb5', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'port_id': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'mac_address': 'fa:16:3e:81:fc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:44Z', 'updated_at': '2022-03-02T07:23:21Z', 'revision_number': 1, 'project_id': '817f936660724d6da6150745199ebc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:24.978740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae0476-6560-4885-945e-98085d5a3f33 None None] The sync data for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 is: [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '91848486-ce6c-415a-93a7-282754ae9fb5', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'port_id': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'mac_address': 'fa:16:3e:81:fc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:44Z', 'updated_at': '2022-03-02T07:23:21Z', 'revision_number': 1, 'project_id': '817f936660724d6da6150745199ebc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:25.149497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46757baa-de27-4a89-a19c-1038317b4fbd req-11e56be1-6fd7-4fc6-8ab4-a844541db9cf tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:25.156524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46757baa-de27-4a89-a19c-1038317b4fbd req-11e56be1-6fd7-4fc6-8ab4-a844541db9cf tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 949 time: 0.4243655 Mar 02 07:23:25.161435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f46f4-ba65-42e6-8e94-c9f1a91de070 req-9ad464cd-89d4-44fa-b371-523b88a9901b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:25.163068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e79f46f4-ba65-42e6-8e94-c9f1a91de070 req-9ad464cd-89d4-44fa-b371-523b88a9901b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.1344256 Mar 02 07:23:25.227136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e79f46f4-ba65-42e6-8e94-c9f1a91de070 req-cbba22b1-b6a3-4e5e-89b5-ed649df5075e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539470 Mar 02 07:23:25.251769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 244f930d-3f4a-47cb-8ddb-053cbc427b3b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:25.276878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46757baa-de27-4a89-a19c-1038317b4fbd req-20baca2f-99cd-4794-8de1-8092f0de0506 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193562 Mar 02 07:23:25.304532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-31106901-b0d2-49c3-b863-976d2be6360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:25.306327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-31106901-b0d2-49c3-b863-976d2be6360f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.4822495 Mar 02 07:23:25.342872 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356fd43-7b70-4989-812d-326f9d935b46 None None] New status for floating IP 91848486-ce6c-415a-93a7-282754ae9fb5: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:25.434050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 244f930d-3f4a-47cb-8ddb-053cbc427b3b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:25.441328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 244f930d-3f4a-47cb-8ddb-053cbc427b3b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:25.441746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.501192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-95a77081-b81b-4c3a-965e-2ec78d874ddc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 200 len: 217 time: 0.1416798 Mar 02 07:23:25.618972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42be663-d2f7-4da6-a8c6-493001f23d2c req-40701198-ffa2-433c-81a8-fcdb0205276f tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:25.620529 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a42be663-d2f7-4da6-a8c6-493001f23d2c req-40701198-ffa2-433c-81a8-fcdb0205276f tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.1583230 Mar 02 07:23:25.683105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a42be663-d2f7-4da6-a8c6-493001f23d2c req-1bc20c6c-8218-42ad-85ce-3ac7a385e539 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567918 Mar 02 07:23:25.696490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-32074f67-946b-4b60-88dc-43025bd0863f tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3856981 Mar 02 07:23:25.719991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:25.737466 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.742327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:25.751526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Usage tracker for resource:floatingip and tenant:028a8ce2e35d42fbb8e3a4c35277bef0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:25.757074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:25.767898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:25.799522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-71f60f3a-9658-4f71-8d7d-9121c86b3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:25.801143 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-71f60f3a-9658-4f71-8d7d-9121c86b3175 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.2478013 Mar 02 07:23:25.828097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:25.840340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b,segment=NetworkSegment(e342a4c8-41b4-4c90-aee6-38191b817030),segment_id=e342a4c8-41b4-4c90-aee6-38191b817030)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:25.849481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.851487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:25.869044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.995437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.013593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 3b1c3e5e-f837-477b-be76-2a02825c3cfe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:26.024146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 3b1c3e5e-f837-477b-be76-2a02825c3cfe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:26.024428 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.027027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-75c5bb7a-3448-4a16-818f-fb50819c12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:26.028687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-75c5bb7a-3448-4a16-818f-fb50819c12be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128725 Mar 02 07:23:26.166403 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.184498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.213693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:26.220438 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.251752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-145d4fb4-0c70-44af-9249-3e798c5eb122 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152953 Mar 02 07:23:26.329692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.334872 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b', 'code': 200} Mar 02 07:23:26.479720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79e9f0-a3fc-480e-9c7c-e995edd9506a req-3cb4f84e-0ad7-40d4-933b-f33e270a23a0 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:26.482060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b79e9f0-a3fc-480e-9c7c-e995edd9506a req-3cb4f84e-0ad7-40d4-933b-f33e270a23a0 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.0819807 Mar 02 07:23:26.523888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Allocated IP 172.25.4.170 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/06788255-5105-4a29-87a6-710f43b18cce) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:26.527862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48a8dacb-6e11-4d1b-99ed-d468f815775d req-29fe6b7d-0c8b-4226-b8a1-cd3ccc40a0f6 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603724 Mar 02 07:23:26.529286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b79e9f0-a3fc-480e-9c7c-e995edd9506a req-1ac43bff-6ff0-44b3-b0e5-892f7b245c67 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Mar 02 07:23:26.585916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cc7fc-120d-4e8e-9254-51a8693d4917 req-48aba538-87d4-465d-85b2-35e7763292d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:26.587385 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-676cc7fc-120d-4e8e-9254-51a8693d4917 req-48aba538-87d4-465d-85b2-35e7763292d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 1097 time: 0.1750643 Mar 02 07:23:26.600638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:26.702516 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-676cc7fc-120d-4e8e-9254-51a8693d4917 req-6028eb9d-3633-4cc5-997e-0a85451fc584 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058514 Mar 02 07:23:26.719728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-4d527100-d1e3-4b3b-8c91-8aa5866ad08b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:26.721180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-4d527100-d1e3-4b3b-8c91-8aa5866ad08b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0845854 Mar 02 07:23:26.733907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.765120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.833887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:26.841769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:26.844418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:26.880703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event updated for resources: {'Port': ['ID=06788255-5105-4a29-87a6-710f43b18cce,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.910444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-b3cb97f9-0c4a-4ce4-9197-aade72d06373 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 695 time: 0.1835017 Mar 02 07:23:26.919871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:26.931072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.989306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.997336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.162084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9ff6b11-447b-4651-b01f-e7a7be14bb4b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:27.236669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port a9ff6b11-447b-4651-b01f-e7a7be14bb4b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:27.243292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port a9ff6b11-447b-4651-b01f-e7a7be14bb4b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:27.243679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.306031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.311153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.374219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.411813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:27.416006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.428116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event updated for resources: {'Port': ['ID=06788255-5105-4a29-87a6-710f43b18cce,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:27.438947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.466676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.468387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-f7fa5463-d1cc-4ccc-9843-c2059c34ffc4 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7710795 Mar 02 07:23:27.506406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:27.557934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-54ef2813-ea62-4a67-8453-6f74bd8613a6 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Synchronizing usage tracker for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:27.574463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-54ef2813-ea62-4a67-8453-6f74bd8613a6 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Unset dirty status for tenant:028a8ce2e35d42fbb8e3a4c35277bef0 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:27.575806 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-54ef2813-ea62-4a67-8453-6f74bd8613a6 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 696 time: 0.0964632 Mar 02 07:23:27.637887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.641980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.728330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-22785886-7f11-4625-88c5-75faa764322e tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.729594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee2982de-fdda-4ab0-90b3-e3908cef8dee req-22785886-7f11-4625-88c5-75faa764322e tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1462054 Mar 02 07:23:27.817954 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea associated. External IP: 172.25.4.60, port: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2. Mar 02 07:23:27.910772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0777cf-f935-4982-8f32-0f543ad380b3 req-46e4fc42-5bdd-42bf-a4c2-d6c6842a26e1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.912237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a0777cf-f935-4982-8f32-0f543ad380b3 req-46e4fc42-5bdd-42bf-a4c2-d6c6842a26e1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.0799110 Mar 02 07:23:27.956132 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a0777cf-f935-4982-8f32-0f543ad380b3 req-a802d864-147e-4d4d-b0dd-67b0fd7f57eb tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Mar 02 07:23:28.055704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf415-99c1-43b2-888e-9b65d346682f req-1ea4655c-1ac3-4085-bd57-75a852bb914d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.057508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-340cf415-99c1-43b2-888e-9b65d346682f req-1ea4655c-1ac3-4085-bd57-75a852bb914d tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd6e9b80-966d-49c8-a498-1b301396bb41 HTTP/1.1" status: 200 len: 946 time: 0.0857747 Mar 02 07:23:28.139724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Deleting port 1fd3473e-1fd8-425e-88df-fedbe91d418b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:28.140343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.335946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe'}, {'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:28.349530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:28.451285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] For port 1fd3473e-1fd8-425e-88df-fedbe91d418b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1fd3473e-1fd8-425e-88df-fedbe91d418b,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:28.451641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.531842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:28.536478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.543957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:28.554886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:28.555781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.583887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Calling delete_port for 1fd3473e-1fd8-425e-88df-fedbe91d418b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:28.598982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-8d9ee2ea-2c50-45f3-bbee-c40cbc35e398 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "PUT /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 996 time: 1.6825111 Mar 02 07:23:28.619646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0de44a-e63e-4d0c-9e4d-597314dfbbe7 req-776feabe-39d7-44e3-93f2-77c0967829bd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.621117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e0de44a-e63e-4d0c-9e4d-597314dfbbe7 req-776feabe-39d7-44e3-93f2-77c0967829bd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.3137257 Mar 02 07:23:28.687871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-717ff4c8-ccf5-4a55-9f10-4d10d50a9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.689377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-717ff4c8-ccf5-4a55-9f10-4d10d50a9222 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.0779872 Mar 02 07:23:28.698915 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e0de44a-e63e-4d0c-9e4d-597314dfbbe7 req-9a09c232-3731-48bf-a44c-11d0b08fc0f1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702806 Mar 02 07:23:28.758547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:28.782129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.815901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', '1fd3473e-1fd8-425e-88df-fedbe91d418b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:28.847312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event deleted for resources: {'Port': ['ID=1fd3473e-1fd8-425e-88df-fedbe91d418b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:28.849520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-a32201a5-84af-42a2-9d37-4707abc5866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.857546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-a32201a5-84af-42a2-9d37-4707abc5866b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.1596639 Mar 02 07:23:28.993761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-5230f132-4cd3-4299-a911-aea809a644e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 999 time: 0.1351416 Mar 02 07:23:29.059921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-0cf152cf-869e-4a31-99b6-b9076eaf4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.067907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-0cf152cf-869e-4a31-99b6-b9076eaf4ba7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.0730586 Mar 02 07:23:29.110211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] No DVR routers for this DVR port 1fd3473e-1fd8-425e-88df-fedbe91d418b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:29.115663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.118362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'name': 'network-vif-deleted', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:29.148723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-f4cbfc2c-7597-4b87-a5d5-68d976f08e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.150153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-f4cbfc2c-7597-4b87-a5d5-68d976f08e4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789311 Mar 02 07:23:29.185411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-340cf415-99c1-43b2-888e-9b65d346682f req-ac9bc5c0-00d1-44ec-ae0f-3396f5c853f8 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "DELETE /v2.0/ports/1fd3473e-1fd8-425e-88df-fedbe91d418b HTTP/1.1" status: 204 len: 173 time: 1.1217906 Mar 02 07:23:29.274426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.274940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.275431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.275887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.276353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.276815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.277277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.277732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.278226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.278689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.280656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3697ec6-05a1-47d4-af1a-1af0c8042405 req-0a976c96-d341-4344-a704-0ed23f7b5183 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.3745098 Mar 02 07:23:29.306541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-16dfee2a-293a-4d0d-b561-34ec47905179 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484160 Mar 02 07:23:29.336882 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'status': 'completed', 'code': 200} Mar 02 07:23:29.385787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:27Z', 'revision_number': 8, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:29.390775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:29.400989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:29.401744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:29.454816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54d9179b-5f66-4986-b6e4-258fa5f52467 req-9ab6cfc6-9021-4e10-b2f5-646c87ae59d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471972 Mar 02 07:23:29.508483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-173700cb-5d10-4247-8825-e0fc5a677768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.510159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-173700cb-5d10-4247-8825-e0fc5a677768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=817f936660724d6da6150745199ebc2c&device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 1097 time: 0.1474526 Mar 02 07:23:29.578400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-5e093a26-4826-4ed1-8feb-f562c4131394 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips/5ed31e60-78b5-464b-9332-1f0e24ae372f HTTP/1.1" status: 200 len: 693 time: 0.0940197 Mar 02 07:23:29.657659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ae58-6f2d-4a54-8252-2231f849cac1 req-1005e83b-ef68-4ca3-89a7-f70b0814f99b tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.659204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61b6ae58-6f2d-4a54-8252-2231f849cac1 req-1005e83b-ef68-4ca3-89a7-f70b0814f99b tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.2119477 Mar 02 07:23:29.672358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:29.722338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-fb92d557-34e9-4c63-a35e-3927d08b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.724022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-fb92d557-34e9-4c63-a35e-3927d08b34be service neutron] 10.222.0.39 "GET /v2.0/networks?id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 HTTP/1.1" status: 200 len: 911 time: 0.2046032 Mar 02 07:23:29.730472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61b6ae58-6f2d-4a54-8252-2231f849cac1 req-b529e5ee-2195-450a-a3f2-e2130afa628c tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622535 Mar 02 07:23:29.766850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-496d82c2-444d-4d68-980f-e54e77449975 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.776625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-496d82c2-444d-4d68-980f-e54e77449975 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1909850 Mar 02 07:23:29.784772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-f3b91167-b0ed-443a-9243-649a7681c8fc tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:29.794380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-f3b91167-b0ed-443a-9243-649a7681c8fc tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166283 Mar 02 07:23:29.837279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-59302883-87f6-46e3-ba7f-1cf601f0a7f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702 HTTP/1.1" status: 200 len: 1002 time: 0.1058164 Mar 02 07:23:29.912510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-817121e0-66bb-4833-877e-a872ae0b94a5 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 696 time: 0.1170430 Mar 02 07:23:29.967914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-dd8f241d-b215-411a-9d58-eefd6ed1eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:29.969366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-dd8f241d-b215-411a-9d58-eefd6ed1eb55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca816a40-511e-4aaa-b7bd-9114cc663251 HTTP/1.1" status: 200 len: 850 time: 0.1228814 Mar 02 07:23:30.090576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a4126-96ef-4a9c-b027-b8aa0f41a06a req-deb7592b-b99b-4627-bef6-a63361bf2c70 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.093719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d62a4126-96ef-4a9c-b027-b8aa0f41a06a req-deb7592b-b99b-4627-bef6-a63361bf2c70 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 945 time: 0.1983550 Mar 02 07:23:30.118410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-5e4efbab-7c92-4b4d-b64a-86e89c2ca8fc tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 696 time: 0.1995931 Mar 02 07:23:30.162790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-0fb9a522-9d52-467f-9d88-481251f182bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.164209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-0fb9a522-9d52-467f-9d88-481251f182bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851134 Mar 02 07:23:30.182184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-4c3e27ac-6bb2-4e74-8314-dfb06b1f467a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.183326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-4c3e27ac-6bb2-4e74-8314-dfb06b1f467a tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 945 time: 0.1722827 Mar 02 07:23:30.195139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:27Z', 'revision_number': 8, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:30.199400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b4315-5aa5-4064-8ed2-9277173be362 None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ae958c41-ac7b-40bf-bb35-8a9e552f0bea', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'port_id': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'mac_address': 'fa:16:3e:c6:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:22:24Z', 'updated_at': '2022-03-02T07:23:27Z', 'revision_number': 8, 'project_id': '148e996750214069ba7eb3397cda680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:30.243079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d62a4126-96ef-4a9c-b027-b8aa0f41a06a req-fd71626a-685b-4b28-a628-5d7fa14e2d33 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f56dfcf-2de1-4039-9154-9adedaaaaac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Mar 02 07:23:30.289064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Deleting port 06788255-5105-4a29-87a6-710f43b18cce {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:30.289507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.310162 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'code': 200} Mar 02 07:23:30.310632 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b', 'code': 200} Mar 02 07:23:30.481102 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807669c0-421a-4ab0-bbb1-dab492b835fc None None] New status for floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:30.491097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Deleting port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:30.491449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.540350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.540784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.551889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-48c9fcf3-4b9a-423b-9fde-15504c3d37bf service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797176 Mar 02 07:23:30.681054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Calling delete_port for 06788255-5105-4a29-87a6-710f43b18cce owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:30.717645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3817b3-1be8-495e-81cb-f195836ee5a6 req-2be7d364-9c5a-4ed5-a264-645a9742a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.719308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff3817b3-1be8-495e-81cb-f195836ee5a6 req-2be7d364-9c5a-4ed5-a264-645a9742a930 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 1101 time: 0.3316400 Mar 02 07:23:30.797177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff3817b3-1be8-495e-81cb-f195836ee5a6 req-e9f0bab5-c0cc-46bc-89aa-f6b1a2d6eeae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686121 Mar 02 07:23:30.871909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.924715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Pushing event deleted for resources: {'Port': ['ID=06788255-5105-4a29-87a6-710f43b18cce,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.968499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575869e-aca6-478d-9d3f-46e093e8b474 req-bdda069d-b470-4d75-8e28-176f43574d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.970012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a575869e-aca6-478d-9d3f-46e093e8b474 req-bdda069d-b470-4d75-8e28-176f43574d10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1096 time: 0.5833359 Mar 02 07:23:31.013812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0f19c-115b-4c2c-bdfd-0b347772f97c req-d655b175-1c6b-40a0-94cd-845774372a0b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.015304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66a0f19c-115b-4c2c-bdfd-0b347772f97c req-d655b175-1c6b-40a0-94cd-845774372a0b tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.5753193 Mar 02 07:23:31.022156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.028847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d82f105e-c39d-42c6-9d7f-6727826dce52 req-517d5430-c770-49ad-81c9-0955d532e646 service neutron] 10.222.0.39 "GET /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663165 Mar 02 07:23:31.041467 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.042699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3eb8513a-40c4-4d4f-b2dc-50db03b33c69 req-13a3cf40-78d0-41d0-89de-e5730e17ae6d tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ed31e60-78b5-464b-9332-1f0e24ae372f HTTP/1.1" status: 204 len: 173 time: 0.9233551 Mar 02 07:23:31.093510 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6e9b80-966d-49c8-a498-1b301396bb41', 'name': 'network-vif-deleted', 'tag': '1fd3473e-1fd8-425e-88df-fedbe91d418b', 'status': 'completed', 'code': 200} Mar 02 07:23:31.100659 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a575869e-aca6-478d-9d3f-46e093e8b474 req-45f7776b-36bc-4d0f-bdd8-5b203f6a2f98 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165869 Mar 02 07:23:31.102285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] For port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,segment=NetworkSegment(6415e94d-2a05-4177-adf4-c0603507ed9b),segment_id=6415e94d-2a05-4177-adf4-c0603507ed9b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:31.102651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.120290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66a0f19c-115b-4c2c-bdfd-0b347772f97c req-103d2cf2-145c-4fe5-a562-f4acb4c8fb0c tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956948 Mar 02 07:23:31.236668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8b0b6-b4fc-45d0-9b13-03accaf2b808 req-daeb2b85-61f6-4fdd-ab5f-57d2c92b07bd tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.237976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82e8b0b6-b4fc-45d0-9b13-03accaf2b808 req-daeb2b85-61f6-4fdd-ab5f-57d2c92b07bd tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 886 time: 0.1378646 Mar 02 07:23:31.303261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Calling delete_port for f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:31.355882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:31.399157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ca108dc-e392-433c-97a9-b13f0f6b4719 req-5c12ad68-0da7-447c-87a9-fa27a05728d9 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 998 time: 0.2164955 Mar 02 07:23:31.408183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9095fea-2511-4493-9c6d-5a87472ef3da req-d3d93a7d-cabd-4791-aa9e-07362d70ecd1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.409636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9095fea-2511-4493-9c6d-5a87472ef3da req-d3d93a7d-cabd-4791-aa9e-07362d70ecd1 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.0843170 Mar 02 07:23:31.454310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9095fea-2511-4493-9c6d-5a87472ef3da req-2ea0a8a0-ec9d-449b-b130-d50b7818557d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Mar 02 07:23:31.603200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.614391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:31.649492 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-bbdb557e-252d-497b-a01a-dcacf13ff3a0 req-53f87602-3673-4265-a44c-9be72d14c2a9 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] show failed (client error): The resource could not be found. Mar 02 07:23:31.650781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bbdb557e-252d-497b-a01a-dcacf13ff3a0 req-53f87602-3673-4265-a44c-9be72d14c2a9 tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips/5ed31e60-78b5-464b-9332-1f0e24ae372f HTTP/1.1" status: 404 len: 350 time: 0.0780220 Mar 02 07:23:31.667779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca108dc-e392-433c-97a9-b13f0f6b4719 req-5e1e3f04-8cc0-4a8d-9d2d-485c47f07da6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.669120 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ca108dc-e392-433c-97a9-b13f0f6b4719 req-5e1e3f04-8cc0-4a8d-9d2d-485c47f07da6 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2518666 Mar 02 07:23:31.671597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Pushing event deleted for resources: {'Port': ['ID=f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:31.710863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-4ca108dc-e392-433c-97a9-b13f0f6b4719 req-462bead4-f9aa-4604-bc2f-47d962d86be2 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:31.711833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ca108dc-e392-433c-97a9-b13f0f6b4719 req-462bead4-f9aa-4604-bc2f-47d962d86be2 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371745 Mar 02 07:23:31.761067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] No DVR routers for this DVR port f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:31.763703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.777243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3efb95f9-b2fb-4e87-bc5e-387c18842a62 req-b92c2e02-f31c-4c76-a9c1-36c485431156 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.39 "DELETE /v2.0/ports/f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 HTTP/1.1" status: 204 len: 173 time: 1.5737684 Mar 02 07:23:31.824510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.825114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.825521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.826013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.826470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.826920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.827373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.827822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.828270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.828722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.830654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8905465d-5b76-4335-bc5e-1d1cb8bc369f req-481f9540-5d2b-48fe-9211-e3cf75783bf6 tempest-NetworksTest-230434471 tempest-NetworksTest-230434471-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.1630871 Mar 02 07:23:31.854495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-34201958-5f56-4b50-8882-3977311b6485 req-4262836e-ab01-4f1b-b06b-cb28a9c74056 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Synchronizing usage tracker for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:31.877610 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:23:31.879385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-34201958-5f56-4b50-8882-3977311b6485 req-4262836e-ab01-4f1b-b06b-cb28a9c74056 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] Unset dirty status for tenant:19c3d9864d844201a28a2a9f5e717c45 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:31.882332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34201958-5f56-4b50-8882-3977311b6485 req-4262836e-ab01-4f1b-b06b-cb28a9c74056 tempest-InstanceActionsNegativeTestJSON-1007294898 tempest-InstanceActionsNegativeTestJSON-1007294898-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0 HTTP/1.1" status: 200 len: 210 time: 0.0821252 Mar 02 07:23:32.024783 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-821f5772-9cf9-4e3e-8b5f-ae32346acf6f req-6ab8f26d-ec1a-4a2e-99bb-c499e9e987ef tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] show failed (client error): The resource could not be found. Mar 02 07:23:32.034869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41664) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.038150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-821f5772-9cf9-4e3e-8b5f-ae32346acf6f req-6ab8f26d-ec1a-4a2e-99bb-c499e9e987ef tempest-FloatingIPsTestJSON-1480229429 tempest-FloatingIPsTestJSON-1480229429-project] 10.222.0.21 "GET /v2.0/floatingips/5ed31e60-78b5-464b-9332-1f0e24ae372f HTTP/1.1" status: 404 len: 350 time: 0.0978529 Mar 02 07:23:32.175404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-bacf3eb6-f99e-4448-a6d8-235a0659218b tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.1286898 Mar 02 07:23:32.180083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fbb62-485e-475e-9706-79c23617aae7 req-30580774-e3bc-459d-a9da-21f983bbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.181954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-30580774-e3bc-459d-a9da-21f983bbcabb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.2834604 Mar 02 07:23:32.223549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41674) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.415111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-4cd51714-3fab-4881-a5b9-c32b80354bae tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.415832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-4cd51714-3fab-4881-a5b9-c32b80354bae tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:32.458399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-4cd51714-3fab-4881-a5b9-c32b80354bae tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:32.470398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-4cd51714-3fab-4881-a5b9-c32b80354bae tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports/b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 943 time: 0.2893176 Mar 02 07:23:32.565969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.592948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee7374-3187-4f7d-ae5d-9e84a8afbc1b req-524f9085-4e01-43ea-9099-bd89dea73d43 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.596117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bee7374-3187-4f7d-ae5d-9e84a8afbc1b req-524f9085-4e01-43ea-9099-bd89dea73d43 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.2884161 Mar 02 07:23:32.606274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-daf7cba4-d89a-4402-9661-0f95ab5d9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.607831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-daf7cba4-d89a-4402-9661-0f95ab5d9fbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71c52d3fd44a43dc8b51601cbdd0a7b8&device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 1097 time: 0.3542418 Mar 02 07:23:32.612057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fbb62-485e-475e-9706-79c23617aae7 req-5f7043a9-3022-483b-8eec-a7be636154ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.613578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-5f7043a9-3022-483b-8eec-a7be636154ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.3917992 Mar 02 07:23:32.781824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bee7374-3187-4f7d-ae5d-9e84a8afbc1b req-76e262e7-69ed-4739-b046-9532354c289b tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199670 Mar 02 07:23:32.864358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:32.930092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a659b345fbe4c84bdbb737c43e114ef is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:32.942627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:32.964837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:33.018520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0ecf-0def-4a83-932a-b575d033b05f req-0afb9b1e-e0ee-47c6-b447-32002e8dbd88 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.020739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fda0ecf-0def-4a83-932a-b575d033b05f req-0afb9b1e-e0ee-47c6-b447-32002e8dbd88 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.1382706 Mar 02 07:23:33.021461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-37e15ec6-c050-4222-9496-4ab546377570 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.4107804 Mar 02 07:23:33.042290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-17cee922-8660-47c6-b3f5-148c2b517ffa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 1001 time: 0.2626662 Mar 02 07:23:33.107096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fda0ecf-0def-4a83-932a-b575d033b05f req-c3c55e0f-43af-45a2-8f47-92767ff84315 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Mar 02 07:23:33.108160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'name': 'network-vif-deleted', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:33.132505 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.132628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-0aa46015-3330-4f98-aca2-f09d07fe4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.132628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-0aa46015-3330-4f98-aca2-f09d07fe4467 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0379984a-38db-4cc4-bb50-f0a5513a5282 HTTP/1.1" status: 200 len: 914 time: 0.5164433 Mar 02 07:23:33.195830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1fd3473e-1fd8-425e-88df-fedbe91d418b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:33.244176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 1fd3473e-1fd8-425e-88df-fedbe91d418b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:33.244572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1fd3473e-1fd8-425e-88df-fedbe91d418b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:33.275532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-6b01fa74-fd40-4e13-b970-44ae4e16c08d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b HTTP/1.1" status: 200 len: 217 time: 0.1364985 Mar 02 07:23:33.369006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fbb62-485e-475e-9706-79c23617aae7 req-4ce20c54-4552-493e-99f9-b172d9254c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.370563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-4ce20c54-4552-493e-99f9-b172d9254c1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.3024113 Mar 02 07:23:33.458625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-e0ccc917-d141-4ec8-9502-2601ecb7a293 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.459983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-e0ccc917-d141-4ec8-9502-2601ecb7a293 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4217393 Mar 02 07:23:33.464962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-3f5d1e21-355e-4681-8bbd-a57d76fbb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.466373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-3f5d1e21-355e-4681-8bbd-a57d76fbb739 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37d33a79-af96-456b-a9dd-fc06164d5d67 HTTP/1.1" status: 200 len: 854 time: 0.1737094 Mar 02 07:23:33.473219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bde5-6a0e-4a02-adf6-7bdcb8338d79 req-df94146b-2aa6-4c81-8f76-1c4019f119e5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.475352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d57bde5-6a0e-4a02-adf6-7bdcb8338d79 req-df94146b-2aa6-4c81-8f76-1c4019f119e5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.2597489 Mar 02 07:23:33.487273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-e2a7ff04-fc21-4c8c-b286-467383d87089 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:33.488908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-e2a7ff04-fc21-4c8c-b286-467383d87089 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185702 Mar 02 07:23:33.532736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.536693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d57bde5-6a0e-4a02-adf6-7bdcb8338d79 req-0acf059a-7d42-4f42-934f-f04a048824f6 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Mar 02 07:23:33.590855 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-180a3c5a-cf5d-4c62-b06c-914a7c132e90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0379984a-38db-4cc4-bb50-f0a5513a5282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081209 Mar 02 07:23:33.597486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.609697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Deleting port ad96c72c-d0db-47c8-a49f-c16aa946ba81 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:33.610082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.640958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:33.687577 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5d4aa1-e468-4aa6-b1c2-9fbc2c206ae0', 'name': 'network-vif-deleted', 'tag': 'f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53', 'status': 'completed', 'code': 200} Mar 02 07:23:33.727604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a659b345fbe4c84bdbb737c43e114ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4731567 Mar 02 07:23:33.730085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:33.761365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Deleting subnet 62da30c2-9afe-4afa-abbb-3bb0d992f260 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:33.769035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.785133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f43c64-2980-4cbf-a42e-cfa5627a81a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c06c194-2221-479d-b331-d64f84b76501,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:33.794248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-b4b9f38b-6847-4e75-b86f-7a632a75842a tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 1001 time: 0.2681482 Mar 02 07:23:33.812052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fbb62-485e-475e-9706-79c23617aae7 req-7a372aec-436d-4ab8-91d5-947c8f216285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.813578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-7a372aec-436d-4ab8-91d5-947c8f216285 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4336743 Mar 02 07:23:33.818812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:34.033700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-61d8ad09-1a34-4325-9a26-db45f30b48fe service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189558 Mar 02 07:23:34.038242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.069562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.147437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.159556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] For port ad96c72c-d0db-47c8-a49f-c16aa946ba81, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ad96c72c-d0db-47c8-a49f-c16aa946ba81,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:34.159916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.189454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.338982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-3872ce8e-b5f3-4709-bf24-759a8616a721 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691076 Mar 02 07:23:34.369171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Calling delete_port for ad96c72c-d0db-47c8-a49f-c16aa946ba81 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:34.402052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.416824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65454592-9abd-46f4-bf8c-1e3865d0465f req-d430ed31-e765-40b9-860e-202612a50c17 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:34.418423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65454592-9abd-46f4-bf8c-1e3865d0465f req-d430ed31-e765-40b9-860e-202612a50c17 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1096 time: 0.6120982 Mar 02 07:23:34.634679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2831ae75-2972-4b84-84d0-757a4d809e15 req-4f39ed32-6f50-44cc-afc1-6993508f7592 service neutron] 10.222.0.16 "GET /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434098 Mar 02 07:23:34.658792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.661589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65454592-9abd-46f4-bf8c-1e3865d0465f req-f21a310b-3612-4908-825b-4d7706c51162 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329283 Mar 02 07:23:34.672319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.676397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.677266 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea disassociated. External IP: 172.25.4.60, port: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2. Mar 02 07:23:34.735553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.753888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c83fbb62-485e-475e-9706-79c23617aae7 req-621a86da-0b28-4300-a7ca-47f2d8663f78 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519125 Mar 02 07:23:34.768536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62da30c2-9afe-4afa-abbb-3bb0d992f260,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:34.784451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.793675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c06c194-2221-479d-b331-d64f84b76501,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:34.868620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c675c7f-e792-423d-804c-a2da3f5aecf8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62da30c2-9afe-4afa-abbb-3bb0d992f260 HTTP/1.1" status: 204 len: 168 time: 1.2264476 Mar 02 07:23:34.871086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:34.872918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.873933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a17215ab-ff89-4cbd-8a8c-7bf45968c3d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c06c194-2221-479d-b331-d64f84b76501 HTTP/1.1" status: 204 len: 168 time: 1.1429081 Mar 02 07:23:34.960899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290bb75-6cf3-4918-a689-5dea9e97055c req-558fc9d6-1899-4398-84ab-e2644e97c3a5 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:34.967751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9290bb75-6cf3-4918-a689-5dea9e97055c req-558fc9d6-1899-4398-84ab-e2644e97c3a5 tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 1101 time: 0.1763463 Mar 02 07:23:35.018945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9290bb75-6cf3-4918-a689-5dea9e97055c req-e26b6f01-9e51-42fb-8eb4-f6b16e019b1e tempest-ServersOnMultiNodesTest-295523173 tempest-ServersOnMultiNodesTest-295523173-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Mar 02 07:23:35.019664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.068796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad96c72c-d0db-47c8-a49f-c16aa946ba81,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:35.156662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.188837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:35.278712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:35.281851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f8a815cd-61b9-4d2f-bb53-e90e8b8a7b53 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:35.308798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41714) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:35.366213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:35.398399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.430754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:35.430956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.439314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Usage tracker for resource:security_group_rule and tenant:45d4beab8e964ca9a0407697cd8e9080 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:35.448110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:35.463914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:35.522891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b9e38b-d2ef-408c-bb56-c794e2b638ff']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:35.540725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6415e94d-2a05-4177-adf4-c0603507ed9b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:35.541031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6415e94d-2a05-4177-adf4-c0603507ed9b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:35.542799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438586-77f0-48b2-98d0-c8a28a1f2e46 req-b2cb8a4f-4ee7-47a9-95b8-455724e1c0cb tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:35.544265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b438586-77f0-48b2-98d0-c8a28a1f2e46 req-b2cb8a4f-4ee7-47a9-95b8-455724e1c0cb tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.3483799 Mar 02 07:23:35.563925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.603122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.649609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.669545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:35.669992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:35.683932 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:35.748871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:35.760343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:35.774593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.774860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:35.775687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:35.810348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b438586-77f0-48b2-98d0-c8a28a1f2e46 req-e6c347d0-0a17-455d-8c35-daa5c012853d tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492721 Mar 02 07:23:35.952410 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.957959 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.968288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.976868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.979912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:35.994025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/65b9e38b-d2ef-408c-bb56-c794e2b638ff HTTP/1.1" status: 204 len: 168 time: 1.1192813 Mar 02 07:23:36.003569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ab7f0-8c0f-47ee-bbae-e139a9171c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b9e38b-d2ef-408c-bb56-c794e2b638ff,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.010518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-83b8abc3-1fc2-4bbb-83cf-3a50946c366e tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "PUT /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 695 time: 2.2050681 Mar 02 07:23:36.010767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:36.140891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-265573cd-4385-44fe-8615-2ef9a1577399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.146774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45d4beab8e964ca9a0407697cd8e9080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352911 Mar 02 07:23:36.151762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-265573cd-4385-44fe-8615-2ef9a1577399 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.1244369 Mar 02 07:23:36.163323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.178303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593bb8d-88ef-4652-ba7d-e71415e86af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef138e-e031-4c31-958b-1733e75e2472,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.303058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41726) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.307297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-3739b81b-6072-44dd-9bf3-308c814a5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.309036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-3739b81b-6072-44dd-9bf3-308c814a5e08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.1563368 Mar 02 07:23:36.380400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.391267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b703-b9f0-4921-8c39-e9991351c36e req-1932a660-1836-430b-a757-61bd2ca0f423 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.391618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-ce7cc0d0-56b5-4b33-bf98-d90d021e726c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.0672431 Mar 02 07:23:36.392832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7c6b703-b9f0-4921-8c39-e9991351c36e req-1932a660-1836-430b-a757-61bd2ca0f423 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1096 time: 0.4056273 Mar 02 07:23:36.433221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:36.438482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:36.438807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:36.450457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:36.451087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:36.468136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ef731c9e-ee8a-43fc-8a6c-4187b59d2c24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19c3d9864d844201a28a2a9f5e717c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606188 Mar 02 07:23:36.468367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.468713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41730) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.476345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-23f17aa9-f9f2-4b1b-a95f-9b4f8fdfdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.478181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-23f17aa9-f9f2-4b1b-a95f-9b4f8fdfdf2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.0739272 Mar 02 07:23:36.591777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7c6b703-b9f0-4921-8c39-e9991351c36e req-a122916f-abfb-40aa-8d46-9112392bb0f5 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886621 Mar 02 07:23:36.641777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-358a26ca-8c47-4727-adb6-deae239729e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.641777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-358a26ca-8c47-4727-adb6-deae239729e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470566 Mar 02 07:23:36.665902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.693316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.693533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:36.728183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef138e-e031-4c31-958b-1733e75e2472,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.730459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:36.744108 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Sync routers for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:36.753057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0d589f0-023f-4325-bd83-b0a9ba420f9c admin admin] 10.222.0.21 "PUT /v2.0/routers/b35cb1a8-8fb2-4c12-b8d4-3695e9357675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7163317 Mar 02 07:23:36.754430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.772134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:36.772760 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:36.784249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.861881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-16d5fcd5-8fc4-4655-a181-24cc66b7166e service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214510 Mar 02 07:23:36.871386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.882880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-29f486a6-ec18-4ee8-ac6c-b7c23584e474 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bef138e-e031-4c31-958b-1733e75e2472 HTTP/1.1" status: 204 len: 168 time: 0.7184887 Mar 02 07:23:37.042950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.076170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56dfcf-2de1-4039-9154-9adedaaaaac6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:37.129280 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:23:37.131996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.137488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.145941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-98906c8a-be0f-468c-96bc-028498fe27b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f56dfcf-2de1-4039-9154-9adedaaaaac6 HTTP/1.1" status: 204 len: 168 time: 0.6741941 Mar 02 07:23:37.154025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:37.278414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3c3895c-010e-4a16-a8b5-96c25fead32e req-350ed25f-5c8f-4529-ae40-a5e9d91f914e service neutron] 10.222.0.21 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155581 Mar 02 07:23:37.350597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-99ad62b8-963f-4d43-a8a9-a347765323a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:37.352270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-99ad62b8-963f-4d43-a8a9-a347765323a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=148e996750214069ba7eb3397cda680c&device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 1097 time: 0.1872330 Mar 02 07:23:37.394266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:37.405137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f47d0c-2fe5-4757-8442-d9e751417332 None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:21:50Z', 'revision_number': 4, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f53a7906-e132-417e-831f-a29898447b77', 'name': '', 'network_id': 'ddf52aa6-0f13-4ef1-adb3-c43a5c72142b', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'mac_address': 'fa:16:3e:bf:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:48Z', 'updated_at': '2022-03-02T07:22:03Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'subnets': [{'id': 'e903713e-a8a2-4045-87a9-cb2ff430ae95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:37.462886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.506570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Deleting port fe2b5b2a-b389-47b3-9055-75e310ecac6c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:37.507044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.748403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:34Z', 'revision_number': 5, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port': {'id': 'fe2b5b2a-b389-47b3-9055-75e310ecac6c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:54Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:37.758294 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Checking router: b35cb1a8-8fb2-4c12-b8d4-3695e9357675 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:37.777386 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Routers {'b35cb1a8-8fb2-4c12-b8d4-3695e9357675'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:37.784023 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:37.797356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-2255d22a-efa7-4929-bd1d-af5b627ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:37.799092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-2255d22a-efa7-4929-bd1d-af5b627ca075 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 200 len: 920 time: 0.4392910 Mar 02 07:23:37.886012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97141ec5-c594-49a2-8c45-08216654da82 None None] New status for floating IP ae958c41-ac7b-40bf-bb35-8a9e552f0bea: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:23:37.917263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-b1f6a844-7dcc-4a26-a865-9f51bc0c3eba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 200 len: 217 time: 0.1092203 Mar 02 07:23:38.004812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432f9fd-ebd5-47cc-8292-8f0ca45e36ad req-4832bb5d-c05a-4998-80a5-b0ddb0107166 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:38.007035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e432f9fd-ebd5-47cc-8292-8f0ca45e36ad req-4832bb5d-c05a-4998-80a5-b0ddb0107166 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.4094536 Mar 02 07:23:38.047853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] For port fe2b5b2a-b389-47b3-9055-75e310ecac6c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fe2b5b2a-b389-47b3-9055-75e310ecac6c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:38.048164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-87bf5ae2-bc0f-4183-a369-fcd428999fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:38.048326 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.051930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-87bf5ae2-bc0f-4183-a369-fcd428999fdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 200 len: 859 time: 0.1220629 Mar 02 07:23:38.127096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] Set router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:38.153794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e432f9fd-ebd5-47cc-8292-8f0ca45e36ad req-cda5f7d9-5faf-43de-bd0d-9c185c44342d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400819 Mar 02 07:23:38.222357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-3b67f00e-9928-4715-83b7-9c209488662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:38.229131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-3b67f00e-9928-4715-83b7-9c209488662d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669347 Mar 02 07:23:38.264264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Calling delete_port for fe2b5b2a-b389-47b3-9055-75e310ecac6c owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:38.401218 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:37Z', 'revision_number': 6, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:38.409200 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d216b-d227-4127-818f-f1d2e7c49fa5 None None] The sync data for ids ['b35cb1a8-8fb2-4c12-b8d4-3695e9357675'] in n-d-827871-1 is: [{'id': 'b35cb1a8-8fb2-4c12-b8d4-3695e9357675', 'name': 'tempest-FloatingIPsTestJSON-2092070836-router', 'tenant_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:52Z', 'updated_at': '2022-03-02T07:23:37Z', 'revision_number': 6, 'project_id': '028a8ce2e35d42fbb8e3a4c35277bef0', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:38.530239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.590443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2b5b2a-b389-47b3-9055-75e310ecac6c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:38.609637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-0d694f45-57eb-4692-827a-1325996f3e76 service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739326 Mar 02 07:23:38.667590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373a3d-39cf-4402-b759-cc6205ab5c68 req-5c91578c-e53d-4e57-8d63-5c562e3cbf13 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:38.686828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80373a3d-39cf-4402-b759-cc6205ab5c68 req-5c91578c-e53d-4e57-8d63-5c562e3cbf13 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 1.2932150 Mar 02 07:23:38.814102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:38.857770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80373a3d-39cf-4402-b759-cc6205ab5c68 req-f601d82e-a37c-4e3d-8a03-0af78e020aeb tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699183 Mar 02 07:23:38.878618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.077098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b32f2b-2ed0-4aa1-8c46-a17930625667 req-dddb7f59-a5e3-4991-8a46-31f73e87ca5a service neutron] 10.222.0.39 "GET /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511957 Mar 02 07:23:39.136464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a2860-e768-4977-b574-2eb955b5840a req-49e929fd-4ac5-43b1-bd40-16d34e3353b7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:39.138030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea6a2860-e768-4977-b574-2eb955b5840a req-49e929fd-4ac5-43b1-bd40-16d34e3353b7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.4469261 Mar 02 07:23:39.138313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1929141734-network', 'tenant_id': '95695e50e1d64577994f1c30c70ebe53'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:39.154790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:39.236295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port a9ff6b11-447b-4651-b01f-e7a7be14bb4b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:39.236944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.252057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.255338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.280092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Usage tracker for resource:network and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:39.284120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:39.289235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.290004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35cb1a8-8fb2-4c12-b8d4-3695e9357675 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:23:39.305930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:39.352236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.355788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e061cc5f-234f-423b-806d-5c89f092ad62 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b35cb1a8-8fb2-4c12-b8d4-3695e9357675 HTTP/1.1" status: 204 len: 168 time: 2.5990436 Mar 02 07:23:39.359264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:39.364558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Made reservation on behalf of 95695e50e1d64577994f1c30c70ebe53 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:39.370980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.445063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.551018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Deleting subnet a1ddeed4-e824-48f0-97d1-fa1e6ddbd098 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:39.577966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port a9ff6b11-447b-4651-b01f-e7a7be14bb4b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:39.578638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.630076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.698518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:39.728591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Usage tracker for resource:security_group_rule and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:39.740370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for a9ff6b11-447b-4651-b01f-e7a7be14bb4b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:39.742157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:39.772095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:39.775707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.881721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b162f-3daa-4755-9696-37c221b4ecdf req-f67e7cea-ff63-4cdf-aa92-7d15f66d1d5c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:39.883279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d78b162f-3daa-4755-9696-37c221b4ecdf req-f67e7cea-ff63-4cdf-aa92-7d15f66d1d5c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f831175-5860-4a70-8fe7-a4d2ce29b75c HTTP/1.1" status: 200 len: 950 time: 0.4152167 Mar 02 07:23:39.926975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.944753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea', 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:39.962192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d78b162f-3daa-4755-9696-37c221b4ecdf req-c6afe079-7ea1-4b12-9e04-baff3d32bb98 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709796 Mar 02 07:23:39.971422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.981317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=a9ff6b11-447b-4651-b01f-e7a7be14bb4b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:39.990480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de', '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'f95af401-6977-4afa-b1ce-3db2ab065d7b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:40.064795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.072391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.096924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port a9ff6b11-447b-4651-b01f-e7a7be14bb4b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:40.113361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.127211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:40.138377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.145970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'name': 'network-vif-deleted', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:40.157480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea6a2860-e768-4977-b574-2eb955b5840a req-d62baf3d-fade-4ffd-b741-30b86a0aea8c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "DELETE /v2.0/ports/a9ff6b11-447b-4651-b01f-e7a7be14bb4b HTTP/1.1" status: 204 len: 173 time: 1.0105319 Mar 02 07:23:40.179482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:40.200406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fe2b5b2a-b389-47b3-9055-75e310ecac6c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:40.204604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.205596 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Added segment f88cc213-ba93-490f-9aa4-202e0c7130e5 of type vlan for network a93bc824-b5fe-4566-b6f3-a1248136112f Mar 02 07:23:40.208168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ddeed4-e824-48f0-97d1-fa1e6ddbd098,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:40.219369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.241424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: fe2b5b2a-b389-47b3-9055-75e310ecac6c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:40.241977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fe2b5b2a-b389-47b3-9055-75e310ecac6c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:40.242545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ad96c72c-d0db-47c8-a49f-c16aa946ba81 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:40.275635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569461c-0b85-45ef-9837-02daf320e376 None None] Network b439b394-33f3-438e-b60e-776922462842 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:40.299167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45fd1d3b-8112-4d77-89c6-3ec3f0758f93 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1ddeed4-e824-48f0-97d1-fa1e6ddbd098 HTTP/1.1" status: 204 len: 168 time: 0.9387252 Mar 02 07:23:40.299409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41856) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:40.303965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.375875 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.381741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:40.383156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.463296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41860) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:40.469037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6446173 Mar 02 07:23:40.478890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Request body: {'subnet': {'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1929141734-subnet', 'tenant_id': '95695e50e1d64577994f1c30c70ebe53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:40.488532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:40.495986 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.499444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Usage tracker for resource:subnet and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:40.503486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:40.515140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:40.521050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ad96c72c-d0db-47c8-a49f-c16aa946ba81 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:40.521393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ad96c72c-d0db-47c8-a49f-c16aa946ba81 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:40.526136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Deleting port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:40.527414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.599509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Made reservation on behalf of 95695e50e1d64577994f1c30c70ebe53 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:40.601804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.642991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-2389ab91-df80-442f-8ecb-6d51ced0837f tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:40.646080 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-2389ab91-df80-442f-8ecb-6d51ced0837f tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4772131 Mar 02 07:23:40.797415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd056a77-4676-49b1-ac60-55df34f78255 req-c6cafa48-e3b3-47a8-9c9c-5ae4329f3d33 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 200 len: 693 time: 0.3018677 Mar 02 07:23:40.803058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1fccf-1d87-4cca-ab97-7372abafb92a admin admin] Pushing event updated for resources: {'Network': ['ID=a93bc824-b5fe-4566-b6f3-a1248136112f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:40.821740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a93bc824-b5fe-4566-b6f3-a1248136112f details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:40.884835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Request body: {'binding': {'host': 'n-h2-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:40.885927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Unknown quota resources ['binding']. {{(pid=87854) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:23:40.967993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056a77-4676-49b1-ac60-55df34f78255 req-5a0971e2-cae1-4217-9cf6-244f6e131a56 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:40.970027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd056a77-4676-49b1-ac60-55df34f78255 req-5a0971e2-cae1-4217-9cf6-244f6e131a56 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1645658 Mar 02 07:23:40.990554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] For port 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b235ee7-b434-4081-bd07-2a99cbd6dc36,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:40.991514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.091792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] DHCP port deletion for b439b394-33f3-438e-b60e-776922462842 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:23:41.093910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd056a77-4676-49b1-ac60-55df34f78255 req-dff97b84-b8e1-401b-8b33-3a8bb6f9f7d5 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 696 time: 0.1142735 Mar 02 07:23:41.159548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Deleting port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:41.160005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.177790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd056a77-4676-49b1-ac60-55df34f78255 req-07b76c3f-dc34-4bc0-a723-1ad865a46a13 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.60 HTTP/1.1" status: 200 len: 696 time: 0.0828063 Mar 02 07:23:41.278302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Calling delete_port for 1b235ee7-b434-4081-bd07-2a99cbd6dc36 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:41.344399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Deleting port 1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:41.344630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.488729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.538533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.538943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.547219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] For port 1b235ee7-b434-4081-bd07-2a99cbd6dc36, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b235ee7-b434-4081-bd07-2a99cbd6dc36,segment=NetworkSegment(c04aa8e4-9157-4e08-92b6-b92d4652e71b),segment_id=c04aa8e4-9157-4e08-92b6-b92d4652e71b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:41.547616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.581060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b235ee7-b434-4081-bd07-2a99cbd6dc36,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.584171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] No DVR routers for this DVR port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:41.640021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on host n-h2-827871-1 for vnic_type normal with profile None {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:41.640362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:41.640690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:41.666188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.669501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:41.669820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:41.701591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Calling delete_port for 1b235ee7-b434-4081-bd07-2a99cbd6dc36 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:41.712708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Calling delete_port for 1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:41.737544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:41.737904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:41.738400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:41.739207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Bound port: 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:41.797086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.831194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:23:41.831549 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:23:41.855877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c5d292-c443-4579-a14d-e1113fe12dcb,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.858857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b439b394-33f3-438e-b60e-776922462842']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:41.866547 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1149632-5d31-4cbf-9704-1ba542fd3d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.878937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.884460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04aa8e4-9157-4e08-92b6-b92d4652e71b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:41.884760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04aa8e4-9157-4e08-92b6-b92d4652e71b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:41.904352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.911170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Checking segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:41.911518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Network hostable DHCP agents. Network: a93bc824-b5fe-4566-b6f3-a1248136112f, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:41.924227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:41.933755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event deleted for resources: {'Port': ['ID=1f5433dc-4dd2-4c4f-b8e0-b91f9ac14ec1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.937277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.948647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:41.949070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:41.962755 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:41.977211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.978755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-9b8ad366-2c25-4e35-9657-f80079e7353c service neutron] 10.222.0.21 "POST /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe/bindings HTTP/1.1" status: 201 len: 389 time: 1.3173141 Mar 02 07:23:41.982671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Network a93bc824-b5fe-4566-b6f3-a1248136112f is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:42.033131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.067249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.068738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd056a77-4676-49b1-ac60-55df34f78255 req-0d9d967d-fbb3-4603-829b-3848258d86f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae958c41-ac7b-40bf-bb35-8a9e552f0bea HTTP/1.1" status: 204 len: 173 time: 0.8840234 Mar 02 07:23:42.082771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a93bc824-b5fe-4566-b6f3-a1248136112f) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:42.093408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a97024-cff6-4b74-8665-b6d89cb6a762 None None] Network a93bc824-b5fe-4566-b6f3-a1248136112f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:42.109243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.110157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.139144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.172220 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f831175-5860-4a70-8fe7-a4d2ce29b75c', 'name': 'network-vif-deleted', 'tag': 'a9ff6b11-447b-4651-b01f-e7a7be14bb4b', 'status': 'completed', 'code': 200} Mar 02 07:23:42.178161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8cfad2c7-aebe-41d5-8017-59d29a022438 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7135422 Mar 02 07:23:42.179636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.184693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b439b394-33f3-438e-b60e-776922462842 HTTP/1.1" status: 204 len: 168 time: 1.8844025 Mar 02 07:23:42.186308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5250be6-7b05-4e6c-9b39-6e7fb4367658 admin admin] Pushing event deleted for resources: {'Network': ['ID=b439b394-33f3-438e-b60e-776922462842,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.243753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b235ee7-b434-4081-bd07-2a99cbd6dc36 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:42.323059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1b235ee7-b434-4081-bd07-2a99cbd6dc36 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:42.323705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b235ee7-b434-4081-bd07-2a99cbd6dc36 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:42.335325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Deleting port 1b235ee7-b434-4081-bd07-2a99cbd6dc36 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:42.336335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.397966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d58ed-fa5b-4dfb-a534-46610baa409a req-d2450e12-ef25-4e65-a890-c5a0253e3b41 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.411037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c6d58ed-fa5b-4dfb-a534-46610baa409a req-d2450e12-ef25-4e65-a890-c5a0253e3b41 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.1355350 Mar 02 07:23:42.412873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-1b9f7dc9-8ae9-42c3-8897-836c0ed60e83 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932930 Mar 02 07:23:42.439761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9511ec7-98e6-4e5a-acf2-fd5938337b8a None None] The port '1b235ee7-b434-4081-bd07-2a99cbd6dc36' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:23:42.490536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c6d58ed-fa5b-4dfb-a534-46610baa409a req-2cd362d1-5714-478f-a5bc-7d6929a4a37b tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/security-groups?id=271bbb14-48fd-4eaf-94f9-17a6bb450e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784950 Mar 02 07:23:42.544418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41892) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:42.604027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6547df1c-5258-44b8-9997-5f0e07f7558c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=028a8ce2e35d42fbb8e3a4c35277bef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618958 Mar 02 07:23:42.607407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41898) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:42.617592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-d7435d16-fb59-4687-bf9e-883199883fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.619186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-d7435d16-fb59-4687-bf9e-883199883fbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1096 time: 0.3348794 Mar 02 07:23:42.635971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-a6d625c4-e2fe-418f-9f3b-e8d631eb2c86 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.637430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-a6d625c4-e2fe-418f-9f3b-e8d631eb2c86 tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 946 time: 0.3191538 Mar 02 07:23:42.656943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d3614-39b1-46f3-849e-e08505076fc4 None None] Network a93bc824-b5fe-4566-b6f3-a1248136112f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:42.699990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.704361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-9d71b5d9-2305-4a82-9e0c-474682032775 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.711650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-9d71b5d9-2305-4a82-9e0c-474682032775 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979369 Mar 02 07:23:42.753029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-612c9d18-25f8-49e0-bfef-29fd3f7e994f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/quotas/47a86278037841b5b9381165d97817b6 HTTP/1.1" status: 200 len: 375 time: 0.0402257 Mar 02 07:23:42.772145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.842160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002abec-4a61-48c3-834d-2df281847ae0 req-e4b6f131-0d98-470a-8972-29300c112f20 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.843656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4002abec-4a61-48c3-834d-2df281847ae0 req-e4b6f131-0d98-470a-8972-29300c112f20 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.1328321 Mar 02 07:23:42.869086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Deleting port 244f930d-3f4a-47cb-8ddb-053cbc427b3b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:42.869342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.885987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.902579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-7f58ebac-49d8-41cf-8a04-f238f8d3d5de tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045301 Mar 02 07:23:42.917980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4002abec-4a61-48c3-834d-2df281847ae0 req-f44b70e7-a65a-49c2-8e72-9658bc212646 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Mar 02 07:23:42.920842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c257cf-54aa-4fed-b919-347dc2e3b4ce,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.939054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.939054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5fd30756-1ff5-4410-b204-6938a509c827 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9c257cf-54aa-4fed-b919-347dc2e3b4ce HTTP/1.1" status: 204 len: 168 time: 0.3262179 Mar 02 07:23:42.993816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-6d97c512-efc1-4f10-b6d5-1387b0bc6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.995609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-6d97c512-efc1-4f10-b6d5-1387b0bc6d7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.3544738 Mar 02 07:23:43.248523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9ff6b11-447b-4651-b01f-e7a7be14bb4b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:43.317714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: a9ff6b11-447b-4651-b01f-e7a7be14bb4b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:43.318173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9ff6b11-447b-4651-b01f-e7a7be14bb4b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:43.335515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-3c40bffc-1b58-4fe1-aef9-6ef3f1a97a24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 217 time: 0.3325777 Mar 02 07:23:43.428806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-051b3ee8-1618-4ff0-9335-5a9f44d8b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:43.431400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-051b3ee8-1618-4ff0-9335-5a9f44d8b96f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0887496 Mar 02 07:23:43.610198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-41ae1cb0-204b-42a9-8410-d775d638252f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657853 Mar 02 07:23:44.015913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d4100-1733-407e-b847-041f87cdd6d9 req-8f843da5-f5eb-4e38-9753-a8a7cedc7419 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.016984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8f7d4100-1733-407e-b847-041f87cdd6d9 req-8f843da5-f5eb-4e38-9753-a8a7cedc7419 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Synchronizing usage tracker for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:44.038897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8f7d4100-1733-407e-b847-041f87cdd6d9 req-8f843da5-f5eb-4e38-9753-a8a7cedc7419 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Unset dirty status for tenant:148e996750214069ba7eb3397cda680c on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:44.043731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f7d4100-1733-407e-b847-041f87cdd6d9 req-8f843da5-f5eb-4e38-9753-a8a7cedc7419 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.1335132 Mar 02 07:23:44.044455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] For port 244f930d-3f4a-47cb-8ddb-053cbc427b3b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=244f930d-3f4a-47cb-8ddb-053cbc427b3b,segment=NetworkSegment(e342a4c8-41b4-4c90-aee6-38191b817030),segment_id=e342a4c8-41b4-4c90-aee6-38191b817030)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:44.045361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.155968 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f8b4c71-d8f4-43be-99e4-4796c05f2bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.174555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f7d4100-1733-407e-b847-041f87cdd6d9 req-d996670e-60c1-41bb-9160-c3aa37b719fc tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220000 Mar 02 07:23:44.282057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Calling delete_port for 244f930d-3f4a-47cb-8ddb-053cbc427b3b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:44.346807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-cf70af2f-3d41-4545-955e-c4b66dde1488 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556717 Mar 02 07:23:44.349699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-7714b9bc-9a7b-490b-b6a1-abebb6f8c33a service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271211 Mar 02 07:23:44.497936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-f32b211a-8bf0-419d-80fc-7dcdba4bbdc6 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.511881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-f32b211a-8bf0-419d-80fc-7dcdba4bbdc6 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 818 time: 0.6195469 Mar 02 07:23:44.560132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-e9e4f2c6-d6e3-48a1-8b21-0dd4a4405487 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.569240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-e9e4f2c6-d6e3-48a1-8b21-0dd4a4405487 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156584 Mar 02 07:23:44.579521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-5bc17c73-ddef-4016-90b3-06423ba72353 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/quotas/95695e50e1d64577994f1c30c70ebe53 HTTP/1.1" status: 200 len: 375 time: 0.0736766 Mar 02 07:23:44.579684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-5bb6bc88-85ff-4b50-b227-8e3e713a68cc tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/quotas/47a86278037841b5b9381165d97817b6 HTTP/1.1" status: 200 len: 375 time: 0.0123992 Mar 02 07:23:44.648448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-b65353c0-3932-4d26-855c-5851f02bf841 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472391 Mar 02 07:23:44.664052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-344d4b02-82bf-4fce-9828-2feb0f15cb42 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614860 Mar 02 07:23:44.675588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-5e2735d5-7c59-4acc-85bb-537b4896ead6 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148236 Mar 02 07:23:44.714590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.794653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Pushing event deleted for resources: {'Port': ['ID=244f930d-3f4a-47cb-8ddb-053cbc427b3b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:44.872157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-64767b72-7522-489f-9736-c57f23e0e991 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177366 Mar 02 07:23:44.996436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e8c8189-336e-4ce1-98f2-42384a918d4a req-28ba7700-d597-43a4-9f60-03844e0e80bd tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 210 time: 0.0910852 Mar 02 07:23:45.212430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.263090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23fc46-16ba-4ce9-8e5d-c1401bc4eed6 req-2556f3d1-0606-45ad-b535-4b2e84292dd4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.265140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb23fc46-16ba-4ce9-8e5d-c1401bc4eed6 req-2556f3d1-0606-45ad-b535-4b2e84292dd4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 0.1121981 Mar 02 07:23:45.300434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 244f930d-3f4a-47cb-8ddb-053cbc427b3b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:45.318825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] No DVR routers for this DVR port 244f930d-3f4a-47cb-8ddb-053cbc427b3b on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:45.350552 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.354692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb23fc46-16ba-4ce9-8e5d-c1401bc4eed6 req-d7bcaed3-4de2-4359-b419-ad734a4bd0de tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823972 Mar 02 07:23:45.360199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'name': 'network-vif-deleted', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:45.369051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 244f930d-3f4a-47cb-8ddb-053cbc427b3b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:45.369671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 244f930d-3f4a-47cb-8ddb-053cbc427b3b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:45.388364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.451703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-cca82d56-a192-4033-aab4-e41379cba203 service neutron] 10.222.0.21 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731833 Mar 02 07:23:45.539663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fcf4cb76-38ab-4c17-a59a-0fca93a1e6f6 req-f3c770d0-c929-4396-a09c-020ff72e91be tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.16 "DELETE /v2.0/ports/244f930d-3f4a-47cb-8ddb-053cbc427b3b HTTP/1.1" status: 204 len: 173 time: 2.8773866 Mar 02 07:23:45.589321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d43f-93c6-4785-8d3a-a45f479a8efb req-62bff966-9092-49e0-9cad-7ec5d563d996 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.591002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0476d43f-93c6-4785-8d3a-a45f479a8efb req-62bff966-9092-49e0-9cad-7ec5d563d996 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.1385579 Mar 02 07:23:45.614851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-29f87927-7047-469a-b3e6-661a52642e2d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.616955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-29f87927-7047-469a-b3e6-661a52642e2d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7073953 Mar 02 07:23:45.666299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0476d43f-93c6-4785-8d3a-a45f479a8efb req-427aebca-dd2d-4e1b-9b4e-ad8e63d6c74d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Mar 02 07:23:45.782016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-d881a0e7-e7da-45ff-869f-63c4b19009f4 service neutron] 10.222.0.21 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284481 Mar 02 07:23:45.789475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Request body: {'port': {'device_id': '05be649d-df09-45f8-9839-303aa79cf45e', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '47a86278037841b5b9381165d97817b6'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:45.925197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-481936be-8949-46ba-9a3c-94bcfd800169 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.927007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-481936be-8949-46ba-9a3c-94bcfd800169 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.9607904 Mar 02 07:23:46.012971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd275025-cf51-4009-8b6c-e6fd9104afc2 req-6d6aed46-e163-4d86-882f-263e0e1e1718 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 210 time: 0.0641975 Mar 02 07:23:46.022243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-d6a77507-8f7a-4fb4-bfbe-b946565805c3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:46.022957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-d6a77507-8f7a-4fb4-bfbe-b946565805c3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:46.063271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:46.092632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-d6a77507-8f7a-4fb4-bfbe-b946565805c3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:46.094906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-d6a77507-8f7a-4fb4-bfbe-b946565805c3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 0.6161234 Mar 02 07:23:46.095953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Usage tracker for resource:port and tenant:47a86278037841b5b9381165d97817b6 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:46.121783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Deleting port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:46.122152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.257432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:46.265695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:46.268661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-506f7dc4-f357-44e8-bed4-2e34cc98c37b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892515 Mar 02 07:23:46.278674 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba9117-141b-4698-a064-253e53a9694e', 'name': 'network-vif-deleted', 'tag': '244f930d-3f4a-47cb-8ddb-053cbc427b3b', 'status': 'completed', 'code': 200} Mar 02 07:23:46.381095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Made reservation on behalf of 47a86278037841b5b9381165d97817b6 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:46.390208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.442503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.563073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port f95af401-6977-4afa-b1ce-3db2ab065d7b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:46.564120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.603187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.683333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa028-bba8-470e-bc5c-de600e26db9b req-9e1ad636-b248-4db6-a031-07ddeecfb32f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:46.692292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6afa028-bba8-470e-bc5c-de600e26db9b req-9e1ad636-b248-4db6-a031-07ddeecfb32f tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 946 time: 0.5624130 Mar 02 07:23:46.779911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6afa028-bba8-470e-bc5c-de600e26db9b req-d52993d2-4bed-4d4c-802a-61d7bafcfa87 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/security-groups?id=98b79bf8-8a65-4ca2-a364-10d0b1e85f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864046 Mar 02 07:23:46.813893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] For port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:46.814554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.836369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-89948982-96af-49e8-9093-6a704eb0e735 req-b38a6e02-24e8-4cb6-8279-85ced25cba8f tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Synchronizing usage tracker for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:46.856507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-7d9d1028-124e-4616-acc2-1ad3f92edbfa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:46.869951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-7d9d1028-124e-4616-acc2-1ad3f92edbfa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5827332 Mar 02 07:23:46.875147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Request body: {'port': {'device_id': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '47a86278037841b5b9381165d97817b6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:46.972777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Calling delete_port for b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:47.008419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:47.051757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Usage tracker for resource:security_group_rule and tenant:47a86278037841b5b9381165d97817b6 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:47.059011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:47.063057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Usage tracker for resource:port and tenant:47a86278037841b5b9381165d97817b6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:47.066354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:47.072937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:47.078137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:47.084989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Made reservation on behalf of 47a86278037841b5b9381165d97817b6 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:47.091253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.107644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:47.107911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.125928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:47.131856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Usage tracker for resource:security_group_rule and tenant:47a86278037841b5b9381165d97817b6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:47.135645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:47.142588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:47.319786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-89948982-96af-49e8-9093-6a704eb0e735 req-b38a6e02-24e8-4cb6-8279-85ced25cba8f tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] Unset dirty status for tenant:71c52d3fd44a43dc8b51601cbdd0a7b8 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:47.332279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89948982-96af-49e8-9093-6a704eb0e735 req-b38a6e02-24e8-4cb6-8279-85ced25cba8f tempest-InstanceActionsTestJSON-635974251 tempest-InstanceActionsTestJSON-635974251-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ba9117-141b-4698-a064-253e53a9694e HTTP/1.1" status: 200 len: 210 time: 0.9001405 Mar 02 07:23:47.342447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.391518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.397964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.503059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4ca40-067b-460c-97fa-a2b4ae5f662b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:47.641468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Allocated IP 192.168.233.122 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/6499a926-71a1-47c1-b4a0-e0f7cd60a4d5) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:47.705123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port f95af401-6977-4afa-b1ce-3db2ab065d7b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f95af401-6977-4afa-b1ce-3db2ab065d7b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:47.705702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.944293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189f8e-a147-471e-acee-1e1277f4f0f8 req-3c179046-239f-45e6-a8ea-8508bd72f7cc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:47.945740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08189f8e-a147-471e-acee-1e1277f4f0f8 req-3c179046-239f-45e6-a8ea-8508bd72f7cc tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.1919293 Mar 02 07:23:47.948381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.982287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Transition to ACTIVE for port object 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:48.006651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08189f8e-a147-471e-acee-1e1277f4f0f8 req-b6a595b9-be3a-402b-9280-88382167d815 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Mar 02 07:23:48.006903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Pushing event deleted for resources: {'Port': ['ID=b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:48.026370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for f95af401-6977-4afa-b1ce-3db2ab065d7b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:48.027296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.111581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 47a86278037841b5b9381165d97817b6 {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:23:48.112175 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:23:48.113786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:48.121396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:48.127204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:48.165318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event updated for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:48.192581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] No DVR routers for this DVR port b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:48.195583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.257049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.257690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.284485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'name': 'network-vif-deleted', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:48.288080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.300776 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-19ceaad6-b338-4626-b6e5-6f9b983658fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4296343 Mar 02 07:23:48.313387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aafe2ff-697a-4431-8065-b021d7bbf5a0 req-0cd4dbfb-121b-4264-8cf4-afc41752d7f4 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.39 "DELETE /v2.0/ports/b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 HTTP/1.1" status: 204 len: 173 time: 2.3775396 Mar 02 07:23:48.322434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Request body: {'port': {'device_id': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:48.376093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.469833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-5eb30749-c464-4964-9a54-b78cb0603b3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.470507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-5eb30749-c464-4964-9a54-b78cb0603b3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:48.474244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a98f-65d1-4a3a-909f-c7b23ded5d95 req-9f698012-c79a-4853-b988-9d7cb96107e5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.481894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fb3a98f-65d1-4a3a-909f-c7b23ded5d95 req-9f698012-c79a-4853-b988-9d7cb96107e5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 949 time: 0.9955273 Mar 02 07:23:48.501965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.523341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88c4bf30-8e4e-4931-aad4-57b9c7eb56db None None] Provisioning for port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:48.532403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88c4bf30-8e4e-4931-aad4-57b9c7eb56db None None] Provisioning complete for port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:48.532776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88c4bf30-8e4e-4931-aad4-57b9c7eb56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.552051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-5eb30749-c464-4964-9a54-b78cb0603b3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:48.559156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-5eb30749-c464-4964-9a54-b78cb0603b3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 936 time: 0.3588507 Mar 02 07:23:48.614710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.648943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-88c4bf30-8e4e-4931-aad4-57b9c7eb56db None None] Port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:48.697799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-d99c5ab7-8bfa-4f44-b7c0-27a930bff2a4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:48.743740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-d99c5ab7-8bfa-4f44-b7c0-27a930bff2a4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:48.752981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb46cab1-ff02-4a8a-bdeb-5ebfe0f3829c req-d99c5ab7-8bfa-4f44-b7c0-27a930bff2a4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926613 Mar 02 07:23:48.774394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.780706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:48.905046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de', '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:48.945657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fb3a98f-65d1-4a3a-909f-c7b23ded5d95 req-1ac80a3f-cb85-4b10-944d-718a2756c0eb tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625156 Mar 02 07:23:49.001165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-310b322b-3b28-4b32-9c44-ba13aaec4851 req-bfbaa9fb-779d-486e-9d3a-2f5d4ef9f079 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 210 time: 0.0685253 Mar 02 07:23:49.020574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-f3dede6e-853d-480f-9b49-19f40836910f tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:49.025934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-f3dede6e-853d-480f-9b49-19f40836910f tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 818 time: 0.7786438 Mar 02 07:23:49.100453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=f95af401-6977-4afa-b1ce-3db2ab065d7b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:49.134902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Request body: {'port': {'device_id': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'admin_state_up': True, 'tenant_id': '95695e50e1d64577994f1c30c70ebe53'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:49.296284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:49.341679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f95af401-6977-4afa-b1ce-3db2ab065d7b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:49.383482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:49.384037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:49.421915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f95af401-6977-4afa-b1ce-3db2ab065d7b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:49.422521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f95af401-6977-4afa-b1ce-3db2ab065d7b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:49.508592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a01d0461-02a1-413c-b019-ab38c18fcf29 req-45325583-da29-4ce0-af75-0bfd4254e5f1 tempest-FloatingIPsAssociationTestJSON-265598541 tempest-FloatingIPsAssociationTestJSON-265598541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0669b5d7-3691-4340-a2ea-0fa84c5304b6 HTTP/1.1" status: 200 len: 210 time: 0.2254624 Mar 02 07:23:49.518053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:49.560115 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0669b5d7-3691-4340-a2ea-0fa84c5304b6', 'name': 'network-vif-deleted', 'tag': 'b5f95dc7-9aea-4a65-a18b-2f9bc0ca4ae2', 'status': 'completed', 'code': 200} Mar 02 07:23:49.577049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port f95af401-6977-4afa-b1ce-3db2ab065d7b on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:49.584861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.682426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-fd806907-0aa3-4cac-a25a-826da7b161e9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:49.683071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-fd806907-0aa3-4cac-a25a-826da7b161e9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Synchronizing usage tracker for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:49.731426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:49.746789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f449e49-dc40-40d7-b0f3-4a0c3db88144 req-69503952-601e-4baf-902d-6d03727957c0 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "DELETE /v2.0/ports/f95af401-6977-4afa-b1ce-3db2ab065d7b HTTP/1.1" status: 204 len: 173 time: 3.4714341 Mar 02 07:23:49.747362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42036) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:49.786321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.795375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-fd806907-0aa3-4cac-a25a-826da7b161e9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Unset dirty status for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:49.796504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-fd806907-0aa3-4cac-a25a-826da7b161e9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 818 time: 0.7918732 Mar 02 07:23:49.815234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Request body: {'port': {'device_id': '5b7b1db9-a213-433e-86f9-b9979da925de', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'admin_state_up': True, 'tenant_id': '95695e50e1d64577994f1c30c70ebe53'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:49.837082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Transition to ACTIVE for port object 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:49.846467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Deleting subnet 37d33a79-af96-456b-a9dd-fc06164d5d67 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:49.852029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.860657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-b489abf3-6cca-4389-bae7-20d22f115da1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:49.862274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-b489abf3-6cca-4389-bae7-20d22f115da1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.39 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 818 time: 1.1747999 Mar 02 07:23:49.896695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.961547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Request body: {'port': {'device_id': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'admin_state_up': True, 'tenant_id': '95695e50e1d64577994f1c30c70ebe53'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:50.142596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.201894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5246-1cf3-45dd-b031-afe58e832523 req-1be32976-8e80-48d9-9650-feccaaa6ec28 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.206355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce1b5246-1cf3-45dd-b031-afe58e832523 req-1be32976-8e80-48d9-9650-feccaaa6ec28 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.4702165 Mar 02 07:23:50.227728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:50.244005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Usage tracker for resource:port and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:50.250339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:50.266145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:50.267180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:50.269388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:50.275639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Usage tracker for resource:port and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:50.286393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:50.293900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Usage tracker for resource:port and tenant:95695e50e1d64577994f1c30c70ebe53 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:50.297712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.304877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:50.319742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce1b5246-1cf3-45dd-b031-afe58e832523 req-9e45f4c1-d026-4722-9902-243325dd0a6e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037803 Mar 02 07:23:50.327483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Attempting to bind port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:50.327653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Attempting to bind port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:50.328426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Allocated IP 192.168.233.169 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/9af4970b-24ae-46cf-a09c-cc35900e5f6f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:50.328578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Attempting to bind port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:50.330373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:50.334019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Made reservation on behalf of 95695e50e1d64577994f1c30c70ebe53 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:50.338622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.352481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:50.353894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:50.354216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Attempting to bind port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:50.365676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Made reservation on behalf of 95695e50e1d64577994f1c30c70ebe53 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:50.367647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:50.367987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:50.368370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:50.368797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Bound port: 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:50.369042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.369191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.566910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-850b1ce8-7853-4491-8353-83f32332498b req-f3d99d54-614c-4c82-82cf-a804261c3764 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd138134-214f-484b-8169-4d01eea6d915 HTTP/1.1" status: 200 len: 210 time: 0.0627506 Mar 02 07:23:50.657772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:50.664409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Made reservation on behalf of 95695e50e1d64577994f1c30c70ebe53 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:50.664409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.689544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:50.693908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.705319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.717534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Allocated IP 172.20.0.2 (a93bc824-b5fe-4566-b6f3-a1248136112f/d2c5d292-c443-4579-a14d-e1113fe12dcb/4981505d-2b18-4d8c-8b89-9913eccfe735) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:50.779916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-a6d3b53f-347c-42fc-a03e-ae8e2fce7e88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.779916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-a6d3b53f-347c-42fc-a03e-ae8e2fce7e88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:50.881416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.881416 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.881416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] 10.222.0.39 "PUT /v2.0/ports/6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 HTTP/1.1" status: 200 len: 1096 time: 2.5600960 Mar 02 07:23:50.881416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:50.945404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-a6d3b53f-347c-42fc-a03e-ae8e2fce7e88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:50.945404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-a6d3b53f-347c-42fc-a03e-ae8e2fce7e88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 948 time: 0.7859240 Mar 02 07:23:51.084673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.108809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77fb91aa-0df3-46e2-937c-30354ac2c0dc req-45e30cdb-0e66-4ebd-b40a-81a46dd37d3c tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 210 time: 0.3310676 Mar 02 07:23:51.174731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.187305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d33a79-af96-456b-a9dd-fc06164d5d67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.198180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.226283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-1a658ec2-05e0-4c96-9348-fe1dbecbba48 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:51.233779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee8a6d79-348b-442d-a317-14e808902cf6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37d33a79-af96-456b-a9dd-fc06164d5d67 HTTP/1.1" status: 204 len: 168 time: 1.4721515 Mar 02 07:23:51.233779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42056) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:51.295416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9827c0-9029-40c5-b9f7-df1f29a58cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.306884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:51.316790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.329953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.354539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Transition to ACTIVE for port object 9af4970b-24ae-46cf-a09c-cc35900e5f6f will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:51.410606 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', 'status': 'completed', 'code': 200} Mar 02 07:23:51.466693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.572272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-1a658ec2-05e0-4c96-9348-fe1dbecbba48 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:51.572272 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d646ff9-38f0-4086-9336-d1672e55f9f1 req-1a658ec2-05e0-4c96-9348-fe1dbecbba48 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584171 Mar 02 07:23:51.572272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'name': 'network-vif-deleted', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:51.592048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:51.668914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:51.668914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:51.768991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Network a93bc824-b5fe-4566-b6f3-a1248136112f is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:51.780065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.786893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Allocated IP 172.20.0.11 (a93bc824-b5fe-4566-b6f3-a1248136112f/d2c5d292-c443-4579-a14d-e1113fe12dcb/40212f78-c0bc-499f-b363-1b28170e87fd) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:51.805650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.817551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:51.828926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:51.834808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.834808 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.862636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-bf7471e5-ddef-4e96-a9af-3c309df51b68 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0856893 Mar 02 07:23:51.887217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Request body: {'port': {'device_id': '05be649d-df09-45f8-9839-303aa79cf45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:51.893252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event updated for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.963759 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd138134-214f-484b-8169-4d01eea6d915', 'name': 'network-vif-deleted', 'tag': 'f95af401-6977-4afa-b1ce-3db2ab065d7b', 'status': 'completed', 'code': 200} Mar 02 07:23:52.020424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.021472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.085624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e33c5743-8771-4f42-b503-f807f2f20ea1 None None] Provisioning for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:52.085624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e33c5743-8771-4f42-b503-f807f2f20ea1 None None] Provisioning complete for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:52.085624 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e33c5743-8771-4f42-b503-f807f2f20ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.227653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e33c5743-8771-4f42-b503-f807f2f20ea1 None None] Port 9af4970b-24ae-46cf-a09c-cc35900e5f6f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:52.265497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.304764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-0cb5efb7-3698-4510-a34a-662fd50bcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.304764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-0cb5efb7-3698-4510-a34a-662fd50bcb90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 1099 time: 1.2174935 Mar 02 07:23:52.323014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-66197164-54de-4d5e-931e-dadfc737fd4e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5042005 Mar 02 07:23:52.374180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.397618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b43e-c86b-40a2-8843-8ffbf77e58b2 req-c531b237-4bb9-4b6c-8c2c-78860c0c3452 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.398049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0379984a-38db-4cc4-bb50-f0a5513a5282']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:52.404996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a01b43e-c86b-40a2-8843-8ffbf77e58b2 req-c531b237-4bb9-4b6c-8c2c-78860c0c3452 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.9145467 Mar 02 07:23:52.450882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Request body: {'port': {'device_id': '5b7b1db9-a213-433e-86f9-b9979da925de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:52.454884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e342a4c8-41b4-4c90-aee6-38191b817030') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:52.455180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e342a4c8-41b4-4c90-aee6-38191b817030') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:52.465368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42084) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:52.497705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.508372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-65b96f91-39a7-4a21-ae4b-4a70f623af92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 HTTP/1.1" status: 200 len: 217 time: 0.1948102 Mar 02 07:23:52.602017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2ac2ccdc-bb6b-42c5-aa85-ea5ed69437c1 req-8d0be706-6f89-4d0a-a0c0-a2c1f58c754a tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Synchronizing usage tracker for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:52.606601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.609534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.616880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a01b43e-c86b-40a2-8843-8ffbf77e58b2 req-4638093d-9126-486a-ae09-5e7a55bd732d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108548 Mar 02 07:23:52.680788 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.695526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:52.695943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:52.722918 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:52.755739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-50a6ce99-75d2-4a82-ba89-df6dc0b72f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.757251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-50a6ce99-75d2-4a82-ba89-df6dc0b72f79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1910250 Mar 02 07:23:52.804109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:52.821173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Usage tracker for resource:security_group_rule and tenant:28aba9af7dc34a84884fad32f2fed478 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:52.828071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:52.830666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2ac2ccdc-bb6b-42c5-aa85-ea5ed69437c1 req-8d0be706-6f89-4d0a-a0c0-a2c1f58c754a tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Unset dirty status for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:52.833651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ac2ccdc-bb6b-42c5-aa85-ea5ed69437c1 req-8d0be706-6f89-4d0a-a0c0-a2c1f58c754a tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 210 time: 0.3250968 Mar 02 07:23:52.841738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:52.885094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.892315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.031035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.042267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54c78d-d7b4-4ef6-8c19-97a711a28e59 req-0608b90c-8790-4452-94ae-470b4e7a5ba3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.043713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af54c78d-d7b4-4ef6-8c19-97a711a28e59 req-0608b90c-8790-4452-94ae-470b4e7a5ba3 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.2966807 Mar 02 07:23:53.139140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0379984a-38db-4cc4-bb50-f0a5513a5282,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:53.148183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-aad47805-cc2f-4b78-a8c4-30e53e2e6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.149662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-aad47805-cc2f-4b78-a8c4-30e53e2e6f8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3519177 Mar 02 07:23:53.187570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.199287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d73c4fda-87dd-4fb5-b1e4-888c4484d2b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0379984a-38db-4cc4-bb50-f0a5513a5282 HTTP/1.1" status: 204 len: 168 time: 1.9624429 Mar 02 07:23:53.230644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af54c78d-d7b4-4ef6-8c19-97a711a28e59 req-18eb186c-c3c1-46fb-9142-8fcfe1fdaded tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743212 Mar 02 07:23:53.329542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42094) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:53.368218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Allocated IP 172.20.0.8 (a93bc824-b5fe-4566-b6f3-a1248136112f/d2c5d292-c443-4579-a14d-e1113fe12dcb/358f3483-fcfd-4c19-91bb-2fc99b270fa5) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:53.374361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Network a93bc824-b5fe-4566-b6f3-a1248136112f is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:53.384481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event updated for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:53.387009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:53.398653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:53.421964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-b2c3ad18-a75d-4e1e-9cf9-d2d46f7c36ce service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521777 Mar 02 07:23:53.491103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f9ab88ae-5fc8-4c87-8b54-ade4e105f94b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71c52d3fd44a43dc8b51601cbdd0a7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574461 Mar 02 07:23:53.497947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42098) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:53.583557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138e87-423a-4997-a674-523a10c57110 req-cc032682-062a-452b-a7ca-a789c958cc41 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.585073 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a138e87-423a-4997-a674-523a10c57110 req-cc032682-062a-452b-a7ca-a789c958cc41 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 948 time: 0.5767846 Mar 02 07:23:53.597208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.597456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.618185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.618794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.642337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.695246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:53.726127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.832858 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28aba9af7dc34a84884fad32f2fed478&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3617458 Mar 02 07:23:53.832858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018535c-4d29-4b26-84e9-8043ae1edea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27889573-967c-4a6f-a743-3390d8cde94c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:53.834285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0c8209bc-3566-48a6-b193-93ed851c7c80 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7091370 Mar 02 07:23:53.835037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:53.861596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a138e87-423a-4997-a674-523a10c57110 req-6fd96a6d-9042-4f3e-99b1-99baafec7aba tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622087 Mar 02 07:23:53.865011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Request body: {'port': {'device_id': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:53.902332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Transition to ACTIVE for port object 9af4970b-24ae-46cf-a09c-cc35900e5f6f will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:53.923077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.977376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.988347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aa20c07-df8d-4c84-b1ac-276d65e4fa9e req-ac2906eb-10c0-4e86-a6b3-db775f1b80f5 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581701 Mar 02 07:23:54.127132 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.226508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e1b0935-4164-4dc3-b044-9b921e7c5244 req-7dd2012d-7e6e-49a3-99c9-45fe117e9f03 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 210 time: 0.1992004 Mar 02 07:23:54.366055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-3b60f11e-844a-443f-a377-bfc73ef81399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.366055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-3b60f11e-844a-443f-a377-bfc73ef81399 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 1099 time: 0.3234537 Mar 02 07:23:54.376801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f145f-f031-4ead-90fb-c2079dfcd55b req-3b00fcf0-86f5-4757-ab01-90ec675e8821 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.376801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-427f145f-f031-4ead-90fb-c2079dfcd55b req-3b00fcf0-86f5-4757-ab01-90ec675e8821 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.6337855 Mar 02 07:23:54.390636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.401804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-7e664ea8-cbf5-4cbd-97b5-bf98fd803540 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.401804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-7e664ea8-cbf5-4cbd-97b5-bf98fd803540 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.4218769 Mar 02 07:23:54.427029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.456418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827871-1'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:54.473428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.508740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bbb14-48fd-4eaf-94f9-17a6bb450e5c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.542288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.566516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.594665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-427f145f-f031-4ead-90fb-c2079dfcd55b req-d0caf9ed-d8f6-4871-9aa6-d6212088f123 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170780 Mar 02 07:23:54.632447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.632447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7b77c488-07af-4f65-ae2d-c45fe61c924f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/271bbb14-48fd-4eaf-94f9-17a6bb450e5c HTTP/1.1" status: 204 len: 168 time: 1.1251490 Mar 02 07:23:54.690281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.767476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-295f94e0-c86c-4588-aa02-92da1ecc553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.767476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-295f94e0-c86c-4588-aa02-92da1ecc553f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3614497 Mar 02 07:23:54.779394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-3933f199-f0ee-4a8c-a408-97f8f83179b4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.780201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-3933f199-f0ee-4a8c-a408-97f8f83179b4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:54.843676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.867590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.876220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Deleting port f53a7906-e132-417e-831f-a29898447b77 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:54.876564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.933697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Attempting to bind port 9af4970b-24ae-46cf-a09c-cc35900e5f6f on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:54.933697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Attempting to bind port 9af4970b-24ae-46cf-a09c-cc35900e5f6f by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:54.933697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Attempting to bind port 9af4970b-24ae-46cf-a09c-cc35900e5f6f on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:54.942387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-afe6f51f-ac08-4d3c-8340-1f9478da0374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 HTTP/1.1" status: 200 len: 217 time: 0.1484554 Mar 02 07:23:55.108163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-3933f199-f0ee-4a8c-a408-97f8f83179b4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:55.108163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-3933f199-f0ee-4a8c-a408-97f8f83179b4 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 1.1303036 Mar 02 07:23:55.136153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Port 9af4970b-24ae-46cf-a09c-cc35900e5f6f on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:55.136153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Attempting to bind port 9af4970b-24ae-46cf-a09c-cc35900e5f6f on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:55.228109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c98ac3-dcfd-4ee1-8eb3-8486b42a31bb req-a6714934-79dd-4750-a18b-28131049d79c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.228109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2c98ac3-dcfd-4ee1-8eb3-8486b42a31bb req-a6714934-79dd-4750-a18b-28131049d79c tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.7762022 Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Network a93bc824-b5fe-4566-b6f3-a1248136112f is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Bound port: 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:55.246154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.329274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:55.340213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-21e61a17-7fab-4caa-9588-5701fa803d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.340213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-21e61a17-7fab-4caa-9588-5701fa803d9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3512452 Mar 02 07:23:55.351985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:55.362928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:55.448047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.448047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.462072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event updated for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:55.482955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.544526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2c98ac3-dcfd-4ee1-8eb3-8486b42a31bb req-489eb858-28d9-46ed-b247-ce8a2622a925 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205237 Mar 02 07:23:55.591724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:55.592070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.720461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] For port f53a7906-e132-417e-831f-a29898447b77, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f53a7906-e132-417e-831f-a29898447b77,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:55.720461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.764598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27889573-967c-4a6f-a743-3390d8cde94c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:55.778225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7b80e2cc-a03f-472a-8406-abff7c0635f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8474522 Mar 02 07:23:55.791391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.791391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01426cb8-301c-407e-9f62-4e4117ecd22d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27889573-967c-4a6f-a743-3390d8cde94c HTTP/1.1" status: 204 len: 168 time: 1.9347498 Mar 02 07:23:55.814924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Request body: {'port': {'device_id': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:55.933152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:55.980561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1df3d-2026-4105-a612-0b7ca42093b1 req-cf7e7207-0ef1-41f5-bb08-86c2b9fc5178 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.986636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0b1df3d-2026-4105-a612-0b7ca42093b1 req-cf7e7207-0ef1-41f5-bb08-86c2b9fc5178 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 948 time: 0.9312191 Mar 02 07:23:55.996610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe has no active binding in host n-h2-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:23:56.012948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:56.075269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Calling delete_port for f53a7906-e132-417e-831f-a29898447b77 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:56.094747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:56.111577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.120935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.165543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4981505d-2b18-4d8c-8b89-9913eccfe735 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:56.183903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:56.187027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.251999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Transition to ACTIVE for port object 4981505d-2b18-4d8c-8b89-9913eccfe735 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:56.261833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0b1df3d-2026-4105-a612-0b7ca42093b1 req-9432aebf-608f-4523-9e99-226491880851 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761922 Mar 02 07:23:56.297327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-fae2c347-94f0-4536-947e-a0d3a4321bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:56.298878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-fae2c347-94f0-4536-947e-a0d3a4321bfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9558184 Mar 02 07:23:56.308501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.392978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:56.664345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:56.712443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:56.725517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:56.725517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.726743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] 10.222.0.39 "PUT /v2.0/ports/9af4970b-24ae-46cf-a09c-cc35900e5f6f HTTP/1.1" status: 200 len: 1096 time: 4.8592410 Mar 02 07:23:56.730974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:56.793466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93f11f-ab2d-4551-87ac-f97fc3590c49 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:56.873851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:56.877660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0237a9-5642-48df-88b5-26ed9e9c8652 req-c4c9a45c-fa87-4c94-8264-190524740f3f tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:56.879955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b0237a9-5642-48df-88b5-26ed9e9c8652 req-c4c9a45c-fa87-4c94-8264-190524740f3f tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 931 time: 0.9638999 Mar 02 07:23:56.882121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.886731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-c75dc0ef-2f6c-4987-9826-7d9ef07dd1aa service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710912 Mar 02 07:23:56.892170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:56.892170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.935261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.002361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42172) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.038393 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:23:57.075015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:57.209770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b0237a9-5642-48df-88b5-26ed9e9c8652 req-dfea1d45-424f-4faf-9e05-4cbc70e0b114 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047893 Mar 02 07:23:57.211912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c55b-d24b-4a1b-af9d-6f997d560ee1 req-821878d4-e204-4a35-b07b-4b77f327c9a5 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.218595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdf6c55b-d24b-4a1b-af9d-6f997d560ee1 req-821878d4-e204-4a35-b07b-4b77f327c9a5 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 945 time: 0.7845333 Mar 02 07:23:57.249915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-06c7b01d-a078-47d4-9eb2-fb16da0444a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.251540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-06c7b01d-a078-47d4-9eb2-fb16da0444a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1099 time: 0.4402473 Mar 02 07:23:57.298905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Attempting to bind port 4981505d-2b18-4d8c-8b89-9913eccfe735 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:57.299897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Attempting to bind port 4981505d-2b18-4d8c-8b89-9913eccfe735 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:57.299897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Attempting to bind port 4981505d-2b18-4d8c-8b89-9913eccfe735 on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:57.311984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.359159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdf6c55b-d24b-4a1b-af9d-6f997d560ee1 req-c6c0803e-98ad-4541-a1a2-5a78855bce37 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268373 Mar 02 07:23:57.372399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:57.386882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-0dd668b5-a657-4b4a-a0d7-b58ca113699f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f HTTP/1.1" status: 200 len: 217 time: 0.1254425 Mar 02 07:23:57.411182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:57.424362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:57.448226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-348499921-network', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:57.543697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Port 4981505d-2b18-4d8c-8b89-9913eccfe735 on network a93bc824-b5fe-4566-b6f3-a1248136112f not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:57.543697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Attempting to bind port 4981505d-2b18-4d8c-8b89-9913eccfe735 on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:57.648720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:57.668484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:57.669721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Checking segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:57.669721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Bound using segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:57.669721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Bound port: 4981505d-2b18-4d8c-8b89-9913eccfe735, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:57.670836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.724663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.16', 61311) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.775470 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'status': 'completed', 'code': 200} Mar 02 07:23:57.821982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40212f78-c0bc-499f-b363-1b28170e87fd {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:57.840448 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.854283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-dd6fba14-017b-4b27-8fec-c21b7e42afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.856918 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-dd6fba14-017b-4b27-8fec-c21b7e42afeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.4393616 Mar 02 07:23:57.918244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.922673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Usage tracker for resource:network and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:57.925843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:57.933182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:57.949315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on host n-h1-827871-1 for vnic_type normal with profile {"migrating_to": "n-h2-827871-1"} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:57.949756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:57.950203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:57.952712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:57.955356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Transition to ACTIVE for port object 40212f78-c0bc-499f-b363-1b28170e87fd will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:57.957434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.960542 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.973806 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'code': 200} Mar 02 07:23:57.981519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:57.981933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Attempting to bind port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on network b964cf00-32a0-4538-b804-3acf576fe5fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:58.016148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', '24819e68-a748-4fc5-9562-4abc87d40aea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:58.054356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.084874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:58.105271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce187bb-82f3-4265-944e-f3a0cdfb2cb7 req-eee27478-2c63-4922-86e3-f5b7cc5613d4 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2103760 Mar 02 07:23:58.106361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:58.110880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.113807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef6a1779-b98a-4b26-95ed-286699e9a1de'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:58.130891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:58.131294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Checking segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:58.132132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Bound using segment: {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:58.132274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Bound port: 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b964cf00-32a0-4538-b804-3acf576fe5fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:58.133344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.177794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53a7906-e132-417e-831f-a29898447b77,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:58.208524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', 'mac_address': 'fa:16:3e:80:04:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:58.379652 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.418009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:58.430383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.439778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:58.458765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.546687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:58.552527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4981505d-2b18-4d8c-8b89-9913eccfe735,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:58.560438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:58.588407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-119b9e8f-ac31-4b3a-87b5-b3ef1a97cefd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8313181 Mar 02 07:23:58.626851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:58.627163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port 7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:58.628834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Pushing event updated for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:58.657440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:58.658426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.690308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.730679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:58.743401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:58.750244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:58.761192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4870f-acf7-4089-a94c-25c9bbbf22ec req-3225177e-ab28-4a74-a184-4a5369bd4129 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:58.768155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07d4870f-acf7-4089-a94c-25c9bbbf22ec req-3225177e-ab28-4a74-a184-4a5369bd4129 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c21d4b-7f9d-4299-877a-50227b3a889e HTTP/1.1" status: 200 len: 950 time: 0.9039948 Mar 02 07:23:58.799444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a71af14c-789a-4938-a8bf-0bea584431a5 req-e0c69fc2-1c86-49ca-9180-61b982f69d7f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "DELETE /v2.0/ports/7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad HTTP/1.1" status: 204 len: 173 time: 3.6653135 Mar 02 07:23:58.817817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:58.819128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.840375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-d6d6197d-44d4-4b95-b09b-85632749c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:58.843868 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-d6d6197d-44d4-4b95-b09b-85632749c213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9719691 Mar 02 07:23:58.850564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] 10.222.0.16 "PUT /v2.0/ports/4981505d-2b18-4d8c-8b89-9913eccfe735 HTTP/1.1" status: 200 len: 1091 time: 6.4200683 Mar 02 07:23:58.856766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6499a926-71a1-47c1-b4a0-e0f7cd60a4d5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:58.858408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:58.960867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358f3483-fcfd-4c19-91bb-2fc99b270fa5 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:58.970088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.991889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Transition to ACTIVE for port object 358f3483-fcfd-4c19-91bb-2fc99b270fa5 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:58.993456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Attempting to bind port 40212f78-c0bc-499f-b363-1b28170e87fd on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:58.993628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Attempting to bind port 40212f78-c0bc-499f-b363-1b28170e87fd by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:58.995797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Attempting to bind port 40212f78-c0bc-499f-b363-1b28170e87fd on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:59.029679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.047440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Port 40212f78-c0bc-499f-b363-1b28170e87fd on network a93bc824-b5fe-4566-b6f3-a1248136112f not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:59.048454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Attempting to bind port 40212f78-c0bc-499f-b363-1b28170e87fd on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:59.053006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.136411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:59.136411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Checking segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:59.136720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Bound using segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:59.139571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Bound port: 40212f78-c0bc-499f-b363-1b28170e87fd, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:59.140157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.323047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.353807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.449144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07d4870f-acf7-4089-a94c-25c9bbbf22ec req-b9766585-a1f8-444e-8db2-51188cf8838d tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783631 Mar 02 07:23:59.467346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d664069-53f6-481c-b38c-0c8bb4b44ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.493566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dfbd8c-0ce1-4a0b-88e7-303148432775,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.540390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe26c-d4b9-4bb1-8b1e-65778830b1ca req-593afb0e-3b20-43de-8f72-84190d950480 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:59.543934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68fbe26c-d4b9-4bb1-8b1e-65778830b1ca req-593afb0e-3b20-43de-8f72-84190d950480 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 948 time: 1.3965051 Mar 02 07:23:59.551637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:59.566734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.593379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:59.600256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=40212f78-c0bc-499f-b363-1b28170e87fd,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:59.608181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.777730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.777730 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Added segment dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49 of type vlan for network ea1e4f59-e3b6-4899-abaa-843eda4f0090 Mar 02 07:23:59.780415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:59.780415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.780869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 1121 time: 5.3531468 Mar 02 07:23:59.790600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-09df1785-4805-4197-a56f-257c1cc0f624 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5704842 Mar 02 07:23:59.804864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-5f6140b0-3299-4df5-86a3-32a34a73291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:59.804864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-5f6140b0-3299-4df5-86a3-32a34a73291b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 1096 time: 1.1665704 Mar 02 07:23:59.804864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'name': 'network-vif-deleted', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:59.810808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['3b1c3e5e-f837-477b-be76-2a02825c3cfe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:59.818766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.979098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['3b1c3e5e-f837-477b-be76-2a02825c3cfe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:00.004335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735'}, {'name': 'network-changed', 'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:00.050735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-dababcf4-9857-4fde-9213-4462dd7f7bba service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0393059 Mar 02 07:24:00.131827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Pushing event updated for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.174404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.222281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.222281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.223878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-7978fd06-d482-4d3a-a32e-34e2262dac4e service neutron] 10.222.0.16 "PUT /v2.0/ports/40212f78-c0bc-499f-b363-1b28170e87fd HTTP/1.1" status: 200 len: 1092 time: 6.3662207 Mar 02 07:24:00.229884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68fbe26c-d4b9-4bb1-8b1e-65778830b1ca req-cdf56882-44e7-4eb1-a7ee-45347d8d71be tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023979 Mar 02 07:24:00.387058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6d2f3122-a46d-473b-ae95-e06368341ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.389181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6d2f3122-a46d-473b-ae95-e06368341ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 1094 time: 1.3521652 Mar 02 07:24:00.401540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a6ce952-05e6-4bb9-93c5-4a660d16902f req-28eef5a3-677d-4712-9793-f446cc51553f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788565 Mar 02 07:24:00.408405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a851b-5ea9-40c3-8915-2ba5706b7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.469527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-9a52da48-b16b-4f92-9994-e90d15102c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.469527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-9a52da48-b16b-4f92-9994-e90d15102c38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.5847757 Mar 02 07:24:00.502776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Attempting to bind port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:00.502776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Attempting to bind port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:00.502776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Attempting to bind port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:00.512448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-f155a3a3-2a5b-4652-8971-0b262f6ed45a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4981505d-2b18-4d8c-8b89-9913eccfe735 HTTP/1.1" status: 200 len: 217 time: 0.0928166 Mar 02 07:24:00.527359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:00.604702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1153d859-d108-4ebb-a097-43490dfb3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.606589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-1153d859-d108-4ebb-a097-43490dfb3401 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.0881023 Mar 02 07:24:00.629017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 on network a93bc824-b5fe-4566-b6f3-a1248136112f not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:24:00.629390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Attempting to bind port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 on network a93bc824-b5fe-4566-b6f3-a1248136112f {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:00.656996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-7b7a8064-7984-4356-aaa7-8acde67f11bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 200 len: 217 time: 0.1579900 Mar 02 07:24:00.661626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:00.661977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Checking segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:00.663362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Bound using segment: {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:00.663362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Bound port: 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cc213-ba93-490f-9aa4-202e0c7130e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:00.663362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.735729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-e650c530-03a1-4e82-8fec-651e05c7e82d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139827 Mar 02 07:24:00.752588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.753546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.754164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.815630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-c3d0329f-e707-4a75-b440-ea9a44178f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.817477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-c3d0329f-e707-4a75-b440-ea9a44178f65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1424789 Mar 02 07:24:00.858640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-ea011c8e-d7b2-48ed-a6b9-1789bde468de tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.859281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-ea011c8e-d7b2-48ed-a6b9-1789bde468de tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Synchronizing usage tracker for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:00.879711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6ccaabdb-adcb-4990-804b-ac96f6a08473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.881180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6ccaabdb-adcb-4990-804b-ac96f6a08473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 1095 time: 0.4821465 Mar 02 07:24:00.963564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-1ddf559e-6de4-44d0-a50c-75e4fe350507 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338401 Mar 02 07:24:01.008336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-95221fba-2071-427b-a7ac-394ed98de2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.010345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-95221fba-2071-427b-a7ac-394ed98de2f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1099 time: 0.4273767 Mar 02 07:24:01.014643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:01.017737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6ee10838-ef32-4a6d-a5c9-71818fbadfcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40212f78-c0bc-499f-b363-1b28170e87fd HTTP/1.1" status: 200 len: 217 time: 0.1137729 Mar 02 07:24:01.064884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b07d78-ef54-4411-abdd-d4b2303b9978 req-a0992287-be5c-41db-a9a6-51c1c56aa00e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.068542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b07d78-ef54-4411-abdd-d4b2303b9978 req-a0992287-be5c-41db-a9a6-51c1c56aa00e tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 0.6178763 Mar 02 07:24:01.104076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502176b-f00f-458d-931f-8eeef01065fe req-04969931-8759-4fcb-8661-a0f967081ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.104318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:01.106419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-04969931-8759-4fcb-8661-a0f967081ad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c20736b8b5459c9256211455115359&device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 1101 time: 1.1324413 Mar 02 07:24:01.118145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1e4f59-e3b6-4899-abaa-843eda4f0090,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:01.124483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-48a2766c-ee6d-4772-863e-174d9f7bebd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1231558 Mar 02 07:24:01.125493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42206) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.139306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:01.143517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-ea011c8e-d7b2-48ed-a6b9-1789bde468de tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Unset dirty status for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:01.146021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-ea011c8e-d7b2-48ed-a6b9-1789bde468de tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 943 time: 1.4496739 Mar 02 07:24:01.153286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Request body: {'subnet': {'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-348499921-subnet', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:01.209414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.210814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:01.225948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Usage tracker for resource:subnet and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:01.252613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:01.276089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:01.338789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:01.341636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.342167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.343510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] 10.222.0.39 "PUT /v2.0/ports/358f3483-fcfd-4c19-91bb-2fc99b270fa5 HTTP/1.1" status: 200 len: 1091 time: 5.5524819 Mar 02 07:24:01.354328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-a0b5e3cc-b776-4452-82ab-ac425e31352f service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934801 Mar 02 07:24:01.373673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:01.419137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-a3591048-3659-4633-87e2-10fc39293ab9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Synchronizing usage tracker for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:01.421453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:01.423757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.446776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:01.452180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:01.452554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.454024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-94e73024-4e5c-4bcc-b6ec-0d9ed08d3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.455457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-94e73024-4e5c-4bcc-b6ec-0d9ed08d3b3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.4189918 Mar 02 07:24:01.458593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b07d78-ef54-4411-abdd-d4b2303b9978 req-12ec494f-bee2-4d2f-abdc-b0dbc6d086a7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530009 Mar 02 07:24:01.558877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-46e90b49-4968-462f-b3f9-ffaf4e6e1557 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873466 Mar 02 07:24:01.559795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613064c-dfa1-4e0a-b009-aca0aecc0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:01.576703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-1386c58b-a06d-4e5a-a642-8c2b9bed772a service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003711 Mar 02 07:24:01.674754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:01.701913 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Sync routers for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:01.716021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.726221 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:01.727832 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.754992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:01.767149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:01.773101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddd425bd-8677-4923-ab20-6999d850c0c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4710696 Mar 02 07:24:01.777275 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.783902 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735', 'status': 'completed', 'code': 200} Mar 02 07:24:01.785024 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'status': 'completed', 'code': 200} Mar 02 07:24:01.785821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42218) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.928304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-21d8b965-04c9-48f6-8b7d-f0f41e937227 service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502386 Mar 02 07:24:01.929311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-355b2039-8d34-49a6-a13f-900e741c59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.930357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:01.932023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-355b2039-8d34-49a6-a13f-900e741c59a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.9129133 Mar 02 07:24:01.933246 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c21d4b-7f9d-4299-877a-50227b3a889e', 'name': 'network-vif-deleted', 'tag': '7bd00fff-7313-4d8e-b1e1-9bc7cb4f12ad', 'status': 'completed', 'code': 200} Mar 02 07:24:02.041127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-a3591048-3659-4633-87e2-10fc39293ab9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Unset dirty status for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:02.042552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bade38a9-c8e1-4963-a7b1-e350a43ca3b6 req-a3591048-3659-4633-87e2-10fc39293ab9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8729870 Mar 02 07:24:02.065290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502176b-f00f-458d-931f-8eeef01065fe req-610c0822-c34c-41a7-abf7-ad46cb5198cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.067559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-610c0822-c34c-41a7-abf7-ad46cb5198cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.9107499 Mar 02 07:24:02.075234 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:02.251164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-6396076b-9ad4-4bf9-80ca-e3f754499be9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f HTTP/1.1" status: 200 len: 217 time: 0.3077021 Mar 02 07:24:02.257069 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', 'code': 200} Mar 02 07:24:02.340826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-b098bcc8-c8a2-4571-bdd7-ea72567e6429 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 HTTP/1.1" status: 200 len: 217 time: 0.2573314 Mar 02 07:24:02.430856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:23:56Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:02.434970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Checking router: 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:02.436522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-a70018c1-909e-42b7-93fe-2227ba007c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.438878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-a70018c1-909e-42b7-93fe-2227ba007c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 1094 time: 1.0287817 Mar 02 07:24:02.445633 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Routers {'1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:02.446496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:02.467933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-9c09223e-648c-4dc9-8c10-073f0b18092a service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0956788 Mar 02 07:24:02.616167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-aa5b339a-fd99-431c-bf19-93f6a7b89488 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5 HTTP/1.1" status: 200 len: 217 time: 0.1494429 Mar 02 07:24:02.654042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-4fe655da-457d-41de-9ad6-26b49997b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.661988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-4fe655da-457d-41de-9ad6-26b49997b857 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3806705 Mar 02 07:24:02.728848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-e7cc24bd-7d59-4e5e-86ad-0b0960f0f735 service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278461 Mar 02 07:24:02.742505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] Set router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:02.804409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502176b-f00f-458d-931f-8eeef01065fe req-57d6d04b-ba02-40f8-9813-98740e8660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.806807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-57d6d04b-ba02-40f8-9813-98740e8660d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.4076629 Mar 02 07:24:02.834977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0fff6bf1-9230-41af-b024-2a881c42d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.837093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-0fff6bf1-9230-41af-b024-2a881c42d139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.2063587 Mar 02 07:24:02.869273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42238) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.907642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.920342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-565c2c5e-e3bd-493b-bce3-d4d10ac1c482 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538428 Mar 02 07:24:02.922468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b8c7572-2e41-4e5c-bdb3-790130a3bd28 req-d931d4b7-e83d-4b28-acb9-0728c42393cf service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854422 Mar 02 07:24:02.974874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde19ca-610c-4f28-8b4d-a6403adda0f3 req-3f71364d-9fa2-49c0-8000-56a0f01cdcc3 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.986151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfde19ca-610c-4f28-8b4d-a6403adda0f3 req-3f71364d-9fa2-49c0-8000-56a0f01cdcc3 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 0.8416429 Mar 02 07:24:02.992329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7c897-b612-4791-884c-3f80bdf06a38 req-fd3f10df-371a-411a-8124-034d0cbf338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.994089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fb7c897-b612-4791-884c-3f80bdf06a38 req-fd3f10df-371a-411a-8124-034d0cbf338e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 1101 time: 0.6524038 Mar 02 07:24:03.078395 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:23:56Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:03.085019 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f87e51-ba51-4977-b0ec-053f293683db None None] The sync data for ids ['1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7'] in n-d-827871-1 is: [{'id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'name': 'tempest-FloatingIPsAssociationTestJSON-660525161-router', 'tenant_id': '148e996750214069ba7eb3397cda680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:21:40Z', 'updated_at': '2022-03-02T07:23:56Z', 'revision_number': 5, 'project_id': '148e996750214069ba7eb3397cda680c', 'gw_port': {'id': 'efc82d40-3a5e-4598-8624-ce93433634f7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:21:41Z', 'updated_at': '2022-03-02T07:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:03.106472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-4979458b-7686-48ab-962f-8e36506fe2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.108141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-4979458b-7686-48ab-962f-8e36506fe2fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3871872 Mar 02 07:24:03.156242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfde19ca-610c-4f28-8b4d-a6403adda0f3 req-0be16a27-342c-4ff0-8f62-339c6bd63923 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682656 Mar 02 07:24:03.214359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-42fd2db1-59a6-4976-9905-eff8ea0ecd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.215737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-42fd2db1-59a6-4976-9905-eff8ea0ecd2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 1094 time: 0.5975900 Mar 02 07:24:03.216432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.240099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.255557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-741cc082-2bd4-4c6c-a014-23f8146641b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264606 Mar 02 07:24:03.335760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fb7c897-b612-4791-884c-3f80bdf06a38 req-f9fef836-58df-4ce7-b244-5612a82c59b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192868 Mar 02 07:24:03.343262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:03.373921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-ea8c70b0-fe45-47f2-983c-81cdb822a4f3 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498093 Mar 02 07:24:03.378065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442d91b-2742-44be-93eb-cc75f692604d req-11d7192d-9871-4682-ade8-79f34d96f356 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.385790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c442d91b-2742-44be-93eb-cc75f692604d req-11d7192d-9871-4682-ade8-79f34d96f356 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 0.6956718 Mar 02 07:24:03.403659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Usage tracker for resource:security_group_rule and tenant:26967bb716b8429884d4e7b5879108f6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:03.411068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.418797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:03.438777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d3471fe-2321-4820-8212-9f0e006132d0 req-e99c940c-3c29-46b7-961b-2535e35b623d service neutron] 10.222.0.39 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764240 Mar 02 07:24:03.559625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502176b-f00f-458d-931f-8eeef01065fe req-23372b1f-2e68-45fd-a009-6d343f303557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.562457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-23372b1f-2e68-45fd-a009-6d343f303557 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7393413 Mar 02 07:24:03.586328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:03.592798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Deleting port efc82d40-3a5e-4598-8624-ce93433634f7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:03.592798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.673067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78cd01a-2d54-415e-b292-fb3fb8bc0f52,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:03.714493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621545-856f-4dec-ac61-472266f13317 req-4210b45d-6ea4-4c1a-b550-ce212624b6da tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.719991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed621545-856f-4dec-ac61-472266f13317 req-4210b45d-6ea4-4c1a-b550-ce212624b6da tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 943 time: 0.2058706 Mar 02 07:24:03.732338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c442d91b-2742-44be-93eb-cc75f692604d req-8c3252aa-3177-430e-a299-fce0ae19a635 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454754 Mar 02 07:24:03.768748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Checking segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:03.770781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Network hostable DHCP agents. Network: ea1e4f59-e3b6-4899-abaa-843eda4f0090, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:03.938676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-c2e15d02-0a20-47f9-8be8-08b915d3783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.939993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-c2e15d02-0a20-47f9-8be8-08b915d3783c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 918 time: 0.7102115 Mar 02 07:24:03.945898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd'}, {'name': 'network-changed', 'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:04.032090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed621545-856f-4dec-ac61-472266f13317 req-f05b49b4-04ed-42c4-8426-1595f5042fcd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550576 Mar 02 07:24:04.110308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f53a7906-e132-417e-831f-a29898447b77 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:04.219772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f53a7906-e132-417e-831f-a29898447b77 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:04.220120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f53a7906-e132-417e-831f-a29898447b77 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:04.258567 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd', 'status': 'completed', 'code': 200} Mar 02 07:24:04.258844 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5', 'status': 'completed', 'code': 200} Mar 02 07:24:04.261701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-b55575f7-c0a4-4cfd-ab0f-9a84d3ed75c1 service neutron] 10.222.0.16 "GET /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe/bindings/n-h2-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.1546929 Mar 02 07:24:04.318913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-5a4c40e6-f6cf-47e8-9752-b616c26012dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4981505d-2b18-4d8c-8b89-9913eccfe735 HTTP/1.1" status: 200 len: 217 time: 0.3553627 Mar 02 07:24:04.322968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e56d06-e597-444d-b32f-e60c9170e5b9 req-301218aa-d278-410d-86ef-be5b6dc70a5a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941624 Mar 02 07:24:04.334486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:04.400868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.439357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.485172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] For port efc82d40-3a5e-4598-8624-ce93433634f7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efc82d40-3a5e-4598-8624-ce93433634f7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:04.485537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.512627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ea1e4f59-e3b6-4899-abaa-843eda4f0090) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:04.523137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04db528-132a-4452-8ed3-250261b4dcee None None] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:04.531412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-037849f4-6ea0-4cdc-b7a4-8c0783fe3cb5 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828669 Mar 02 07:24:04.782482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Calling delete_port for efc82d40-3a5e-4598-8624-ce93433634f7 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:04.796476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-8ac60ca4-e5ea-4560-bbad-82cb2d920b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.797470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-8ac60ca4-e5ea-4560-bbad-82cb2d920b52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 1095 time: 0.5374367 Mar 02 07:24:04.823313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce816894-59c7-4e1a-877d-8f47c26a60ba req-ff1b5942-7aa8-40ee-9441-04905279fcd3 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.829887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce816894-59c7-4e1a-877d-8f47c26a60ba req-ff1b5942-7aa8-40ee-9441-04905279fcd3 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 0.4029143 Mar 02 07:24:04.861547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:04.861547 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.872163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.874076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.906069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-ebe9adf0-428e-4dff-bbc0-44f36ae40ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.915927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-ebe9adf0-428e-4dff-bbc0-44f36ae40ee1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.5788927 Mar 02 07:24:04.990472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-1da960c7-bf63-468d-af8b-4bbc3a7b6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.992260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-1da960c7-bf63-468d-af8b-4bbc3a7b6567 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95695e50e1d64577994f1c30c70ebe53&device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 1094 time: 0.6832938 Mar 02 07:24:05.109793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Allocated IP 172.20.0.2 (ea1e4f59-e3b6-4899-abaa-843eda4f0090/e78cd01a-2d54-415e-b292-fb3fb8bc0f52/921bec52-33c4-480c-9b07-94444183b347) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:05.244921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-193a0b08-c22b-49eb-9008-0aea07f8fb9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842214 Mar 02 07:24:05.247527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce816894-59c7-4e1a-877d-8f47c26a60ba req-6d32218c-de22-4ae8-9111-5fefce3fb7db tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166222 Mar 02 07:24:05.251328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26967bb716b8429884d4e7b5879108f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3696265 Mar 02 07:24:05.251328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42258) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.260882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-4934c75c-96d6-499b-a672-9cc29ce292cd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:05.262611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-4934c75c-96d6-499b-a672-9cc29ce292cd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:05.292321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a1116-4ad5-45e8-86d5-4bb63dc4632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27df054-ee42-4ed8-ab23-7b56932e92e6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:05.309601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-66d4b4b7-02d3-41b1-8133-d22f54d78fbd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1754947 Mar 02 07:24:05.342882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42262) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.352750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc014e9-c5cc-4d39-9447-3edb5a0c2b64 req-72d601f7-6432-4e2d-9b2e-29e3521be237 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:05.354321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bc014e9-c5cc-4d39-9447-3edb5a0c2b64 req-72d601f7-6432-4e2d-9b2e-29e3521be237 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 950 time: 1.4527001 Mar 02 07:24:05.377475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:05.388903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:05.395839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.408189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Transition to ACTIVE for port object 921bec52-33c4-480c-9b07-94444183b347 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:05.429282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Transition to ACTIVE for port object 921bec52-33c4-480c-9b07-94444183b347 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:05.437472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:24:05.529486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e502176b-f00f-458d-931f-8eeef01065fe req-f47aa3cf-21ca-4285-98c1-4abe46fd80ab service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661656 Mar 02 07:24:05.548234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-b1ade480-820a-49d2-abc4-6a27929f606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:05.559088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-b1ade480-820a-49d2-abc4-6a27929f606b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 918 time: 0.7245536 Mar 02 07:24:05.590079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Usage tracker for resource:router and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:05.598267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:05.605291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef6a1779-b98a-4b26-95ed-286699e9a1de no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:05.633734 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.692281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:05.796788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bc014e9-c5cc-4d39-9447-3edb5a0c2b64 req-dd7993be-d8a8-45d0-b9b1-2591a3140cf2 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204767 Mar 02 07:24:05.841471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.841471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.870729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-6cdedef6-59c7-4afc-9174-ce5f140e7d4b service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059692 Mar 02 07:24:05.876064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:05.881323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.896495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:05.907285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:05.924913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:05.970142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-3732e261-8525-439b-b1c6-74530bde7a97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40212f78-c0bc-499f-b363-1b28170e87fd HTTP/1.1" status: 200 len: 217 time: 0.1993053 Mar 02 07:24:06.045409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Pushing event updated for resources: {'Port': ['ID=921bec52-33c4-480c-9b07-94444183b347,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:06.049226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-4934c75c-96d6-499b-a672-9cc29ce292cd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:06.049701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-4934c75c-96d6-499b-a672-9cc29ce292cd tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 950 time: 1.4630127 Mar 02 07:24:06.053091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'mac_address': 'fa:16:3e:18:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:24:06.126081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:06.166713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:06.203333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.219195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.253459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:06.301822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:06.322144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-f127d9d2-aab5-4d45-b827-53b4f8b84430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:06.322144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-f127d9d2-aab5-4d45-b827-53b4f8b84430 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.3597333 Mar 02 07:24:06.382716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1c3e5e-f837-477b-be76-2a02825c3cfe {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:06.389500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-b68cd00f-86fa-446e-9f4b-b4a852e135e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:06.390907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-b68cd00f-86fa-446e-9f4b-b4a852e135e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 200 len: 918 time: 1.2870386 Mar 02 07:24:06.416833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-48979319-de5e-4ab4-8d01-02d57b3d2abf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790653 Mar 02 07:24:06.430965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.467243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.500226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.543169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Attempting to bind port 921bec52-33c4-480c-9b07-94444183b347 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:06.543770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Attempting to bind port 921bec52-33c4-480c-9b07-94444183b347 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:06.544336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Attempting to bind port 921bec52-33c4-480c-9b07-94444183b347 on network ea1e4f59-e3b6-4899-abaa-843eda4f0090 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:06.563785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-2a9913b1-a5e0-4d38-b41f-976af7a7b558 service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935399 Mar 02 07:24:06.618714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:06.619362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Checking segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:06.619845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.620553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Bound using segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:06.621538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Bound port: 921bec52-33c4-480c-9b07-94444183b347, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:06.621645 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.656466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.672942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:06.736058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:06.737154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:06.748886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.749710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:06.773422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-ed9d4372-1aeb-4b44-b724-89906fa3682f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5 HTTP/1.1" status: 200 len: 217 time: 0.3604074 Mar 02 07:24:06.779145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:06.811505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port 24819e68-a748-4fc5-9562-4abc87d40aea {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:06.812024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.830687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc82d40-3a5e-4598-8624-ce93433634f7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:06.866498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:06.959629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] For port 921bec52-33c4-480c-9b07-94444183b347, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:06.992171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:06.992171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] For port 921bec52-33c4-480c-9b07-94444183b347, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=921bec52-33c4-480c-9b07-94444183b347,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:07.007886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.072990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84df1-c166-4754-af03-89f3a34b256c req-864231f8-1443-4cbf-8716-3a5c623217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:07.072990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-864231f8-1443-4cbf-8716-3a5c623217fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 200 len: 858 time: 0.1599104 Mar 02 07:24:07.115117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-f24a215f-3574-489d-b328-a0189052f26e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:07.115117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-f24a215f-3574-489d-b328-a0189052f26e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e HTTP/1.1" status: 200 len: 950 time: 1.8735793 Mar 02 07:24:07.161034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.181632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a842631-3e5c-4ca9-87e3-d6db62ae73e2 req-ea971c59-3937-4f4b-89ad-9365b64ca32f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:07.183010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a842631-3e5c-4ca9-87e3-d6db62ae73e2 req-ea971c59-3937-4f4b-89ad-9365b64ca32f tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 943 time: 1.5838506 Mar 02 07:24:07.226433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f2ce-4f00-4925-9db6-ff41d1ed6c5a None None] Pushing event updated for resources: {'Port': ['ID=921bec52-33c4-480c-9b07-94444183b347,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:07.263456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.278331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.328667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd28d-2bde-4202-963f-35cda0edcdd3 req-c41f67a1-84eb-4df9-b81c-94ecbaff8075 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:07.328845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-2a38750a-f7d0-4423-9e11-090fd8312b8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a93bc824-b5fe-4566-b6f3-a1248136112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082937 Mar 02 07:24:07.329903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb0bd28d-2bde-4202-963f-35cda0edcdd3 req-c41f67a1-84eb-4df9-b81c-94ecbaff8075 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 943 time: 1.2162395 Mar 02 07:24:07.392567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27df054-ee42-4ed8-ab23-7b56932e92e6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:07.408729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.431475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 358f3483-fcfd-4c19-91bb-2fc99b270fa5 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:24:07.431475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 24819e68-a748-4fc5-9562-4abc87d40aea no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:07.479704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 40212f78-c0bc-499f-b363-1b28170e87fd details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:24:07.672224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:07.903286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:07.919488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port ef6a1779-b98a-4b26-95ed-286699e9a1de {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:07.919488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.928673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '358f3483-fcfd-4c19-91bb-2fc99b270fa5', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'port_id': '358f3483-fcfd-4c19-91bb-2fc99b270fa5', 'mac_address': 'fa:16:3e:4e:73:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5d292-c443-4579-a14d-e1113fe12dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:24:07.939681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.957848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.983404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-842a3922-85fb-47b9-a1dc-9d7a692fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:07.983404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-842a3922-85fb-47b9-a1dc-9d7a692fafaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1124 time: 1.2727532 Mar 02 07:24:08.002997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a842631-3e5c-4ca9-87e3-d6db62ae73e2 req-8e36ffdf-05ec-4294-9b5c-04290ddff917 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984053 Mar 02 07:24:08.016882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb0bd28d-2bde-4202-963f-35cda0edcdd3 req-b23a5b23-8903-44d4-826a-6e4a7c7517af tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414552 Mar 02 07:24:08.038313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.039757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4699d56f-b128-41af-b4db-6855c2268ec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d27df054-ee42-4ed8-ab23-7b56932e92e6 HTTP/1.1" status: 204 len: 168 time: 2.7590737 Mar 02 07:24:08.063408 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.160919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.161796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:08.187577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.188471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1ca6c58-88ef-408c-a1ef-7f49b3250802 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1ee0f9c2-e0c7-4d6a-aa6a-e5aaa7477df7 HTTP/1.1" status: 204 len: 168 time: 6.3226564 Mar 02 07:24:08.197435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42274) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.291260 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'code': 200} Mar 02 07:24:08.309382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358f3483-fcfd-4c19-91bb-2fc99b270fa5 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:08.397206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=40212f78-c0bc-499f-b363-1b28170e87fd,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:08.537619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 921bec52-33c4-480c-9b07-94444183b347 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:08.621466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-8fe3a2ed-a2b0-420a-8248-83267751e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:08.623494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-8fe3a2ed-a2b0-420a-8248-83267751e621 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.6410401 Mar 02 07:24:08.625183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Deleting subnet e903713e-a8a2-4045-87a9-cb2ff430ae95 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:08.683159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '40212f78-c0bc-499f-b363-1b28170e87fd', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'port_id': '40212f78-c0bc-499f-b363-1b28170e87fd', 'mac_address': 'fa:16:3e:12:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5d292-c443-4579-a14d-e1113fe12dcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:24:08.704332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:08.804951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.879561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.882911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.964674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-79a8af02-c875-4d18-8c6a-3b6e7517f3e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 217 time: 0.3279040 Mar 02 07:24:08.970789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:08.971255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.051887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-5a912cc9-9420-41ac-861c-64bef615d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:09.053714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-5a912cc9-9420-41ac-861c-64bef615d713 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.0883524 Mar 02 07:24:09.057464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c74e9-070b-4661-a62e-5bdc6ffeaece None None] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:09.147336 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-a5d31439-743b-4a6a-a071-eafa657bc18a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865104 Mar 02 07:24:09.162694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.185241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.219901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.220847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for 24819e68-a748-4fc5-9562-4abc87d40aea owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:09.221995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:09.233842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40212f78-c0bc-499f-b363-1b28170e87fd {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:09.251872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.254419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=40212f78-c0bc-499f-b363-1b28170e87fd,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:09.280494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.307550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-beff6b7e-955e-482b-ba13-db2b3e154f9c service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5316260 Mar 02 07:24:09.309350 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.311004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4981505d-2b18-4d8c-8b89-9913eccfe735 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:24:09.359332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4981505d-2b18-4d8c-8b89-9913eccfe735,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:09.397319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '4981505d-2b18-4d8c-8b89-9913eccfe735', 'network_id': 'a93bc824-b5fe-4566-b6f3-a1248136112f', 'port_id': '4981505d-2b18-4d8c-8b89-9913eccfe735', 'mac_address': 'fa:16:3e:77:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5d292-c443-4579-a14d-e1113fe12dcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:24:09.400314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['358f3483-fcfd-4c19-91bb-2fc99b270fa5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:09.462264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-13994704-a99f-45ad-a3fe-ba3afc850112 service neutron] 10.222.0.39 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0265839 Mar 02 07:24:09.464278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:09.559507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68ff35-b414-4d9f-8956-53ea1722bff4 req-555c4b1a-3b76-457a-8791-4b1d03ab5806 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:09.574195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab68ff35-b414-4d9f-8956-53ea1722bff4 req-555c4b1a-3b76-457a-8791-4b1d03ab5806 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 1.0764885 Mar 02 07:24:09.576442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] Transition to ACTIVE for port object 3b1c3e5e-f837-477b-be76-2a02825c3cfe will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:09.701938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0ea07cb1-6059-44a3-81ce-ef388dcc5eeb None None] Provisioning for port 921bec52-33c4-480c-9b07-94444183b347 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:09.724822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.754493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:09.808622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.809579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:09.815309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 921bec52-33c4-480c-9b07-94444183b347 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:09.839652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 921bec52-33c4-480c-9b07-94444183b347 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:09.840669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.874590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e903713e-a8a2-4045-87a9-cb2ff430ae95,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:09.888148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Allocated IP 172.25.4.186 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0c2039cb-4e0d-4d13-b135-a083aedef9ab) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:09.898304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.915252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49975c9-1c75-4368-b19d-5aa354b7469a req-c133b5fc-6e12-4fd9-9e6e-38266d7b5afc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:09.918480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b49975c9-1c75-4368-b19d-5aa354b7469a req-c133b5fc-6e12-4fd9-9e6e-38266d7b5afc tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 950 time: 1.0513265 Mar 02 07:24:09.920557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-08f57314-7123-4543-9942-21ff69db58af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e903713e-a8a2-4045-87a9-cb2ff430ae95 HTTP/1.1" status: 204 len: 168 time: 1.7246835 Mar 02 07:24:09.927243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42306) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:09.947417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:09.947791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.973135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5287cb4-6115-425d-92a0-f02327ce31ff None None] Network ddf52aa6-0f13-4ef1-adb3-c43a5c72142b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:10.010126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-2463460e-6843-4a7c-8237-b3230150a676 service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514338 Mar 02 07:24:10.045076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.093019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.136080 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:10.136315 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:10.156041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b49975c9-1c75-4368-b19d-5aa354b7469a req-e76f189c-8b90-4c01-8049-b423243d5bd5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190325 Mar 02 07:24:10.170526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab68ff35-b414-4d9f-8956-53ea1722bff4 req-e37a03b6-718c-4751-b3c1-d4aee22d8088 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953369 Mar 02 07:24:10.225634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.285359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981505d-2b18-4d8c-8b89-9913eccfe735 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:10.309204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4981505d-2b18-4d8c-8b89-9913eccfe735,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:10.320834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Deleting port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:10.321421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.407951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:10.413646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.455582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:10.468172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.474917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f4ff36e-93d6-4b10-b2b4-3c950e4ea920 req-4d16e5a0-8d0e-4bf4-a7a6-9d9476ee2b7a service neutron] 10.222.0.16 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824148 Mar 02 07:24:10.494473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-e93647ad-d452-4289-8716-756fd0f8c90a service neutron] 10.222.0.16 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1553724 Mar 02 07:24:10.495732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] No DVR routers for this DVR port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:10.510537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f84df1-c166-4754-af03-89f3a34b256c req-3eafad8d-b7da-4031-aaf7-9b5727ec3f06 service neutron] 10.222.0.39 "GET /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0012548 Mar 02 07:24:10.521284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:10.603437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port ef6a1779-b98a-4b26-95ed-286699e9a1de, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef6a1779-b98a-4b26-95ed-286699e9a1de,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:10.604165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.673263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port 24819e68-a748-4fc5-9562-4abc87d40aea {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:10.673922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.696482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a41fb-dd68-43e2-bef4-71ca07b96396 req-8f1bead1-1253-4364-b216-062cb31778cd tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:10.698057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f2a41fb-dd68-43e2-bef4-71ca07b96396 req-8f1bead1-1253-4364-b216-062cb31778cd tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.3270390 Mar 02 07:24:10.711846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.752225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.767863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:10.783135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for ef6a1779-b98a-4b26-95ed-286699e9a1de owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:10.798937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] For port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,segment=NetworkSegment(81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29),segment_id=81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:10.799308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.823488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:10.829820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-0bd943c8-af98-450b-8d3a-498b4434edf8 service neutron] 10.222.0.16 "PUT /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe/bindings/n-h2-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 6.5107741 Mar 02 07:24:10.856170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['40212f78-c0bc-499f-b363-1b28170e87fd'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:10.901260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4981505d-2b18-4d8c-8b89-9913eccfe735'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:11.038753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.045698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Calling delete_port for 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:11.094959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port 24819e68-a748-4fc5-9562-4abc87d40aea, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=24819e68-a748-4fc5-9562-4abc87d40aea,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:11.096089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.153580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2039cb-4e0d-4d13-b135-a083aedef9ab,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:11.177630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f2a41fb-dd68-43e2-bef4-71ca07b96396 req-5fc1ae4e-1a9d-4bb6-9e1d-80a6e4e80971 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677444 Mar 02 07:24:11.179252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:11.188123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.192303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:11.215950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc78a3-7563-42c3-8c7c-c59498fc9df0 req-2c0221e0-1370-4557-b13a-425c751f4fb4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:11.217789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47cc78a3-7563-42c3-8c7c-c59498fc9df0 req-2c0221e0-1370-4557-b13a-425c751f4fb4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 944 time: 0.8488719 Mar 02 07:24:11.240494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:11.261306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 921bec52-33c4-480c-9b07-94444183b347, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=921bec52-33c4-480c-9b07-94444183b347,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:11.271237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.279976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:11.308465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for 24819e68-a748-4fc5-9562-4abc87d40aea owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:11.360445 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.377310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b290c3-e432-483e-b0d5-15fa51b1ea40 None None] DHCP port deletion for ddf52aa6-0f13-4ef1-adb3-c43a5c72142b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:11.470639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Pushing event deleted for resources: {'Port': ['ID=74f56c3e-1237-4f1f-997f-1b6094a2e2f0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:11.529451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] No DVR routers for this DVR port 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:11.546357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efc82d40-3a5e-4598-8624-ce93433634f7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:11.648846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:11.720790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47cc78a3-7563-42c3-8c7c-c59498fc9df0 req-9ecfbca7-a4a7-4020-b616-197ba3314b41 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788686 Mar 02 07:24:11.725366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: efc82d40-3a5e-4598-8624-ce93433634f7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:11.726556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efc82d40-3a5e-4598-8624-ce93433634f7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:11.727206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:11.748656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-d4667451-3cf5-40f5-81df-3dd4ebe5e1b1 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:11.750215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-d4667451-3cf5-40f5-81df-3dd4ebe5e1b1 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.5851536 Mar 02 07:24:11.779624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:11.780609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 74f56c3e-1237-4f1f-997f-1b6094a2e2f0 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:11.859424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d2c28bd7-a6a6-44bc-8a48-bfde1d4cb832 None None] Provisioning complete for port 921bec52-33c4-480c-9b07-94444183b347 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:11.860065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d2c28bd7-a6a6-44bc-8a48-bfde1d4cb832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.873892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.970479 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea', 'code': 200} Mar 02 07:24:12.046583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=921bec52-33c4-480c-9b07-94444183b347,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.080651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17397394-f647-4229-b5a9-fce198594ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.104409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=ef6a1779-b98a-4b26-95ed-286699e9a1de,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.164038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:12.192862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.232052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf52aa6-0f13-4ef1-adb3-c43a5c72142b']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:12.249837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:12.250165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ba0cb9-c3fd-4ba9-9ac7-c9a01b8e8a29') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:12.263490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.287708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.316169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.362334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:12.366422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.370988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port ef6a1779-b98a-4b26-95ed-286699e9a1de on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:12.375076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.391692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-deleted', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:12.397983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-4d0427e7-9e57-4f85-bb3b-f0cfca969d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.399830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-4d0427e7-9e57-4f85-bb3b-f0cfca969d20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0&tenant_id=dc7049fc26ba455c9e558122802652f1 HTTP/1.1" status: 200 len: 1095 time: 0.6080513 Mar 02 07:24:12.416508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=24819e68-a748-4fc5-9562-4abc87d40aea,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.419795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4d488dfd-b4d1-4def-a8ff-cfea508fa59d req-f5c6b99a-e9ca-44bc-941a-e77c28eeed01 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:12.432248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6acccd99-f54b-4683-b876-d9ba97b6e98f req-027d0a53-13dd-48dc-b6af-e7d0a82aa561 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.16 "DELETE /v2.0/ports/ef6a1779-b98a-4b26-95ed-286699e9a1de HTTP/1.1" status: 204 len: 173 time: 5.2652557 Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:12.517041 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:12.602734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4d488dfd-b4d1-4def-a8ff-cfea508fa59d req-f5c6b99a-e9ca-44bc-941a-e77c28eeed01 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:12.617753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.623487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d488dfd-b4d1-4def-a8ff-cfea508fa59d req-f5c6b99a-e9ca-44bc-941a-e77c28eeed01 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff3d845-ec79-4f36-b2c3-395ae77f6bd4 HTTP/1.1" status: 200 len: 210 time: 0.4938929 Mar 02 07:24:12.643458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port 24819e68-a748-4fc5-9562-4abc87d40aea on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:12.666264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.668228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8ca3fe43-e7db-429f-be23-5bfddff14008 req-756405fe-e70a-4be6-92b9-be605ca3b580 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "DELETE /v2.0/ports/24819e68-a748-4fc5-9562-4abc87d40aea HTTP/1.1" status: 204 len: 173 time: 6.4538052 Mar 02 07:24:12.695098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.771904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-450e7aae-a665-418b-8ffc-dd7f21f6b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.773457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-450e7aae-a665-418b-8ffc-dd7f21f6b11c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7049fc26ba455c9e558122802652f1&device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1095 time: 0.3431361 Mar 02 07:24:12.898547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] 10.222.0.21 "DELETE /v2.0/networks/ddf52aa6-0f13-4ef1-adb3-c43a5c72142b HTTP/1.1" status: 204 len: 168 time: 2.9602571 Mar 02 07:24:12.974778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-be00ef9d-257e-4fe6-a3f4-1d4327674527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.976154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e998a-e533-4815-a8e4-58cc10b7626f admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf52aa6-0f13-4ef1-adb3-c43a5c72142b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.976568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-be00ef9d-257e-4fe6-a3f4-1d4327674527 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 200 len: 908 time: 0.1898558 Mar 02 07:24:13.039857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44534dff-9b47-4016-bcd9-3d8af90af088 req-a7d19680-9c11-4da5-8597-47ca52d28710 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.041502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-44534dff-9b47-4016-bcd9-3d8af90af088 req-a7d19680-9c11-4da5-8597-47ca52d28710 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 0.7508399 Mar 02 07:24:13.062017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a21e8f01-08a4-4ee6-8302-30d6fafed91d req-98379b0d-66f4-4302-9984-7dd918a1cc7e tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.0834053 Mar 02 07:24:13.205988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-234342f2-6c8c-43ca-9a34-d9c67caa5622 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 200 len: 217 time: 0.2220237 Mar 02 07:24:13.326874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.333040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-44534dff-9b47-4016-bcd9-3d8af90af088 req-226e0336-5831-4ce4-862b-aac53a35e963 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799189 Mar 02 07:24:13.384506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.411640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-8d365c6c-9918-4852-9e22-134249d5c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.413104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-8d365c6c-9918-4852-9e22-134249d5c6b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 200 len: 848 time: 0.1983325 Mar 02 07:24:13.449573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 358f3483-fcfd-4c19-91bb-2fc99b270fa5 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:13.558701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-32db8668-ce3a-411f-95f5-218573b646a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=148e996750214069ba7eb3397cda680c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238481 Mar 02 07:24:13.568125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-f996eb61-8641-4dde-8b50-0c9ff3a5a87c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b964cf00-32a0-4538-b804-3acf576fe5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440730 Mar 02 07:24:13.571177 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9fa8cf-ebe4-49c7-b4ed-aa0f0a29da8e', 'name': 'network-vif-deleted', 'tag': 'ef6a1779-b98a-4b26-95ed-286699e9a1de', 'status': 'completed', 'code': 200} Mar 02 07:24:13.571546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42360) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.571993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 921bec52-33c4-480c-9b07-94444183b347 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:13.724420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 921bec52-33c4-480c-9b07-94444183b347 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:13.725042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.804174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:13.815228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:13.815642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.825885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198daa-a06f-442c-8487-ffe66ee2b45b req-f087b5bf-5a32-400d-864a-8e2125479852 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.827592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d198daa-a06f-442c-8487-ffe66ee2b45b req-f087b5bf-5a32-400d-864a-8e2125479852 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.5359871 Mar 02 07:24:13.939344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.963366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd21d-00a6-403d-a4de-faf7298e30cf req-17dff229-9433-4873-950e-cbc11e68b79d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.971102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26dd21d-00a6-403d-a4de-faf7298e30cf req-17dff229-9433-4873-950e-cbc11e68b79d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 944 time: 0.3070836 Mar 02 07:24:13.977765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-39da25ef-8c3e-4a6f-b799-6b03e49b6f31 service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938472 Mar 02 07:24:13.980814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:13.991121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d198daa-a06f-442c-8487-ffe66ee2b45b req-1ac6d14c-b171-41f7-8f8b-a9024e84a2f7 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521559 Mar 02 07:24:14.024011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.047359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.068097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:14.072727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.076401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.193696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26dd21d-00a6-403d-a4de-faf7298e30cf req-8df7f7c0-df3a-471e-a38f-081a3ba3b8a1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214003 Mar 02 07:24:14.223286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.231395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-62d55cb7-f096-43be-ac94-0da897631e5a service neutron] 10.222.0.39 "GET /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356946 Mar 02 07:24:14.233217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:14.244444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.273932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b79bf8-8a65-4ca2-a364-10d0b1e85f67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.291581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.292831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f5fcabaf-2e34-4a69-9e01-37bae18a4837 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98b79bf8-8a65-4ca2-a364-10d0b1e85f67 HTTP/1.1" status: 204 len: 168 time: 0.7203610 Mar 02 07:24:14.428429 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'code': 200} Mar 02 07:24:14.459328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 40212f78-c0bc-499f-b363-1b28170e87fd up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:14.651201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2c444757-04d6-4835-b07c-5b561c264c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.778488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 40212f78-c0bc-499f-b363-1b28170e87fd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:14.788515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 40212f78-c0bc-499f-b363-1b28170e87fd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:14.789126 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.907895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61ea9676-d141-465d-bff1-e629cb774354 req-50c57978-d0a1-4f52-8d86-39e722bfaf6a tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1269603 Mar 02 07:24:14.929933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69385f61-3887-44ca-99e3-113e0d1ca528 req-ffd20721-da10-405b-b166-4d1cc87aa368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:14.932181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69385f61-3887-44ca-99e3-113e0d1ca528 req-ffd20721-da10-405b-b166-4d1cc87aa368 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1101 time: 0.4125392 Mar 02 07:24:14.984045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-b58124f2-f1fa-4679-87c7-cc34794f4ac2 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:14.986544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-b58124f2-f1fa-4679-87c7-cc34794f4ac2 tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0&tenant_id=dc7049fc26ba455c9e558122802652f1&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.2835701 Mar 02 07:24:15.002346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.063025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409c201-3851-4578-b476-1405b0e6f7c2 req-c4568483-0616-4144-8478-a5219b4b0a8d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:15.075336 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f409c201-3851-4578-b476-1405b0e6f7c2 req-c4568483-0616-4144-8478-a5219b4b0a8d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 0.2972589 Mar 02 07:24:15.084425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69385f61-3887-44ca-99e3-113e0d1ca528 req-991bb8a9-5fb0-44bf-ae67-5d708b640e40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413629 Mar 02 07:24:15.086058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=40212f78-c0bc-499f-b363-1b28170e87fd,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:15.086791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:15.100386 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.101224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4981505d-2b18-4d8c-8b89-9913eccfe735 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:15.194991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-8667d994-1d5f-403d-bbc8-ad3e439995ca service neutron] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:15.208445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-8667d994-1d5f-403d-bbc8-ad3e439995ca service neutron] Notify callbacks [] for binding, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.210159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4ddc198-d7b4-4b8d-b124-2c10d2e181dc req-8667d994-1d5f-403d-bbc8-ad3e439995ca service neutron] 10.222.0.39 "DELETE /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe/bindings/n-h1-827871-1 HTTP/1.1" status: 204 len: 173 time: 0.2119009 Mar 02 07:24:15.348160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f409c201-3851-4578-b476-1405b0e6f7c2 req-22249938-dc93-4838-9e11-0836fad1b9e1 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634699 Mar 02 07:24:15.369739 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.417528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:15.467848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf4aa-c0c1-4aff-bf55-9fa234080567 req-61720b0b-e3ca-4668-b10a-032e00e84130 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:15.469541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f8cf4aa-c0c1-4aff-bf55-9fa234080567 req-61720b0b-e3ca-4668-b10a-032e00e84130 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.2122579 Mar 02 07:24:15.488495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.489967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 4981505d-2b18-4d8c-8b89-9913eccfe735 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:15.499934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 4981505d-2b18-4d8c-8b89-9913eccfe735 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:15.499934 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.569902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f8cf4aa-c0c1-4aff-bf55-9fa234080567 req-2a0e9417-7c05-46b9-8f3a-129a4cc4b7de tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916753 Mar 02 07:24:15.572472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-deleted', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:15.684641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:15.730531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:15.769294 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.770226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.774833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8088048b-3d82-4809-b7a8-9decbdb55238 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4173877 Mar 02 07:24:15.774968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42432) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:15.806072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Sync routers for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:15.832160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:15.833216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:15.882893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-network', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:15.888638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:15.894081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Usage tracker for resource:network and tenant:04ffb02d95044c54adaa1d7512ce99da is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:15.897825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:15.906480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:15.919882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4981505d-2b18-4d8c-8b89-9913eccfe735,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:15.927130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.927818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Made reservation on behalf of 04ffb02d95044c54adaa1d7512ce99da for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:15.930965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.947872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.969401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:15.975527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:04ffb02d95044c54adaa1d7512ce99da is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:15.978603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:15.985724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:16.088160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.096364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.110354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.127244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:16.168038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30739b-b691-431a-b162-3c16dcb292df req-5c47d39f-d6e2-4196-b119-67c1e8417f95 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:16.174392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b30739b-b691-431a-b162-3c16dcb292df req-5c47d39f-d6e2-4196-b119-67c1e8417f95 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1417506 Mar 02 07:24:16.189706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:16.251140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b30739b-b691-431a-b162-3c16dcb292df req-3aa1f5ce-66e4-42a6-be9a-4f558cd44ae0 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688744 Mar 02 07:24:16.302327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.302547 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Added segment 821367cf-42af-4313-8253-0f74fff607c3 of type vlan for network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c Mar 02 07:24:16.305356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd306f7-e6c2-4283-a893-a58af741b559,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.348510 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff3d845-ec79-4f36-b2c3-395ae77f6bd4', 'name': 'network-vif-deleted', 'tag': '24819e68-a748-4fc5-9562-4abc87d40aea', 'status': 'completed', 'code': 200} Mar 02 07:24:16.436334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afada3-7799-4c17-826e-30056427eecb req-8ff568bc-6b70-4792-b47c-1e2000894733 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:16.444373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0afada3-7799-4c17-826e-30056427eecb req-8ff568bc-6b70-4792-b47c-1e2000894733 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.3524361 Mar 02 07:24:16.447607 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.454522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5'}, {'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd'}, {'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:16.513244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:12Z', 'revision_number': 3, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:16.519072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Checking router: 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:16.520594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Updating router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a port 0c2039cb-4e0d-4d13-b135-a083aedef9ab binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:16.582656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.642927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.701161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0afada3-7799-4c17-826e-30056427eecb req-74d48563-49bd-4357-8399-744baf962ede tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558978 Mar 02 07:24:16.763695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddc25cfa-12d4-43b6-96cc-b8f430eae9ec req-cbcf1579-ff04-4a4e-aad8-6057fb353081 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.1101639 Mar 02 07:24:16.771645 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.773440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:16.773440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.818396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec5c6853-b8ee-41ad-91a0-90072da8df64 req-561e210c-18ae-42fb-83b6-5a6777677ca7 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0637548 Mar 02 07:24:16.897447 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5', 'code': 200} Mar 02 07:24:16.898959 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd', 'code': 200} Mar 02 07:24:16.899481 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735', 'code': 200} Mar 02 07:24:16.965728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c12d93e-fcc5-4a81-a9b1-d5b29a75763c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.984207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:17.023048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-32744367-59c4-47f8-a607-0d2f280bdfe4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3351710 Mar 02 07:24:17.031372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:17.042388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Request body: {'subnet': {'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-subnet', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:17.053449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:17.062143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Usage tracker for resource:subnet and tenant:04ffb02d95044c54adaa1d7512ce99da is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:17.077807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:17.089671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76a77a-be6a-4652-9975-e29597ca40f0 req-814c9d60-645e-49ea-ac95-f05231bd244e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.098210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b76a77a-be6a-4652-9975-e29597ca40f0 req-814c9d60-645e-49ea-ac95-f05231bd244e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.1107352 Mar 02 07:24:17.105506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.116010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:17.152468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Transition to ACTIVE for port object 0c2039cb-4e0d-4d13-b135-a083aedef9ab will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:17.153690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b76a77a-be6a-4652-9975-e29597ca40f0 req-cfd1908e-4d30-4724-8850-5d9bce66d4b5 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543730 Mar 02 07:24:17.164038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.231201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Made reservation on behalf of 04ffb02d95044c54adaa1d7512ce99da for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:17.233253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.250856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Attempting to bind port 0c2039cb-4e0d-4d13-b135-a083aedef9ab on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:17.251224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Attempting to bind port 0c2039cb-4e0d-4d13-b135-a083aedef9ab by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:17.251676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Attempting to bind port 0c2039cb-4e0d-4d13-b135-a083aedef9ab on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:17.261714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:17.262128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:17.263073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.263329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:17.264259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Bound port: 0c2039cb-4e0d-4d13-b135-a083aedef9ab, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:17.264388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.267691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cf223-7cea-47f0-9688-b7234956d89b req-f4aae7c9-3f06-45a9-9917-76701625b3ae tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.269728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b39cf223-7cea-47f0-9688-b7234956d89b req-f4aae7c9-3f06-45a9-9917-76701625b3ae tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 1095 time: 0.3678536 Mar 02 07:24:17.289029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a083c-1a1c-44ae-ab3d-a36d18673076 None None] Pushing event updated for resources: {'Port': ['ID=0c2039cb-4e0d-4d13-b135-a083aedef9ab,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:17.350675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] For port 0c2039cb-4e0d-4d13-b135-a083aedef9ab, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:17.354273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] For port 0c2039cb-4e0d-4d13-b135-a083aedef9ab, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2039cb-4e0d-4d13-b135-a083aedef9ab,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:17.361469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.447125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:17.447779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:17.502432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522172e-3bba-48e1-97d3-b284286ec4a1 req-9577cdcb-1fd4-4029-ac9a-101695dfc922 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.502432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f522172e-3bba-48e1-97d3-b284286ec4a1 req-9577cdcb-1fd4-4029-ac9a-101695dfc922 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1208632 Mar 02 07:24:17.600324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a083c-1a1c-44ae-ab3d-a36d18673076 None None] Pushing event updated for resources: {'Port': ['ID=0c2039cb-4e0d-4d13-b135-a083aedef9ab,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:17.622339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f522172e-3bba-48e1-97d3-b284286ec4a1 req-c99456d1-4f6a-4418-bb5d-ae964729bf15 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147029 Mar 02 07:24:17.736513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:17.747630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b39cf223-7cea-47f0-9688-b7234956d89b req-56703f66-3577-41ae-a5f9-f0ff6013945b tempest-LiveMigrationTest-1107772830 tempest-LiveMigrationTest-1107772830-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305496 Mar 02 07:24:17.809643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ded2-6759-43be-860d-a29a1adc89b4 req-74dd2d3e-9a3a-495d-b71a-7212e86e4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.811157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66a4ded2-6759-43be-860d-a29a1adc89b4 req-74dd2d3e-9a3a-495d-b71a-7212e86e4761 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 1096 time: 0.6543217 Mar 02 07:24:17.817881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e7ca-ec57-4d1d-89dc-19e866e7b98e req-f7297f8f-a4ef-43f2-b85e-6ab05e6541a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.819304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7815e7ca-ec57-4d1d-89dc-19e866e7b98e req-f7297f8f-a4ef-43f2-b85e-6ab05e6541a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 1097 time: 0.6613989 Mar 02 07:24:17.875529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.886205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.995481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66a4ded2-6759-43be-860d-a29a1adc89b4 req-b90efe4c-a215-462c-b65a-7b68de5eb6b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752176 Mar 02 07:24:18.011345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d0088-6d5d-4cc1-8062-17253f96702a req-ae5e0ab2-e1ee-409b-a9e5-10dfb68704f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:18.020725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-973d0088-6d5d-4cc1-8062-17253f96702a req-ae5e0ab2-e1ee-409b-a9e5-10dfb68704f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.1107028 Mar 02 07:24:18.056319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7815e7ca-ec57-4d1d-89dc-19e866e7b98e req-e10c0dd3-f0b1-4534-b5e9-b4228608ca03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310078 Mar 02 07:24:18.086895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-973d0088-6d5d-4cc1-8062-17253f96702a req-02f54e30-e6c5-4d4b-8f91-f1a4b915ba3a tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Mar 02 07:24:18.087847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36278247-1bad-4e6b-9c12-b84ed2f22e60,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:18.139586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Checking segment: {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:18.140564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Network hostable DHCP agents. Network: 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:18.150555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:12Z', 'revision_number': 3, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:18.159165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc3be2-e341-4915-86a9-3da8fba7c1cb None None] The sync data for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 is: [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:12Z', 'revision_number': 3, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:18.260035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:18.297280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.356472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-add806c6-a129-4d0a-bfb7-d42da3f4df9e req-1271078c-a69f-4c27-b277-751cb73e16ce tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0704288 Mar 02 07:24:18.372729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:18.396738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17616000-777d-4697-b667-3cccb1710d16 None None] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:18.457976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:18.457976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.654590 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87ddeccf-cb63-4b0b-aa81-cce909abd7b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6200871 Mar 02 07:24:18.661493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Allocated IP 172.20.0.1 (ea1e4f59-e3b6-4899-abaa-843eda4f0090/e78cd01a-2d54-415e-b292-fb3fb8bc0f52/d8723ed6-4957-445b-82e4-a98b19d9eddf) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:18.662057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42464) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:18.681260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.716468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:18.734000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:18.760196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Usage tracker for resource:router and tenant:04ffb02d95044c54adaa1d7512ce99da is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:18.769376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:18.787364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:18.828619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.830097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.882681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'fixed_ips': [{'subnet_id': '36278247-1bad-4e6b-9c12-b84ed2f22e60'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:18.885514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.886707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.992418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6f28-c355-4fbf-af45-f6e1734c2975 req-49537477-e75f-4ae3-80b7-cecb5111f9ec tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.009436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d65a6f28-c355-4fbf-af45-f6e1734c2975 req-49537477-e75f-4ae3-80b7-cecb5111f9ec tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.7246294 Mar 02 07:24:19.088467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Allocated IP 172.20.0.2 (0c12d93e-fcc5-4a81-a9b1-d5b29a75763c/36278247-1bad-4e6b-9c12-b84ed2f22e60/8b9b918b-794b-4680-bce2-de568efb8c7e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:19.134526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9969c-2317-47df-8470-32bea0364a7f req-328b0bc9-e40b-4f42-b3c1-504f88960c11 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.147248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41c9969c-2317-47df-8470-32bea0364a7f req-328b0bc9-e40b-4f42-b3c1-504f88960c11 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.5875130 Mar 02 07:24:19.219560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d65a6f28-c355-4fbf-af45-f6e1734c2975 req-5d2d8387-eee9-44f7-b0c4-b6941d8511a2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102876 Mar 02 07:24:19.351550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.397503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Transition to ACTIVE for port object d8723ed6-4957-445b-82e4-a98b19d9eddf will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:19.427912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.453267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Transition to ACTIVE for port object 8b9b918b-794b-4680-bce2-de568efb8c7e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:19.510428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Transition to ACTIVE for port object 8b9b918b-794b-4680-bce2-de568efb8c7e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:19.522643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.522870 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.544443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41c9969c-2317-47df-8470-32bea0364a7f req-505c311b-0a7c-4188-ad7a-2f43a43a3c75 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028168 Mar 02 07:24:19.577486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.701086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2039cb-4e0d-4d13-b135-a083aedef9ab up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:19.716945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Pushing event updated for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:19.744974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:19.746837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:19.757109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e4fa9-bde2-4a13-8bdd-640befd82d7f req-962af0e3-92c2-42ac-bc3f-c85218b0b30b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.761558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-332e4fa9-bde2-4a13-8bdd-640befd82d7f req-962af0e3-92c2-42ac-bc3f-c85218b0b30b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.3462932 Mar 02 07:24:19.766560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:19.876805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.891881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:19.919901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:19.943398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-624457d0-87b8-4728-8e0f-6994a8548ba0 req-56f1d12d-a533-48da-8c80-470c6bd6d916 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0623021 Mar 02 07:24:19.961661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:19.981407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Pushing event updated for resources: {'Port': ['ID=8b9b918b-794b-4680-bce2-de568efb8c7e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.012305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-332e4fa9-bde2-4a13-8bdd-640befd82d7f req-74a4298a-ae82-4bca-b8a2-6f1783279138 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300015 Mar 02 07:24:20.177505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a7bad107-8af7-4ee2-a9c8-188256738b69 None None] Provisioning for port d8723ed6-4957-445b-82e4-a98b19d9eddf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:20.183840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0c2039cb-4e0d-4d13-b135-a083aedef9ab completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:20.198050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c2039cb-4e0d-4d13-b135-a083aedef9ab triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:20.198723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.240497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a7bad107-8af7-4ee2-a9c8-188256738b69 None None] Provisioning complete for port d8723ed6-4957-445b-82e4-a98b19d9eddf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:20.240872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a7bad107-8af7-4ee2-a9c8-188256738b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.242091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463050-23e9-4830-b131-e1691430996b req-a3a41107-3fb2-459d-9ac3-f1119c2eb596 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:20.243562 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19463050-23e9-4830-b131-e1691430996b req-a3a41107-3fb2-459d-9ac3-f1119c2eb596 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.3934014 Mar 02 07:24:20.271444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf7e9c95-f196-4358-8f4f-37ac075b5a57 req-873310db-1940-423a-aa93-482971108e5d tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0629241 Mar 02 07:24:20.288697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.297797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a7bad107-8af7-4ee2-a9c8-188256738b69 None None] Port d8723ed6-4957-445b-82e4-a98b19d9eddf cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:20.306789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Attempting to bind port 8b9b918b-794b-4680-bce2-de568efb8c7e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:20.307218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Attempting to bind port 8b9b918b-794b-4680-bce2-de568efb8c7e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:20.307819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Attempting to bind port 8b9b918b-794b-4680-bce2-de568efb8c7e on network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:20.326713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:20.327405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Checking segment: {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:20.327972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.328512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Bound using segment: {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:20.329156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Bound port: 8b9b918b-794b-4680-bce2-de568efb8c7e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:20.329693 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.403519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.450105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.514477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19463050-23e9-4830-b131-e1691430996b req-bb0b3a37-2c35-4d7a-ad6a-fc1b57e992cd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110021 Mar 02 07:24:20.515678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.556795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0c2039cb-4e0d-4d13-b135-a083aedef9ab, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2039cb-4e0d-4d13-b135-a083aedef9ab,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:20.565213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] For port 8b9b918b-794b-4680-bce2-de568efb8c7e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:20.569172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.574910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] For port 8b9b918b-794b-4680-bce2-de568efb8c7e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b9b918b-794b-4680-bce2-de568efb8c7e,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:20.618471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf233b-39dd-49ac-8ab7-6c6e77fa9743 req-7c93cecd-55d6-426e-ae9f-e56d56c032e8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:20.619967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0cf233b-39dd-49ac-8ab7-6c6e77fa9743 req-7c93cecd-55d6-426e-ae9f-e56d56c032e8 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.1349449 Mar 02 07:24:20.627665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.630091 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.655488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.691051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0c2039cb-4e0d-4d13-b135-a083aedef9ab,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.767422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9bfe3-41c7-49fb-98d7-bb694395a589 None None] Pushing event updated for resources: {'Port': ['ID=8b9b918b-794b-4680-bce2-de568efb8c7e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.788834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Allocated IP 172.25.4.114 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/de351701-be20-4c89-a3fc-c41c60f50ead) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:20.790201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0cf233b-39dd-49ac-8ab7-6c6e77fa9743 req-37768599-2840-46d8-8e18-c6f657e14a69 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565840 Mar 02 07:24:20.816212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Pushing event updated for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.818507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.859155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21599763-3d42-4143-8752-e9fa81c98346 req-2f2c8621-1d3b-45bf-9ee9-8395d9bdc50f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:20.861052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21599763-3d42-4143-8752-e9fa81c98346 req-2f2c8621-1d3b-45bf-9ee9-8395d9bdc50f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.1756573 Mar 02 07:24:20.980728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21599763-3d42-4143-8752-e9fa81c98346 req-a4b461b8-3971-4391-8f96-8396b29c6a72 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622027 Mar 02 07:24:21.025424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.068964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.109668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:21.112141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:21.139504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:21.142491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:21.148212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:21.205078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Pushing event updated for resources: {'Port': ['ID=de351701-be20-4c89-a3fc-c41c60f50ead,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:21.217880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.218291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.218633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.218967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.219301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.219632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.219957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.220280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.220602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.221112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.221436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.222011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:21.403267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8343188-f2d2-48b9-9cb8-b04bcd3ecee8 req-4ef71fd7-88a8-451f-9916-80660419405e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:21.412866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8343188-f2d2-48b9-9cb8-b04bcd3ecee8 req-4ef71fd7-88a8-451f-9916-80660419405e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.2238142 Mar 02 07:24:21.464703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8343188-f2d2-48b9-9cb8-b04bcd3ecee8 req-1553794a-55c1-4782-9ad1-0507e3e9ad03 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502648 Mar 02 07:24:21.476266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:21.568803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-01cc9c14-2cc7-4f3c-a81c-86c8a4e7a831 None None] Provisioning complete for port d8723ed6-4957-445b-82e4-a98b19d9eddf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:21.569454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-01cc9c14-2cc7-4f3c-a81c-86c8a4e7a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.578205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-697f7f7a-2361-4c70-b20b-9d8dcdaae4fd req-1225a9ce-8490-4a61-b729-2064b5b4c9b7 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1051397 Mar 02 07:24:21.696338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b9b918b-794b-4680-bce2-de568efb8c7e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:21.807312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-01cc9c14-2cc7-4f3c-a81c-86c8a4e7a831 None None] Port d8723ed6-4957-445b-82e4-a98b19d9eddf cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:21.840546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8b9b918b-794b-4680-bce2-de568efb8c7e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:21.842431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:21.858856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Sync routers for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:21.870992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2039cb-4e0d-4d13-b135-a083aedef9ab up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:21.892869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1ff89bd-4903-4971-af33-ca553c4fe78d admin admin] 10.222.0.21 "PUT /v2.0/routers/302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1168425 Mar 02 07:24:21.893592 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:21.895266 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:22.008349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a9f73-1473-44af-8709-e154f7477431 req-24e87818-b440-4e17-b45b-9b8b1c3f67bd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.023123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff0a9f73-1473-44af-8709-e154f7477431 req-24e87818-b440-4e17-b45b-9b8b1c3f67bd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.2727909 Mar 02 07:24:22.032521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.096706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc7504-a031-4124-b07d-303fed12f521 None None] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:22.211947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff0a9f73-1473-44af-8709-e154f7477431 req-6f13ccb6-5bc7-4692-a4e0-051ce83d2ce9 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863484 Mar 02 07:24:22.345784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-49037745-da21-4979-8f12-022e9350dede None None] Provisioning for port 8b9b918b-794b-4680-bce2-de568efb8c7e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:22.436429 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:22.454931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f1b7e-89c2-472b-a63c-b8110fccfb72 req-49b12b3e-1584-4282-b9ae-655e396d582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.456974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-030f1b7e-89c2-472b-a63c-b8110fccfb72 req-49b12b3e-1584-4282-b9ae-655e396d582a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 1096 time: 0.2440913 Mar 02 07:24:22.531170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-49037745-da21-4979-8f12-022e9350dede None None] Provisioning complete for port 8b9b918b-794b-4680-bce2-de568efb8c7e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:22.532333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.596501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-030f1b7e-89c2-472b-a63c-b8110fccfb72 req-328736ae-1a87-499d-9691-3978d2537165 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304839 Mar 02 07:24:22.692773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3b03a-6b66-441e-97e2-87643be01c8e req-47b9724a-5958-4f80-b93c-6dedd64f2df1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.693537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13e3b03a-6b66-441e-97e2-87643be01c8e req-47b9724a-5958-4f80-b93c-6dedd64f2df1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.1529667 Mar 02 07:24:22.741582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c2039cb-4e0d-4d13-b135-a083aedef9ab triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:22.742181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.802421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13e3b03a-6b66-441e-97e2-87643be01c8e req-58ac4401-a94e-4bdb-b6af-4df583e1890a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983813 Mar 02 07:24:22.873451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:22.881281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-551017836-network', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:22.886514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:22.891391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Usage tracker for resource:network and tenant:3dab7b72e9cc4db0af336a34962cdb93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:22.895718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:22.903051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:22.916648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Made reservation on behalf of 3dab7b72e9cc4db0af336a34962cdb93 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:22.916919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.922156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.938970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.959156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:22.979888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Usage tracker for resource:security_group_rule and tenant:3dab7b72e9cc4db0af336a34962cdb93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:22.986341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:23.006426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:23.058062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 2, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:23.066413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Checking router: 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:23.066777 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Updating router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a port d8723ed6-4957-445b-82e4-a98b19d9eddf binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:23.145813 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.179831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.182418 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.256707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.273039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c61b4-a36b-4b15-aca2-9c14e79f2a45 req-20832878-39df-48cf-9c31-4c91a37a6d00 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.274994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-946c61b4-a36b-4b15-aca2-9c14e79f2a45 req-20832878-39df-48cf-9c31-4c91a37a6d00 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.5379992 Mar 02 07:24:23.283985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e286dc0-2c2c-4321-8ca4-4208fb30e229 req-3e4ac0c7-cbad-4451-a75c-8326b3ea473b tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.2208400 Mar 02 07:24:23.315610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:23.326178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb6042-f07a-45ae-bda9-428ee4962eb2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.339188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.339719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.340627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.340819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.341255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.341778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.342249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.342782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.343284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.343785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.344202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.344661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.352633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.353198 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Added segment d4c28a5a-6864-4e34-9ddf-c01f45267537 of type vlan for network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 Mar 02 07:24:23.359129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-49037745-da21-4979-8f12-022e9350dede None None] For port 8b9b918b-794b-4680-bce2-de568efb8c7e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b9b918b-794b-4680-bce2-de568efb8c7e,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:23.376747 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.447431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.462067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-946c61b4-a36b-4b15-aca2-9c14e79f2a45 req-9736fb1f-af3a-411d-8bfe-f2f45d0bd6d7 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781161 Mar 02 07:24:23.463582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Router c0b5ddc3-a354-4c0e-84bc-871c91256615 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:23.510506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037745-da21-4979-8f12-022e9350dede None None] Pushing event updated for resources: {'Port': ['ID=8b9b918b-794b-4680-bce2-de568efb8c7e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.527044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.537490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.538250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.538813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.540082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.543837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.544417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.544920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.545429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.545953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.546458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.547165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49037745-da21-4979-8f12-022e9350dede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:23.656715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-bde4f42c-ce27-4b4c-b380-7b5ea4ab98b3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.658645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-bde4f42c-ce27-4b4c-b380-7b5ea4ab98b3 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.2694478 Mar 02 07:24:23.661727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.662901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.663701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.727239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bad0c6ea-549b-454a-95c3-e69d6009d600 None None] Provisioning complete for port 8b9b918b-794b-4680-bce2-de568efb8c7e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:23.727634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bad0c6ea-549b-454a-95c3-e69d6009d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.767412 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.777466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:23.782985 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Transition to ACTIVE for port object d8723ed6-4957-445b-82e4-a98b19d9eddf will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:23.794108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Sync routers for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:23.794316 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.814180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:23.815126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:23.823846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.828169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4e5d9ac-470c-4050-9778-4da8f9d2051f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1500256 Mar 02 07:24:23.828879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42528) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.855922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] Pushing event updated for resources: {'Network': ['ID=1eebaf88-8ca2-4a9e-ba63-5f63e4976567,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.859086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e38f00f6-5735-43bc-a758-5e3ee074e65f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9843781 Mar 02 07:24:23.868658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42534) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.880630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:23.881295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Request body: {'subnet': {'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-551017836-subnet', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:23.889672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:23.894575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Usage tracker for resource:subnet and tenant:3dab7b72e9cc4db0af336a34962cdb93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:23.898838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:23.913090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:23.933957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Made reservation on behalf of 3dab7b72e9cc4db0af336a34962cdb93 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:23.936493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.987251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c13ae-0d5b-4fe5-9544-af4711c08fe5 req-2d6f20a7-251d-406e-9abd-1f5d3763e9b4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.992130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-943c13ae-0d5b-4fe5-9544-af4711c08fe5 req-2d6f20a7-251d-406e-9abd-1f5d3763e9b4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.2517693 Mar 02 07:24:24.150733 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Pushing event updated for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.175822 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.176062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.176370 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.176697 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.177023 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.177531 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.177785 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.177992 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.178310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.178625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.178951 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.179240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.208034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-943c13ae-0d5b-4fe5-9544-af4711c08fe5 req-51b9f8eb-0194-41c7-9c2c-fd149c56cb44 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965778 Mar 02 07:24:24.232473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Attempting to bind port d8723ed6-4957-445b-82e4-a98b19d9eddf on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:24.232855 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Attempting to bind port d8723ed6-4957-445b-82e4-a98b19d9eddf by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:24.233217 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Attempting to bind port d8723ed6-4957-445b-82e4-a98b19d9eddf on network ea1e4f59-e3b6-4899-abaa-843eda4f0090 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:24.239807 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:24.240186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Checking segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:24.240592 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.240984 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Bound using segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:24.241451 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Bound port: d8723ed6-4957-445b-82e4-a98b19d9eddf, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:24.241837 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.260981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac2b8-9340-4c9f-9e46-accc7b46428b req-1ec66e6c-76c1-4be4-bead-3ac057c696a5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:24.262603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94aac2b8-9340-4c9f-9e46-accc7b46428b req-1ec66e6c-76c1-4be4-bead-3ac057c696a5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.7417362 Mar 02 07:24:24.270781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Deleting port 3b1c3e5e-f837-477b-be76-2a02825c3cfe {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:24.271206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.282253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:24.343459 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] For port d8723ed6-4957-445b-82e4-a98b19d9eddf, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:24.346907 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] For port d8723ed6-4957-445b-82e4-a98b19d9eddf, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8723ed6-4957-445b-82e4-a98b19d9eddf,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:24.354329 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.486346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:24.486988 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:24.542779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94aac2b8-9340-4c9f-9e46-accc7b46428b req-8d2b1273-b0de-4194-a646-c7e944b32ff4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347281 Mar 02 07:24:24.642919 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007307f0-466a-4615-ba98-352df6979d5d None None] Pushing event updated for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.806232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4c616-7a98-4f83-9e31-16196904a971 req-61ce45e9-cdb2-4c5d-83b3-7acb5840379f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:24.808517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80e4c616-7a98-4f83-9e31-16196904a971 req-61ce45e9-cdb2-4c5d-83b3-7acb5840379f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.5019367 Mar 02 07:24:24.823414 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:24.932268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:21Z', 'revision_number': 3, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:24.936672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Checking router: c0b5ddc3-a354-4c0e-84bc-871c91256615 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:24.937033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Updating router c0b5ddc3-a354-4c0e-84bc-871c91256615 port de351701-be20-4c89-a3fc-c41c60f50ead binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:24.958785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ed348da-4b99-4531-afac-575126b126a3 req-b4557554-61b5-4270-b6f8-900f12bb9e48 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1168823 Mar 02 07:24:25.011463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.119580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:25.120271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.234617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122a1d6-9c37-48d4-9413-ed83b5e4008b req-99e781e1-0850-4f33-9ad9-f00bfe7edb26 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.241656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c122a1d6-9c37-48d4-9413-ed83b5e4008b req-99e781e1-0850-4f33-9ad9-f00bfe7edb26 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 944 time: 0.8243763 Mar 02 07:24:25.247034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:24Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:25.252109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32691233-1b4f-4958-9574-8659e26c99fe None None] The sync data for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 is: [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:24Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:25.254798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22879e5-8795-4f83-8855-83be0fc2589d req-e45987f6-c363-4817-8fde-96c08e59c86f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.256248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f22879e5-8795-4f83-8855-83be0fc2589d req-e45987f6-c363-4817-8fde-96c08e59c86f tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e HTTP/1.1" status: 200 len: 950 time: 0.7489905 Mar 02 07:24:25.381155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.402376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] For port 3b1c3e5e-f837-477b-be76-2a02825c3cfe, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3b1c3e5e-f837-477b-be76-2a02825c3cfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:25.402888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.548142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c122a1d6-9c37-48d4-9413-ed83b5e4008b req-b7e2d709-36cf-4961-b730-5192bfb94647 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055005 Mar 02 07:24:25.569029 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.594636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Transition to ACTIVE for port object de351701-be20-4c89-a3fc-c41c60f50ead will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:25.608259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:25.608499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.613173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.700095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b9b918b-794b-4680-bce2-de568efb8c7e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:25.809894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Attempting to bind port de351701-be20-4c89-a3fc-c41c60f50ead on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:25.810423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Attempting to bind port de351701-be20-4c89-a3fc-c41c60f50ead by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:25.810884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Attempting to bind port de351701-be20-4c89-a3fc-c41c60f50ead on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:25.817748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Calling delete_port for 3b1c3e5e-f837-477b-be76-2a02825c3cfe owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:25.827662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9dd8-af0c-4ab5-b2f9-b0c71956e57f None None] Pushing event updated for resources: {'Port': ['ID=de351701-be20-4c89-a3fc-c41c60f50ead,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:25.838113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:25.838569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:25.839045 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.839527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:25.840077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Bound port: de351701-be20-4c89-a3fc-c41c60f50ead, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:25.840655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.850814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-8e9388c7-063f-40ef-b850-1d79347b409c tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885258 Mar 02 07:24:25.921477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8b9b918b-794b-4680-bce2-de568efb8c7e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:25.922166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.942351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f695d560-df80-4b3a-a062-7f5065e2f2f0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:25.957265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Checking segment: {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:25.957808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Network hostable DHCP agents. Network: 1eebaf88-8ca2-4a9e-ba63-5f63e4976567, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:25.998711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cd34-101c-4a02-b1a2-7205b6d2c6f6 req-9a408135-c5d8-4dd1-a5ae-bf9c495d2851 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:26.004343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3886cd34-101c-4a02-b1a2-7205b6d2c6f6 req-9a408135-c5d8-4dd1-a5ae-bf9c495d2851 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 949 time: 0.8154237 Mar 02 07:24:26.011316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:26.011690 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.030523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] For port de351701-be20-4c89-a3fc-c41c60f50ead, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:26.044933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] For port de351701-be20-4c89-a3fc-c41c60f50ead, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=de351701-be20-4c89-a3fc-c41c60f50ead,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:26.052300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.195781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8723ed6-4957-445b-82e4-a98b19d9eddf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:26.199545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-0d124510-f74e-4d53-b556-cdae5d5af418 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:26.207818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-0d124510-f74e-4d53-b556-cdae5d5af418 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560655 Mar 02 07:24:26.210734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.222049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:26.226051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:26.226702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:26.255920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-ca6a6dcc-a812-4f1b-a82d-41130a70f1e9 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/quotas/47a86278037841b5b9381165d97817b6 HTTP/1.1" status: 200 len: 375 time: 0.0470488 Mar 02 07:24:26.263960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3886cd34-101c-4a02-b1a2-7205b6d2c6f6 req-8c88bddb-27f6-4252-ba13-291eb6fe7260 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546082 Mar 02 07:24:26.313833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:26.314575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.338561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9dd8-af0c-4ab5-b2f9-b0c71956e57f None None] Pushing event updated for resources: {'Port': ['ID=de351701-be20-4c89-a3fc-c41c60f50ead,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.401172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:26.446736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d8723ed6-4957-445b-82e4-a98b19d9eddf completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:26.461036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d8723ed6-4957-445b-82e4-a98b19d9eddf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:26.461508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.487044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:26.490989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:26.708358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1eebaf88-8ca2-4a9e-ba63-5f63e4976567) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:26.743500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018d53e-b771-40ec-a745-708d1c9dbfe0 None None] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:26.756400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:26.756986 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.796258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.830426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:26.840994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-5536845c-0660-4c5c-9f45-33cb3d9f6313 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5842433 Mar 02 07:24:26.847060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.865320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.872441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event deleted for resources: {'Port': ['ID=3b1c3e5e-f837-477b-be76-2a02825c3cfe,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.912267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.922496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4', '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:26.971226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=ec2e0179-4c87-4393-9e98-cf9fbe4d27a1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:27.050147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56d86faa-f366-4ac4-908c-963e5cd47c95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1751068 Mar 02 07:24:27.057316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42564) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:27.101174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:27.107026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:27.111729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Usage tracker for resource:router and tenant:3dab7b72e9cc4db0af336a34962cdb93 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:27.116129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:27.123397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:27.188965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.191235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.196426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] No DVR routers for this DVR port 3b1c3e5e-f837-477b-be76-2a02825c3cfe on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:27.207615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d642de-c313-4d31-960e-87b5e27f00e2 req-ba00e740-f140-4964-929c-c5d54e7d6c2b tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:27.210124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3d642de-c313-4d31-960e-87b5e27f00e2 req-ba00e740-f140-4964-929c-c5d54e7d6c2b tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.5077312 Mar 02 07:24:27.220181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.236079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:27.242389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.256923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.259108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5c8da94-1a86-4bdc-9aad-dabac8ef77e3 req-6e696e0f-2d90-49e7-bcb9-2fc6a16f5462 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.39 "DELETE /v2.0/ports/3b1c3e5e-f837-477b-be76-2a02825c3cfe HTTP/1.1" status: 204 len: 173 time: 3.5511527 Mar 02 07:24:27.303739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-deleted', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:27.324739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'name': 'network-vif-deleted', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:27.341662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:27.353697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.360558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80e4c616-7a98-4f83-9e31-16196904a971 req-e1f9b97b-f65c-4861-81af-6de4a33a914a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "DELETE /v2.0/ports/ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 HTTP/1.1" status: 204 len: 173 time: 2.5002406 Mar 02 07:24:27.373792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3d642de-c313-4d31-960e-87b5e27f00e2 req-36c3e5e2-5a20-4624-ab0e-95ea2b0c7496 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136692 Mar 02 07:24:27.382270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.443397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d8723ed6-4957-445b-82e4-a98b19d9eddf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8723ed6-4957-445b-82e4-a98b19d9eddf,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:27.508677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-24ed4812-0577-42d8-a29d-a8cdbaa64acb req-2eb028df-7989-4c51-85b4-d10526d6eaab tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.2423418 Mar 02 07:24:27.531212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f22879e5-8795-4f83-8855-83be0fc2589d req-58d55a51-04cc-4b56-ab4f-cafa2f33f908 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "DELETE /v2.0/ports/9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 HTTP/1.1" status: 204 len: 173 time: 2.2058949 Mar 02 07:24:27.566390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Allocated IP 172.20.0.1 (0c12d93e-fcc5-4a81-a9b1-d5b29a75763c/36278247-1bad-4e6b-9c12-b84ed2f22e60/5c50aa4a-3870-42ba-a9df-c54cf7338f1a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:27.763207 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.771019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:27.788404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af361395-0e7d-476f-acc4-555ffcde7df9 req-ce873e19-bad7-421f-8071-5abb077658b2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 210 time: 0.1870346 Mar 02 07:24:27.967917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8affd8a9-4cba-44d3-a284-4e49c1a11fd7 req-656ad76a-d494-41bd-9dbc-a30a362c8641 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:27.991889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 3b1c3e5e-f837-477b-be76-2a02825c3cfe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:27.991889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3b1c3e5e-f837-477b-be76-2a02825c3cfe not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:27.992230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:28.056975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9a9532d0-96a4-4181-8fda-f09dc3594d9b req-cdfcba81-4b16-46fe-89dc-595c7451fa84 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:28.059659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.072188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8affd8a9-4cba-44d3-a284-4e49c1a11fd7 req-656ad76a-d494-41bd-9dbc-a30a362c8641 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:28.073415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8affd8a9-4cba-44d3-a284-4e49c1a11fd7 req-656ad76a-d494-41bd-9dbc-a30a362c8641 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 210 time: 0.2821527 Mar 02 07:24:28.103572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'fixed_ips': [{'subnet_id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:28.104402 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.119511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:28.119865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ec2e0179-4c87-4393-9e98-cf9fbe4d27a1 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:28.191861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.204736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9a9532d0-96a4-4181-8fda-f09dc3594d9b req-cdfcba81-4b16-46fe-89dc-595c7451fa84 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:28.210110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a9532d0-96a4-4181-8fda-f09dc3594d9b req-cdfcba81-4b16-46fe-89dc-595c7451fa84 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0adb9297-0838-43b2-af82-9f0f91d449ef HTTP/1.1" status: 200 len: 210 time: 0.2340505 Mar 02 07:24:28.249545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Transition to ACTIVE for port object 5c50aa4a-3870-42ba-a9df-c54cf7338f1a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:28.276231 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c70aa3-ff8e-4b8d-9369-5b72ce9f435e', 'name': 'network-vif-deleted', 'tag': '9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21', 'status': 'completed', 'code': 200} Mar 02 07:24:28.288668 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7420aa7c-fddb-4228-807c-753f1d3524f0', 'name': 'network-vif-deleted', 'tag': '3b1c3e5e-f837-477b-be76-2a02825c3cfe', 'status': 'completed', 'code': 200} Mar 02 07:24:28.339184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.414041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:28.417991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:28.451168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:28.461333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:28.464622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:21Z', 'revision_number': 3, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:28.526291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Pushing event updated for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:28.567390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.573709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b2a33-ee00-4ef2-9cc2-907f15a1c66c None None] The sync data for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 is: [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:21Z', 'revision_number': 3, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:28.813760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.934602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Allocated IP 172.20.0.2 (1eebaf88-8ca2-4a9e-ba63-5f63e4976567/f695d560-df80-4b3a-a062-7f5065e2f2f0/caaccaf6-24f5-4476-bc2e-873a4f347289) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:28.936568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.999691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d11e454c-2ea6-4136-94e5-341185566db1 req-cf42d38b-d953-414b-bbb7-136dea85c6cc tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1875398 Mar 02 07:24:29.011535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43c70-e38d-4c08-a94c-02b6f4b5613e req-67228749-7c4d-4827-ab36-07b17d0c0f74 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:29.020837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11e43c70-e38d-4c08-a94c-02b6f4b5613e req-67228749-7c4d-4827-ab36-07b17d0c0f74 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 945 time: 0.6112447 Mar 02 07:24:29.192249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11e43c70-e38d-4c08-a94c-02b6f4b5613e req-4c1c0daa-9634-4199-a3d7-74630b3cb011 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703610 Mar 02 07:24:29.251220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9811eeb5-3418-4443-bc0e-ebe75740e0d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:29.269967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Allocated IP 172.25.4.5 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0025b7b9-8b76-4772-afc9-ec170f32af6d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:29.342290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38a1537e-cac2-4aa1-9a8c-8397d521e200 None None] Provisioning for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:29.380853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.412598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38a1537e-cac2-4aa1-9a8c-8397d521e200 None None] Provisioning complete for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:29.413702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38a1537e-cac2-4aa1-9a8c-8397d521e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.548814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:29.620516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-38a1537e-cac2-4aa1-9a8c-8397d521e200 None None] Port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:29.622248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:29.624437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9f18f1a4-4d7f-4552-8aa2-46f8f4b1be21 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:29.634232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.673046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Transition to ACTIVE for port object caaccaf6-24f5-4476-bc2e-873a4f347289 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:29.790637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6219dff-0dcf-456b-ab22-ef6c2a5a2ace req-e01ad7aa-cc18-4920-b768-337a5b69a77a tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 210 time: 0.0953064 Mar 02 07:24:29.820157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Transition to ACTIVE for port object caaccaf6-24f5-4476-bc2e-873a4f347289 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:29.831920 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.848982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7be0e6f-764d-4d95-a4f8-ce2eb9075232 req-dc674dd9-53de-4a7a-8e9f-9e9836599676 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7420aa7c-fddb-4228-807c-753f1d3524f0 HTTP/1.1" status: 200 len: 210 time: 0.1454239 Mar 02 07:24:30.014914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:30.017642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.039359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:30.046599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:30.087293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.089575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.149111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Pushing event updated for resources: {'Port': ['ID=caaccaf6-24f5-4476-bc2e-873a4f347289,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:30.161399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8723ed6-4957-445b-82e4-a98b19d9eddf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:30.212370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.308512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'name': 'network-vif-deleted', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:30.320001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Attempting to bind port caaccaf6-24f5-4476-bc2e-873a4f347289 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:30.324097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Attempting to bind port caaccaf6-24f5-4476-bc2e-873a4f347289 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:30.326859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Attempting to bind port caaccaf6-24f5-4476-bc2e-873a4f347289 on network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:30.338685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:30.339492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Checking segment: {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:30.339750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.340253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Bound using segment: {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:30.340835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Bound port: caaccaf6-24f5-4476-bc2e-873a4f347289, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:30.341330 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.345907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-23628b0e-531e-4f79-851a-fd778f400f80 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a86278037841b5b9381165d97817b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2684324 Mar 02 07:24:30.376573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:30.407962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:30.422759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d8723ed6-4957-445b-82e4-a98b19d9eddf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:30.423503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.427546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:30.499562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0025b7b9-8b76-4772-afc9-ec170f32af6d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:30.517042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:30.528869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:30.535778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.543076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.589554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e841-ef20-4b62-a248-1b9f16a20e3a req-75ccb516-0990-487d-aa1a-053995dddb24 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:30.600906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4303e841-ef20-4b62-a248-1b9f16a20e3a req-75ccb516-0990-487d-aa1a-053995dddb24 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 946 time: 0.4302900 Mar 02 07:24:30.704334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de351701-be20-4c89-a3fc-c41c60f50ead up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:30.728877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-f91d1e3f-4436-4832-96e1-8e8c158d68b2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:30.730504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-f91d1e3f-4436-4832-96e1-8e8c158d68b2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3705351 Mar 02 07:24:30.748293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5836098-299b-478c-a786-3a3cc55d7058 None None] Pushing event updated for resources: {'Port': ['ID=caaccaf6-24f5-4476-bc2e-873a4f347289,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:30.818817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port de351701-be20-4c89-a3fc-c41c60f50ead completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:30.818968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Request body: {'port': {'device_id': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '47a86278037841b5b9381165d97817b6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:30.829050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port de351701-be20-4c89-a3fc-c41c60f50ead triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:30.829708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.862471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4303e841-ef20-4b62-a248-1b9f16a20e3a req-56cea4fa-9334-486a-b15a-d10539c03e98 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602370 Mar 02 07:24:31.184405 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.205102 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb9297-0838-43b2-af82-9f0f91d449ef', 'name': 'network-vif-deleted', 'tag': 'ec2e0179-4c87-4393-9e98-cf9fbe4d27a1', 'status': 'completed', 'code': 200} Mar 02 07:24:31.220505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port de351701-be20-4c89-a3fc-c41c60f50ead, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=de351701-be20-4c89-a3fc-c41c60f50ead,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:31.228371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.402436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b6ef8691-1643-4aed-b395-2900679cf629 req-5745ac63-58a9-4398-98da-45b0a70e3626 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.6685662 Mar 02 07:24:31.413169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=de351701-be20-4c89-a3fc-c41c60f50ead,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:31.425913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Pushing event updated for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:31.482029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-071f729f-df37-4d1d-945f-9bc1e4ff5e64 req-fa6159d5-c9e7-4d71-8ba4-f6c933f48e17 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 210 time: 0.0712824 Mar 02 07:24:31.516430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.696445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:31.761290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:31.788748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Made reservation on behalf of 47a86278037841b5b9381165d97817b6 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:31.796207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.822462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:31.832483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:32.211468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de351701-be20-4c89-a3fc-c41c60f50ead up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:32.451419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f3ee4e01-6988-40e4-86ee-567a148a29c7 None None] Provisioning complete for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:32.451798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4e01-6988-40e4-86ee-567a148a29c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.604620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Router c0b5ddc3-a354-4c0e-84bc-871c91256615 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:32.646719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48eb65-35a0-4015-bb36-50ee020e847e None None] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:32.672206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port de351701-be20-4c89-a3fc-c41c60f50ead triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:32.672825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.696845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.822354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee4e01-6988-40e4-86ee-567a148a29c7 None None] Port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:32.917906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb04aaf-aa3f-4bb1-aec5-57db0a4f8456 req-00f327d2-3656-4219-ba5e-ccf1bea2f15e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:32.926745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfb04aaf-aa3f-4bb1-aec5-57db0a4f8456 req-00f327d2-3656-4219-ba5e-ccf1bea2f15e tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 946 time: 0.4920542 Mar 02 07:24:32.966567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4c7831d3-6df7-4055-916c-4797f6de4858 None None] Provisioning for port caaccaf6-24f5-4476-bc2e-873a4f347289 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:33.025265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device caaccaf6-24f5-4476-bc2e-873a4f347289 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:33.032748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfb04aaf-aa3f-4bb1-aec5-57db0a4f8456 req-7fdfc455-6ba6-446b-b24b-f393a444a3f6 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046739 Mar 02 07:24:33.056003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Allocated IP 192.168.233.101 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/a9cd4954-a858-4a72-a063-0d908293ddec) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:33.076653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:33.091967 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Sync routers for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:33.108085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:33.111201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:33.167890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port caaccaf6-24f5-4476-bc2e-873a4f347289 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:33.180617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-883c893c-dfef-404b-a024-6ce620df2a7c admin admin] 10.222.0.21 "PUT /v2.0/routers/c0b5ddc3-a354-4c0e-84bc-871c91256615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3407710 Mar 02 07:24:33.186347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b83330-d7e3-4ecc-87fa-7b83272b9f62 req-e23586b6-8fa3-4c88-8dca-1e21a267469e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:33.187925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-19b83330-d7e3-4ecc-87fa-7b83272b9f62 req-e23586b6-8fa3-4c88-8dca-1e21a267469e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:33.188736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port caaccaf6-24f5-4476-bc2e-873a4f347289 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:33.189123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.229803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-19b83330-d7e3-4ecc-87fa-7b83272b9f62 req-e23586b6-8fa3-4c88-8dca-1e21a267469e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:33.237217 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19b83330-d7e3-4ecc-87fa-7b83272b9f62 req-e23586b6-8fa3-4c88-8dca-1e21a267469e tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.6680102 Mar 02 07:24:33.374573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19b83330-d7e3-4ecc-87fa-7b83272b9f62 req-e34864f4-e900-48d9-9bfd-a6d26af48342 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361158 Mar 02 07:24:33.437993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Router b274c6aa-08f2-4343-ab3a-50359a3026a5 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:33.600036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.604845 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:33.610401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.642508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Transition to ACTIVE for port object a9cd4954-a858-4a72-a063-0d908293ddec will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:33.689585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:33.695447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.703785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.775390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', '9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:33.867603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:33.878857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-033c14bc-8cd5-4d2a-96fb-916bb5ae43d8 req-d545e035-e52d-400d-b199-a7b8c0c4fbc1 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1930985 Mar 02 07:24:33.925288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:33.929423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:33.939432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:33.980434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:34.028878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:34.034718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.042614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.046451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-de6d8566-2376-4aaf-83a3-fbf6ca0ae4e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9535987 Mar 02 07:24:34.048989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Sync routers for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:34.049215 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:24:34.053317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42632) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:34.127425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c8552-744e-401d-b72c-eff1fa935abd req-cbfb775c-9364-4738-b583-c5d48831af40 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:34.135396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-216c8552-744e-401d-b72c-eff1fa935abd req-cbfb775c-9364-4738-b583-c5d48831af40 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 936 time: 0.3099082 Mar 02 07:24:34.182922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af4e9-8425-4b92-aecd-c87229b6214c req-5bb31762-fa00-4150-9915-cc9a6e1b626a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:34.184954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-019af4e9-8425-4b92-aecd-c87229b6214c req-5bb31762-fa00-4150-9915-cc9a6e1b626a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.2450418 Mar 02 07:24:34.196428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-1b71683d-d428-4c0f-96ec-427eeb764294 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:34.199362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-1b71683d-d428-4c0f-96ec-427eeb764294 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "GET /v2.0/ports?device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 946 time: 0.3751969 Mar 02 07:24:34.238190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:34.238491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:34.305751 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:29Z', 'revision_number': 4, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5c50aa4a-3870-42ba-a9df-c54cf7338f1a', 'name': '', 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'mac_address': 'fa:16:3e:d2:cd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:26Z', 'updated_at': '2022-03-02T07:24:29Z', 'revision_number': 2, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'subnets': [{'id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:34.320970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Checking router: c0b5ddc3-a354-4c0e-84bc-871c91256615 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:34.321929 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Updating router c0b5ddc3-a354-4c0e-84bc-871c91256615 port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:34.351510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=caaccaf6-24f5-4476-bc2e-873a4f347289,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:34.357389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-216c8552-744e-401d-b72c-eff1fa935abd req-44259b44-e230-4522-899f-fc9620097cef tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209523 Mar 02 07:24:34.384138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-312aa8c0-904a-4afe-aefe-2438e949b436 None None] Provisioning complete for port caaccaf6-24f5-4476-bc2e-873a4f347289 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:34.384520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-312aa8c0-904a-4afe-aefe-2438e949b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.408384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Deleting port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:34.409235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.472473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Deleting port 40212f78-c0bc-499f-b363-1b28170e87fd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:34.472969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.514274 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.657264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-862e076d-1f63-4813-8ea2-fc01db0e277e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8653572 Mar 02 07:24:34.739576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97a3e544-7324-4a5f-bb05-b9fa57e08433 req-3b52df07-aa50-4130-8b32-2d7350f44e47 tempest-FloatingIPsNegativeTestJSON-1467482421 tempest-FloatingIPsNegativeTestJSON-1467482421-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=04ffb02d95044c54adaa1d7512ce99da HTTP/1.1" status: 200 len: 217 time: 0.4430885 Mar 02 07:24:34.763002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Request body: {'port': {'device_id': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:34.965458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:35.028618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] For port 9811eeb5-3418-4443-bc0e-ebe75740e0d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9811eeb5-3418-4443-bc0e-ebe75740e0d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:35.029193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.075570 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.102141 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Transition to ACTIVE for port object 5c50aa4a-3870-42ba-a9df-c54cf7338f1a will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:35.121493 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.176814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Calling delete_port for 9811eeb5-3418-4443-bc0e-ebe75740e0d4 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:35.219392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.443611 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Attempting to bind port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:35.444266 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Attempting to bind port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:35.444410 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Attempting to bind port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a on network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:35.465582 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:35.467126 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Checking segment: {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:35.467549 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.467943 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Bound using segment: {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:35.468409 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Bound port: 5c50aa4a-3870-42ba-a9df-c54cf7338f1a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821367cf-42af-4313-8253-0f74fff607c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:35.468800 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.488062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8a6ab00a-b418-4ed8-bbd8-dd77707521aa None None] Provisioning for port a9cd4954-a858-4a72-a063-0d908293ddec completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:35.498787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8a6ab00a-b418-4ed8-bbd8-dd77707521aa None None] Provisioning complete for port a9cd4954-a858-4a72-a063-0d908293ddec triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:35.499935 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a6ab00a-b418-4ed8-bbd8-dd77707521aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.562932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] For port 40212f78-c0bc-499f-b363-1b28170e87fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=40212f78-c0bc-499f-b363-1b28170e87fd,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:35.563298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.606624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ab00a-b418-4ed8-bbd8-dd77707521aa None None] Port a9cd4954-a858-4a72-a063-0d908293ddec cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:35.735795 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e1cf-b7ae-431d-bbc2-cff3af3d8d5d None None] Pushing event updated for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.772318 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] For port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:35.781539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 3, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:35.790193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81c7b-fed4-4a05-bf6d-9ac589d5478e req-822e9c74-138f-4f8e-b798-f3768aee8159 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:35.790588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Checking router: b274c6aa-08f2-4343-ab3a-50359a3026a5 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:35.790915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] For port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:35.791045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Updating router b274c6aa-08f2-4343-ab3a-50359a3026a5 port 0025b7b9-8b76-4772-afc9-ec170f32af6d binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:35.797453 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.800345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02d81c7b-fed4-4a05-bf6d-9ac589d5478e req-822e9c74-138f-4f8e-b798-f3768aee8159 tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 950 time: 0.8829803 Mar 02 07:24:35.925825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Calling delete_port for 40212f78-c0bc-499f-b363-1b28170e87fd owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:35.928781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.979270 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:35.979684 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:36.001491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device caaccaf6-24f5-4476-bc2e-873a4f347289 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:36.012030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02d81c7b-fed4-4a05-bf6d-9ac589d5478e req-c4fb09e8-ff33-4b62-8c50-8fc4043ed16a tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104421 Mar 02 07:24:36.069486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.084158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e1cf-b7ae-431d-bbc2-cff3af3d8d5d None None] Pushing event updated for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:36.152050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe061e72-b146-44a0-8a63-1e0d480fb7db req-03442292-a260-4197-a742-c39ae22155c0 tempest-FloatingIPsNegativeTestJSON-1467482421 tempest-FloatingIPsNegativeTestJSON-1467482421-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0556214 Mar 02 07:24:36.300436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:36.320804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Pushing event deleted for resources: {'Port': ['ID=9811eeb5-3418-4443-bc0e-ebe75740e0d4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:36.397407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaa21-1a0b-4122-8a0f-5ac2c2b32748 req-7ebe1879-daff-4a55-a6a8-a32c68772839 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:36.405724 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20dcaa21-1a0b-4122-8a0f-5ac2c2b32748 req-7ebe1879-daff-4a55-a6a8-a32c68772839 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=41efcb5d-77e9-438d-8fa9-0153cf51769c HTTP/1.1" status: 200 len: 946 time: 1.7999651 Mar 02 07:24:36.423645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cd4954-a858-4a72-a063-0d908293ddec {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:36.451218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] No DVR routers for this DVR port 9811eeb5-3418-4443-bc0e-ebe75740e0d4 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:36.485271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.503508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'name': 'network-vif-deleted', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:36.509205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.519468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-019af4e9-8425-4b92-aecd-c87229b6214c req-e95a45e2-735f-414d-812e-c208b3947c3b tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.39 "DELETE /v2.0/ports/9811eeb5-3418-4443-bc0e-ebe75740e0d4 HTTP/1.1" status: 204 len: 173 time: 2.2627416 Mar 02 07:24:36.520774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.591273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4161dfc0-60b9-4078-a929-a3995aa39ce6 req-7149eb27-5e7c-4f4c-a21f-30ea6bb0989d tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1744173 Mar 02 07:24:36.606513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 40212f78-c0bc-499f-b363-1b28170e87fd no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:36.696635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20dcaa21-1a0b-4122-8a0f-5ac2c2b32748 req-c892df5e-5cab-4997-ad12-c9e01ca9eeb2 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755077 Mar 02 07:24:36.731132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Transition to ACTIVE for port object a9cd4954-a858-4a72-a063-0d908293ddec will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:36.740018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.795533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.904377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4981505d-2b18-4d8c-8b89-9913eccfe735'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:36.936183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event deleted for resources: {'Port': ['ID=40212f78-c0bc-499f-b363-1b28170e87fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:36.964492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:36.972288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['358f3483-fcfd-4c19-91bb-2fc99b270fa5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:37.087320 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:29Z', 'revision_number': 4, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5c50aa4a-3870-42ba-a9df-c54cf7338f1a', 'name': '', 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'mac_address': 'fa:16:3e:d2:cd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:26Z', 'updated_at': '2022-03-02T07:24:35Z', 'revision_number': 4, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'subnets': [{'id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:37.094442 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4eed0-a8c2-494a-820d-1a3f02597d1b None None] The sync data for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 is: [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:29Z', 'revision_number': 4, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5c50aa4a-3870-42ba-a9df-c54cf7338f1a', 'name': '', 'network_id': '0c12d93e-fcc5-4a81-a9b1-d5b29a75763c', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'mac_address': 'fa:16:3e:d2:cd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:26Z', 'updated_at': '2022-03-02T07:24:35Z', 'revision_number': 4, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'subnets': [{'id': '36278247-1bad-4e6b-9c12-b84ed2f22e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:37.110929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] No DVR routers for this DVR port 40212f78-c0bc-499f-b363-1b28170e87fd on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:37.118807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.139116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4214ad7-4970-4ceb-b650-5add449ea5e5 req-5d75be3b-2e02-4aa0-b8bd-3fa5508ab4c1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "DELETE /v2.0/ports/40212f78-c0bc-499f-b363-1b28170e87fd HTTP/1.1" status: 204 len: 173 time: 2.9312229 Mar 02 07:24:37.321593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.348024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Transition to ACTIVE for port object 0025b7b9-8b76-4772-afc9-ec170f32af6d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:37.357637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port caaccaf6-24f5-4476-bc2e-873a4f347289 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:37.358351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.420556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.447804 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-4d0d5c46-63c6-42c7-a9b3-cd9289158d39 req-95637dd3-3fb6-4d15-95b3-e0faec2080d2 tempest-FloatingIPsNegativeTestJSON-1467482421 tempest-FloatingIPsNegativeTestJSON-1467482421-project] show failed (client error): The resource could not be found. Mar 02 07:24:37.448952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d0d5c46-63c6-42c7-a9b3-cd9289158d39 req-95637dd3-3fb6-4d15-95b3-e0faec2080d2 tempest-FloatingIPsNegativeTestJSON-1467482421 tempest-FloatingIPsNegativeTestJSON-1467482421-project] 10.222.0.21 "GET /v2.0/floatingips/6782ec3f-39ac-46be-b48e-18bac928c455 HTTP/1.1" status: 404 len: 350 time: 0.1751044 Mar 02 07:24:37.459342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.558345 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ac20f-9c5d-45cc-a827-0e514f4ef5e0', 'name': 'network-vif-deleted', 'tag': '9811eeb5-3418-4443-bc0e-ebe75740e0d4', 'status': 'completed', 'code': 200} Mar 02 07:24:37.558550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Attempting to bind port 0025b7b9-8b76-4772-afc9-ec170f32af6d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:37.558805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Attempting to bind port 0025b7b9-8b76-4772-afc9-ec170f32af6d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:37.559165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Attempting to bind port 0025b7b9-8b76-4772-afc9-ec170f32af6d on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:37.589389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:37.590328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:37.590779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.591226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:37.592139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Bound port: 0025b7b9-8b76-4772-afc9-ec170f32af6d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:37.592532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.653814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No active binding found for port 40212f78-c0bc-499f-b363-1b28170e87fd {{(pid=87856) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:24:37.654989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 40212f78-c0bc-499f-b363-1b28170e87fd not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:37.656640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9811eeb5-3418-4443-bc0e-ebe75740e0d4 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:37.743639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9811eeb5-3418-4443-bc0e-ebe75740e0d4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:37.743992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9811eeb5-3418-4443-bc0e-ebe75740e0d4 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:37.821169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-19620e9e-70fd-4938-8488-e10d0edf1b9a req-dc9de6cc-f787-4254-897d-6281542c81df tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Synchronizing usage tracker for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:37.876283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] For port 0025b7b9-8b76-4772-afc9-ec170f32af6d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:37.881157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] For port 0025b7b9-8b76-4772-afc9-ec170f32af6d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0025b7b9-8b76-4772-afc9-ec170f32af6d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:37.886914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Allocated IP 172.20.0.1 (1eebaf88-8ca2-4a9e-ba63-5f63e4976567/f695d560-df80-4b3a-a062-7f5065e2f2f0/5f17e11d-792b-449d-9956-e56161e77d54) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:37.932791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.946924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de59f8-b101-49b3-be9d-d4c0ff46e4df None None] Pushing event updated for resources: {'Port': ['ID=0025b7b9-8b76-4772-afc9-ec170f32af6d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:37.968852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-19620e9e-70fd-4938-8488-e10d0edf1b9a req-dc9de6cc-f787-4254-897d-6281542c81df tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] Unset dirty status for tenant:b8c20736b8b5459c9256211455115359 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:37.970137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19620e9e-70fd-4938-8488-e10d0edf1b9a req-dc9de6cc-f787-4254-897d-6281542c81df tempest-ServersOnMultiNodesTest-488512047 tempest-ServersOnMultiNodesTest-488512047-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6ac20f-9c5d-45cc-a827-0e514f4ef5e0 HTTP/1.1" status: 200 len: 210 time: 0.2150083 Mar 02 07:24:38.169539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-1535a58f-5811-4a9d-a5ec-0865353ef930 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:38.170770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-1535a58f-5811-4a9d-a5ec-0865353ef930 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.2559130 Mar 02 07:24:38.189385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:38.190183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:38.335863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Deleting port 6f89af3a-d537-42ec-9d92-33b4777ca555 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:38.336314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.367033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c50aa4a-3870-42ba-a9df-c54cf7338f1a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:38.403373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.423270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Attempting to bind port a9cd4954-a858-4a72-a063-0d908293ddec on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:38.423678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Attempting to bind port a9cd4954-a858-4a72-a063-0d908293ddec by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:38.423932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Attempting to bind port a9cd4954-a858-4a72-a063-0d908293ddec on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:38.427705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Transition to ACTIVE for port object 5f17e11d-792b-449d-9956-e56161e77d54 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:38.438795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0d74-4f11-4086-82a4-96496e8cab4c req-a055245b-92bc-4dfa-9be7-c2312e16c21b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:38.439118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f07f0d74-4f11-4086-82a4-96496e8cab4c req-a055245b-92bc-4dfa-9be7-c2312e16c21b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:38.448015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Port a9cd4954-a858-4a72-a063-0d908293ddec on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:24:38.448529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Attempting to bind port a9cd4954-a858-4a72-a063-0d908293ddec on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:38.448910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de59f8-b101-49b3-be9d-d4c0ff46e4df None None] Pushing event updated for resources: {'Port': ['ID=0025b7b9-8b76-4772-afc9-ec170f32af6d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:38.463003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:38.463347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:38.463735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:38.464168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Bound port: a9cd4954-a858-4a72-a063-0d908293ddec, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:38.464516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.493366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f07f0d74-4f11-4086-82a4-96496e8cab4c req-a055245b-92bc-4dfa-9be7-c2312e16c21b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:38.501196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f07f0d74-4f11-4086-82a4-96496e8cab4c req-a055245b-92bc-4dfa-9be7-c2312e16c21b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 1.5387037 Mar 02 07:24:38.617289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f07f0d74-4f11-4086-82a4-96496e8cab4c req-7c2a3739-0741-4f8f-b734-edf46490e955 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153560 Mar 02 07:24:38.658277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:38.662038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.679582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:38.735366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:38.748397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:38.765035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.773247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:38.780371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:38.790436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:38.823550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:38.823871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.847208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:38.847822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.849218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] 10.222.0.39 "PUT /v2.0/ports/a9cd4954-a858-4a72-a063-0d908293ddec HTTP/1.1" status: 200 len: 1096 time: 4.1084731 Mar 02 07:24:38.855111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:38.906846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf313be3-27e4-4432-a3b8-8262da302e1a req-97a4ba55-5e08-469e-a605-434b36d587a1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:38.915118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf313be3-27e4-4432-a3b8-8262da302e1a req-97a4ba55-5e08-469e-a605-434b36d587a1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 945 time: 0.6494234 Mar 02 07:24:38.949920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.014067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] For port 6f89af3a-d537-42ec-9d92-33b4777ca555, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6f89af3a-d537-42ec-9d92-33b4777ca555,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:39.014425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.060907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.188868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Calling delete_port for 6f89af3a-d537-42ec-9d92-33b4777ca555 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:39.192936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-708a9422-fb9f-4a7d-9825-860564eb2728 req-65895905-4443-4f73-ae96-57c4c358b260 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.3016248 Mar 02 07:24:39.193832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35708f1b-5e49-4c21-84d0-17b6565fd92f service neutron] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.255999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf313be3-27e4-4432-a3b8-8262da302e1a req-861f28f2-76d5-457c-99d0-522b356fb2a5 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398066 Mar 02 07:24:39.263884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aa752803-a625-453f-ae4b-c074fee2d81a None None] Provisioning for port 5f17e11d-792b-449d-9956-e56161e77d54 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:39.318689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aa752803-a625-453f-ae4b-c074fee2d81a None None] Provisioning complete for port 5f17e11d-792b-449d-9956-e56161e77d54 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:39.319843 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa752803-a625-453f-ae4b-c074fee2d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.362654 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'status': 'completed', 'code': 200} Mar 02 07:24:39.365000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-01905ace-16bc-4afa-9df5-80b598ea523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:39.366685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-01905ace-16bc-4afa-9df5-80b598ea523f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 1099 time: 0.4730613 Mar 02 07:24:39.373444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.408870 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.429014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-aa752803-a625-453f-ae4b-c074fee2d81a None None] Port 5f17e11d-792b-449d-9956-e56161e77d54 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:39.454293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:39.461620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.462732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.555403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6f89af3a-d537-42ec-9d92-33b4777ca555'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:39.588977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event deleted for resources: {'Port': ['ID=6f89af3a-d537-42ec-9d92-33b4777ca555,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.592430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'name': 'network-vif-deleted', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:39.598626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-9154dbe3-0881-4cc9-b125-62da83a52a7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a9cd4954-a858-4a72-a063-0d908293ddec HTTP/1.1" status: 200 len: 217 time: 0.1772311 Mar 02 07:24:39.650715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 3, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.664311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab29e8bb-d5ab-4c71-b5a5-807aa949305c None None] The sync data for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 is: [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 3, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:39.687810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.725000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.784629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-8386e5a7-004d-426b-a464-9ba13e036afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:39.786498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-8386e5a7-004d-426b-a464-9ba13e036afa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1800675 Mar 02 07:24:39.802113 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41efcb5d-77e9-438d-8fa9-0153cf51769c', 'name': 'network-vif-deleted', 'tag': '40212f78-c0bc-499f-b363-1b28170e87fd', 'status': 'completed', 'code': 200} Mar 02 07:24:39.803682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] No DVR routers for this DVR port 6f89af3a-d537-42ec-9d92-33b4777ca555 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:39.807801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.847241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3185e7-6b20-4447-a780-e3938f3f1b1a req-318f48df-e2f1-4526-9c6f-f98b29dae51d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "DELETE /v2.0/ports/6f89af3a-d537-42ec-9d92-33b4777ca555 HTTP/1.1" status: 204 len: 173 time: 1.6680951 Mar 02 07:24:40.057543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42690) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:40.187212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-7a6d9cb9-8db6-4703-b9e7-3ed4f0b326f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.187212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-7a6d9cb9-8db6-4703-b9e7-3ed4f0b326f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170357 Mar 02 07:24:40.312911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.434312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0025b7b9-8b76-4772-afc9-ec170f32af6d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:40.467299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9fcba3b-a283-4de6-8bc0-3eaa1be5d5c0 req-6248cf38-da3a-4650-b5f6-7e69556be428 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1018531 Mar 02 07:24:40.530140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Deleting port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:40.530486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.533653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0025b7b9-8b76-4772-afc9-ec170f32af6d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:40.556660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0025b7b9-8b76-4772-afc9-ec170f32af6d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:40.557040 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.720271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.759741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671076c-12fb-4d9a-8989-ba5fc7d27eec req-5fac0f8d-21b5-4564-bd66-1a6400fed3b7 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.761817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a671076c-12fb-4d9a-8989-ba5fc7d27eec req-5fac0f8d-21b5-4564-bd66-1a6400fed3b7 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 0.8111584 Mar 02 07:24:40.793092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1a8ff8fd-a19d-45ea-a6cf-611455d6f636 req-ace0324f-8df1-4782-956d-302d3f9c7cf2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:40.829312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1a8ff8fd-a19d-45ea-a6cf-611455d6f636 req-ace0324f-8df1-4782-956d-302d3f9c7cf2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:40.830934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a8ff8fd-a19d-45ea-a6cf-611455d6f636 req-ace0324f-8df1-4782-956d-302d3f9c7cf2 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ef6f0a-cbe3-4843-a5d9-b13e55156e01 HTTP/1.1" status: 200 len: 210 time: 0.1209869 Mar 02 07:24:40.836434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] For port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:40.836795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.883935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:40.922527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.946257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0025b7b9-8b76-4772-afc9-ec170f32af6d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0025b7b9-8b76-4772-afc9-ec170f32af6d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:40.953168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00a9deb2-61de-49f2-9cbc-80543bc445ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8c20736b8b5459c9256211455115359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8958111 Mar 02 07:24:40.953884 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.954690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c50aa4a-3870-42ba-a9df-c54cf7338f1a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:40.961356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a671076c-12fb-4d9a-8989-ba5fc7d27eec req-176f8cad-3a8e-4489-a21c-edcc35e0fa5c tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098299 Mar 02 07:24:40.961884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42710) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:41.035805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.099639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-75cfdcfb-2b24-4456-9d97-f05f7f9be7af service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800640 Mar 02 07:24:41.186033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Calling delete_port for 5c50aa4a-3870-42ba-a9df-c54cf7338f1a owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:41.192551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5c50aa4a-3870-42ba-a9df-c54cf7338f1a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:41.193046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.236153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0025b7b9-8b76-4772-afc9-ec170f32af6d,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.339193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.411065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.457545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d7cb2ce-4216-4fd8-b3c5-97e57e1292ba req-a8fd03c9-84e8-4910-9d5a-1abf08181079 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241234 Mar 02 07:24:41.471399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:41.501371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:41.654103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.749124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c50aa4a-3870-42ba-a9df-c54cf7338f1a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.751621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.822619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-deleted', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:41.856168 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-828dcaeb-e22f-428c-bcde-d41f08f69917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.910960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ecabbb39-4158-4671-864f-c74fecfab1f5 None None] Provisioning complete for port 5f17e11d-792b-449d-9956-e56161e77d54 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:41.911701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb39-4158-4671-864f-c74fecfab1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.957095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:42.014544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-71c7cb35-d927-4126-8661-c5158ac1a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.016132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-71c7cb35-d927-4126-8661-c5158ac1a6b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 1099 time: 0.3944132 Mar 02 07:24:42.043869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ecabbb39-4158-4671-864f-c74fecfab1f5 None None] Port 5f17e11d-792b-449d-9956-e56161e77d54 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:42.060617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.061653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e3c46401-f5a6-4421-ba6f-2c8234e2bc95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3dc11fb-e441-4b0b-9e5b-fc3be4b43aef HTTP/1.1" status: 204 len: 168 time: 1.0940602 Mar 02 07:24:42.063648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Router b274c6aa-08f2-4343-ab3a-50359a3026a5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:42.104823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-89328148-549f-4cd2-9701-cb56d4df0fbd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.113420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-89328148-549f-4cd2-9701-cb56d4df0fbd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.114270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-89328148-549f-4cd2-9701-cb56d4df0fbd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Synchronizing usage tracker for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:42.203871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-89328148-549f-4cd2-9701-cb56d4df0fbd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Unset dirty status for tenant:95695e50e1d64577994f1c30c70ebe53 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:42.205094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-89328148-549f-4cd2-9701-cb56d4df0fbd tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05&device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 1681 time: 0.3834348 Mar 02 07:24:42.243010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db458-f595-421f-87a3-f9bfee3117a9 req-ecf2af8e-edc7-4785-bc6d-9737c4746fe0 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.244397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f2db458-f595-421f-87a3-f9bfee3117a9 req-ecf2af8e-edc7-4785-bc6d-9737c4746fe0 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.3558900 Mar 02 07:24:42.251249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.318979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0025b7b9-8b76-4772-afc9-ec170f32af6d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:42.322071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f2db458-f595-421f-87a3-f9bfee3117a9 req-0f4eddbb-ac5a-4928-bd2f-090d388aa4a7 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613918 Mar 02 07:24:42.342339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02a15cef-70cc-427b-afea-e533cf1b50d7 req-3cca4df5-7d1a-45cb-bd28-4d6dbc769ed1 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266880 Mar 02 07:24:42.389750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-0fa3b725-3513-4705-967b-cb9481736fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.391495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-0fa3b725-3513-4705-967b-cb9481736fca service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3625178 Mar 02 07:24:42.487410 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ef6f0a-cbe3-4843-a5d9-b13e55156e01', 'name': 'network-vif-deleted', 'tag': '6f89af3a-d537-42ec-9d92-33b4777ca555', 'status': 'completed', 'code': 200} Mar 02 07:24:42.497259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42736) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:42.517445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0025b7b9-8b76-4772-afc9-ec170f32af6d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:42.517883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.586910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:42.626763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 6f89af3a-d537-42ec-9d92-33b4777ca555 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:42.627571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6f89af3a-d537-42ec-9d92-33b4777ca555 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:42.646750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aae37e1e-d6df-4f89-82fa-63b40c0ae1c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d05af1b9b8e4bedb6c09eee93caa52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481538 Mar 02 07:24:42.655370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42742) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:42.671767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-16b87bf8-616a-4202-9445-642284a0650c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a9cd4954-a858-4a72-a063-0d908293ddec HTTP/1.1" status: 200 len: 217 time: 0.2189107 Mar 02 07:24:42.867231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dba817ec-faf2-43db-8498-21b569c43606 req-516c0a9d-1e46-4e39-a72f-2f4e7e0883d2 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.2932937 Mar 02 07:24:42.895302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.895418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:42.895526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Router c0b5ddc3-a354-4c0e-84bc-871c91256615 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:42.899762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aa1b77ed-5294-4fbe-bec5-2c5edae732e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/b274c6aa-08f2-4343-ab3a-50359a3026a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8399873 Mar 02 07:24:42.905358 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Sync routers for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:42.915737 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:42.916659 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:42.923444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-aa9ab4aa-b616-47fc-a3df-b33d59e82088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:42.926169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-aa9ab4aa-b616-47fc-a3df-b33d59e82088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2447343 Mar 02 07:24:43.056333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82db09-8b88-4e65-9adb-5a9877c3e51f req-61b4d842-203f-4e52-ac22-d77c7471da00 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.063967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d82db09-8b88-4e65-9adb-5a9877c3e51f req-61b4d842-203f-4e52-ac22-d77c7471da00 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 0.4076078 Mar 02 07:24:43.068116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-cd22bd59-589f-43cb-bcbf-9811ea8810f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.072239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-cd22bd59-589f-43cb-bcbf-9811ea8810f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394961 Mar 02 07:24:43.215588 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:43.231297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.257009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-5353af66-5832-4b28-82b6-6496cb458bfe service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750247 Mar 02 07:24:43.383522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d82db09-8b88-4e65-9adb-5a9877c3e51f req-b6124c8b-a009-4534-a3d8-a73cf96696c8 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185954 Mar 02 07:24:43.423310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28ba9ce7-696b-43e1-89e5-6c627bce67c9 req-31d8ccd4-92d5-4150-bc54-ceb26a4c20e9 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593616 Mar 02 07:24:43.549277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:43.558584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Sync routers for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:43.561244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.576925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:43.580005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:43.595934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caec506-9c33-4571-8646-c2863a8341fe,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:43.682339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.699587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8318a71c-d63a-48d1-a482-4d8c3aa2c32f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8caec506-9c33-4571-8646-c2863a8341fe HTTP/1.1" status: 204 len: 168 time: 1.0310409 Mar 02 07:24:43.706828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:43.711280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd4d599c-664c-4e8e-ab11-0932ea3ff842 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0b5ddc3-a354-4c0e-84bc-871c91256615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2497883 Mar 02 07:24:43.798107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6a52f-0f81-4d37-b3e9-48be91d01e01 req-38a6fb95-25f9-4ccf-bf97-168abb46f57d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.800145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18e6a52f-0f81-4d37-b3e9-48be91d01e01 req-38a6fb95-25f9-4ccf-bf97-168abb46f57d tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.1969492 Mar 02 07:24:43.810982 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:39Z', 'revision_number': 4, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5f17e11d-792b-449d-9956-e56161e77d54', 'name': '', 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'mac_address': 'fa:16:3e:4e:8d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:36Z', 'updated_at': '2022-03-02T07:24:39Z', 'revision_number': 2, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'subnets': [{'id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:43.816854 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Checking router: b274c6aa-08f2-4343-ab3a-50359a3026a5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:43.817390 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Updating router b274c6aa-08f2-4343-ab3a-50359a3026a5 port 5f17e11d-792b-449d-9956-e56161e77d54 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:43.930210 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.979672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18e6a52f-0f81-4d37-b3e9-48be91d01e01 req-42950caa-484f-4af7-aa99-01ee95bb6370 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725066 Mar 02 07:24:44.105786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-95374c8a-4771-47ee-8a12-85a1f05ea1e0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.106620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:44.107384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-95374c8a-4771-47ee-8a12-85a1f05ea1e0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 944 time: 0.2366066 Mar 02 07:24:44.122530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.270088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Deleting port 053096a9-298d-406d-bad8-b8df07ff6dfe {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:44.270437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.292060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7d2e8baf-d370-4a8e-82d0-d3c5b93c933f req-ff121cfb-9fdd-44d6-9da2-a7410c39096c tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0663133 Mar 02 07:24:44.538686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6c86-c3d8-4f3f-bf47-959160dcda8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.540792 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.553167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Deleting port de351701-be20-4c89-a3fc-c41c60f50ead {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:44.553683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.817124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:41Z', 'revision_number': 5, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port': {'id': 'de351701-be20-4c89-a3fc-c41c60f50ead', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:20Z', 'updated_at': '2022-03-02T07:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:44.827112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Checking router: c0b5ddc3-a354-4c0e-84bc-871c91256615 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:44.848747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Routers {'c0b5ddc3-a354-4c0e-84bc-871c91256615'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:44.851675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c0b5ddc3-a354-4c0e-84bc-871c91256615'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:44.943281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cad05-5f8b-4a1c-a9c4-4e57ec2bbc0b req-a019cfa2-412b-4cd3-9871-5eb9ccfbedfb tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.944899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e92cad05-5f8b-4a1c-a9c4-4e57ec2bbc0b req-a019cfa2-412b-4cd3-9871-5eb9ccfbedfb tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.5475233 Mar 02 07:24:44.968970 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.972640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] For port de351701-be20-4c89-a3fc-c41c60f50ead, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=de351701-be20-4c89-a3fc-c41c60f50ead,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:44.977527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.996265 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Transition to ACTIVE for port object 5f17e11d-792b-449d-9956-e56161e77d54 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:45.007553 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.123995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] For port 053096a9-298d-406d-bad8-b8df07ff6dfe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=053096a9-298d-406d-bad8-b8df07ff6dfe,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:45.124390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.141932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a54e-87bb-4066-bc28-387133c70601 None None] Pushing event updated for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:45.185488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] Set router c0b5ddc3-a354-4c0e-84bc-871c91256615 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:45.345498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Calling delete_port for de351701-be20-4c89-a3fc-c41c60f50ead owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:45.416584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Calling delete_port for 053096a9-298d-406d-bad8-b8df07ff6dfe owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:45.597113 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Attempting to bind port 5f17e11d-792b-449d-9956-e56161e77d54 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:45.600074 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Attempting to bind port 5f17e11d-792b-449d-9956-e56161e77d54 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:45.600568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Attempting to bind port 5f17e11d-792b-449d-9956-e56161e77d54 on network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:45.618852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e92cad05-5f8b-4a1c-a9c4-4e57ec2bbc0b req-442252da-774b-4313-ad68-fe7bb547cc9a tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6584337 Mar 02 07:24:45.620199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:45.621371 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Checking segment: {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:45.623423 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.625585 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Bound using segment: {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:45.626957 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Bound port: 5f17e11d-792b-449d-9956-e56161e77d54, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c28a5a-6864-4e34-9ddf-c01f45267537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:45.627660 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.678533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9cd4954-a858-4a72-a063-0d908293ddec details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:24:45.884933 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] For port 5f17e11d-792b-449d-9956-e56161e77d54, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:45.894288 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] For port 5f17e11d-792b-449d-9956-e56161e77d54, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5f17e11d-792b-449d-9956-e56161e77d54,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:45.903565 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.912708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.937044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:44Z', 'revision_number': 6, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:45.949994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:46.012371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'mac_address': 'fa:16:3e:9b:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:24:46.028497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event deleted for resources: {'Port': ['ID=053096a9-298d-406d-bad8-b8df07ff6dfe,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.055701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:46.056723 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:46.234086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] No DVR routers for this DVR port 053096a9-298d-406d-bad8-b8df07ff6dfe on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:46.243428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.246801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c8be0-3fc8-4bda-8632-2767a987cef9 None None] The sync data for ids ['c0b5ddc3-a354-4c0e-84bc-871c91256615'] in n-d-827871-1 is: [{'id': 'c0b5ddc3-a354-4c0e-84bc-871c91256615', 'name': 'tempest-FloatingIPsNegativeTestJSON-262724280-router', 'tenant_id': '04ffb02d95044c54adaa1d7512ce99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:44Z', 'revision_number': 6, 'project_id': '04ffb02d95044c54adaa1d7512ce99da', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:46.253778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.260331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-deleted', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:46.267690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.302239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6eddf1b-1da2-4f0d-902e-6de531c61055 req-6094df19-6c42-4c5d-b143-1bead49bc6f1 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "DELETE /v2.0/ports/053096a9-298d-406d-bad8-b8df07ff6dfe HTTP/1.1" status: 204 len: 173 time: 2.1879616 Mar 02 07:24:46.328562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.384160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cd4954-a858-4a72-a063-0d908293ddec {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:24:46.402306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8fcbb-b0ee-4d5f-8b02-f427477c4154 req-e0925c7c-74c2-47a4-ac53-293499d40cf4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:46.414550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19f8fcbb-b0ee-4d5f-8b02-f427477c4154 req-e0925c7c-74c2-47a4-ac53-293499d40cf4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 1.4098496 Mar 02 07:24:46.430235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:46.442379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.497218 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:46.592487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d8142a12-7447-4f21-9d9b-c69737a086fc req-d05b210b-490b-4dd7-a275-fba06f743b46 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Synchronizing usage tracker for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:46.623702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:46.646334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-fcaef02e-fd7b-4bb5-9c9b-5f663a5aaeb5 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:46.650875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-fcaef02e-fd7b-4bb5-9c9b-5f663a5aaeb5 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.39 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.9674766 Mar 02 07:24:46.655339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d8142a12-7447-4f21-9d9b-c69737a086fc req-d05b210b-490b-4dd7-a275-fba06f743b46 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Unset dirty status for tenant:dc7049fc26ba455c9e558122802652f1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:46.656655 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d8142a12-7447-4f21-9d9b-c69737a086fc req-d05b210b-490b-4dd7-a275-fba06f743b46 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=89efb85c-5d13-4538-97f2-58a9e06428d0 HTTP/1.1" status: 200 len: 210 time: 0.2049968 Mar 02 07:24:46.692677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-8c3b7ac0-bc61-48dd-8d0a-4c8b2f000ce7 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:46.697633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-8c3b7ac0-bc61-48dd-8d0a-4c8b2f000ce7 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 945 time: 0.3520074 Mar 02 07:24:46.710883 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a54e-87bb-4066-bc28-387133c70601 None None] Pushing event updated for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.746783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 053096a9-298d-406d-bad8-b8df07ff6dfe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:46.747503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 053096a9-298d-406d-bad8-b8df07ff6dfe not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:46.758887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.788664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19f8fcbb-b0ee-4d5f-8b02-f427477c4154 req-f4252605-f17a-40dd-98f0-56a993e0601d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600616 Mar 02 07:24:46.819102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.896104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a9cd4954-a858-4a72-a063-0d908293ddec'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:46.923612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Deleting port 4981505d-2b18-4d8c-8b89-9913eccfe735 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:46.924653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.078996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.194093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Deleting port d4bd1d49-5be0-4e63-8a64-19255a57a702 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:47.194696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.283385 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:39Z', 'revision_number': 4, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5f17e11d-792b-449d-9956-e56161e77d54', 'name': '', 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'mac_address': 'fa:16:3e:4e:8d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:36Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 4, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'subnets': [{'id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.295463 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730903f-079e-4ab1-8348-df11b3beefc4 None None] The sync data for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 is: [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:39Z', 'revision_number': 4, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5f17e11d-792b-449d-9956-e56161e77d54', 'name': '', 'network_id': '1eebaf88-8ca2-4a9e-ba63-5f63e4976567', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'mac_address': 'fa:16:3e:4e:8d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:36Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 4, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'subnets': [{'id': 'f695d560-df80-4b3a-a062-7f5065e2f2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:47.355933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Pushing event deleted for resources: {'Port': ['ID=de351701-be20-4c89-a3fc-c41c60f50ead,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:47.360307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bf0e767-7ebe-452a-99f8-9449984a23d5 req-49f71d3e-9ea9-4cd3-9f7d-60399990c278 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.3825862 Mar 02 07:24:47.370402 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efb85c-5d13-4538-97f2-58a9e06428d0', 'name': 'network-vif-deleted', 'tag': '053096a9-298d-406d-bad8-b8df07ff6dfe', 'status': 'completed', 'code': 200} Mar 02 07:24:47.827598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.832719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] For port 4981505d-2b18-4d8c-8b89-9913eccfe735, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4981505d-2b18-4d8c-8b89-9913eccfe735,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:47.833082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.023636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Calling delete_port for 4981505d-2b18-4d8c-8b89-9913eccfe735 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:48.060429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.074266 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.134904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] For port d4bd1d49-5be0-4e63-8a64-19255a57a702, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4bd1d49-5be0-4e63-8a64-19255a57a702,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:48.136209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.153265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2e483-1415-4d76-b58e-f18096a9a772 req-634ec036-f4df-4ca6-8840-3d19cca75081 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.161007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddc2e483-1415-4d76-b58e-f18096a9a772 req-634ec036-f4df-4ca6-8840-3d19cca75081 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 946 time: 0.6949716 Mar 02 07:24:48.162158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-da38f42a-8647-4aae-9dfa-e345d9c698f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.168965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-da38f42a-8647-4aae-9dfa-e345d9c698f4 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 945 time: 0.4234407 Mar 02 07:24:48.279177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.282381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b5ddc3-a354-4c0e-84bc-871c91256615 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:48.301572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.323443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0db6-6462-4261-a811-3724388855d6 req-0c0c9f15-4bf3-48c4-a043-63c5a8a184cb tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.324987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d78b0db6-6462-4261-a811-3724388855d6 req-0c0c9f15-4bf3-48c4-a043-63c5a8a184cb tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b7b1db9-a213-433e-86f9-b9979da925de HTTP/1.1" status: 200 len: 945 time: 0.4974806 Mar 02 07:24:48.336533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Deleting port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:48.336883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.344410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5f17e11d-792b-449d-9956-e56161e77d54 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:48.362900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.370780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-02867647-f782-4b8a-9347-363778d2a475 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0b5ddc3-a354-4c0e-84bc-871c91256615 HTTP/1.1" status: 204 len: 168 time: 4.6606257 Mar 02 07:24:48.380617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42908) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.384120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddc2e483-1415-4d76-b58e-f18096a9a772 req-191baefb-8787-4944-b4eb-24f89892192e tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups?id=6298ea0c-5885-4bf2-aebc-2107bf004fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221255 Mar 02 07:24:48.494098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.504193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5f17e11d-792b-449d-9956-e56161e77d54 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:48.514261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5f17e11d-792b-449d-9956-e56161e77d54 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:48.514680 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.781499 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.836663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5f17e11d-792b-449d-9956-e56161e77d54, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5f17e11d-792b-449d-9956-e56161e77d54,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:48.845346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.859890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d78b0db6-6462-4261-a811-3724388855d6 req-7c54fe4a-925c-4852-a0c6-f2bfbf665e95 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888239 Mar 02 07:24:48.870529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.883813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Deleting subnet 36278247-1bad-4e6b-9c12-b84ed2f22e60 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:48.899519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['358f3483-fcfd-4c19-91bb-2fc99b270fa5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:24:48.930745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.973693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de351701-be20-4c89-a3fc-c41c60f50ead no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:49.012697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event deleted for resources: {'Port': ['ID=4981505d-2b18-4d8c-8b89-9913eccfe735,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.028424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.029929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.030281 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Floating IP 91848486-ce6c-415a-93a7-282754ae9fb5 disassociated. External IP: 172.25.4.214, port: d4bd1d49-5be0-4e63-8a64-19255a57a702. Mar 02 07:24:49.031766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Calling delete_port for d4bd1d49-5be0-4e63-8a64-19255a57a702 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:49.042053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: de351701-be20-4c89-a3fc-c41c60f50ead {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:49.042392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device de351701-be20-4c89-a3fc-c41c60f50ead not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:49.043698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c50aa4a-3870-42ba-a9df-c54cf7338f1a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:49.118858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5c50aa4a-3870-42ba-a9df-c54cf7338f1a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:49.119443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c50aa4a-3870-42ba-a9df-c54cf7338f1a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:49.149502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.149797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.181071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] No DVR routers for this DVR port 4981505d-2b18-4d8c-8b89-9913eccfe735 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:49.199608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.296478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bae50399-dc0c-493a-a186-a4bf5fded84f req-b85038d7-d81d-455d-b194-9b96b181b31f tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1095717 Mar 02 07:24:49.313802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] For port 358f3483-fcfd-4c19-91bb-2fc99b270fa5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=358f3483-fcfd-4c19-91bb-2fc99b270fa5,segment=NetworkSegment(f88cc213-ba93-490f-9aa4-202e0c7130e5),segment_id=f88cc213-ba93-490f-9aa4-202e0c7130e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:49.314166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.322214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec5de-afd4-47f7-86c0-197bf54796fd req-de24f8bb-fc02-4355-9376-d602abf5300d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:49.326514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93b1f185-d373-4906-8ca3-6e505bc6f186 req-a6c7d4be-2337-4fae-b6f4-8897d723b31d tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.16 "DELETE /v2.0/ports/4981505d-2b18-4d8c-8b89-9913eccfe735 HTTP/1.1" status: 204 len: 173 time: 2.6236708 Mar 02 07:24:49.329991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48eec5de-afd4-47f7-86c0-197bf54796fd req-de24f8bb-fc02-4355-9376-d602abf5300d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 949 time: 0.5018597 Mar 02 07:24:49.435279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'name': 'network-vif-deleted', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:49.530210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Calling delete_port for 358f3483-fcfd-4c19-91bb-2fc99b270fa5 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:49.654598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9cd4954-a858-4a72-a063-0d908293ddec up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:49.664950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48eec5de-afd4-47f7-86c0-197bf54796fd req-71410b72-ccaa-4c2c-8f80-7c27ce4c71e5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 Mar 02 07:24:49.677261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.792401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.855295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port a9cd4954-a858-4a72-a063-0d908293ddec completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:49.865440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port a9cd4954-a858-4a72-a063-0d908293ddec triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:49.866268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.918162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event deleted for resources: {'Port': ['ID=d4bd1d49-5be0-4e63-8a64-19255a57a702,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.954084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.002017 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7b1db9-a213-433e-86f9-b9979da925de', 'name': 'network-vif-deleted', 'tag': '4981505d-2b18-4d8c-8b89-9913eccfe735', 'status': 'completed', 'code': 200} Mar 02 07:24:50.011922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36278247-1bad-4e6b-9c12-b84ed2f22e60,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.018987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.026380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53ff65-0d67-4a30-984f-0da9adc70d7c None None] Network 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:50.030415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.128840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5edc8a93-274d-4b3f-a3ce-e96a571b9356 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36278247-1bad-4e6b-9c12-b84ed2f22e60 HTTP/1.1" status: 204 len: 168 time: 1.7444608 Mar 02 07:24:50.128840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Pushing event deleted for resources: {'Port': ['ID=358f3483-fcfd-4c19-91bb-2fc99b270fa5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.136408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42938) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:50.160450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2226e0d1-4dd4-4a16-abdb-350d799a1a73 req-207bb10a-e19e-4c5d-a97f-cad808daf9fd tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 210 time: 0.2091484 Mar 02 07:24:50.520818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:50.571469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5f17e11d-792b-449d-9956-e56161e77d54 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:50.609845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4981505d-2b18-4d8c-8b89-9913eccfe735 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:50.641334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.689257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 4981505d-2b18-4d8c-8b89-9913eccfe735 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:50.690056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4981505d-2b18-4d8c-8b89-9913eccfe735 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:50.701412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:50.730914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:50.742149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] No DVR routers for this DVR port 358f3483-fcfd-4c19-91bb-2fc99b270fa5 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:50.745967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.747997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f066fb89-e7c9-4cf0-aa30-07454307d424 req-ff07d5fb-2480-43cc-8570-a473f7bea133 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.39 "DELETE /v2.0/ports/358f3483-fcfd-4c19-91bb-2fc99b270fa5 HTTP/1.1" status: 204 len: 173 time: 2.5764704 Mar 02 07:24:50.758503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:50.772416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.773268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4bd1d49-5be0-4e63-8a64-19255a57a702 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:50.790528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.837885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Deleting port 8b9b918b-794b-4680-bce2-de568efb8c7e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:50.838399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.871603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e9e65a1-7e4b-49d0-b117-277acf97f39d req-0490986c-886d-4443-8569-76c4d826d26b tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1627939 Mar 02 07:24:50.945014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:50.956991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: d4bd1d49-5be0-4e63-8a64-19255a57a702 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:50.957340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4bd1d49-5be0-4e63-8a64-19255a57a702 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:50.957754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 358f3483-fcfd-4c19-91bb-2fc99b270fa5 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:50.958442 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Sync routers for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:50.966307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-65310de1-722a-44ba-a11c-74401b393071 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:50.974780 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:50.975744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-65310de1-722a-44ba-a11c-74401b393071 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.4678676 Mar 02 07:24:50.978798 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:51.019847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9cf0a-307d-46cf-9f44-3078e93fe140 req-46b46f3d-1fe0-4f24-a4e7-9cac0a445133 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:51.027815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69f9cf0a-307d-46cf-9f44-3078e93fe140 req-46b46f3d-1fe0-4f24-a4e7-9cac0a445133 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.5996032 Mar 02 07:24:51.031645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5f17e11d-792b-449d-9956-e56161e77d54 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:51.032020 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.058532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] No DVR routers for this DVR port d4bd1d49-5be0-4e63-8a64-19255a57a702 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:51.062723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.083467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 358f3483-fcfd-4c19-91bb-2fc99b270fa5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:51.083810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 358f3483-fcfd-4c19-91bb-2fc99b270fa5 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:51.090782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'name': 'network-vif-deleted', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:51.107974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] DHCP port deletion for 0c12d93e-fcc5-4a81-a9b1-d5b29a75763c request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:51.109030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-855c78a9-f9b5-48cd-ae0a-f5889a7c0550 req-3f5ed57e-d395-4f8e-8a15-56e3cada8571 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.39 "DELETE /v2.0/ports/d4bd1d49-5be0-4e63-8a64-19255a57a702 HTTP/1.1" status: 204 len: 173 time: 4.4386945 Mar 02 07:24:51.137460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Deleting port 8b9b918b-794b-4680-bce2-de568efb8c7e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:51.138176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.244022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69f9cf0a-307d-46cf-9f44-3078e93fe140 req-5d9d017d-e199-4955-8cc7-4c512ac12db0 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138085 Mar 02 07:24:51.257838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:51.312156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.357627 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:51.388314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1dff188-8f73-44d9-9d02-e37423848106 req-4b806022-003c-4edf-ad5b-5dab7b33bf41 tempest-ListServersNegativeTestJSON-1305898328 tempest-ListServersNegativeTestJSON-1305898328-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05 HTTP/1.1" status: 200 len: 210 time: 0.1929090 Mar 02 07:24:51.395969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:51.415440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Usage tracker for resource:security_group_rule and tenant:332251c471784800b70a524406530d02 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:51.430584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:51.460075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:51.514391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Deleting port f7790727-e384-4416-8b1e-a0e040485671 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:51.518699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.577740 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'code': 200} Mar 02 07:24:51.655882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] For port 8b9b918b-794b-4680-bce2-de568efb8c7e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b9b918b-794b-4680-bce2-de568efb8c7e,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:51.656893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.687418 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c968e-cb3f-4452-ba94-7ed20a37abc9', 'name': 'network-vif-deleted', 'tag': 'd4bd1d49-5be0-4e63-8a64-19255a57a702', 'status': 'completed', 'code': 200} Mar 02 07:24:51.731879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.856779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.931156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Calling delete_port for 8b9b918b-794b-4680-bce2-de568efb8c7e owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:51.958182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=332251c471784800b70a524406530d02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2548048 Mar 02 07:24:51.987149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42968) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:52.019363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'name': 'network-vif-deleted', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:52.039974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.083357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41664c99-4fd0-4f70-9d45-6f5beb1ee313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2375fd69-19af-4c0a-9f03-8eb2950f612e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:52.101571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5bd8d829-23cd-4e11-8ef1-6a32193fe062 req-924f5cc0-adce-4ba6-962a-1efd17e478a8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Synchronizing usage tracker for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:52.129732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b8f06-dfc9-4a90-8f1b-22d893119b17 req-ceaa601a-e185-46db-8aed-3bff13d51eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:52.131855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-416b8f06-dfc9-4a90-8f1b-22d893119b17 req-ceaa601a-e185-46db-8aed-3bff13d51eac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 1101 time: 0.3940482 Mar 02 07:24:52.199391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] Pushing event deleted for resources: {'Port': ['ID=8b9b918b-794b-4680-bce2-de568efb8c7e,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:52.207231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffb47c-63e8-4ca8-befd-b377addb0b2b None None] No DVR routers for this DVR port 8b9b918b-794b-4680-bce2-de568efb8c7e on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:52.258991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b9b918b-794b-4680-bce2-de568efb8c7e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:52.275082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:52.279171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-416b8f06-dfc9-4a90-8f1b-22d893119b17 req-9280e2d4-5865-456a-93b1-a9a287eb8051 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296782 Mar 02 07:24:52.286372 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Checking router: be150d2c-2ade-4dba-9a73-f1c5283fb5f5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:52.294411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5bd8d829-23cd-4e11-8ef1-6a32193fe062 req-924f5cc0-adce-4ba6-962a-1efd17e478a8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Unset dirty status for tenant:817f936660724d6da6150745199ebc2c on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:52.296277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5bd8d829-23cd-4e11-8ef1-6a32193fe062 req-924f5cc0-adce-4ba6-962a-1efd17e478a8 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c968e-cb3f-4452-ba94-7ed20a37abc9 HTTP/1.1" status: 200 len: 210 time: 0.3149812 Mar 02 07:24:52.301577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.303532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8b9b918b-794b-4680-bce2-de568efb8c7e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:52.303891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b9b918b-794b-4680-bce2-de568efb8c7e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:52.309467 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:52.310037 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:52.346039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] For port 8b9b918b-794b-4680-bce2-de568efb8c7e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b9b918b-794b-4680-bce2-de568efb8c7e,segment=NetworkSegment(821367cf-42af-4313-8253-0f74fff607c3),segment_id=821367cf-42af-4313-8253-0f74fff607c3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:52.348967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.349576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.418693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.447919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2375fd69-19af-4c0a-9f03-8eb2950f612e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:52.451905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.453516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a5bbdc9f-1d99-479d-8644-683cd22b47fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2375fd69-19af-4c0a-9f03-8eb2950f612e HTTP/1.1" status: 204 len: 168 time: 0.4528854 Mar 02 07:24:52.568949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Calling delete_port for 8b9b918b-794b-4680-bce2-de568efb8c7e owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:52.574263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4505c187-e461-4079-8620-0354140b31b2 req-a060c183-18fa-4eee-b4a0-ff905a58f20c tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1013715 Mar 02 07:24:52.578081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:52.684513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b486da-a349-4a18-81f3-11885235b0d6 req-c2ad4391-b8dc-474f-b0ab-9e25f3f5bb9c tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:52.687635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62b486da-a349-4a18-81f3-11885235b0d6 req-c2ad4391-b8dc-474f-b0ab-9e25f3f5bb9c tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 950 time: 1.0854800 Mar 02 07:24:52.688875 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e92fc3b-82ed-4052-aa3e-44f0d0d5ff05', 'name': 'network-vif-deleted', 'tag': '358f3483-fcfd-4c19-91bb-2fc99b270fa5', 'status': 'completed', 'code': 200} Mar 02 07:24:52.878584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f39f-1201-46c8-a153-6c0415daacc7 req-de08aef8-518e-4662-ab5f-7e16a785e2ee tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:52.887397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9300f39f-1201-46c8-a153-6c0415daacc7 req-de08aef8-518e-4662-ab5f-7e16a785e2ee tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 945 time: 0.1522534 Mar 02 07:24:52.959809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9300f39f-1201-46c8-a153-6c0415daacc7 req-116afc05-050f-4188-8b67-1c3c46200548 tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1665328-658f-41d8-8818-9f24067a8d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688343 Mar 02 07:24:52.971983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62b486da-a349-4a18-81f3-11885235b0d6 req-5b69712e-1b58-40e5-b38f-5c588ae9f52b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620275 Mar 02 07:24:53.027598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] For port f7790727-e384-4416-8b1e-a0e040485671, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7790727-e384-4416-8b1e-a0e040485671,segment=NetworkSegment(6c629b11-b9b9-4b73-94d4-1725cc1e0d3b),segment_id=6c629b11-b9b9-4b73-94d4-1725cc1e0d3b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:53.028988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.039790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42984) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.062443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:53.065273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.068125 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923266e-7b37-478b-ac53-00f17d948a60 None None] The sync data for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 is: [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:22:36Z', 'revision_number': 4, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '94a96721-6696-4f59-be2c-b35250bb7310', 'name': '', 'network_id': '1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'mac_address': 'fa:16:3e:bb:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:32Z', 'updated_at': '2022-03-02T07:22:47Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'subnets': [{'id': 'ca816a40-511e-4aaa-b7bd-9114cc663251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:53.084484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:53.088691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Usage tracker for resource:security_group_rule and tenant:37eb35118a8a433d9c6f3f6c6ea22454 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:53.092242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:53.099296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:53.100355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:53.100694 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:53.108434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.177603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Calling delete_port for f7790727-e384-4416-8b1e-a0e040485671 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:53.211529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Deleting subnet d2c5d292-c443-4579-a14d-e1113fe12dcb {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:53.214797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.270826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.347283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.399681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34423c-7b59-4811-bea1-3f4f3c9c81b0 None None] New status for floating IP 91848486-ce6c-415a-93a7-282754ae9fb5: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:24:53.433062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.511166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.615892 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.621215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.643898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Deleting port 8b9b918b-794b-4680-bce2-de568efb8c7e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:53.644957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.653833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.764798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Pushing event deleted for resources: {'Port': ['ID=f7790727-e384-4416-8b1e-a0e040485671,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.784920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.798667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c5d292-c443-4579-a14d-e1113fe12dcb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.810832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f21c3c6-9025-4c63-899a-fc196629151d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2c5d292-c443-4579-a14d-e1113fe12dcb HTTP/1.1" status: 204 len: 168 time: 0.7013447 Mar 02 07:24:53.815568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43002) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.819942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37eb35118a8a433d9c6f3f6c6ea22454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791169 Mar 02 07:24:53.838806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53422d6f-c6e6-4e13-90a0-d9695cb85cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e094621-1cb2-43c3-9f6b-e81070c9215c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.841915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43006) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.875679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] No DVR routers for this DVR port f7790727-e384-4416-8b1e-a0e040485671 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:53.911863 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.961942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] The port '8b9b918b-794b-4680-bce2-de568efb8c7e' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:24:53.978987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.042261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37873beb-80ee-4f65-9746-247952b66d5e req-721b5562-714a-439a-b51a-9b9aeb908e75 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1678751 Mar 02 07:24:54.113973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-527401e9-bd96-42d7-913e-b424a5ec4cc5 req-d4d28475-3d84-4dee-bea6-82ddb6a903ab tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.16 "DELETE /v2.0/ports/f7790727-e384-4416-8b1e-a0e040485671 HTTP/1.1" status: 204 len: 173 time: 3.0771124 Mar 02 07:24:54.161203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.165272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.229139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.267690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e305a34-f9f8-437e-b607-ad448420576d req-04e83646-f206-4f52-bb36-6c1c990dea2a tempest-LiveMigrationTest-2016459839 tempest-LiveMigrationTest-2016459839-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f86abe-6921-442d-b57a-cda481b1e159 HTTP/1.1" status: 200 len: 210 time: 0.1051450 Mar 02 07:24:54.344834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.359001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.410373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93bc824-b5fe-4566-b6f3-a1248136112f']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.414504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.433280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88cc213-ba93-490f-9aa4-202e0c7130e5') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.433280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88cc213-ba93-490f-9aa4-202e0c7130e5') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.452471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.490128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.501590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:54.502800 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.518693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:54.523892 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:54.528723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6298ea0c-5885-4bf2-aebc-2107bf004fe7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:54.542104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.574032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.575171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fcd1b1dd-0f42-4fee-9fa2-cfd09cb6d146 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "DELETE /v2.0/security-groups/6298ea0c-5885-4bf2-aebc-2107bf004fe7 HTTP/1.1" status: 204 len: 168 time: 1.0537348 Mar 02 07:24:54.577390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c12d93e-fcc5-4a81-a9b1-d5b29a75763c']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.588500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43016) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:54.606226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7790727-e384-4416-8b1e-a0e040485671 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:54.610332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821367cf-42af-4313-8253-0f74fff607c3') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.611514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821367cf-42af-4313-8253-0f74fff607c3') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:54.617585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e094621-1cb2-43c3-9f6b-e81070c9215c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:54.641305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.643575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.646603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1e05fb38-b396-4f0c-97be-a80ff949a92b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e094621-1cb2-43c3-9f6b-e81070c9215c HTTP/1.1" status: 204 len: 168 time: 0.8008471 Mar 02 07:24:54.648014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.654332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.663693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f7790727-e384-4416-8b1e-a0e040485671 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:54.664036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7790727-e384-4416-8b1e-a0e040485671 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:54.665560 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-b2b28635-6592-4ce6-8555-fdba63df4513 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] show failed (client error): The resource could not be found. Mar 02 07:24:54.669314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b2b28635-6592-4ce6-8555-fdba63df4513 tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "GET /v2.0/security-groups/6298ea0c-5885-4bf2-aebc-2107bf004fe7 HTTP/1.1" status: 404 len: 347 time: 0.0771909 Mar 02 07:24:54.676304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43022) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:54.697074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93bc824-b5fe-4566-b6f3-a1248136112f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:54.707003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c5e3dea5-8182-437b-b109-e040e85b7662 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a93bc824-b5fe-4566-b6f3-a1248136112f HTTP/1.1" status: 204 len: 168 time: 0.8901992 Mar 02 07:24:54.759163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-deleted', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:54.772185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.819296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc05d1-1640-4452-9deb-4d8f27f698a6 req-53dee1d5-0593-44d4-8777-1336b543ec36 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:54.821366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45fc05d1-1640-4452-9deb-4d8f27f698a6 req-53dee1d5-0593-44d4-8777-1336b543ec36 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 950 time: 0.4650359 Mar 02 07:24:54.932373 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f86abe-6921-442d-b57a-cda481b1e159', 'name': 'network-vif-deleted', 'tag': 'f7790727-e384-4416-8b1e-a0e040485671', 'status': 'completed', 'code': 200} Mar 02 07:24:54.942260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:54.942883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:54.957628 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:54.970738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.061716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Deleting port cd3f506b-b17a-49f0-9d0f-677463a5939c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:55.062759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.072684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7eb96476-daed-4891-ba36-5fd873b48371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95695e50e1d64577994f1c30c70ebe53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997918 Mar 02 07:24:55.074798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43038) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.153184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45fc05d1-1640-4452-9deb-4d8f27f698a6 req-44fe07fa-d104-4d15-98a8-023a49f8b111 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082070 Mar 02 07:24:55.163099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.193367 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.218448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.272642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/0c12d93e-fcc5-4a81-a9b1-d5b29a75763c HTTP/1.1" status: 204 len: 168 time: 5.0559144 Mar 02 07:24:55.272642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e1cf7-1743-4428-b1fb-fc2a554e51fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c12d93e-fcc5-4a81-a9b1-d5b29a75763c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:55.298360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.399376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d31c21de-8083-4c02-a71b-fb15c64c7930 req-c8a230df-f82e-437e-a541-e588e85b1ca4 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0803349 Mar 02 07:24:55.403555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.403886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.448214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.496647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f4b4b-3205-4fa8-9a21-8717c2d60db2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:55.527691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.528985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3ba0e078-1b74-449e-8ff7-50ffd73d8ed7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad9f4b4b-3205-4fa8-9a21-8717c2d60db2 HTTP/1.1" status: 204 len: 168 time: 0.4531345 Mar 02 07:24:55.573446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43062) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.639888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43068) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.710216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1306edb8-172b-4b8e-b405-64d923cc8b57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04ffb02d95044c54adaa1d7512ce99da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681343 Mar 02 07:24:55.715736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.754361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Calling delete_port for cd3f506b-b17a-49f0-9d0f-677463a5939c owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:55.851905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.887071 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.971280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.003789 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.053973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd306f7-e6c2-4283-a893-a58af741b559,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:56.071846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.073265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-557eb6ec-a227-4fd2-88f8-4867122c9f2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dd306f7-e6c2-4283-a893-a58af741b559 HTTP/1.1" status: 204 len: 168 time: 0.3565879 Mar 02 07:24:56.099488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Deleting subnet f075f47d-3b81-49eb-9000-ad8d27e9da77 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:56.104099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.117352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Pushing event deleted for resources: {'Port': ['ID=cd3f506b-b17a-49f0-9d0f-677463a5939c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:56.192131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.295598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.374635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.404391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.405228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.406425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d232eef4-5ecc-422f-9e2f-dcd7e336ed7b tempest-ServersTestManualDisk-862173798 tempest-ServersTestManualDisk-862173798-project] 10.222.0.21 "DELETE /v2.0/floatingips/91848486-ce6c-415a-93a7-282754ae9fb5 HTTP/1.1" status: 204 len: 168 time: 1.7282441 Mar 02 07:24:56.410229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43094) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:56.539754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f075f47d-3b81-49eb-9000-ad8d27e9da77,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:56.612262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.664808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-225bb3af-9caf-42e9-a41d-1383b555bb7c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f075f47d-3b81-49eb-9000-ad8d27e9da77 HTTP/1.1" status: 204 len: 168 time: 1.0866046 Mar 02 07:24:56.665651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43110) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:56.788508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4866903d-7343-4a62-80fd-4550489f5334 req-1a0bfc3f-522f-4120-a3c5-5bf7e458195e tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0816305 Mar 02 07:24:56.893214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.897325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.019258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-6faa95c7-728c-4637-9b74-6e8f8844a97c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.020132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-6faa95c7-728c-4637-9b74-6e8f8844a97c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.021184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-6faa95c7-728c-4637-9b74-6e8f8844a97c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.028668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-6faa95c7-728c-4637-9b74-6e8f8844a97c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6&device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc&device_id=26d524d6-5572-40e4-93c7-53e480712399&device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930&device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 2884 time: 0.4905050 Mar 02 07:24:57.157644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28bec8d5-1c5b-4efe-bd54-e41026d318f9 req-3c2b5285-6d26-4c1c-a168-2827210bcd07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0837908 Mar 02 07:24:57.240239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.262428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-166436716-network', 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:57.283954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:57.306616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Usage tracker for resource:network and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:57.315204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.339547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:57.359519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:57.362566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:57.386421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.390120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Usage tracker for resource:security_group_rule and tenant:88daebdfeb4b4f02833a4393a36b1ff2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:57.403661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:57.413274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b964cf00-32a0-4538-b804-3acf576fe5fd']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:57.434955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:57.442460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:57.442761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c629b11-b9b9-4b73-94d4-1725cc1e0d3b') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:57.450282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:57.452710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.479186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.489951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.525108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.532869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.540890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:57.555276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:57.557395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:57.598868 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:57.625695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Usage tracker for resource:security_group_rule and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:57.682626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:57.698957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:57.747904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.753411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.789334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43150) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.812059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b964cf00-32a0-4538-b804-3acf576fe5fd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:57.866477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84465fb1-54de-4091-95f2-8ad1213aee66 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b964cf00-32a0-4538-b804-3acf576fe5fd HTTP/1.1" status: 204 len: 168 time: 1.1964378 Mar 02 07:24:57.875316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.876282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.920281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1008023168-network', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:57.925363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.985170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.004074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Usage tracker for resource:network and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:58.008817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-197317869-network', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:58.010327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:58.013752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.018464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.025684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Synchronizing usage tracker for tenant:88daebdfeb4b4f02833a4393a36b1ff2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:58.037142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:58.044769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.051173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Usage tracker for resource:network and tenant:8a23ee59e2d944309e88ba1d88aaa88c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:58.054369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:58.068424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38dbbdf-02f6-44e8-a972-dd8f4c23ebbf,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.068682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:58.072704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Deleting subnet 47bf01d6-d00c-44df-b805-22cfff8ed532 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:58.091770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83dc55c6-b420-4b47-b85d-371e420b779f req-ad55ad0c-d93e-4ffa-84cc-fcaafd830775 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0993450 Mar 02 07:24:58.093379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.104740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Made reservation on behalf of 8a23ee59e2d944309e88ba1d88aaa88c for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:58.107389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.127709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:58.127923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Deleting port 94a96721-6696-4f59-be2c-b35250bb7310 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:58.127923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.128093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:58.128384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.155696 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.170572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.181578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.181963 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Added segment b3554180-8071-4e74-973d-fcf33cb93338 of type vlan for network 2766f0aa-b169-420b-bc8a-27683cb49f96 Mar 02 07:24:58.184701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.192394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Unset dirty status for tenant:88daebdfeb4b4f02833a4393a36b1ff2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:58.194473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf644a4-6b44-4235-9f02-661528c1b8a7 req-17cb8132-2d3f-4dbf-907d-a3f1d05cdeda tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1641984 Mar 02 07:24:58.196364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.197718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Usage tracker for resource:security_group_rule and tenant:8a23ee59e2d944309e88ba1d88aaa88c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:58.216689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:58.228404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.277118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.301962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Usage tracker for resource:security_group_rule and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:58.309693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:58.319551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.324731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:58.350941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.364059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:58.458195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.459241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:58.460050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.538761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] For port 94a96721-6696-4f59-be2c-b35250bb7310, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=94a96721-6696-4f59-be2c-b35250bb7310,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:58.540003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.630420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.643348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] Pushing event updated for resources: {'Network': ['ID=2766f0aa-b169-420b-bc8a-27683cb49f96,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.655957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:58.712854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-69cf461f-faa3-429d-80bc-3d362ac59216 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8127599 Mar 02 07:24:58.714857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.720147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47bf01d6-d00c-44df-b805-22cfff8ed532 HTTP/1.1" status: 204 len: 168 time: 0.8421428 Mar 02 07:24:58.721736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1829d-c50e-4195-94f0-28a18f77e639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bf01d6-d00c-44df-b805-22cfff8ed532,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.732918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43170) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.733270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43172) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.754796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Calling delete_port for 94a96721-6696-4f59-be2c-b35250bb7310 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:58.876906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Request body: {'subnet': {'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-166436716-subnet', 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:58.899645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.921513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.984002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.990460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.992211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.994062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Usage tracker for resource:subnet and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:59.027625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:59.030851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:59.037947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.053389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6a085-1739-456e-85a2-0773fd345228,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.058762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.059103 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Added segment 0db56e3c-b3d9-495a-b45b-5f546073146e of type vlan for network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c Mar 02 07:24:59.066251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:59.099870 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.121580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:59.123860 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.156407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:59.186228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.187518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.188115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.204716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.206700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.286409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.290641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a96721-6696-4f59-be2c-b35250bb7310,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.299461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.299813 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Added segment 39fd930e-bb16-4390-8d50-c540edbbb363 of type vlan for network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 Mar 02 07:24:59.306528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39136b06-5222-4be7-baae-1a9c28697049 req-4f0a7eee-0088-44dd-8d7d-92aa6344df07 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.307010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39136b06-5222-4be7-baae-1a9c28697049 req-4f0a7eee-0088-44dd-8d7d-92aa6344df07 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.307480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39136b06-5222-4be7-baae-1a9c28697049 req-4f0a7eee-0088-44dd-8d7d-92aa6344df07 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.309147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39136b06-5222-4be7-baae-1a9c28697049 req-4f0a7eee-0088-44dd-8d7d-92aa6344df07 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6&device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930&device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 2884 time: 0.3948135 Mar 02 07:24:59.365280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5017b950-e941-4b3e-b688-bf54be76b867']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:59.398292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362c0607-3755-45e4-9b72-a04fe9f98b1c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:59.398664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362c0607-3755-45e4-9b72-a04fe9f98b1c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:59.428808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.436851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.468057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39136b06-5222-4be7-baae-1a9c28697049 req-2bbf83d9-75d9-4637-9063-5b921cacc0e7 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450694 Mar 02 07:24:59.473547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.501046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c61207b-f14c-4e58-99d9-d396122bccf7 req-32fbeee7-6442-4fa8-b997-cc235ecf13cc tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1555347 Mar 02 07:24:59.507020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] Pushing event updated for resources: {'Network': ['ID=97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.524004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aaa49630-b124-460d-b289-aa2734137826 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7288709 Mar 02 07:24:59.524881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43182) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:59.526179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:59.532319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Request body: {'subnet': {'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-subnet', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:59.546997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:59.547775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Usage tracker for resource:subnet and tenant:8a23ee59e2d944309e88ba1d88aaa88c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:59.553328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:59.579478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:59.579893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.623062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:59.629388 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:59.664574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Made reservation on behalf of 8a23ee59e2d944309e88ba1d88aaa88c for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:59.670186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.772551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.773510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.774161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.183583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.187494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6608527 Mar 02 07:25:00.197973 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.215900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43196) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.218390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecc373-5464-43ad-9d2a-4785b3a2ce01 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5a9f58-4c25-4ba1-97f6-da11e1291474,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:00.231590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:00.297742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Request body: {'subnet': {'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1008023168-subnet', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:00.307005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=5017b950-e941-4b3e-b688-bf54be76b867,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:00.319961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6ba43430-ef3a-4cd0-8cf2-7290cb72bb98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5017b950-e941-4b3e-b688-bf54be76b867 HTTP/1.1" status: 204 len: 168 time: 1.5835612 Mar 02 07:25:00.345339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:00.371971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Usage tracker for resource:subnet and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:00.390259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:00.419245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:00.421964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.503680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.514386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:00.517309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.569108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.670933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25319f4e-a44d-493a-a145-edd360056901 req-1ef0eafb-c3f7-47fe-8c6a-830eb4a57090 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc&device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.1702883 Mar 02 07:25:00.686647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.778349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90419dee-c347-405c-926c-1e48dc4801eb,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:00.826076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Checking segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:00.826447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Network hostable DHCP agents. Network: 2766f0aa-b169-420b-bc8a-27683cb49f96, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:00.907797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2ca7879d-d347-4aed-ba9e-3cb8da89cbd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc7049fc26ba455c9e558122802652f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309712 Mar 02 07:25:00.910099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.915327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Checking segment: {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:00.915687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Network hostable DHCP agents. Network: 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:00.927433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31d708e-1803-4271-b432-d3c397b2449b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:00.997677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:01.040249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2766f0aa-b169-420b-bc8a-27683cb49f96) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:01.051853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b3b73b-ed48-4105-9858-a87b22d19b23 None None] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:01.076892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:01.077922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.176882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.195851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:01.215134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b60d-f521-40b1-a235-43ee39061d84 req-1515f743-8a79-4290-9ee2-46a10758cc6b tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:01.216687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d175b60d-f521-40b1-a235-43ee39061d84 req-1515f743-8a79-4290-9ee2-46a10758cc6b tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1101 time: 0.3819945 Mar 02 07:25:01.224672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e950d030-369f-4e7f-b3a3-9b610c9d09b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4900801 Mar 02 07:25:01.294910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b5b285d-2879-4cc9-ad9b-e76f910bad88 req-afd1eaae-1370-4b94-aa7d-e4be79f9cae7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff1d2c7e6f74e8fb78f2818a94ff3ef&device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1997459 Mar 02 07:25:01.313769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9517c93e-1c97-4668-b134-ed072169bb01 req-443f27ff-5614-47a7-a5e4-d814d47aaf8c tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1229901 Mar 02 07:25:01.320653 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.363234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:01.383138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b89802-2093-412c-b274-d12b1d8299df None None] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:01.389987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.395340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:01.399222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.405831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b5b285d-2879-4cc9-ad9b-e76f910bad88 req-8dafe279-ac21-4797-895f-5ba356bbeca2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=eff1d2c7e6f74e8fb78f2818a94ff3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907776 Mar 02 07:25:01.462973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d175b60d-f521-40b1-a235-43ee39061d84 req-00e6d651-5367-4f25-bff3-fe362ebdab65 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338228 Mar 02 07:25:01.506505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd1a186-58ad-439a-aa7c-668dbf0c3b47,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:01.517077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c04566-e885-4c26-887f-afbe7a3b608c None None] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:01.559204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:01.559204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Network hostable DHCP agents. Network: 8c5a9f58-4c25-4ba1-97f6-da11e1291474, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:01.644956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.649972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b285d-2879-4cc9-ad9b-e76f910bad88 req-cfa495d1-285b-4192-bbdb-2a31bcacf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:01.653679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b5b285d-2879-4cc9-ad9b-e76f910bad88 req-cfa495d1-285b-4192-bbdb-2a31bcacf0a8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2410953 Mar 02 07:25:01.683042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:01.692787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1665328-658f-41d8-8818-9f24067a8d07,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:01.706110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8c5a9f58-4c25-4ba1-97f6-da11e1291474) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:01.732960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:01.738488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.772704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.784087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-89f5d21f-c0fa-4273-a64e-e7f63748a472 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2554252 Mar 02 07:25:01.788066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43230) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:01.793766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:01.803072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:01.809373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-db7a4540-99c9-44a6-9bef-a94c34b528c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1665328-658f-41d8-8818-9f24067a8d07 HTTP/1.1" status: 204 len: 168 time: 0.8758657 Mar 02 07:25:01.812075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Usage tracker for resource:router and tenant:8a23ee59e2d944309e88ba1d88aaa88c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:01.822935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef26ac-af45-4af3-9ca3-6ce78fa352fd None None] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:01.824772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:01.838123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4d87e9d-88ce-4dee-93aa-ff9ca84e4b63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5612230 Mar 02 07:25:01.840278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:01.860047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:01.868733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:01.885159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:01.898350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Usage tracker for resource:router and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:01.905563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:01.920370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:01.932591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:01.937429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.938460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.948670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.950566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.995479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.107498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.423645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1b62-8690-452b-822b-78812bdc0f86 req-1dbba184-ecaf-4b48-bd01-830490915f25 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:02.431371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c56b1b62-8690-452b-822b-78812bdc0f86 req-1dbba184-ecaf-4b48-bd01-830490915f25 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1101 time: 0.5661802 Mar 02 07:25:02.639988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c56b1b62-8690-452b-822b-78812bdc0f86 req-a5140083-dad7-4d86-9028-f656b337a26c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076366 Mar 02 07:25:02.640172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-b238f84e-420f-4ed0-acfd-c66ffb6aa97b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:02.640816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-b238f84e-420f-4ed0-acfd-c66ffb6aa97b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:02.651458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'fixed_ips': [{'subnet_id': 'e31d708e-1803-4271-b432-d3c397b2449b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:02.652770 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.670721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43254) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:02.728469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:02.729404 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.730172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.859644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-b238f84e-420f-4ed0-acfd-c66ffb6aa97b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:02.861217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-b238f84e-420f-4ed0-acfd-c66ffb6aa97b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.5633740 Mar 02 07:25:02.881890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-3f9dee10-524a-46e5-ab5c-f49b7c44d78f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/quotas/00efcf0b895b4bcaa726b0aba3aeb32a HTTP/1.1" status: 200 len: 375 time: 0.0118740 Mar 02 07:25:02.960702 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-19e02fa8-e8cf-42ba-ab85-30d9bb9ce0e8 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640628 Mar 02 07:25:03.000615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.032843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Allocated IP 172.20.0.2 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/3edca73e-c825-474d-876a-35eaeb833741) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:03.096561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:03.121991 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Sync routers for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:03.136038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35c099bb-055a-4d5e-9c77-0c0083698007 req-1b8cc7c0-24b2-45ca-ba97-cb06b5943eb2 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.1245217 Mar 02 07:25:03.142684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b5b285d-2879-4cc9-ad9b-e76f910bad88 req-d489da7e-48a4-481f-a7b4-6398cfeeb5df tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad60af2-854f-46c4-95f2-dcc35fe31bfc HTTP/1.1" status: 200 len: 210 time: 0.0892758 Mar 02 07:25:03.159872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c48fae3d-03f4-4b8c-aa84-f3163ff9c365 admin admin] 10.222.0.21 "PUT /v2.0/routers/be150d2c-2ade-4dba-9a73-f1c5283fb5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7479827 Mar 02 07:25:03.162928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:03.171563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:03.178203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:03.324670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9702428c-69b5-4ecd-a399-fc8dbf50ecde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf245f19b4504a75a74ff539a622b19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473007 Mar 02 07:25:03.332434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43268) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:03.345000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-d9367a5d-4b86-49af-b2a1-d21dd033551c service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709474 Mar 02 07:25:03.394115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Allocated IP 172.20.0.2 (97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c/e31d708e-1803-4271-b432-d3c397b2449b/2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:03.676300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:03.754064 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.812831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Transition to ACTIVE for port object 3edca73e-c825-474d-876a-35eaeb833741 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:03.874487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.901598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-cab096b8-a92b-4bc2-afdb-a021c844c768 service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557189 Mar 02 07:25:03.902823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.981715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.994739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Transition to ACTIVE for port object 3edca73e-c825-474d-876a-35eaeb833741 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:04.021998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.099616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.124776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:04.129821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:04.132325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Transition to ACTIVE for port object 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:04.147613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:04.283979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Pushing event updated for resources: {'Port': ['ID=3edca73e-c825-474d-876a-35eaeb833741,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:04.352581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:04.358112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Checking router: be150d2c-2ade-4dba-9a73-f1c5283fb5f5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:04.367666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eef8d320-3714-4d32-b40a-6a2ca2325d3e req-391d621e-bd9e-484d-92e6-7b294f5e750d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 210 time: 0.0879629 Mar 02 07:25:04.372354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Transition to ACTIVE for port object 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:04.384704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Attempting to bind port 3edca73e-c825-474d-876a-35eaeb833741 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:04.385324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Attempting to bind port 3edca73e-c825-474d-876a-35eaeb833741 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:04.385985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Attempting to bind port 3edca73e-c825-474d-876a-35eaeb833741 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:04.389897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.395308 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Routers {'be150d2c-2ade-4dba-9a73-f1c5283fb5f5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:04.395946 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:04.402130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Allocated IP 172.25.4.60 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/40e971ff-49d6-4da1-9874-68cb7dc5925e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:04.403375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.457617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:04.458581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:04.459178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.459742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:04.460391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Bound port: 3edca73e-c825-474d-876a-35eaeb833741, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:04.460937 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.540522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:04.558902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:04.564591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:04.639293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.716781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:04.732188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.734104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.760456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440c27d-dcb3-4001-a1b5-c022e497eb91,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:04.817341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.818668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-57f12880-713e-4f96-8daf-7e16e1c9ffa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0440c27d-dcb3-4001-a1b5-c022e497eb91 HTTP/1.1" status: 204 len: 168 time: 1.4838929 Mar 02 07:25:04.820583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.833875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Deleting port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:04.834516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.884401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.960200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Attempting to bind port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:04.963447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Attempting to bind port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:04.964023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Attempting to bind port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 on network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:04.979008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:04.983583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Checking segment: {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:04.983918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.984323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Bound using segment: {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:04.984814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Bound port: 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:04.985208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.021402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] For port 3edca73e-c825-474d-876a-35eaeb833741, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:05.055401 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] Set router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:05.091167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Pushing event updated for resources: {'Port': ['ID=40e971ff-49d6-4da1-9874-68cb7dc5925e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:05.102672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] For port 3edca73e-c825-474d-876a-35eaeb833741, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3edca73e-c825-474d-876a-35eaeb833741,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:05.114539 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.130221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:05.139018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:05.144212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:05.246705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428feb8-9b26-48a9-833e-233cee352e53 None None] Pushing event updated for resources: {'Port': ['ID=3edca73e-c825-474d-876a-35eaeb833741,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:05.473870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] For port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:05.484433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] For port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:05.494245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.824439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfc95a9b-bc34-4902-bd64-23c10febd6cc req-fb4afdbb-17a8-4845-bc67-a4939e607ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff1d2c7e6f74e8fb78f2818a94ff3ef&device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.5034165 Mar 02 07:25:05.916129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d4bfcdf-c551-4937-ab14-04bba263c3ce req-b2fd1639-358f-4a4f-9027-7fa313bf49a2 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.3316138 Mar 02 07:25:05.921508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883c26d-929b-4352-8fdb-005d84ed7885 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:06.134477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfc95a9b-bc34-4902-bd64-23c10febd6cc req-65f7df01-33c4-4433-8bb8-4f069df0c2d9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=eff1d2c7e6f74e8fb78f2818a94ff3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2844782 Mar 02 07:25:06.145264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:06.152424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d26b42-6473-4d0c-929c-32746298e605 None None] The sync data for ids ['be150d2c-2ade-4dba-9a73-f1c5283fb5f5'] in n-d-827871-1 is: [{'id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'name': 'tempest-ServersTestManualDisk-756951323-router', 'tenant_id': '817f936660724d6da6150745199ebc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:22:25Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '817f936660724d6da6150745199ebc2c', 'gw_port': {'id': '6b3f2742-e00c-4bcb-a5a6-8a9eea112863', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be150d2c-2ade-4dba-9a73-f1c5283fb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:22:26Z', 'updated_at': '2022-03-02T07:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:06.300838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.364039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-516e6604-4587-4a4d-a0fc-eb8db91f5f31 req-85c8a460-728e-4a0c-99ea-fdc34b364fff tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 210 time: 0.1991513 Mar 02 07:25:06.478906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.513241 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.782716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3edca73e-c825-474d-876a-35eaeb833741 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:06.969956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3edca73e-c825-474d-876a-35eaeb833741 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:06.999629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] For port 6b3f2742-e00c-4bcb-a5a6-8a9eea112863, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:07.006308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.289243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d776eb19-b6ef-45ea-826c-bed9b8074231 req-a8ed0eb1-1542-4ad1-923e-1263e0ed1760 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.0899210 Mar 02 07:25:07.369161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Calling delete_port for 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:07.467848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7443e3a-6efe-4047-85d2-4b2798b66719 req-1cd2c7c2-960a-4bfc-93d2-0a6d4b85a02e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.474113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be721027-ea37-4b82-9478-620483bebb37 None None] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:07.474834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7443e3a-6efe-4047-85d2-4b2798b66719 req-1cd2c7c2-960a-4bfc-93d2-0a6d4b85a02e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 1.2551219 Mar 02 07:25:07.511961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc95a9b-bc34-4902-bd64-23c10febd6cc req-2cde1cec-ebbb-47d5-b2e9-494206005f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.513340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfc95a9b-bc34-4902-bd64-23c10febd6cc req-2cde1cec-ebbb-47d5-b2e9-494206005f85 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3694143 Mar 02 07:25:07.594693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Allocated IP 172.25.4.108 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/327a31aa-4184-489d-acb0-a83ba711893b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:07.681669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7443e3a-6efe-4047-85d2-4b2798b66719 req-3e12142d-a48f-4322-8c71-197ffcf7c575 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058828 Mar 02 07:25:07.733099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Provisioning for port 3edca73e-c825-474d-876a-35eaeb833741 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:07.744393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Provisioning complete for port 3edca73e-c825-474d-876a-35eaeb833741 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:07.744969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.811937 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91624207-dae4-4cee-b6d7-857654b89eaa req-f786c896-445d-42f8-bd2a-f0383f19bafc tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 210 time: 0.1595786 Mar 02 07:25:07.849817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.945918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.972033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee7001-0b5b-4c00-9e61-1a332ce64e43 None None] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:07.987171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-fc0d373f-d9f6-4713-b634-de9ed7ea72bd tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.989585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-fc0d373f-d9f6-4713-b634-de9ed7ea72bd tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 1.1536555 Mar 02 07:25:07.993144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.097476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Request body: {'port': {'device_id': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'admin_state_up': True, 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:08.178419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Router fe711092-a50b-4fef-b37f-6c1156c44ca6 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:08.212974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] For port 3edca73e-c825-474d-876a-35eaeb833741, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3edca73e-c825-474d-876a-35eaeb833741,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:08.237448 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.241273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3f2742-e00c-4bcb-a5a6-8a9eea112863,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:08.401496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:08.556417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:08.576325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.593447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.595085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5cfffe16-bcf9-45d2-a4c2-017d1feb5120 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7505214 Mar 02 07:25:08.598381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43392) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:08.621920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Sync routers for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:08.833712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf829e0-bb38-40a6-9fa8-ca9f733ce4d7 None None] Pushing event updated for resources: {'Port': ['ID=3edca73e-c825-474d-876a-35eaeb833741,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:08.841454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1dd56d51-747d-42c7-8437-105de1dbafc6 None None] Provisioning for port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:08.887457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:08.893640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Usage tracker for resource:port and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:08.897086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:08.904206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:08.918849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.921240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:08.922171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:08.980214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04eb4b39-cba7-4385-bad9-8e5fe4222dd2 req-2f95bb6f-56ca-401b-8e52-08500fe3cbc7 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.4275193 Mar 02 07:25:08.980871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:08.985826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.195262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:09.212611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:09.213149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.239975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfc95a9b-bc34-4902-bd64-23c10febd6cc req-be6f2074-e184-4db9-ac77-f32650a0ac63 tempest-ServerShowV247Test-1873430696 tempest-ServerShowV247Test-1873430696-project] 10.222.0.16 "GET /v2.0/ports?device_id=26d524d6-5572-40e4-93c7-53e480712399 HTTP/1.1" status: 200 len: 210 time: 0.3021474 Mar 02 07:25:09.242661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.316891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.350399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:09.688660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Allocated IP 172.20.0.7 (2766f0aa-b169-420b-bc8a-27683cb49f96/90419dee-c347-405c-926c-1e48dc4801eb/789c81ea-c526-4d9f-aed5-af1cde8a652b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:09.833964 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.876054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4ce13-dc70-456b-9631-06d03d1e5122 req-a377ef6f-077b-49d6-b71a-5822db0e2fe9 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:09.883671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51f4ce13-dc70-456b-9631-06d03d1e5122 req-a377ef6f-077b-49d6-b71a-5822db0e2fe9 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.8232524 Mar 02 07:25:09.901475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e98e1c2-b4f4-4ca5-97c5-2d43937fe98a req-eaac61ce-50fb-483b-ac67-81bd3302db7f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 210 time: 0.6556754 Mar 02 07:25:09.927795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:09.932504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-637f6578-d3e8-473b-b899-f502250ee4d5 None None] Provisioning complete for port 3edca73e-c825-474d-876a-35eaeb833741 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:09.932504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-637f6578-d3e8-473b-b899-f502250ee4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.956661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.957196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be150d2c-2ade-4dba-9a73-f1c5283fb5f5 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:09.974456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.008447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51f4ce13-dc70-456b-9631-06d03d1e5122 req-bc958319-4632-4a4e-a110-95a48d4a43ae tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237993 Mar 02 07:25:10.041948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 94a96721-6696-4f59-be2c-b35250bb7310 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:10.134567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 94a96721-6696-4f59-be2c-b35250bb7310 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:10.134964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 94a96721-6696-4f59-be2c-b35250bb7310 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:10.153198 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.157931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e100e466-9275-40c0-97f1-ac78b37c8bf2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/be150d2c-2ade-4dba-9a73-f1c5283fb5f5 HTTP/1.1" status: 204 len: 168 time: 6.9852669 Mar 02 07:25:10.165729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43414) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:10.183777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.189518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.288257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:10.333532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.366056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:10.377668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:10.381196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:10.450459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:06Z', 'revision_number': 3, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:10.458496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Checking router: fe711092-a50b-4fef-b37f-6c1156c44ca6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:10.459305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Updating router fe711092-a50b-4fef-b37f-6c1156c44ca6 port 40e971ff-49d6-4da1-9874-68cb7dc5925e binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:10.602507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Deleting subnet ca816a40-511e-4aaa-b7bd-9114cc663251 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:10.610726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.710571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Allocated IP 172.20.0.1 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/d24a63de-287f-43a9-b11f-97d2110974da) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:10.730673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.785612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.849477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3edca73e-c825-474d-876a-35eaeb833741 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:10.977694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b596a8af-abf4-4e6c-86c2-9f8f5e3b34aa None None] Provisioning complete for port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:10.981424 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b596a8af-abf4-4e6c-86c2-9f8f5e3b34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.004885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Pushing event updated for resources: {'Port': ['ID=327a31aa-4184-489d-acb0-a83ba711893b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:11.036713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:11.056774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:25:11.134665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.200626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Transition to ACTIVE for port object d24a63de-287f-43a9-b11f-97d2110974da will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:11.262196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.348345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3edca73e-c825-474d-876a-35eaeb833741 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:11.348938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.397554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:11.400517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:11.421338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:11.552021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0587cfd9-b742-4a09-ac92-324873f08634 req-825f102d-711f-4f11-91c6-7cc2369c461a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:11.569656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.624227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.754221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Pushing event updated for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:11.799884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:11.825219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0587cfd9-b742-4a09-ac92-324873f08634 req-825f102d-711f-4f11-91c6-7cc2369c461a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:11.825426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.826412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0587cfd9-b742-4a09-ac92-324873f08634 req-825f102d-711f-4f11-91c6-7cc2369c461a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 210 time: 0.5546696 Mar 02 07:25:11.983109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:11.995010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.015354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:12.024239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:12.073898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.138625 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.156382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Transition to ACTIVE for port object 40e971ff-49d6-4da1-9874-68cb7dc5925e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:12.293502 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.303524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Usage tracker for resource:security_group_rule and tenant:eff1d2c7e6f74e8fb78f2818a94ff3ef is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:12.315586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:12.382646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:12.438190 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.475689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e58d-3b5f-4afd-9389-5bbc68909b25 req-0271cf04-be11-4dec-962e-f7a9f4a99757 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:12.482872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0768e58d-3b5f-4afd-9389-5bbc68909b25 req-0271cf04-be11-4dec-962e-f7a9f4a99757 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.9304972 Mar 02 07:25:12.485808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Attempting to bind port 40e971ff-49d6-4da1-9874-68cb7dc5925e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:12.490060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:12.490869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.494615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Attempting to bind port 40e971ff-49d6-4da1-9874-68cb7dc5925e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:12.495008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Attempting to bind port 40e971ff-49d6-4da1-9874-68cb7dc5925e on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:12.516303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7f5764f1-e0bd-4863-a874-ef4a045bc6f3 None None] Provisioning for port d24a63de-287f-43a9-b11f-97d2110974da completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:12.527429 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99ce9da4-13e3-4bbe-8a5e-fa16e330e30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.536160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:12.536545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:12.536951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.537524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:12.538085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Bound port: 40e971ff-49d6-4da1-9874-68cb7dc5925e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:12.538969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.541190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.624842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0768e58d-3b5f-4afd-9389-5bbc68909b25 req-f2199d53-0e63-4280-8f73-11e77fcdc482 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410096 Mar 02 07:25:12.669571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] For port 40e971ff-49d6-4da1-9874-68cb7dc5925e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:12.675779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] For port 40e971ff-49d6-4da1-9874-68cb7dc5925e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=40e971ff-49d6-4da1-9874-68cb7dc5925e,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:12.678353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7f5764f1-e0bd-4863-a874-ef4a045bc6f3 None None] Provisioning complete for port d24a63de-287f-43a9-b11f-97d2110974da triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:12.679590 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7f5764f1-e0bd-4863-a874-ef4a045bc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.685035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-dc169350-b029-4baa-a78f-22ff34c1316a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6817284 Mar 02 07:25:12.688936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.746068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Request body: {'port': {'device_id': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:12.753148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.873879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.892792 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.895622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:12.896575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:24:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.028458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1867b22-39a1-4374-91af-f2d9397cef8c None None] Pushing event updated for resources: {'Port': ['ID=40e971ff-49d6-4da1-9874-68cb7dc5925e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.111492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1867b22-39a1-4374-91af-f2d9397cef8c None None] Pushing event updated for resources: {'Port': ['ID=40e971ff-49d6-4da1-9874-68cb7dc5925e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.116223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca816a40-511e-4aaa-b7bd-9114cc663251,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.151626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.156013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1c47dd97-0adb-4d2f-9131-d6df5b077c4a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca816a40-511e-4aaa-b7bd-9114cc663251 HTTP/1.1" status: 204 len: 168 time: 2.9638014 Mar 02 07:25:13.160310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:13.187049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b018265-553b-433f-8cc2-10c25263e5f8 None None] Network 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:13.221630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:13.246523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7f5764f1-e0bd-4863-a874-ef4a045bc6f3 None None] Port d24a63de-287f-43a9-b11f-97d2110974da cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:13.431983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eff1d2c7e6f74e8fb78f2818a94ff3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3913741 Mar 02 07:25:13.431983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0401f2-ad01-44fa-98c2-34d36f8f5603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43ec04-8d2d-4928-84cd-9248c740dee7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.437291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43502) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:13.455180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.508083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:13.508635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.553038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.586526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.591999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.665676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:13.761114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Deleting port ac2baea6-0efe-4275-8875-dc4d6cb7da4d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:13.761517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.810603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace863-4240-4748-a581-5acb376fa3bb req-86ed23fd-f79c-485a-a63f-7c217caa19b6 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:13.818147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02ace863-4240-4748-a581-5acb376fa3bb req-86ed23fd-f79c-485a-a63f-7c217caa19b6 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 931 time: 0.6723907 Mar 02 07:25:13.835650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.837900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.854188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Pushing event updated for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.980982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.987008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.998826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-02ace863-4240-4748-a581-5acb376fa3bb req-f39cdf81-0660-4981-bfd0-57f60c56d075 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:14.137756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df9fe-1840-489d-95b9-8fab4f6130f6 req-71c54558-9807-4e3d-aff3-68ec0e03af3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:14.139712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f67df9fe-1840-489d-95b9-8fab4f6130f6 req-71c54558-9807-4e3d-aff3-68ec0e03af3e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.3379173 Mar 02 07:25:14.163161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-02ace863-4240-4748-a581-5acb376fa3bb req-f39cdf81-0660-4981-bfd0-57f60c56d075 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:14.172238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02ace863-4240-4748-a581-5acb376fa3bb req-f39cdf81-0660-4981-bfd0-57f60c56d075 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531473 Mar 02 07:25:14.292316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:14.298755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:14.301913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] For port ac2baea6-0efe-4275-8875-dc4d6cb7da4d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,segment=NetworkSegment(378e0be1-530f-4549-a0ea-bee103373a53),segment_id=378e0be1-530f-4549-a0ea-bee103373a53)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:14.302287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.315216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.376839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39cb7e-03ac-49ca-8c85-390883c8d9ed None None] DHCP port deletion for 1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:14.395570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:14.466751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bb39cb7e-03ac-49ca-8c85-390883c8d9ed None None] Deleting port ac2baea6-0efe-4275-8875-dc4d6cb7da4d {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:14.467195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bb39cb7e-03ac-49ca-8c85-390883c8d9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.510903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f67df9fe-1840-489d-95b9-8fab4f6130f6 req-0dd23195-3963-4981-a017-97c7f021addf tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573326 Mar 02 07:25:14.545900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Calling delete_port for ac2baea6-0efe-4275-8875-dc4d6cb7da4d owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:14.590311 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-256c9ac9-0f73-4e04-9f6d-bc4d7aed1aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.602474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:14.602820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b3f2742-e00c-4bcb-a5a6-8a9eea112863 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:14.711166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Router 4ce48b86-d916-45f5-8568-b08ca7b97cac is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:14.741079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bb39cb7e-03ac-49ca-8c85-390883c8d9ed None None] The port 'ac2baea6-0efe-4275-8875-dc4d6cb7da4d' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:14.779464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.787535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43ec04-8d2d-4928-84cd-9248c740dee7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:14.789131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:10Z', 'revision_number': 1, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:14.807303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789c81ea-c526-4d9f-aed5-af1cde8a652b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:14.809291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4342d-13cf-4628-9473-b9996bc10cd2 None None] The sync data for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 is: [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:10Z', 'revision_number': 1, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:14.828314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.835266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3956437f-df20-4a91-8014-81cd3dca81e2 None None] Provisioning complete for port d24a63de-287f-43a9-b11f-97d2110974da triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:14.835644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3956437f-df20-4a91-8014-81cd3dca81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.886452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] No DVR routers for this DVR port ac2baea6-0efe-4275-8875-dc4d6cb7da4d on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:14.896716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Transition to ACTIVE for port object 789c81ea-c526-4d9f-aed5-af1cde8a652b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:14.943901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3956437f-df20-4a91-8014-81cd3dca81e2 None None] Port d24a63de-287f-43a9-b11f-97d2110974da cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:14.953103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2baea6-0efe-4275-8875-dc4d6cb7da4d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.013570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.017446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12c322c5-29b2-4699-96b1-6236ba0c23ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae43ec04-8d2d-4928-84cd-9248c740dee7 HTTP/1.1" status: 204 len: 168 time: 1.5758836 Mar 02 07:25:15.017588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.125680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac2baea6-0efe-4275-8875-dc4d6cb7da4d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:15.298883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ac2baea6-0efe-4275-8875-dc4d6cb7da4d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:15.299950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac2baea6-0efe-4275-8875-dc4d6cb7da4d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:15.332527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.342995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.386335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.528441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:15.542818 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Sync routers for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:15.557261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:15.558435 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:15.660219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.670960 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.678368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9321eefe-0336-4bf2-92e0-422d4e70d968 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.8890791 Mar 02 07:25:15.680625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43544) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:15.952476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Router fe711092-a50b-4fef-b37f-6c1156c44ca6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:16.023307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Attempting to bind port 789c81ea-c526-4d9f-aed5-af1cde8a652b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:16.023890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Attempting to bind port 789c81ea-c526-4d9f-aed5-af1cde8a652b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:16.024011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:16.024133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Attempting to bind port 789c81ea-c526-4d9f-aed5-af1cde8a652b on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:16.042989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Port 789c81ea-c526-4d9f-aed5-af1cde8a652b on network 2766f0aa-b169-420b-bc8a-27683cb49f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:16.044797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Attempting to bind port 789c81ea-c526-4d9f-aed5-af1cde8a652b on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:16.075255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:16.075618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Checking segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:16.076087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Bound using segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:16.076677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Bound port: 789c81ea-c526-4d9f-aed5-af1cde8a652b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:16.077042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.313932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:16.329610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:16.337430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.461006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:16.461619 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.463033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-917860da-1727-42c0-ad93-d50d987d414b service neutron] 10.222.0.16 "PUT /v2.0/ports/789c81ea-c526-4d9f-aed5-af1cde8a652b HTTP/1.1" status: 200 len: 1091 time: 3.7662446 Mar 02 07:25:16.463471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:16.587677 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:11Z', 'revision_number': 3, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:16.597458 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Checking router: 4ce48b86-d916-45f5-8568-b08ca7b97cac for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:16.598070 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Updating router 4ce48b86-d916-45f5-8568-b08ca7b97cac port 327a31aa-4184-489d-acb0-a83ba711893b binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:16.608840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.639342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917860da-1727-42c0-ad93-d50d987d414b service neutron] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:16.730116 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.815267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-4f2b7e94-138a-4094-949b-13831f24b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:16.820662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-4f2b7e94-138a-4094-949b-13831f24b047 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 1094 time: 0.3109136 Mar 02 07:25:16.847197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:16.980981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-8c8e21c7-e1e0-46d2-9702-19d12872efe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b HTTP/1.1" status: 200 len: 217 time: 0.1497598 Mar 02 07:25:16.981476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:16.981817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43578) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:16.989605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378e0be1-530f-4549-a0ea-bee103373a53') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:16.990167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378e0be1-530f-4549-a0ea-bee103373a53') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:17.002985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.023136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.034930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:17.035342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:17.131561 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:17.164560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc415785-8ff5-49b3-974f-2bec7003c63b req-9a0ea004-ea16-49c5-85e3-2f6530629de5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.172647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc415785-8ff5-49b3-974f-2bec7003c63b req-9a0ea004-ea16-49c5-85e3-2f6530629de5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 943 time: 1.6552172 Mar 02 07:25:17.175184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.181230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.208757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 40e971ff-49d6-4da1-9874-68cb7dc5925e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:17.216778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-94acabb3-99ad-4725-b7e5-6425ba6943bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.219022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-94acabb3-99ad-4725-b7e5-6425ba6943bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.2206218 Mar 02 07:25:17.259465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] Pushing event deleted for resources: {'Network': ['ID=1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:17.344206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f4dfee5-e3a6-40c5-a6ea-de952cab1244 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1856f5ea-aed7-4fd9-a0b1-7ee8055a34c9 HTTP/1.1" status: 204 len: 168 time: 4.1802709 Mar 02 07:25:17.351713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5938e77-65a2-46b9-9bbb-99b2af70dfda req-96c3e091-41bc-4b1c-a23a-9667ece5ae61 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.359940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5938e77-65a2-46b9-9bbb-99b2af70dfda req-96c3e091-41bc-4b1c-a23a-9667ece5ae61 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.6451752 Mar 02 07:25:17.393336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-be8ed10e-8fa0-47e4-acde-3ae8612b706d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613142 Mar 02 07:25:17.413050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 40e971ff-49d6-4da1-9874-68cb7dc5925e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:17.426406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 40e971ff-49d6-4da1-9874-68cb7dc5925e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:17.427689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.463875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1425947178-network', 'tenant_id': '4a2566b74c98442cb11ba2d379699678'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:17.671709 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.672295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:17.684712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:17.686572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Transition to ACTIVE for port object 327a31aa-4184-489d-acb0-a83ba711893b will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:17.698488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Usage tracker for resource:network and tenant:4a2566b74c98442cb11ba2d379699678 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:17.699301 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.732342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:17.740311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:17.746616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc415785-8ff5-49b3-974f-2bec7003c63b req-87935212-f5d1-415f-9870-5e4ce97a96aa tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730100 Mar 02 07:25:17.750237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-51ad5c6b-de7e-4414-8d06-effa4ab7de26 admin admin] 10.222.0.21 "PUT /v2.0/routers/fe711092-a50b-4fef-b37f-6c1156c44ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1508193 Mar 02 07:25:17.779548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.791222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:17.816328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5938e77-65a2-46b9-9bbb-99b2af70dfda req-b27736f8-5431-423c-907f-dcd833469119 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552002 Mar 02 07:25:17.856294 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.873158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Attempting to bind port 327a31aa-4184-489d-acb0-a83ba711893b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:17.882455 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Attempting to bind port 327a31aa-4184-489d-acb0-a83ba711893b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:17.882958 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Attempting to bind port 327a31aa-4184-489d-acb0-a83ba711893b on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:17.897523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 40e971ff-49d6-4da1-9874-68cb7dc5925e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=40e971ff-49d6-4da1-9874-68cb7dc5925e,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:17.901551 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:17.903014 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:17.904486 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.905569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:17.906884 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Bound port: 327a31aa-4184-489d-acb0-a83ba711893b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:17.907470 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.907755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.938142 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'status': 'completed', 'code': 200} Mar 02 07:25:17.939854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:17.948436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30e43933-449c-497a-a32f-6b39eb981734 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=817f936660724d6da6150745199ebc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550781 Mar 02 07:25:17.953416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:5366d046630b4e86946c6c089895e10a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:17.956582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43602) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:17.961663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Made reservation on behalf of 4a2566b74c98442cb11ba2d379699678 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:17.964407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.979803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:18.008493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.012318 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] For port 327a31aa-4184-489d-acb0-a83ba711893b, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:18.013437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=40e971ff-49d6-4da1-9874-68cb7dc5925e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.018174 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] For port 327a31aa-4184-489d-acb0-a83ba711893b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=327a31aa-4184-489d-acb0-a83ba711893b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:18.022653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:18.027660 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.063875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575d4ed-f581-442f-b080-b974c3194278 None None] Pushing event updated for resources: {'Port': ['ID=327a31aa-4184-489d-acb0-a83ba711893b,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.071488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:18.081448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-38f05271-2617-4c25-a19a-924504de2b19 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916531 Mar 02 07:25:18.088394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2566b74c98442cb11ba2d379699678 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:18.150323 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:18.151207 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.192425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:18.241566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:18.256017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575d4ed-f581-442f-b080-b974c3194278 None None] Pushing event updated for resources: {'Port': ['ID=327a31aa-4184-489d-acb0-a83ba711893b,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.293191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.300760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.327695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.349169 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-afca6b52-3ef2-4188-abf5-f2887e8dfd9c req-6f762814-6672-46fe-aae8-26a8c5c045c6 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555373 Mar 02 07:25:18.388146 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.426733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.447920 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:18.575371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Allocated IP 172.20.0.1 (97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c/e31d708e-1803-4271-b432-d3c397b2449b/63392cfc-716b-4cad-b2a0-9e7894a16ebd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:18.604903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.636712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.639452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Sync routers for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:18.653582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:18.654350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.687300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.712406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.728490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8524bd-bd36-46e1-a237-da8b946c2af5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.735599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3e15f520-3335-42ee-bbaf-15e0c6045fc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5366d046630b4e86946c6c089895e10a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7497964 Mar 02 07:25:18.753485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:18.776037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.818377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-5584b79f-7f63-4534-b614-b21528811099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:18.822818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-5584b79f-7f63-4534-b614-b21528811099 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 1094 time: 0.4016306 Mar 02 07:25:18.827622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:18.864575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:18.906984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43618) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:18.933571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1878526127'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:18.993980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:19.013980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:11Z', 'revision_number': 3, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:19.023347 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80354a6a-83c0-421c-91ac-6404127776fa None None] The sync data for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 is: [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:11Z', 'revision_number': 3, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:19.027730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.028084 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Added segment d0179644-ee8a-488f-82f5-e51085088714 of type vlan for network af11f894-3596-4eec-99d3-e0cbe3153570 Mar 02 07:25:19.037519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:network and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:19.047051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.100711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:19.136048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:19.146418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 40e971ff-49d6-4da1-9874-68cb7dc5925e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:19.164169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.168123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.172545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f41a4495-5afd-4afa-99ea-fd46991ae2e2 HTTP/1.1" status: 204 len: 168 time: 1.2125335 Mar 02 07:25:19.182671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c96b1a-97fa-42a2-ae8d-4df01ad1b436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a4495-5afd-4afa-99ea-fd46991ae2e2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.184706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Transition to ACTIVE for port object 63392cfc-716b-4cad-b2a0-9e7894a16ebd will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:19.240023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.245037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.261061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:19.265108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.312430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 40e971ff-49d6-4da1-9874-68cb7dc5925e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:19.312658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:19.313208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.323928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:19.325261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.325689 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Added segment 8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5 of type vlan for network fd371546-00db-45e8-9ca7-3610af42bfc4 Mar 02 07:25:19.342559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97f2b0-7e43-4e1b-a188-6449f6e21793 req-c192c6cf-40bd-453a-b7e0-f97ca4b696a3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:19.351432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba97f2b0-7e43-4e1b-a188-6449f6e21793 req-c192c6cf-40bd-453a-b7e0-f97ca4b696a3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 943 time: 0.4002697 Mar 02 07:25:19.358059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.378917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:19.382127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:19.401785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.422342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.444084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:19.444740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.489092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba97f2b0-7e43-4e1b-a188-6449f6e21793 req-6614c12a-3232-4d1c-a6fc-d7876058e073 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365523 Mar 02 07:25:19.562760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.577266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.604645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Pushing event updated for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.660492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 2, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:19.668356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Checking router: fe711092-a50b-4fef-b37f-6c1156c44ca6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:19.669881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Updating router fe711092-a50b-4fef-b37f-6c1156c44ca6 port d24a63de-287f-43a9-b11f-97d2110974da binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:19.687157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:19.743177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.754813 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.757838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c8524bd-bd36-46e1-a237-da8b946c2af5 HTTP/1.1" status: 204 len: 168 time: 0.9835229 Mar 02 07:25:19.808192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.007998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.045945 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1321599 Mar 02 07:25:20.045945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-fe341e6b-eab2-401c-a661-b0f51a9e77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.047154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-fe341e6b-eab2-401c-a661-b0f51a9e77c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 904 time: 1.2149510 Mar 02 07:25:20.047785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43634) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.056120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a11fcb-b6d3-498c-b18a-0fa2c6e5e536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8524bd-bd36-46e1-a237-da8b946c2af5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.135814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.153156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1455603077'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:20.159341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.163683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:network and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.167173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.174122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.200317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86618977', 'description': 'tempest-description--1444561844'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:20.218319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.228580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Usage tracker for resource:security_group and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.237143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.254606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.262421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:20.265971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.281354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-c693c077-6fef-41e0-ad82-0975cd960728 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b HTTP/1.1" status: 200 len: 217 time: 0.2151275 Mar 02 07:25:20.286891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.288139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.288683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.292127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.316672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc21b-9a13-4fba-9367-11964dbdc373 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Network': ['ID=fd371546-00db-45e8-9ca7-3610af42bfc4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.331935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d203d1-7497-49cb-adc6-0f49c6491a8b req-fe6e5364-dcdf-4018-960c-5e71e3d4f02d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.354025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28d203d1-7497-49cb-adc6-0f49c6491a8b req-fe6e5364-dcdf-4018-960c-5e71e3d4f02d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.5499482 Mar 02 07:25:20.431062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.444666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Transition to ACTIVE for port object d24a63de-287f-43a9-b11f-97d2110974da will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:20.460860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fd371546-00db-45e8-9ca7-3610af42bfc4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:20.461097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.500599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Usage tracker for resource:security_group_rule and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.504018 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.552324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.600998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.628189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28d203d1-7497-49cb-adc6-0f49c6491a8b req-2fe32d9e-cbd5-4d28-8b3f-e8d220ace411 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724817 Mar 02 07:25:20.636248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.663540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=af11f894-3596-4eec-99d3-e0cbe3153570,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.708216 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-525765a0-fd4c-428a-a0ca-f07455cde7f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7204401 Mar 02 07:25:20.717084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43662) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.735756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Request body: {'subnet': {'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1425947178-subnet', 'tenant_id': '4a2566b74c98442cb11ba2d379699678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:20.745652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network af11f894-3596-4eec-99d3-e0cbe3153570 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:20.801108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.824295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:20.827772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.838627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Usage tracker for resource:subnet and tenant:4a2566b74c98442cb11ba2d379699678 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.845797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.849596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-5e4bcd09-d7b3-403c-929f-e80bd345ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.851273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-5e4bcd09-d7b3-403c-929f-e80bd345ac1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.5585201 Mar 02 07:25:20.856981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.857242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.868543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.868894 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Added segment 0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa of type vlan for network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 Mar 02 07:25:20.871970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43666) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.875656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Usage tracker for resource:security_group_rule and tenant:78806b272d574988b0b8e4fe78ee9837 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.887092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.899984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.925465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-6376f0de-2d34-42de-ab09-afa2729f8df6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541670 Mar 02 07:25:20.933196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fcd54995-303c-47a6-877b-d6778e61da9d None None] Provisioning for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:20.964873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Made reservation on behalf of 4a2566b74c98442cb11ba2d379699678 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:20.967281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.065255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.072589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fcd54995-303c-47a6-877b-d6778e61da9d None None] Provisioning complete for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:21.075260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fcd54995-303c-47a6-877b-d6778e61da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.108506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.121791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.141115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21e3db-5ea0-4555-825c-e07d2ee0822d None None] Pushing event updated for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.194764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78806b272d574988b0b8e4fe78ee9837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546634 Mar 02 07:25:21.195486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.199986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5b30c-8e24-463d-ab04-77b330aa5bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98892f3-7c99-4c18-af6c-5f5c0228e941,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.219874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fcd54995-303c-47a6-877b-d6778e61da9d None None] Port 63392cfc-716b-4cad-b2a0-9e7894a16ebd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:21.227981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689dcaa-f2ff-4902-aada-7148654a2621 req-3a26c02a-96d9-4876-8754-7e4b180d9b67 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:21.230084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a689dcaa-f2ff-4902-aada-7148654a2621 req-3a26c02a-96d9-4876-8754-7e4b180d9b67 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 943 time: 0.4840040 Mar 02 07:25:21.256964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-948731701-network', 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.266500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.290004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:21.296517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:21.303318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.320732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Attempting to bind port d24a63de-287f-43a9-b11f-97d2110974da on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:21.321585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Attempting to bind port d24a63de-287f-43a9-b11f-97d2110974da by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:21.322476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Attempting to bind port d24a63de-287f-43a9-b11f-97d2110974da on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:21.324513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Usage tracker for resource:network and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:21.335455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:21.357300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.363778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:21.364542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 327a31aa-4184-489d-acb0-a83ba711893b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:21.374136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.383382 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.388821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:21.389413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.404797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:21.405425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:21.405837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.406239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:21.406716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Bound port: d24a63de-287f-43a9-b11f-97d2110974da, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:21.407087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.451542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a689dcaa-f2ff-4902-aada-7148654a2621 req-7e7d96b9-41dc-49a1-ac8b-d2481c1d5c52 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900032 Mar 02 07:25:21.460746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-a2e2764e-7559-4f9f-9546-d411c3a7268b service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254445 Mar 02 07:25:21.465451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:21.480229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.514063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.526407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Pushing event updated for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.547492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2762594a-c0cb-4cf7-a724-64adc5a17d99,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.567345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 327a31aa-4184-489d-acb0-a83ba711893b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:21.573589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] For port d24a63de-287f-43a9-b11f-97d2110974da, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:21.577056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] For port d24a63de-287f-43a9-b11f-97d2110974da, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d24a63de-287f-43a9-b11f-97d2110974da,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:21.578559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 327a31aa-4184-489d-acb0-a83ba711893b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:21.578839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.579986 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.605587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5417235 Mar 02 07:25:21.613337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.617816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.624183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119007-1159-4a82-9a27-e0369bee7716 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Network': ['ID=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.635539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'subnet': {'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.653890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:21.693638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.694364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.694879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.695382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.695869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.696352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.696830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.697321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.697810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.698326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.698804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.699279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.707286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.707884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.708410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.708924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.709422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.712531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.713321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.713999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.714477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.715136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.715260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:21.715891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.716523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:21.731946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.741392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f068904f-e955-4bfc-8d25-4f6cb5742354 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5805020 Mar 02 07:25:21.743896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:21.747151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43682) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.753996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'security_group_rule': {'security_group_id': '2762594a-c0cb-4cf7-a724-64adc5a17d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.761947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:21.769607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.786795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Usage tracker for resource:security_group_rule and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:21.799339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.806411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:21.826098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:21.826742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:21.847213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:21.894605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:21.926293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:21.928437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:21.959268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:21.969293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Usage tracker for resource:security_group_rule and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:21.973105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:21.993823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:subnet and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:22.003392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:22.027804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.033767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f0b7990-e23a-45b8-a31b-3b5dd17a23c3 req-534cb443-ea60-4c62-bb98-a14b217e28d4 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396409 Mar 02 07:25:22.060274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.079568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:22.083981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.115835 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.185964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21e3db-5ea0-4555-825c-e07d2ee0822d None None] Pushing event updated for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:22.203065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.229184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.245208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:22.277091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98892f3-7c99-4c18-af6c-5f5c0228e941,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:22.308595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.312131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9330f0e7-cdf5-4b33-8131-a768a3366aad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c98892f3-7c99-4c18-af6c-5f5c0228e941 HTTP/1.1" status: 204 len: 168 time: 1.1068544 Mar 02 07:25:22.327765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Router 4ce48b86-d916-45f5-8568-b08ca7b97cac has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:22.337753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96ca5-8f39-4fad-8108-ad15027635fc req-a5d3d548-386e-49fd-9608-0d802fc28cd9 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:22.344748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64a96ca5-8f39-4fad-8108-ad15027635fc req-a5d3d548-386e-49fd-9608-0d802fc28cd9 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.3856137 Mar 02 07:25:22.522342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.549107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.621934 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.645026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:22.676772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:22.682373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.687598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5f10d3-c4f6-4bf0-86f1-a73c492eb931,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:22.726809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:22.733577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:22.745647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64a96ca5-8f39-4fad-8108-ad15027635fc req-3dfc24a4-6e48-49ab-a67f-0e109fe98210 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000051 Mar 02 07:25:22.759805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Checking segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:22.760643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Network hostable DHCP agents. Network: af11f894-3596-4eec-99d3-e0cbe3153570, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:22.761499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 327a31aa-4184-489d-acb0-a83ba711893b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=327a31aa-4184-489d-acb0-a83ba711893b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:22.762637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.773242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db55a971-4fbe-449a-abe6-c1bdae6a7c99,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:22.780245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.781595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3dd887b0-0654-46bc-9f09-c0d896cf93ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0332701 Mar 02 07:25:22.786259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:22.792034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'security_group_rule': {'security_group_id': '2762594a-c0cb-4cf7-a724-64adc5a17d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:22.809507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:22.824454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.828628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Network af11f894-3596-4eec-99d3-e0cbe3153570 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:22.862260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.883828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Usage tracker for resource:security_group_rule and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:22.886840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.894178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:22.904890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.939848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:22.952648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, af11f894-3596-4eec-99d3-e0cbe3153570) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:22.962267 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Sync routers for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:22.962805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5164f932-af1f-4ad2-a072-5f7f506f63f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/4ce48b86-d916-45f5-8568-b08ca7b97cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0283310 Mar 02 07:25:22.967050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.976516 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:22.977155 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:23.012750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1d24f04b-ff60-414b-87f2-fb36de78b8b2 None None] Provisioning complete for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:23.013133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d24f04b-ff60-414b-87f2-fb36de78b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.036905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Subnet': ['ID=c4594be2-155e-48ab-87f2-4a59c0f37452,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.038411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.045779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.072298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:23.073334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.079401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.097355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503216f4-f0f2-4788-af97-ef3b16306498,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.101257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.120726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:23.131555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.132925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dbb44837-07f0-4ae3-adff-a14e891498da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457201 Mar 02 07:25:23.136181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43714) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:23.141059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059cc168-ad87-4912-a95a-d618b60c4bbc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.141614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:23.155061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:23.166023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Usage tracker for resource:floatingip and tenant:46ac0080e5e2442884c75b56d32a846b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:23.171582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.171943 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Added segment 73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1 of type vlan for network fe32e5f5-8074-4cf7-a420-07849709f3c3 Mar 02 07:25:23.180008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:23.191875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:23.213079 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'code': 200} Mar 02 07:25:23.214057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=327a31aa-4184-489d-acb0-a83ba711893b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.215013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.217810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5c1e1-9631-4448-bc63-475eab61bb96 None None] Network af11f894-3596-4eec-99d3-e0cbe3153570 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:23.279574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:23.279946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network hostable DHCP agents. Network: fd371546-00db-45e8-9ca7-3610af42bfc4, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:23.295614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:23.301651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ae3add8d-1cfb-45b6-9fc2-fed116c45acf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5793676 Mar 02 07:25:23.314725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f186e3-305c-4c9f-8978-04bdc518c6f4 req-5f4d6e5e-9ede-418b-8a7d-163f5b682998 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:23.320991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74f186e3-305c-4c9f-8978-04bdc518c6f4 req-5f4d6e5e-9ede-418b-8a7d-163f5b682998 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 943 time: 0.6263893 Mar 02 07:25:23.386139 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:23.405745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.481274 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:23.488374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74f186e3-305c-4c9f-8978-04bdc518c6f4 req-14445cfc-31e4-4f08-9ea5-4f00a85c375a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322057 Mar 02 07:25:23.494928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:23.523410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fd371546-00db-45e8-9ca7-3610af42bfc4) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:23.528143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.529966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:23.530930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.537473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:23.538469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.600790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.656486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7831614 Mar 02 07:25:23.660307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43728) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:23.668083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-17810687-23ec-40d4-bb52-df8aab85ba1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0427535 Mar 02 07:25:23.669287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Request body: {'subnet': {'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-948731701-subnet', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:23.672616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fe32e5f5-8074-4cf7-a420-07849709f3c3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.681880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43732) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:23.683011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.683359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.683700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.684035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.684368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.684696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.685022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.685715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.685715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.686019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.686497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.687193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7faa3a-50ef-42b4-a9c0-9cbf9ec023d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:23.692312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:23.698077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'subnet': {'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:23.716256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Usage tracker for resource:subnet and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:23.726015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d24a63de-287f-43a9-b11f-97d2110974da up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:23.730784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:23.741765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:23.846279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:23.864811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.865506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c44522-c285-4a35-a61e-0e1d301bf016 None None] Network fd371546-00db-45e8-9ca7-3610af42bfc4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:23.882449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:23.957236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:24.037340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.25.4.103 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ac9ad874-c8a3-4ca8-a904-dca5e762094e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:24.071584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'mac_address': 'fa:16:3e:18:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:24.077049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1d24f04b-ff60-414b-87f2-fb36de78b8b2 None None] Port 63392cfc-716b-4cad-b2a0-9e7894a16ebd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:24.120116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-ae5bba58-2975-465c-a30c-33a7f89138dc tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3386478 Mar 02 07:25:24.130176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:subnet and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:24.143343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:24.153019 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 4, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '63392cfc-716b-4cad-b2a0-9e7894a16ebd', 'name': '', 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'mac_address': 'fa:16:3e:ee:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:18Z', 'updated_at': '2022-03-02T07:25:20Z', 'revision_number': 2, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'subnets': [{'id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:24.157300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Checking router: 4ce48b86-d916-45f5-8568-b08ca7b97cac for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:24.161878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:24.162068 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Updating router 4ce48b86-d916-45f5-8568-b08ca7b97cac port 63392cfc-716b-4cad-b2a0-9e7894a16ebd binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:24.198290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:24.206021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.245162 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.291654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.308614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:24.338936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:24.349330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:24.353466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Usage tracker for resource:floatingip and tenant:8a23ee59e2d944309e88ba1d88aaa88c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:24.357189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:24.364359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:24.375257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.441648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'mac_address': 'fa:16:3e:b8:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:24.483017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.509647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.516482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=ac9ad874-c8a3-4ca8-a904-dca5e762094e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:24.522255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e62bb-34ac-4353-b8b1-61c159ef032f req-a4f97c51-bc88-4c49-8eec-c2f91dd06079 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.529221 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f2e62bb-34ac-4353-b8b1-61c159ef032f req-a4f97c51-bc88-4c49-8eec-c2f91dd06079 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 948 time: 0.4754996 Mar 02 07:25:24.559220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:24.564986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:24.567431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:24.672538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f999b7f5-5f22-4d2f-b417-d9406407d05e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:24.742669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f2e62bb-34ac-4353-b8b1-61c159ef032f req-dc0d5e38-17b1-4dbc-9198-1bdd98cd8d9f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124834 Mar 02 07:25:24.811084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Checking segment: {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:24.811747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Network hostable DHCP agents. Network: fe32e5f5-8074-4cf7-a420-07849709f3c3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:24.856773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.867630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:24.897528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fe32e5f5-8074-4cf7-a420-07849709f3c3) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:24.902752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.903669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.910761 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.924539 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.948081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Transition to ACTIVE for port object 63392cfc-716b-4cad-b2a0-9e7894a16ebd will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:24.956977 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.963421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.965363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.991365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Subnet': ['ID=3b11f7e5-a87f-4ac6-a997-615d4d179c7b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:24.999198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:25.029225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-756f5e98-ce8d-4a51-beac-db921e31b3d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3677766 Mar 02 07:25:25.033533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:25.041940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:25.047726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:25.052240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Usage tracker for resource:router and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:25.055563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:25.062024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:25.075817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac0682-5df2-462e-be7a-9d5d09c80b79 None None] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:25.078060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Checking segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:25.078709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network hostable DHCP agents. Network: 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:25.091588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.092833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.117089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.118880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:25.140824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:25.223037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Allocated IP 172.25.4.132 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/00f65da3-e616-481f-b981-533dc5f1c563) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:25.239795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:21Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.244411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded000c-9008-4f8f-bdd8-5ae15ad03b5d None None] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:25.269341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:25.269999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.320606 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Attempting to bind port 63392cfc-716b-4cad-b2a0-9e7894a16ebd on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:25.321563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Attempting to bind port 63392cfc-716b-4cad-b2a0-9e7894a16ebd by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:25.322110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Attempting to bind port 63392cfc-716b-4cad-b2a0-9e7894a16ebd on network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:25.324807 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Pushing event updated for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.336040 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.336556 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.337175 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.337660 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.338197 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.338674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.339149 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.339648 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.340123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.340709 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.341192 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.341673 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:25.356560 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:25.357480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Checking segment: {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:25.358116 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.358656 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Bound using segment: {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:25.359299 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Bound port: 63392cfc-716b-4cad-b2a0-9e7894a16ebd, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db56e3c-b3d9-495a-b45b-5f546073146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:25.359981 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.390029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.416353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d24a63de-287f-43a9-b11f-97d2110974da completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:25.422360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c40d89-e968-479a-a38a-49eeb5fb1afc None None] Network af11f894-3596-4eec-99d3-e0cbe3153570 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:25.452729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:25.464864 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] For port 63392cfc-716b-4cad-b2a0-9e7894a16ebd, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:25.468483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] For port 63392cfc-716b-4cad-b2a0-9e7894a16ebd, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63392cfc-716b-4cad-b2a0-9e7894a16ebd,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:25.474344 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.489932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d24a63de-287f-43a9-b11f-97d2110974da triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:25.490478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.583330 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:25.584151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.648781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7815a20-c3bb-462f-905a-45a97952842e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9584730 Mar 02 07:25:25.657455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43776) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:25.669398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'name': 'tempest-TaggedBootDevicesTest-1846765445', 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:25.709068 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.735357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d1fa-9766-43ef-a286-409975b2117f None None] Pushing event updated for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.809990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789c81ea-c526-4d9f-aed5-af1cde8a652b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:25.827179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:25.828317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.830520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acdfb8-d3eb-4795-900a-08301bf88f28 None None] The sync data for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 is: [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:21Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:25.931730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fd371546-00db-45e8-9ca7-3610af42bfc4', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:25.932730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.939966 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:25.958815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.974173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.981763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.987481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.021605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.023133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:26.027253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.037366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:port and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:26.043266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:26.054230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:26.077646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.087006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.087735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.088303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.089221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.089789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.090374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.091086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.091779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.092353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.092909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.093462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.094058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:26.128609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:26.174717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.177424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.183230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:26.192810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:26.195238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:26.215767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-8ac6a3c0-65e1-453f-b746-ace2c69aee4c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:26.216313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-8ac6a3c0-65e1-453f-b746-ace2c69aee4c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Synchronizing usage tracker for tenant:4a2566b74c98442cb11ba2d379699678 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:26.308879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=ac9ad874-c8a3-4ca8-a904-dca5e762094e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.327520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.403364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=00f65da3-e616-481f-b981-533dc5f1c563,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.410587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.412177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67fa05c6-dcf9-45c8-ab0e-7a1d5496349b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2749400 Mar 02 07:25:26.442343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.448120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:26.452334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-8ac6a3c0-65e1-453f-b746-ace2c69aee4c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Unset dirty status for tenant:4a2566b74c98442cb11ba2d379699678 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:26.453744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-8ac6a3c0-65e1-453f-b746-ace2c69aee4c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 814 time: 1.0392399 Mar 02 07:25:26.468835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 4, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '63392cfc-716b-4cad-b2a0-9e7894a16ebd', 'name': '', 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'mac_address': 'fa:16:3e:ee:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:18Z', 'updated_at': '2022-03-02T07:25:25Z', 'revision_number': 4, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'subnets': [{'id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:26.476888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514d9e5-2148-430e-b84d-d41da8847cdc None None] The sync data for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 is: [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 4, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '63392cfc-716b-4cad-b2a0-9e7894a16ebd', 'name': '', 'network_id': '97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'mac_address': 'fa:16:3e:ee:d1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:18Z', 'updated_at': '2022-03-02T07:25:25Z', 'revision_number': 4, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'subnets': [{'id': 'e31d708e-1803-4271-b432-d3c397b2449b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:26.493117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['789c81ea-c526-4d9f-aed5-af1cde8a652b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:26.557590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.598458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.616847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-0567c6c6-6319-4078-843e-17e26db81b55 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/quotas/4a2566b74c98442cb11ba2d379699678 HTTP/1.1" status: 200 len: 375 time: 0.1413770 Mar 02 07:25:26.721775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-71163937-7185-461b-bc3d-487855108466 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897567 Mar 02 07:25:26.736519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] device_id is not set on port 046bae50-611a-404e-a0db-70629dfda54c yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:26.809933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d24a63de-287f-43a9-b11f-97d2110974da, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d24a63de-287f-43a9-b11f-97d2110974da,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:26.885999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.890220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.894985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.013741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:27.050530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.110406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=00f65da3-e616-481f-b981-533dc5f1c563,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:27.114398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.122914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-076c9126-539d-4e8a-aff1-856cf2b42b6f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7894456 Mar 02 07:25:27.229184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 327a31aa-4184-489d-acb0-a83ba711893b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:27.236066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-81b40613-ebef-469e-9c49-99d25985116a service neutron] 10.222.0.21 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317656 Mar 02 07:25:27.236675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-9faf9fc4-cc2a-468b-9423-96c3423f1af0 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:27.256984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-9faf9fc4-cc2a-468b-9423-96c3423f1af0 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:27.258872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-9faf9fc4-cc2a-468b-9423-96c3423f1af0 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.132 HTTP/1.1" status: 200 len: 696 time: 0.1349516 Mar 02 07:25:27.449760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ips': [{'subnet_id': '3b11f7e5-a87f-4ac6-a997-615d4d179c7b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:27.450612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.468242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-7475a66a-5128-4f92-8a58-382c23db4fb2 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:27.470994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1260a240-9459-4ca1-b753-dfd19f9300d8 req-7475a66a-5128-4f92-8a58-382c23db4fb2 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1980929 Mar 02 07:25:27.498906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-ec7c76aa-774a-45e8-a471-20cdaf2265b1 service neutron] 10.222.0.21 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611279 Mar 02 07:25:27.518625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fe32e5f5-8074-4cf7-a420-07849709f3c3', 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'fixed_ips': [{'subnet_id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:27.519448 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.529219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.613324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.652606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Allocated IP 10.1.1.2 (fd371546-00db-45e8-9ca7-3610af42bfc4/c4594be2-155e-48ab-87f2-4a59c0f37452/2a403b18-77ce-4f6e-a3a3-32384c07b5c9) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:27.794657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a906dd5-3f93-4af6-8988-6ad5c50fbf6d req-a968a0a2-f6ea-4849-a638-27b533f44c90 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:27.802183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a906dd5-3f93-4af6-8988-6ad5c50fbf6d req-a968a0a2-f6ea-4849-a638-27b533f44c90 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 944 time: 0.1704891 Mar 02 07:25:27.862226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a906dd5-3f93-4af6-8988-6ad5c50fbf6d req-f074e463-e973-44ea-9603-c3ad41a92d40 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532155 Mar 02 07:25:27.989725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-86af77a0-5749-4c95-aa44-1aeef27a527f tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e99df7724d0a451a8ebd3f57301ab828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327146 Mar 02 07:25:28.032016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Allocated IP 172.25.4.184 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/26d1c307-ff43-4ea5-89db-25dcefff2c74) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:28.180889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 327a31aa-4184-489d-acb0-a83ba711893b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:28.181469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.183823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb342-87c1-43a3-aa36-aab67badedf3 req-ac0a8297-43fe-4c41-8bc9-cb6eaa24aabe tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:28.186362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13fcb342-87c1-43a3-aa36-aab67badedf3 req-ac0a8297-43fe-4c41-8bc9-cb6eaa24aabe tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 949 time: 0.1340432 Mar 02 07:25:28.258341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13fcb342-87c1-43a3-aa36-aab67badedf3 req-3e94bd7a-0058-4319-98af-2e6ab8a6c9dc tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Mar 02 07:25:28.356343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-493c9e0a-88f6-4636-b8fe-c321ad158b61 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:28.358559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-493c9e0a-88f6-4636-b8fe-c321ad158b61 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617771 Mar 02 07:25:28.398616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-219e6d67-1714-41de-a079-930097b5475d tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/quotas/e99df7724d0a451a8ebd3f57301ab828 HTTP/1.1" status: 200 len: 375 time: 0.0314715 Mar 02 07:25:28.474556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.479305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-3e6c96c5-b0b4-4d3b-b869-8b1c8ea3c0b1 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e99df7724d0a451a8ebd3f57301ab828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684946 Mar 02 07:25:28.504288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-92f919b8-754e-41ab-8f68-7c7f6e476118 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:28.515738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.540682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-92f919b8-754e-41ab-8f68-7c7f6e476118 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:28.555667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-92f919b8-754e-41ab-8f68-7c7f6e476118 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--86618977&fields=id&tenant_id=46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 267 time: 0.1285405 Mar 02 07:25:28.585245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.601545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Pushing event updated for resources: {'Port': ['ID=26d1c307-ff43-4ea5-89db-25dcefff2c74,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:28.608234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:28.609768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:28.612390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:28.638840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Allocated IP 10.2.2.2 (5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8/3b11f7e5-a87f-4ac6-a997-615d4d179c7b/5eaca6d2-0260-4643-a68d-00ecc01e85f6) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:28.645820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Transition to ACTIVE for port object 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:28.673621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Allocated IP 172.20.0.2 (fe32e5f5-8074-4cf7-a420-07849709f3c3/f999b7f5-5f22-4d2f-b417-d9406407d05e/1814489e-dcb0-4128-b1f0-20c7e6dd08bd) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:28.733794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Transition to ACTIVE for port object 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:28.781394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.882099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-942598c0-c716-4363-9ba5-23a563ea0542 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:28.882803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-942598c0-c716-4363-9ba5-23a563ea0542 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:28.904860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-942598c0-c716-4363-9ba5-23a563ea0542 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:28.906059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-942598c0-c716-4363-9ba5-23a563ea0542 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.3495793 Mar 02 07:25:28.927769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-72ec8ffe-9c28-4d40-9e06-cc662590c93f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/quotas/46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 375 time: 0.0102654 Mar 02 07:25:28.945482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63392cfc-716b-4cad-b2a0-9e7894a16ebd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:28.975500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.1.1.158 (fd371546-00db-45e8-9ca7-3610af42bfc4/c4594be2-155e-48ab-87f2-4a59c0f37452/046bae50-611a-404e-a0db-70629dfda54c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:28.979651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:29.025165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-b930f804-add3-4fbf-9762-6955c242205c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:29.034025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:29.052741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-b930f804-add3-4fbf-9762-6955c242205c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:29.055064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-b930f804-add3-4fbf-9762-6955c242205c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196077 Mar 02 07:25:29.062589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:29.129328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Pushing event updated for resources: {'Port': ['ID=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:29.258538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Attempting to bind port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:29.259144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Attempting to bind port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:29.259292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Attempting to bind port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:29.327873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:29.328455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:29.328949 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.329473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Bound using segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:29.330375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Bound port: 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:29.330529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.389065 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-3204ef85-b888-4efd-951f-0538202491bd service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187981 Mar 02 07:25:29.451019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:29.482056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:29.482532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.522691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.571991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.576976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Transition to ACTIVE for port object 5eaca6d2-0260-4643-a68d-00ecc01e85f6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:29.686129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Transition to ACTIVE for port object 1814489e-dcb0-4128-b1f0-20c7e6dd08bd will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:29.708291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] For port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:29.721743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.725062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] For port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:29.749480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Transition to ACTIVE for port object 1814489e-dcb0-4128-b1f0-20c7e6dd08bd will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:29.761095 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.769903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-a8cf49d7-cb54-4859-bea1-0fad6c194c8c service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568716 Mar 02 07:25:29.776267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-aca1878c-8e3a-4bdd-a900-4b97a297a231 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:29.777636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-aca1878c-8e3a-4bdd-a900-4b97a297a231 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 814 time: 0.3877156 Mar 02 07:25:29.792968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Request body: {'port': {'device_id': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'admin_state_up': True, 'tenant_id': '4a2566b74c98442cb11ba2d379699678'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:29.852083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Transition to ACTIVE for port object 5eaca6d2-0260-4643-a68d-00ecc01e85f6 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:29.853364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2597b-4c81-4de2-ade1-325485ae0568 None None] Pushing event updated for resources: {'Port': ['ID=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:29.856339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.864080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-0cb473d8-6a7c-44e2-97da-4a21a6134358 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:29.906750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:29.951004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-0cb473d8-6a7c-44e2-97da-4a21a6134358 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:29.953015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-0cb473d8-6a7c-44e2-97da-4a21a6134358 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2514718 Mar 02 07:25:30.000478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:30.007557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Usage tracker for resource:port and tenant:4a2566b74c98442cb11ba2d379699678 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:30.009022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.013900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:30.019607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:30.024928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:30.039606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Made reservation on behalf of 4a2566b74c98442cb11ba2d379699678 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:30.049546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.124591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:30.149906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:30.168754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:30.173742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:30.188539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:30.196009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.216952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:30.242003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a643abfb-a96e-4887-90d4-89d72f770497 req-d894f2ae-c8a4-4719-9337-04c094e3389e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 210 time: 0.0791767 Mar 02 07:25:30.295071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:30.306242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Pushing event updated for resources: {'Port': ['ID=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:30.318670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:30.437205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 63392cfc-716b-4cad-b2a0-9e7894a16ebd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63392cfc-716b-4cad-b2a0-9e7894a16ebd,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:30.457776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:30.478339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-78607eff-3d18-4db4-b994-4c5f2e622339 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e99df7724d0a451a8ebd3f57301ab828&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2657943 Mar 02 07:25:30.522312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.548272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.561199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:30.561696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.563417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Allocated IP 172.20.0.11 (af11f894-3596-4eec-99d3-e0cbe3153570/be5f10d3-c4f6-4bf0-86f1-a73c492eb931/abc82728-8dab-4f22-8d7c-a1fd831843f7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:30.741404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Attempting to bind port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:30.741772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Attempting to bind port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:30.742156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Attempting to bind port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd on network fe32e5f5-8074-4cf7-a420-07849709f3c3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:30.789121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:30.789505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Checking segment: {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:30.789948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.790342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Bound using segment: {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:30.790956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Bound port: 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:30.791449 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.793512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.801271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d24a63de-287f-43a9-b11f-97d2110974da up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:30.858099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.887617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Pushing event updated for resources: {'Port': ['ID=5eaca6d2-0260-4643-a68d-00ecc01e85f6,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:30.963325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 789c81ea-c526-4d9f-aed5-af1cde8a652b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:30.973173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fd332b1-cf6b-45d8-83bd-9a2cfcaecda4 req-4455c231-5556-49a1-b8d7-207232e60abb tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 210 time: 0.0917416 Mar 02 07:25:31.009663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.018366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Attempting to bind port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:31.018366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Attempting to bind port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:31.018704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Attempting to bind port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:31.036124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 789c81ea-c526-4d9f-aed5-af1cde8a652b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:31.036601 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.072474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.080829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.094068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:31.094446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Checking segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:31.094959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.096284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Bound using segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:31.096786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Bound port: 5eaca6d2-0260-4643-a68d-00ecc01e85f6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:31.097167 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.107463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object 046bae50-611a-404e-a0db-70629dfda54c will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:31.175036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-245b86df-9444-42ac-9c1d-c7e095d1d972 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:31.176548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-245b86df-9444-42ac-9c1d-c7e095d1d972 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6913407 Mar 02 07:25:31.202388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Request body: {'port': {'device_id': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': 'e99df7724d0a451a8ebd3f57301ab828'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:31.243632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Network af11f894-3596-4eec-99d3-e0cbe3153570 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:31.248148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:31.252167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:31.256948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:31.306895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:31.310758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d24a63de-287f-43a9-b11f-97d2110974da triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:31.311246 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.325326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.356959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.358634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:31.359484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.375482 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.398610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b28ddd-d792-4fd7-85f2-8329cf91c573 req-cb4a6624-670d-4236-b48a-16c77bb7d231 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:31.400148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0b28ddd-d792-4fd7-85f2-8329cf91c573 req-cb4a6624-670d-4236-b48a-16c77bb7d231 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 944 time: 0.2446899 Mar 02 07:25:31.401965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-9b835ec9-9504-4858-9a46-e05a965e4b49 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6153862 Mar 02 07:25:31.423961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Request body: {'port': {'device_id': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:31.530889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] For port 5eaca6d2-0260-4643-a68d-00ecc01e85f6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:31.560379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.568717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0b28ddd-d792-4fd7-85f2-8329cf91c573 req-3cbd24f4-f1e3-4cb3-b5e9-e81a08da4d49 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625204 Mar 02 07:25:31.574023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:31.625592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.653904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] For port 5eaca6d2-0260-4643-a68d-00ecc01e85f6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5eaca6d2-0260-4643-a68d-00ecc01e85f6,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:31.662537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:31.671709 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.686375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.713487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.731643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b45803-aadf-45f4-9604-1705e38f6074 None None] Pushing event updated for resources: {'Port': ['ID=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.749595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.784934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:31.812705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:31.816019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:31.818652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:31.861141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Usage tracker for resource:port and tenant:e99df7724d0a451a8ebd3f57301ab828 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:31.907305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:31.947726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:31.974894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:32.051963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ff81-2d11-43d8-9011-2929f1d899c6 None None] Pushing event updated for resources: {'Port': ['ID=5eaca6d2-0260-4643-a68d-00ecc01e85f6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.102130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.168920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.199122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.200485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.210576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88961427-6388-45da-8c54-208c6e3cf597 None None] Network fd371546-00db-45e8-9ca7-3610af42bfc4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:32.263169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Router 02902617-93ff-4da0-bbc5-0085a69e72b2 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:32.276165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Made reservation on behalf of e99df7724d0a451a8ebd3f57301ab828 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:32.281470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.317936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.451121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc983962-0d55-47b1-8819-3c518a192374 req-17fb62d1-845e-4bf1-a94c-d4447f9b6b09 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.452611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc983962-0d55-47b1-8819-3c518a192374 req-17fb62d1-845e-4bf1-a94c-d4447f9b6b09 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.4909267 Mar 02 07:25:32.466124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.543223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d0555a24-c229-4af6-b9b7-3d7c291829f6 None None] Provisioning for port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:32.630935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.697132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:32.719620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc983962-0d55-47b1-8819-3c518a192374 req-04277eb0-1f0f-484d-b559-6c9f093f5760 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581470 Mar 02 07:25:32.731204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.753613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Transition to ACTIVE for port object abc82728-8dab-4f22-8d7c-a1fd831843f7 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:32.758230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:32.761067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.798344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fee173c5-0391-4b1c-aeb6-3d362796ecce tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.1353261 Mar 02 07:25:32.799899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Usage tracker for resource:security_group_rule and tenant:e99df7724d0a451a8ebd3f57301ab828 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:32.814331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43848) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.830294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-1e09032f-959f-4b2e-a7cb-b6ca6f4336e1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.831832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-1e09032f-959f-4b2e-a7cb-b6ca6f4336e1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 1.0450218 Mar 02 07:25:32.832742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:32.834869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'name': 'tempest-TaggedBootDevicesTest-1256311638', 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:32.864353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:32.910198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63392cfc-716b-4cad-b2a0-9e7894a16ebd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:33.008548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:33.023644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Sync routers for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:33.031690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:33.051275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.052502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7c5a5aa1-e4d0-4fbe-ae6b-ba27f0e77b2b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0171893 Mar 02 07:25:33.053526 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1029576-e75b-4cfc-8be2-f3ecdc6362bf req-d1040ed0-1270-4dd6-ad28-d1d16c938608 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 210 time: 0.1829517 Mar 02 07:25:33.059417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:33.060065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:33.061925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-62d5214a-5b19-4896-ae79-cb3b42e94b8d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 378 time: 0.2194724 Mar 02 07:25:33.062433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43852) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:33.150096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 63392cfc-716b-4cad-b2a0-9e7894a16ebd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:33.150724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.173737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'device_id': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'admin_state_up': True, 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'security_groups': ['2762594a-c0cb-4cf7-a724-64adc5a17d99']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:33.404309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Allocated IP 172.25.4.41 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/92ac9d5a-9fb5-4216-9c63-b6d33424cb94) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:33.486410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a63ac57b-ca44-4b36-b589-748c7f427dd0 None None] Provisioning for port 046bae50-611a-404e-a0db-70629dfda54c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:33.508024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:33.515729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:port and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:33.524673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:33.535091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a63ac57b-ca44-4b36-b589-748c7f427dd0 None None] Provisioning complete for port 046bae50-611a-404e-a0db-70629dfda54c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:33.535460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a63ac57b-ca44-4b36-b589-748c7f427dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.541292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:33.585366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c73f5c-9e1e-41b7-a8c6-d2b6d711d2aa None None] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:33.595308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458512-8724-4619-b283-6bc34348dc6b req-49b20ae0-41b8-40d7-baf5-e5c8f3788372 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:33.596121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c1458512-8724-4619-b283-6bc34348dc6b req-49b20ae0-41b8-40d7-baf5-e5c8f3788372 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Synchronizing usage tracker for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:33.600106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:33.600474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:33.600923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:33.606164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:33.620535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:33.628448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:33.628791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:33.665737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c1458512-8724-4619-b283-6bc34348dc6b req-49b20ae0-41b8-40d7-baf5-e5c8f3788372 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Unset dirty status for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:33.667017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1458512-8724-4619-b283-6bc34348dc6b req-49b20ae0-41b8-40d7-baf5-e5c8f3788372 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.3919113 Mar 02 07:25:33.671227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:33.671571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Checking segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:33.671969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Bound using segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:33.672407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Bound port: abc82728-8dab-4f22-8d7c-a1fd831843f7, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:33.672761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.771597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:33.832948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.869263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1458512-8724-4619-b283-6bc34348dc6b req-5e503fee-ae37-4bd3-94a5-879e8a641ad5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846528 Mar 02 07:25:33.873560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.930984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a63ac57b-ca44-4b36-b589-748c7f427dd0 None None] Port 046bae50-611a-404e-a0db-70629dfda54c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:33.934634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.955770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:33.965617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] device_id is not set on port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:34.011630 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'code': 200} Mar 02 07:25:34.046395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18abb92-af75-4418-b684-eb5709d7f418 None None] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:34.145289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:34.214430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab09d22e-a0f8-49fc-9a79-50ec9c063ad4 None None] Provisioning for port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:34.224058 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.226086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:34.265606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.282420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51abe548-2562-4a58-b086-f94afb91ae4d req-f0d7bc61-17ab-41b5-99db-a93940e6b0c4 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 210 time: 0.1446280 Mar 02 07:25:34.318434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.318434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.318434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] 10.222.0.39 "PUT /v2.0/ports/abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 1092 time: 2.8965218 Mar 02 07:25:34.318434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:34.388813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Allocated IP 192.168.233.94 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/665f8b30-0c08-4783-b824-6501b3c5cf0d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:34.403406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.1.1.22 (fd371546-00db-45e8-9ca7-3610af42bfc4/c4594be2-155e-48ab-87f2-4a59c0f37452/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:34.404266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:34.418733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dee10-151c-4e09-ae78-5c19a0895195 service neutron] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.436787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:34.437434 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.483219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:34.513124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:34.517445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.591899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-2efcfb5b-1bb8-4969-8462-5f0a2ede8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.593209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-2efcfb5b-1bb8-4969-8462-5f0a2ede8637 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1095 time: 0.2326584 Mar 02 07:25:34.634945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab09d22e-a0f8-49fc-9a79-50ec9c063ad4 None None] Provisioning for port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:34.733736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.742816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:29Z', 'revision_number': 3, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:34.777754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab09d22e-a0f8-49fc-9a79-50ec9c063ad4 None None] Provisioning complete for port 046bae50-611a-404e-a0db-70629dfda54c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:34.778036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab09d22e-a0f8-49fc-9a79-50ec9c063ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.821151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Checking router: 02902617-93ff-4da0-bbc5-0085a69e72b2 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:34.821501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Updating router 02902617-93ff-4da0-bbc5-0085a69e72b2 port 26d1c307-ff43-4ea5-89db-25dcefff2c74 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:34.891097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-e9157dd7-f0cf-45eb-afd4-4552bfc6d2c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.2458220 Mar 02 07:25:34.923887 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.936594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ab09d22e-a0f8-49fc-9a79-50ec9c063ad4 None None] Port 046bae50-611a-404e-a0db-70629dfda54c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:34.941178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.985037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a840-fdae-4f08-a73d-1dcc625501e4 req-d21f2224-4f31-4d4c-a1d4-332e19374c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.992163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e127a840-fdae-4f08-a73d-1dcc625501e4 req-d21f2224-4f31-4d4c-a1d4-332e19374c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 945 time: 0.5378540 Mar 02 07:25:35.026269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:35.064298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-6abff183-57e4-48ee-9049-d30aa7073e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.065892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-6abff183-57e4-48ee-9049-d30aa7073e5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1644859 Mar 02 07:25:35.071164 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.071164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1814489e-dcb0-4128-b1f0-20c7e6dd08bd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:35.074355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e127a840-fdae-4f08-a73d-1dcc625501e4 req-bd19b02a-9aa9-4ee5-a646-0ed9a54633e8 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 Mar 02 07:25:35.141287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a374c-04c2-46ce-8b1e-a352c9506d4b req-2bd115f0-9f40-437a-a120-24a1dbc055d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.143368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e3a374c-04c2-46ce-8b1e-a352c9506d4b req-2bd115f0-9f40-437a-a120-24a1dbc055d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1101 time: 0.9099827 Mar 02 07:25:35.145409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.177623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:35.222358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.247933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-47c34689-57a8-4165-b852-d4d0511582ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723874 Mar 02 07:25:35.291086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.292578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.341717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.20.0.14 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/cc61e20b-4881-48eb-be5d-f0eb304762ba) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:35.358775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e3a374c-04c2-46ce-8b1e-a352c9506d4b req-63b70d82-1499-4039-9d58-56481c001ce1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054298 Mar 02 07:25:35.390457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Transition to ACTIVE for port object 665f8b30-0c08-4783-b824-6501b3c5cf0d will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:35.407054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:35.414685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:35.416921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:35.424721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.444869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:35.459483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:35.459876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.534106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=92ac9d5a-9fb5-4216-9c63-b6d33424cb94,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.584496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-b4c24953-fe5d-4cae-9ac2-e9d3f0a705ad service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936425 Mar 02 07:25:35.592508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:35.594260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.594908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:35.601597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:35.631889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.649107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Transition to ACTIVE for port object 26d1c307-ff43-4ea5-89db-25dcefff2c74 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:35.662191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.677992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.729714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.747539 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.783731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6ab85-4be8-4801-ad08-59df81ea5db3 None None] Pushing event updated for resources: {'Port': ['ID=26d1c307-ff43-4ea5-89db-25dcefff2c74,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.787025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eb7e1-1bcc-4b77-b516-3c1445e9c668 req-5dbb139c-a0f3-4339-a982-69951671e096 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.788860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Attempting to bind port 26d1c307-ff43-4ea5-89db-25dcefff2c74 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:35.789228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Attempting to bind port 26d1c307-ff43-4ea5-89db-25dcefff2c74 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:35.789588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Attempting to bind port 26d1c307-ff43-4ea5-89db-25dcefff2c74 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:35.794296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-402eb7e1-1bcc-4b77-b516-3c1445e9c668 req-5dbb139c-a0f3-4339-a982-69951671e096 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.5438299 Mar 02 07:25:35.810107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.810756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.818575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:35.823381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:35.824313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:35.826779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.827365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:35.829254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Bound port: 26d1c307-ff43-4ea5-89db-25dcefff2c74, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:35.829944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.867171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-92265cc4-7a83-4e43-9213-eea18d683d02 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0502431 Mar 02 07:25:35.868987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.869897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5eaca6d2-0260-4643-a68d-00ecc01e85f6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:35.906725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-402eb7e1-1bcc-4b77-b516-3c1445e9c668 req-51b2ab58-3004-4ce4-aa58-81e43e380866 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113818 Mar 02 07:25:35.915578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.917600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-089e93d2-210d-4fd4-b49b-9c4592e1dcd0 req-c25262b9-d7c8-451e-a6a9-5235e009b7e1 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774491 Mar 02 07:25:35.972393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:35.974902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.978951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Pushing event updated for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.981161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:35.983276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Transition to ACTIVE for port object cc61e20b-4881-48eb-be5d-f0eb304762ba will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:35.990150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:36.012099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:36.089149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:36.097723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-928ee625-1b04-4be6-8f60-989f7994281f None None] Provisioning for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:36.103778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f57b73cd-2708-4158-a4f7-abe88a97a793 req-4cd3ecaa-92bd-4325-b838-a60d15ad1ea6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 210 time: 0.0558419 Mar 02 07:25:36.104497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:36.111599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] For port 26d1c307-ff43-4ea5-89db-25dcefff2c74, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:36.114946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-928ee625-1b04-4be6-8f60-989f7994281f None None] Provisioning complete for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:36.116718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-928ee625-1b04-4be6-8f60-989f7994281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.152510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:36.153224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.171353 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'status': 'completed', 'code': 200} Mar 02 07:25:36.244344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] For port 26d1c307-ff43-4ea5-89db-25dcefff2c74, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26d1c307-ff43-4ea5-89db-25dcefff2c74,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:36.252327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.263396 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.311107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:36.311839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.365948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-928ee625-1b04-4be6-8f60-989f7994281f None None] Port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:36.407717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-96956a4c-c839-4fee-a497-e88a23a78ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:36.409729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-96956a4c-c839-4fee-a497-e88a23a78ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1095 time: 0.2003176 Mar 02 07:25:36.444302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6ab85-4be8-4801-ad08-59df81ea5db3 None None] Pushing event updated for resources: {'Port': ['ID=26d1c307-ff43-4ea5-89db-25dcefff2c74,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:36.453956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:36.455152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:36.471100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.539208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-a2fa14a2-d0f4-4a6c-80af-8fbdbe53a864 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3431501 Mar 02 07:25:36.551339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608f1e6-86b0-4141-a469-ac28c21a12b5 req-4c2c3e15-b696-485c-adb5-21147ef09089 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:36.559796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e608f1e6-86b0-4141-a469-ac28c21a12b5 req-4c2c3e15-b696-485c-adb5-21147ef09089 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.2308648 Mar 02 07:25:36.578884 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.609139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Request body: {'port': {'device_id': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:36.643921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e608f1e6-86b0-4141-a469-ac28c21a12b5 req-5bcd5bc6-ca0e-464c-8548-606a3f2d7a04 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834119 Mar 02 07:25:36.646819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-6e66655b-4bfa-4274-8c2d-08e7c421a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:36.648317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-6e66655b-4bfa-4274-8c2d-08e7c421a261 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.2311542 Mar 02 07:25:36.656886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:36.672927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Allocated IP 172.20.0.1 (fe32e5f5-8074-4cf7-a420-07849709f3c3/f999b7f5-5f22-4d2f-b417-d9406407d05e/38333364-6bbb-4acd-9f8a-098b3d70bcc2) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:36.676763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:36.750394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:36.756059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b72ed2be-f3a4-4e4d-81d5-ae56dd886d30 None None] Provisioning for port 665f8b30-0c08-4783-b824-6501b3c5cf0d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:36.762050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-a6d102ea-4d93-4f41-a576-3a36dfaf636d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.1067736 Mar 02 07:25:36.788833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b72ed2be-f3a4-4e4d-81d5-ae56dd886d30 None None] Provisioning complete for port 665f8b30-0c08-4783-b824-6501b3c5cf0d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:36.789206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b72ed2be-f3a4-4e4d-81d5-ae56dd886d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.870122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b72ed2be-f3a4-4e4d-81d5-ae56dd886d30 None None] Port 665f8b30-0c08-4783-b824-6501b3c5cf0d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:36.916765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5eaca6d2-0260-4643-a68d-00ecc01e85f6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5eaca6d2-0260-4643-a68d-00ecc01e85f6,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:36.938662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.956294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-6b5e84f6-646b-4487-87e7-225ea90477c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:36.962827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-6b5e84f6-646b-4487-87e7-225ea90477c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1936314 Mar 02 07:25:36.994289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.027997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:37.058306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-fa3660cd-b867-45d7-b37f-24deaf1c8518 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891232 Mar 02 07:25:37.168549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:37.202655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230fb1-2502-41ae-87f3-09dd00c5aef9 req-ddd97900-1a59-47a1-93df-748da1030a34 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:37.210589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:37.210868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b230fb1-2502-41ae-87f3-09dd00c5aef9 req-ddd97900-1a59-47a1-93df-748da1030a34 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 935 time: 0.3515663 Mar 02 07:25:37.211370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.276087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-a8088e1e-c999-41eb-b6ca-254a1c0edd66 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069366 Mar 02 07:25:37.279272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b230fb1-2502-41ae-87f3-09dd00c5aef9 req-0f30f1a5-f35f-4b1a-ba60-f43d7b73cd86 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 Mar 02 07:25:37.287009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b04f-43f2-4f7a-a04c-07da0ba53198 None None] Provisioning for port cc61e20b-4881-48eb-be5d-f0eb304762ba completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:37.347862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5eaca6d2-0260-4643-a68d-00ecc01e85f6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.356228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0bd5b04f-43f2-4f7a-a04c-07da0ba53198 None None] Provisioning complete for port cc61e20b-4881-48eb-be5d-f0eb304762ba triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:37.356605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b04f-43f2-4f7a-a04c-07da0ba53198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.388358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.416247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-9250d877-38f0-4454-8de3-81b725289915 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2463012 Mar 02 07:25:37.430995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b04f-43f2-4f7a-a04c-07da0ba53198 None None] Port cc61e20b-4881-48eb-be5d-f0eb304762ba cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:37.468814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:37.469219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.469561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Request body: {'port': {'device_id': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:37.558558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.585428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.588794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2962a2b6-4565-40a4-915d-9a5da6e796de req-2e49e385-fcbf-4a74-b86e-9c19d46a2ebc service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063755 Mar 02 07:25:37.650377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.702559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1814489e-dcb0-4128-b1f0-20c7e6dd08bd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:37.745911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:29Z', 'revision_number': 3, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:37.767926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c5e9b-416f-48b0-bdbb-f0dfe897401f None None] The sync data for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 is: [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:29Z', 'revision_number': 3, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:37.791786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:37.793447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.831374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Transition to ACTIVE for port object 38333364-6bbb-4acd-9f8a-098b3d70bcc2 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:37.870489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=92ac9d5a-9fb5-4216-9c63-b6d33424cb94,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.891596 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.947853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43878) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:37.953448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876749938', 'description': 'tempest-description--1175174213'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:37.963271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:37.969454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:security_group and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:37.973331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:37.979922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:37.981733 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'code': 200} Mar 02 07:25:37.987315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.994552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.031654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.037976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:security_group_rule and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:38.044663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:38.053093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.155519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.156600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-06b226cd-07af-4aa4-a172-5f3ccf2eae92 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.0265057 Mar 02 07:25:38.221701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.229210 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.299747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.314106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475b143-f31b-4ebe-b5d4-0b8fd1aeaf62 req-06ca3187-9d3e-435c-a6d0-53af34d95af2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.315685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d475b143-f31b-4ebe-b5d4-0b8fd1aeaf62 req-06ca3187-9d3e-435c-a6d0-53af34d95af2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 945 time: 0.2216377 Mar 02 07:25:38.317613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c59e1-1013-4877-9875-4f102c4d286c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.337280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.341272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-70dc0c00-d56b-4777-ad57-601a412b5ae4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3896329 Mar 02 07:25:38.343606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43884) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.350432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'security_group_rule': {'security_group_id': 'a84c59e1-1013-4877-9875-4f102c4d286c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:38.358517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-7735db95-b071-4ea4-a439-35da769ffae7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:38.364781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.372912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:security_group_rule and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:38.378222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:38.387519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d475b143-f31b-4ebe-b5d4-0b8fd1aeaf62 req-1c22493c-10fe-46e3-a344-5d5dc72d63a2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643404 Mar 02 07:25:38.388186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.409541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.417498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:38.440969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:38.444515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:38.500863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.508910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.620485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.625193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805657 Mar 02 07:25:38.626794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43888) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.646894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'security_group_rule': {'security_group_id': 'a84c59e1-1013-4877-9875-4f102c4d286c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:38.653966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.655264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-7735db95-b071-4ea4-a439-35da769ffae7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:38.656518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-7735db95-b071-4ea4-a439-35da769ffae7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.4865062 Mar 02 07:25:38.658833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:security_group_rule and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:38.662172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:38.669584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.671936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c142-3f62-40e2-bda8-c0f555f40f50 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c830e13e-1a7f-46c6-ad57-06936abe6067,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.678479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:38.696385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Pushing event updated for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.727784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.768104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e3943a0d-fbf4-4642-ab69-4746de0b1ef1 None None] Provisioning for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:38.773941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e3943a0d-fbf4-4642-ab69-4746de0b1ef1 None None] Provisioning complete for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:38.774822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e3943a0d-fbf4-4642-ab69-4746de0b1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.787591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0453bd4-338c-4880-9b8a-579a7e742b87 req-bc0d6305-3acc-4fff-9cc3-9f321ab17e07 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.794742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0453bd4-338c-4880-9b8a-579a7e742b87 req-bc0d6305-3acc-4fff-9cc3-9f321ab17e07 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.2209127 Mar 02 07:25:38.824711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.839407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e3943a0d-fbf4-4642-ab69-4746de0b1ef1 None None] Port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:38.858895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.877918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0453bd4-338c-4880-9b8a-579a7e742b87 req-29d0a28a-b24b-4a59-9199-5bb21e4b7fa1 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821922 Mar 02 07:25:38.879145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.912300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dba1957-95ff-4b75-acb4-80cf352888df,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.929436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.931010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8dddd8bc-1920-4b0b-825e-a39fe8da3792 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2966249 Mar 02 07:25:38.934199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43894) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.940483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:38.946585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.951764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:floatingip and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:38.955239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:38.959060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fd479-2309-49ce-96dd-43db98b190fb req-5c79e3a2-9c18-4672-9d51-7206dda6f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.960568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-766fd479-2309-49ce-96dd-43db98b190fb req-5c79e3a2-9c18-4672-9d51-7206dda6f1e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 1096 time: 0.8833771 Mar 02 07:25:38.962695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.980451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.064386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665f8b30-0c08-4783-b824-6501b3c5cf0d {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:39.083138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.169678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26d1c307-ff43-4ea5-89db-25dcefff2c74 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:39.182207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fc675-e5a8-43be-b693-45368e8fc319 req-e41ccf45-0ff4-4caa-8f04-bd6088b42567 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.183810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b18fc675-e5a8-43be-b693-45368e8fc319 req-e41ccf45-0ff4-4caa-8f04-bd6088b42567 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 932 time: 0.1858337 Mar 02 07:25:39.246039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b18fc675-e5a8-43be-b693-45368e8fc319 req-587b9767-59c5-48bc-8a72-d47b9a707bc2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529876 Mar 02 07:25:39.252928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 26d1c307-ff43-4ea5-89db-25dcefff2c74 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:39.253752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.259528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 26d1c307-ff43-4ea5-89db-25dcefff2c74 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:39.260112 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.279247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Transition to ACTIVE for port object 665f8b30-0c08-4783-b824-6501b3c5cf0d will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:39.296419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-766fd479-2309-49ce-96dd-43db98b190fb req-a6a42890-dc74-4e62-90f8-85c974179f46 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705448 Mar 02 07:25:39.339316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-8e8f339c-419e-4d37-90e9-6c045d4746ed tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.340914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-112561e1-a91e-467a-a4ed-4b3912d8a7dc req-8e8f339c-419e-4d37-90e9-6c045d4746ed tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.6539524 Mar 02 07:25:39.341621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.424153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.470922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 26d1c307-ff43-4ea5-89db-25dcefff2c74, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26d1c307-ff43-4ea5-89db-25dcefff2c74,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:39.476471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.477258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5eaca6d2-0260-4643-a68d-00ecc01e85f6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:39.508708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 172.25.4.222 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/18b2bcee-3074-4d25-b43c-b6b3d9adf6c9) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:39.553367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:39.614135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=26d1c307-ff43-4ea5-89db-25dcefff2c74,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:39.630163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:39.630886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.724019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.777340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.805295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c0a6b-8baf-4172-b5c9-3853a1103d84 req-79e3c6b3-649d-43af-81de-c052f78b8139 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.806881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f4c0a6b-8baf-4172-b5c9-3853a1103d84 req-79e3c6b3-649d-43af-81de-c052f78b8139 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.3330040 Mar 02 07:25:39.816452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Transition to ACTIVE for port object cc61e20b-4881-48eb-be5d-f0eb304762ba will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:39.843479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Pushing event updated for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:39.853124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.858014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.919099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f4c0a6b-8baf-4172-b5c9-3853a1103d84 req-86c4b9e9-3f69-404f-979c-15c85fc418a0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951843 Mar 02 07:25:39.932210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:39.941096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:39.945437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:39.950213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:39.984722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=18b2bcee-3074-4d25-b43c-b6b3d9adf6c9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.077343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.132712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0981d-3dff-4469-b955-c2c690097366 req-eff2ba1c-f120-45a4-9406-33c5064f0402 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:40.133475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b6a0981d-3dff-4469-b955-c2c690097366 req-eff2ba1c-f120-45a4-9406-33c5064f0402 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Synchronizing usage tracker for tenant:e99df7724d0a451a8ebd3f57301ab828 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:40.159851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.162329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.181967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.236411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:40.258182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'port_id': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'mac_address': 'fa:16:3e:bc:11:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f10d3-c4f6-4bf0-86f1-a73c492eb931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:40.347729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.371081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:40.390450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:40.404306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.469115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Attempting to bind port 665f8b30-0c08-4783-b824-6501b3c5cf0d on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:40.469379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b7cd-c915-4734-b9c3-b3dabbbccd27 req-d77ce652-d6c6-4045-9d3c-997f2678f110 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:40.469963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Attempting to bind port 665f8b30-0c08-4783-b824-6501b3c5cf0d by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:40.470487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Attempting to bind port 665f8b30-0c08-4783-b824-6501b3c5cf0d on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:40.471215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5212b7cd-c915-4734-b9c3-b3dabbbccd27 req-d77ce652-d6c6-4045-9d3c-997f2678f110 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1315858 Mar 02 07:25:40.481269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b6a0981d-3dff-4469-b955-c2c690097366 req-eff2ba1c-f120-45a4-9406-33c5064f0402 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Unset dirty status for tenant:e99df7724d0a451a8ebd3f57301ab828 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:40.482755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6a0981d-3dff-4469-b955-c2c690097366 req-eff2ba1c-f120-45a4-9406-33c5064f0402 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 947 time: 0.9778161 Mar 02 07:25:40.490295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Port 665f8b30-0c08-4783-b824-6501b3c5cf0d on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:40.490853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Attempting to bind port 665f8b30-0c08-4783-b824-6501b3c5cf0d on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:40.496734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.523763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:40.524102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:40.527074 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.530503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:40.531159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Bound port: 665f8b30-0c08-4783-b824-6501b3c5cf0d, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:40.538513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.539532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5212b7cd-c915-4734-b9c3-b3dabbbccd27 req-fd382347-556f-4cea-9bcf-0de92d504009 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590765 Mar 02 07:25:40.541086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.675747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Attempting to bind port cc61e20b-4881-48eb-be5d-f0eb304762ba on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:40.676836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Attempting to bind port cc61e20b-4881-48eb-be5d-f0eb304762ba by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:40.677517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Attempting to bind port cc61e20b-4881-48eb-be5d-f0eb304762ba on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:40.703428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Port cc61e20b-4881-48eb-be5d-f0eb304762ba on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:40.703850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Attempting to bind port cc61e20b-4881-48eb-be5d-f0eb304762ba on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:40.718254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b6a0981d-3dff-4469-b955-c2c690097366 req-b09a972b-c431-4246-8503-bc4cffa657ac tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Synchronizing usage tracker for tenant:e99df7724d0a451a8ebd3f57301ab828 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:40.734460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:40.734809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:40.735200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:40.735765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Bound port: cc61e20b-4881-48eb-be5d-f0eb304762ba, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:40.736152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.736801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['abc82728-8dab-4f22-8d7c-a1fd831843f7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:40.750279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.774029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.801344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=18b2bcee-3074-4d25-b43c-b6b3d9adf6c9,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.889895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.916388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:40.919363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.920348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b6a0981d-3dff-4469-b955-c2c690097366 req-b09a972b-c431-4246-8503-bc4cffa657ac tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Unset dirty status for tenant:e99df7724d0a451a8ebd3f57301ab828 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:40.920711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-072fa2d2-e72f-42b3-9b12-f71a2db654d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9855130 Mar 02 07:25:40.928467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6a0981d-3dff-4469-b955-c2c690097366 req-b09a972b-c431-4246-8503-bc4cffa657ac tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135425 Mar 02 07:25:40.953504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-4fcf18fb-fffb-4438-bcbb-c0ae5e84073b tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3701990 Mar 02 07:25:40.959777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.963208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:40.966802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:40.979102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Pushing event updated for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.982076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.988746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:40.991588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.006785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.058057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:41.058917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.060158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] 10.222.0.39 "PUT /v2.0/ports/665f8b30-0c08-4783-b824-6501b3c5cf0d HTTP/1.1" status: 200 len: 1095 time: 4.4813769 Mar 02 07:25:41.071354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:41.087561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26d1c307-ff43-4ea5-89db-25dcefff2c74 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:41.190631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:41.200609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 26d1c307-ff43-4ea5-89db-25dcefff2c74 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:41.201718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.257184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.416627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Allocated IP 172.25.4.129 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/73b3811a-a3b6-4f93-92a1-b5a90c69c6ae) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:41.434087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:41.446283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b946-7815-4d07-8b08-83a4a731529e service neutron] Pushing event updated for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.455664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.532362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:41.533831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.535406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1092 time: 4.0720918 Mar 02 07:25:41.582462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.615304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.653953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:41.668993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ddc46-9b81-493b-b300-f34abae1e530 req-ff2f7692-1049-4101-8c83-3230789e1ba3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:41.670538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c52ddc46-9b81-493b-b300-f34abae1e530 req-ff2f7692-1049-4101-8c83-3230789e1ba3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 945 time: 0.5321100 Mar 02 07:25:41.671447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:41.674541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf5deb-6f94-476e-9493-f1cafb0100f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.678965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-82716049-4c08-46d9-92d7-3c9bb9a05263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:41.681298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-82716049-4c08-46d9-92d7-3c9bb9a05263 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e99df7724d0a451a8ebd3f57301ab828&device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 1098 time: 0.5417325 Mar 02 07:25:41.684254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:41.687687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:41.692714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:41.747120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=73b3811a-a3b6-4f93-92a1-b5a90c69c6ae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.793356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.846253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-9fca4af9-a046-4614-80fc-b13739d1898b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d HTTP/1.1" status: 200 len: 217 time: 0.1558454 Mar 02 07:25:41.862736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.866272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c2eb-aeb4-4f87-a63f-8002329748d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.936645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:42.038745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c52ddc46-9b81-493b-b300-f34abae1e530 req-c209462b-cce2-457b-858c-981132efb8c5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434840 Mar 02 07:25:42.047597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-ece4c96a-782e-4c7b-934f-75bd2a9c5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.058736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-ece4c96a-782e-4c7b-934f-75bd2a9c5ee1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2066760 Mar 02 07:25:42.064798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-47c5d289-a436-44a3-a8c9-da75fe56d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.066321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-47c5d289-a436-44a3-a8c9-da75fe56d5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1095 time: 0.4806209 Mar 02 07:25:42.088806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port abc82728-8dab-4f22-8d7c-a1fd831843f7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:42.097710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port abc82728-8dab-4f22-8d7c-a1fd831843f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:42.098463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.180783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.185830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.198971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-500897ff-52ee-494f-a502-d001d1aca556 None None] Provisioning complete for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:42.199852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-500897ff-52ee-494f-a502-d001d1aca556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.261960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-53780e61-9e73-406a-a1dd-c87778925fa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 217 time: 0.1247735 Mar 02 07:25:42.297030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=73b3811a-a3b6-4f93-92a1-b5a90c69c6ae,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.308401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-500897ff-52ee-494f-a502-d001d1aca556 None None] Port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:42.311229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.314578 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.337998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Router 02902617-93ff-4da0-bbc5-0085a69e72b2 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:42.342546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.344115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-c158b32e-f817-4d84-9679-625ab451fece tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3897645 Mar 02 07:25:42.345116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:42.355300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:42.360465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.375590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-1b689992-3c8e-4fef-beda-fbd5eafa60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.377585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-1b689992-3c8e-4fef-beda-fbd5eafa60b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1069787 Mar 02 07:25:42.428885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-bc48a924-78ad-461b-a1ec-0dd6b9d2c497 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:42.433655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.446567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-bc48a924-78ad-461b-a1ec-0dd6b9d2c497 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:42.452880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-bc48a924-78ad-461b-a1ec-0dd6b9d2c497 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1013379 Mar 02 07:25:42.492575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-344dbccc-cc38-45d3-9f4b-4741e972e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.500275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-344dbccc-cc38-45d3-9f4b-4741e972e8dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4330041 Mar 02 07:25:42.579937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4ad18-39ef-4f66-8631-bc064a80e429 req-7a2feeb2-ce06-4200-bafe-6d50c81d2cac tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.580297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-71b4ad18-39ef-4f66-8631-bc064a80e429 req-7a2feeb2-ce06-4200-bafe-6d50c81d2cac tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:42.605670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-46b9e709-fbce-42bb-b841-f6579b8b4ef6 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.607035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22d455c5-21d6-4a7d-b279-031add37ba52 req-46b9e709-fbce-42bb-b841-f6579b8b4ef6 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1534033 Mar 02 07:25:42.743263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-71b4ad18-39ef-4f66-8631-bc064a80e429 req-7a2feeb2-ce06-4200-bafe-6d50c81d2cac tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:42.744409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71b4ad18-39ef-4f66-8631-bc064a80e429 req-7a2feeb2-ce06-4200-bafe-6d50c81d2cac tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 944 time: 0.5475907 Mar 02 07:25:42.772351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:42.781486 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Sync routers for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:42.792389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:42.793078 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:42.796294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c907d23a-dab4-4649-be71-9e4c85926e13 admin admin] 10.222.0.21 "PUT /v2.0/routers/02902617-93ff-4da0-bbc5-0085a69e72b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7275541 Mar 02 07:25:42.811817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-82ece68f-34d3-4939-9d3d-4995acbb8b24 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026204 Mar 02 07:25:42.821241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-fe0d283f-d321-4dc7-954a-29863feaf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:42.823880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-fe0d283f-d321-4dc7-954a-29863feaf3e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3876610 Mar 02 07:25:43.038494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43940) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:43.039782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71b4ad18-39ef-4f66-8631-bc064a80e429 req-95c231e7-3e68-48ee-b790-bc5a55c2b2dc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2783911 Mar 02 07:25:43.105394 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d', 'status': 'completed', 'code': 200} Mar 02 07:25:43.147544 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:43.205631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a6457-bc50-4e15-97a3-7c515c8c5cb1 req-4e5e3a93-0692-49ec-b5a4-848c4a550df3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.217564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-690a6457-bc50-4e15-97a3-7c515c8c5cb1 req-4e5e3a93-0692-49ec-b5a4-848c4a550df3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1649978 Mar 02 07:25:43.237805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1043981837'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:43.246549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:43.253464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:network and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:43.263211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce1c4e87-b36a-4f5a-bd8f-eab3a36e3ad6 req-b2b6c6f6-488c-4c70-b561-34bf11ae3326 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383175 Mar 02 07:25:43.265786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-14f094fa-bebb-48a9-9bc7-ef019e097d64 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149430 Mar 02 07:25:43.281175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:43.291817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:43.306998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-690a6457-bc50-4e15-97a3-7c515c8c5cb1 req-f0479f5f-fa10-4408-87f8-cdd69491eec2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860076 Mar 02 07:25:43.333929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:43.337877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.391027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:43.410341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.410715 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Added segment 30d5b2fe-1210-400d-bcaf-a2425fde648f of type vlan for network 2d27f984-08ee-4160-a7c2-709a5cdd3757 Mar 02 07:25:43.442313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.467079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-a4caaf10-4ace-4b9b-821e-de5ac09f9a01 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1876749938&fields=id&tenant_id=9401016c7eec4a29b1ed62eef155192b HTTP/1.1" status: 200 len: 267 time: 0.2523642 Mar 02 07:25:43.471218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c36150a-4136-47f3-a9cb-e00d6d87e793 req-f85966fd-dd49-45e3-96b1-2bbd91c58b98 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938226 Mar 02 07:25:43.574649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f7bb9dab-400f-4efe-8001-8ed3b6069ed3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.575677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f7bb9dab-400f-4efe-8001-8ed3b6069ed3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:43.596082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-0c896261-ca2a-48d9-bf7f-9919cd70f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.597558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-0c896261-ca2a-48d9-bf7f-9919cd70f276 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e99df7724d0a451a8ebd3f57301ab828&device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 1098 time: 0.1876318 Mar 02 07:25:43.611725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:43.625293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f7bb9dab-400f-4efe-8001-8ed3b6069ed3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:43.626488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f7bb9dab-400f-4efe-8001-8ed3b6069ed3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 932 time: 0.1490715 Mar 02 07:25:43.646049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.651832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.652433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.680463 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '38333364-6bbb-4acd-9f8a-098b3d70bcc2', 'name': '', 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'mac_address': 'fa:16:3e:c3:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:35Z', 'updated_at': '2022-03-02T07:25:40Z', 'revision_number': 2, 'project_id': '173e42f4d657484db26323adf42f35dc', 'subnets': [{'id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:43.685777 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Checking router: 02902617-93ff-4da0-bbc5-0085a69e72b2 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:43.686193 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Updating router 02902617-93ff-4da0-bbc5-0085a69e72b2 port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:43.740431 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.772166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7300351 Mar 02 07:25:43.772642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43956) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:43.778569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588b33-3e87-429f-b191-7a0b809fe30d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Network': ['ID=2d27f984-08ee-4160-a7c2-709a5cdd3757,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:43.781493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'subnet': {'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:43.789550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db34f7-2c19-4912-9998-1f6c801c8691 req-2d2cd072-56c0-423f-bb8f-5b1faec7b95f tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.791304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80db34f7-2c19-4912-9998-1f6c801c8691 req-2d2cd072-56c0-423f-bb8f-5b1faec7b95f tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 947 time: 0.3396409 Mar 02 07:25:43.801937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c15a6fb1-7a5c-4908-8130-86ae38edb397 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.802956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:43.809013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c15a6fb1-7a5c-4908-8130-86ae38edb397 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 931 time: 0.1709249 Mar 02 07:25:43.841680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80db34f7-2c19-4912-9998-1f6c801c8691 req-b3ee19d8-8c94-45ea-82bc-1a88f1d154ca tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Mar 02 07:25:43.906691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b6181d30-5937-489c-9b1e-43e6e50d51ee tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0967715 Mar 02 07:25:44.024614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-90706cac-d575-42d4-b83c-41d3b65fa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.026364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-90706cac-d575-42d4-b83c-41d3b65fa481 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4220312 Mar 02 07:25:44.029344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c4fd5e2f-8e1d-4df8-81b3-cc384a672f65 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1212046 Mar 02 07:25:44.082106 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'code': 200} Mar 02 07:25:44.130353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:44.143699 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.147187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc358edb-f7c1-4e1d-ac02-505fae33ad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.164820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-8d5d2aec-d5c9-46a7-91ab-e568a7828408 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d HTTP/1.1" status: 200 len: 217 time: 0.1313779 Mar 02 07:25:44.165210 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Transition to ACTIVE for port object 38333364-6bbb-4acd-9f8a-098b3d70bcc2 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:44.165798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:subnet and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:44.172531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:44.175255 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.234109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:44.333942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ffb6-33a8-456e-a3eb-f410f09618d5 req-5524459c-2f52-42f5-8beb-c2737a0e181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.335415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccc8ffb6-33a8-456e-a3eb-f410f09618d5 req-5524459c-2f52-42f5-8beb-c2737a0e181e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1097 time: 0.1807492 Mar 02 07:25:44.380581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.386170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.391274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccc8ffb6-33a8-456e-a3eb-f410f09618d5 req-d89d4109-cf0d-4d22-9713-d8cf8550be6a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Mar 02 07:25:44.392976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.393825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:44.404904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-8e340fd7-158e-45b5-91e1-56830c522240 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2958884 Mar 02 07:25:44.410523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-c89b8602-2501-4267-8f22-da8bd5214129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.411761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:44.412529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-c89b8602-2501-4267-8f22-da8bd5214129 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2408149 Mar 02 07:25:44.418754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:44.419918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:44.423369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.432932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:44.449261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.472474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb41c48-7939-4561-a616-96b22bf5f75d None None] Pushing event updated for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:44.492067 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Attempting to bind port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:44.492444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Attempting to bind port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:44.492812 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Attempting to bind port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 on network fe32e5f5-8074-4cf7-a420-07849709f3c3 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:44.499799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:44.500174 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Checking segment: {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:44.500580 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.501050 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Bound using segment: {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:44.502018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Bound port: 38333364-6bbb-4acd-9f8a-098b3d70bcc2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:44.502409 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.528558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:44.529795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-284349a7-62ef-4c90-a299-7257068b0fc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/networks?id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 HTTP/1.1" status: 200 len: 1990 time: 0.4195712 Mar 02 07:25:44.615399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.629221 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] For port 38333364-6bbb-4acd-9f8a-098b3d70bcc2, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:44.632790 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] For port 38333364-6bbb-4acd-9f8a-098b3d70bcc2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38333364-6bbb-4acd-9f8a-098b3d70bcc2,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:44.639395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-880a60e6-82a1-494a-9a2b-1674af2ffa34 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/quotas/9401016c7eec4a29b1ed62eef155192b HTTP/1.1" status: 200 len: 375 time: 0.1005499 Mar 02 07:25:44.641350 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.727400 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:44.727939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:44.767242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Allocated IP 172.25.4.69 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/a58c729e-0c2d-4410-9299-15c55259b111) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:44.835607 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb41c48-7939-4561-a616-96b22bf5f75d None None] Pushing event updated for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:44.922186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.953062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.959522 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:45.000161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.008203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Subnet': ['ID=f21037a7-35f8-4d33-8184-d84c54d91d1a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.061175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Checking segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:45.061538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network hostable DHCP agents. Network: 2d27f984-08ee-4160-a7c2-709a5cdd3757, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:45.070737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:45.076292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-5c47ca7a-67b6-498b-a9e1-f219068b75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:45.077759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:45.077995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-5c47ca7a-67b6-498b-a9e1-f219068b75b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4342949 Mar 02 07:25:45.082560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:45.095054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4ba9dc09-d55b-4697-84f1-3dde4fa9b655 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4178925 Mar 02 07:25:45.114937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:45.115553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=a58c729e-0c2d-4410-9299-15c55259b111,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.169487 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.246012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.247339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.251747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:45.336991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2d27f984-08ee-4160-a7c2-709a5cdd3757) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:45.337244 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '38333364-6bbb-4acd-9f8a-098b3d70bcc2', 'name': '', 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'mac_address': 'fa:16:3e:c3:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:35Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 4, 'project_id': '173e42f4d657484db26323adf42f35dc', 'subnets': [{'id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:45.341679 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2410-690f-4f00-9f2b-2e454f07e76b None None] The sync data for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 is: [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '38333364-6bbb-4acd-9f8a-098b3d70bcc2', 'name': '', 'network_id': 'fe32e5f5-8074-4cf7-a420-07849709f3c3', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'mac_address': 'fa:16:3e:c3:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:35Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 4, 'project_id': '173e42f4d657484db26323adf42f35dc', 'subnets': [{'id': 'f999b7f5-5f22-4d2f-b417-d9406407d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:45.354874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84d875-a225-4de4-a27c-f6eede62fff9 None None] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:45.358088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:45.358688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.396117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.400664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-b21a005f-7075-4981-83f6-2c9a8a51ad27 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045809 Mar 02 07:25:45.448381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1c4325f-26c2-4886-9a38-4b2b8f4e1c6d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6748760 Mar 02 07:25:45.456826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43970) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:45.466972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e6de4512-795c-4203-a3ad-8b15d8549df9 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437977 Mar 02 07:25:45.473881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1751330897'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:45.504352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:45.512259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:network and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:45.520065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:45.530162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:45.563973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:45.567856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.627442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:45.647335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.655428 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.656191 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Added segment febc773d-99cc-4e60-b44d-6e800520b330 of type vlan for network 69065f0c-c30e-4311-9f81-877ea3da0915 Mar 02 07:25:45.659717 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.673924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2d27f984-08ee-4160-a7c2-709a5cdd3757', 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'fixed_ips': [{'subnet_id': 'f21037a7-35f8-4d33-8184-d84c54d91d1a'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:45.675131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.749012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64da49c7-e4b0-498b-91aa-6f5c63186c72 req-3effae8f-0998-42af-8d86-e2e041dbe97f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294032 Mar 02 07:25:45.773436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-777631ec-775a-45de-b13d-6ee591fd99ef service neutron] 10.222.0.21 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905557 Mar 02 07:25:45.831643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.884188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-840d6da5-2cb9-42d2-8630-a68036600478 service neutron] 10.222.0.21 "GET /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0974984 Mar 02 07:25:45.886191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event updated for resources: {'Port': ['ID=a58c729e-0c2d-4410-9299-15c55259b111,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.914218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.934696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.941188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:45.942194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.980603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Allocated IP 19.80.0.2 (2d27f984-08ee-4160-a7c2-709a5cdd3757/f21037a7-35f8-4d33-8184-d84c54d91d1a/0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:46.060605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ff42cdd-53da-48fe-8062-3c9f9d7b179d service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750836 Mar 02 07:25:46.110595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:46.185382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7265477 Mar 02 07:25:46.186876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.188098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-f28be2a9-0a04-4360-bd16-f206b441de5f tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7819557 Mar 02 07:25:46.190274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43974) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:46.235061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-49bb4d1c-a13c-4929-895d-95476185b567 service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683302 Mar 02 07:25:46.267632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'subnet': {'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:46.321888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2f7bf11c-0c09-4bbc-a916-ef5cacbf879c service neutron] 10.222.0.21 "GET /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0801077 Mar 02 07:25:46.372450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.384193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Transition to ACTIVE for port object 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:46.400791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf135a-5d7d-4e56-bf56-9d7aca01bae0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Network': ['ID=69065f0c-c30e-4311-9f81-877ea3da0915,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:46.403332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:46.414444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:subnet and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:46.417176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Transition to ACTIVE for port object 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:46.426877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:46.429295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 69065f0c-c30e-4311-9f81-877ea3da0915 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:46.432905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-ae2c9354-413e-46a6-bbee-be3503914f4e tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:46.440231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:46.461671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.461948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:46.465471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.476011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-dbc7c112-6c61-4443-b27d-de452037e6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531723 Mar 02 07:25:46.482347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-ae2c9354-413e-46a6-bbee-be3503914f4e tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:46.483498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-ae2c9354-413e-46a6-bbee-be3503914f4e tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.2772141 Mar 02 07:25:46.657066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c8a248ab-3afc-4fb7-b641-9a295cfb081d service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678495 Mar 02 07:25:46.708858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:46.719915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:46.729245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:46.731847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:46.738049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:46.744407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.748930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:46.763111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-bc391c05-9790-4c26-905a-c27f2b6973c3 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:46.764506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc7727e9-c528-45cf-8769-2c43718f98f2 req-bc391c05-9790-4c26-905a-c27f2b6973c3 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2681489 Mar 02 07:25:46.942978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Attempting to bind port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:46.943964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Attempting to bind port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:46.944434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Attempting to bind port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:46.949536 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.956325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-da38792b-b3fc-4ca3-b966-339ba5b6abe1 service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909207 Mar 02 07:25:46.958225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.967827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:46.968348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Checking segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:46.968940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.969516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Bound using segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:46.970961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Bound port: 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:46.971571 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.990966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:47.056586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:47.059705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Subnet': ['ID=b71e3105-c435-4da9-a799-bb5a0999bf53,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.068917 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.086098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22769-4542-42f6-8180-0f34c36b6c28 req-0a8b6a1d-f7b4-46d3-b8a8-a7c724414f6f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.087620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1c22769-4542-42f6-8180-0f34c36b6c28 req-0a8b6a1d-f7b4-46d3-b8a8-a7c724414f6f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1885316 Mar 02 07:25:47.090501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Checking segment: {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:47.090865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network hostable DHCP agents. Network: 69065f0c-c30e-4311-9f81-877ea3da0915, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:47.148164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 69065f0c-c30e-4311-9f81-877ea3da0915 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:47.155580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38333364-6bbb-4acd-9f8a-098b3d70bcc2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:47.156007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1c22769-4542-42f6-8180-0f34c36b6c28 req-63ab3527-fa4e-4adc-9851-19139ef0e8e4 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598910 Mar 02 07:25:47.165031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 69065f0c-c30e-4311-9f81-877ea3da0915) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:47.182571 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-67c3e65e-2d2c-493c-ad91-bb2b108ee1cb service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047992 Mar 02 07:25:47.183124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.183124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.186398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bbc9b-2eae-4529-b364-1730a6fc5c1c None None] Network 69065f0c-c30e-4311-9f81-877ea3da0915 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:47.204940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-020d8c06-1165-4dd5-925e-eba64de94fb1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0061538 Mar 02 07:25:47.222465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.334090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] For port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:47.336219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-3e94bfdc-7d4c-4bd8-863c-528cec276ad0 service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455450 Mar 02 07:25:47.361281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] For port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:47.369835 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.386340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3457104-a1cb-4a22-aa34-891ab4e14959 req-5c8bd17d-9a8a-4228-aa90-90643001f2f2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.391287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c3457104-a1cb-4a22-aa34-891ab4e14959 req-5c8bd17d-9a8a-4228-aa90-90643001f2f2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 945 time: 0.0932891 Mar 02 07:25:47.409538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['cc61e20b-4881-48eb-be5d-f0eb304762ba'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:47.441195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c3457104-a1cb-4a22-aa34-891ab4e14959 req-9b1dbd3c-308c-47fb-b81e-52c780cf2369 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Mar 02 07:25:47.483321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ca31f120-220c-4f15-9e72-09d2864f648c service neutron] 10.222.0.21 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404636 Mar 02 07:25:47.526029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff989-4e2a-4fa8-aa89-8798d5583ba5 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.568382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:47.608691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:47.609037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.643271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-3d79272c-7d4b-4a7a-a9d1-c6c58d4d32c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587393 Mar 02 07:25:47.652246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2559b-956d-4c4f-ac76-55bf6c617f61 req-f0b07197-2e33-4d9f-b844-ce42cd45fb05 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.653525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8c2559b-956d-4c4f-ac76-55bf6c617f61 req-f0b07197-2e33-4d9f-b844-ce42cd45fb05 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1006100 Mar 02 07:25:47.704859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8c2559b-956d-4c4f-ac76-55bf6c617f61 req-e21f352c-9f43-4f28-9b99-8667f3ad3c72 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445464 Mar 02 07:25:47.797142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c4d6c3a0-f412-44ca-bf19-78dd57e2ab85 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529992 Mar 02 07:25:47.813580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-69065f0c-c30e-4311-9f81-877ea3da0915', 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'fixed_ips': [{'subnet_id': 'b71e3105-c435-4da9-a799-bb5a0999bf53'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:47.815089 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.913074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd48c6b-8e3e-44f7-9d5f-161f04f8fbcd req-d014583f-79fc-43da-b831-38d5de55af79 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.920710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cd48c6b-8e3e-44f7-9d5f-161f04f8fbcd req-d014583f-79fc-43da-b831-38d5de55af79 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1046154 Mar 02 07:25:47.949527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 665f8b30-0c08-4783-b824-6501b3c5cf0d details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:47.985122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cd48c6b-8e3e-44f7-9d5f-161f04f8fbcd req-67e9eff4-529d-4730-b2ab-7ab1a7c315ce tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 Mar 02 07:25:48.014258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-12762608-bc38-46e9-9f0f-041550489801 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097631 Mar 02 07:25:48.037660 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:25:48.116496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.173734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-40f5e507-445c-4924-b8fe-1120682ea105 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581864 Mar 02 07:25:48.230283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d3be6-137e-4678-b403-bbee60064ad3 req-4b5cadca-0231-4b83-a705-883895aa86a1 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.238036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277d3be6-137e-4678-b403-bbee60064ad3 req-4b5cadca-0231-4b83-a705-883895aa86a1 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 947 time: 0.0974324 Mar 02 07:25:48.267042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Allocated IP 19.86.0.2 (69065f0c-c30e-4311-9f81-877ea3da0915/b71e3105-c435-4da9-a799-bb5a0999bf53/4cd66633-2260-4639-9615-65ce33dc57ed) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:48.277732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 38333364-6bbb-4acd-9f8a-098b3d70bcc2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38333364-6bbb-4acd-9f8a-098b3d70bcc2,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:48.298076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277d3be6-137e-4678-b403-bbee60064ad3 req-2f1bfb1d-2f1a-41ca-8f96-f1a8a2784c12 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Mar 02 07:25:48.311268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.348973 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'status': 'completed', 'code': 200} Mar 02 07:25:48.471538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:48.479500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b5d8b69-328e-4e52-a6fe-1966f2591fbc req-2ea68f74-4817-4a99-9727-1df55f70bc17 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips/cf0bd635-6a95-4db5-b906-a6276a6d4e2b HTTP/1.1" status: 200 len: 692 time: 0.1175680 Mar 02 07:25:48.499482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:48.530888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47febd5a-65d7-4935-b95b-d1713beabbba req-e2725d1f-ab9f-4139-9257-fc792cfb1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.533623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-e2725d1f-ab9f-4139-9257-fc792cfb1ccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.1485903 Mar 02 07:25:48.572311 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.651461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.661879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '665f8b30-0c08-4783-b824-6501b3c5cf0d', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '665f8b30-0c08-4783-b824-6501b3c5cf0d', 'mac_address': 'fa:16:3e:18:d1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:48.709515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8b69-328e-4e52-a6fe-1966f2591fbc req-4bbd5913-c30c-4a07-bb37-71975c5efbc7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.710933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b5d8b69-328e-4e52-a6fe-1966f2591fbc req-4bbd5913-c30c-4a07-bb37-71975c5efbc7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2306662 Mar 02 07:25:48.795278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47febd5a-65d7-4935-b95b-d1713beabbba req-2f95aca6-ae5e-4088-a2c1-6d78f6ec6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.796637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-2f95aca6-ae5e-4088-a2c1-6d78f6ec6892 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.2569389 Mar 02 07:25:48.815159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.838322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.849573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Transition to ACTIVE for port object 4cd66633-2260-4639-9615-65ce33dc57ed will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:48.870180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Transition to ACTIVE for port object 4cd66633-2260-4639-9615-65ce33dc57ed will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:48.881038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.885493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-0f2dc8d7-de22-49a5-93d2-70c1a96baf8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 217 time: 0.0820751 Mar 02 07:25:48.965049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47febd5a-65d7-4935-b95b-d1713beabbba req-7cbe1321-5c0f-4156-881e-277cce872e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.966750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-7cbe1321-5c0f-4156-881e-277cce872e0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.0752289 Mar 02 07:25:48.986902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665f8b30-0c08-4783-b824-6501b3c5cf0d {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:49.014998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Network 69065f0c-c30e-4311-9f81-877ea3da0915 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:49.024599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:49.034124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:49.057205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-26ca4692-4b64-42a2-94a8-6f84a3f79db2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:49.080793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-26ca4692-4b64-42a2-94a8-6f84a3f79db2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:49.081708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:49.082007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-26ca4692-4b64-42a2-94a8-6f84a3f79db2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:49.107455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-26ca4692-4b64-42a2-94a8-6f84a3f79db2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:49.111284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-26ca4692-4b64-42a2-94a8-6f84a3f79db2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/networks?id=2d27f984-08ee-4160-a7c2-709a5cdd3757&id=69065f0c-c30e-4311-9f81-877ea3da0915&id=2d27f984-08ee-4160-a7c2-709a5cdd3757 HTTP/1.1" status: 200 len: 1392 time: 0.2893956 Mar 02 07:25:49.116283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Pushing event updated for resources: {'Port': ['ID=4cd66633-2260-4639-9615-65ce33dc57ed,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.120453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7c366-d862-4b4e-b029-1027075087b0 None None] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:49.134285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-c62647a7-67bc-4f8b-beb0-5a504839beab tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/quotas/173e42f4d657484db26323adf42f35dc HTTP/1.1" status: 200 len: 375 time: 0.0118349 Mar 02 07:25:49.151195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.154846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47febd5a-65d7-4935-b95b-d1713beabbba req-0815ccd8-1cbf-4357-82df-1d7c336d040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:49.156831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-0815ccd8-1cbf-4357-82df-1d7c336d040e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781292 Mar 02 07:25:49.377332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4c22196c-29fe-4daa-8f56-656e37475218 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2405820 Mar 02 07:25:49.433945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:49.513777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Attempting to bind port 4cd66633-2260-4639-9615-65ce33dc57ed on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:49.514389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Attempting to bind port 4cd66633-2260-4639-9615-65ce33dc57ed by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:49.514675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Attempting to bind port 4cd66633-2260-4639-9615-65ce33dc57ed on network 69065f0c-c30e-4311-9f81-877ea3da0915 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:49.523702 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4c596167-1723-4672-b3a7-ef54c79c67b7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454329 Mar 02 07:25:49.534181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63ba0982-f9f2-409e-b985-991960661b6c None None] Provisioning for port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:49.561128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:49.561506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Checking segment: {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:49.561963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.562365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Bound using segment: {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:49.563222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Bound port: 4cd66633-2260-4639-9615-65ce33dc57ed, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:49.563222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.567274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-2392370c-b0b5-4170-9207-7175e0d0acaa service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043345 Mar 02 07:25:49.639827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['665f8b30-0c08-4783-b824-6501b3c5cf0d'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:49.699295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.761391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-c6cc6bf6-43f9-4cce-9a09-a0a0dfd62ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359986 Mar 02 07:25:49.802617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47febd5a-65d7-4935-b95b-d1713beabbba req-d573252c-9468-407b-9cfc-bf52ed70cdc8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282333 Mar 02 07:25:49.856381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:49.872104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:49.872533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.922998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] For port 4cd66633-2260-4639-9615-65ce33dc57ed, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:49.969474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] For port 4cd66633-2260-4639-9615-65ce33dc57ed, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4cd66633-2260-4639-9615-65ce33dc57ed,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:49.973716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-03594305-f2e5-415e-9c81-baeb6d792326 service neutron] 10.222.0.21 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971273 Mar 02 07:25:49.985340 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.135161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:50.244885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-d54b19de-c419-466c-bc1f-a9f0c20b436c service neutron] 10.222.0.21 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655201 Mar 02 07:25:50.249790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ccfa-a4ea-405d-be5d-d85659344360 None None] Pushing event updated for resources: {'Port': ['ID=4cd66633-2260-4639-9615-65ce33dc57ed,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:50.269191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-4be568f2-e9a2-4dd8-9d55-e5d3d6b17138 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:50.279372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-4be568f2-e9a2-4dd8-9d55-e5d3d6b17138 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 814 time: 0.2408295 Mar 02 07:25:50.309469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-158552e3-64f9-4174-bdb4-8d4bcc863e24 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/quotas/4a2566b74c98442cb11ba2d379699678 HTTP/1.1" status: 200 len: 375 time: 0.0287676 Mar 02 07:25:50.358179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.404384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port cc61e20b-4881-48eb-be5d-f0eb304762ba completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:50.420685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port cc61e20b-4881-48eb-be5d-f0eb304762ba triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:50.421073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.431260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-cbd69a46-422b-4ed1-b470-f49660116458 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208324 Mar 02 07:25:50.501521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-7ae055fb-294c-44ff-8c1d-c76cf2314722 service neutron] 10.222.0.21 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436230 Mar 02 07:25:50.519855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d536bd63-7503-40c2-aa4b-36869af3a989 None None] Provisioning complete for port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:50.520431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d536bd63-7503-40c2-aa4b-36869af3a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.547708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:50.579025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.580857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38333364-6bbb-4acd-9f8a-098b3d70bcc2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:50.677595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-141dc88c-bdf6-4a94-bc7b-c21eba892d8b service neutron] 10.222.0.21 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396011 Mar 02 07:25:50.703317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-6069fb5d-10a6-4862-bedc-6e9749281ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970415 Mar 02 07:25:50.858250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-13f36454-ab79-4018-9aa2-766b54a56dcf service neutron] 10.222.0.21 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672812 Mar 02 07:25:50.886957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:50.945974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.010319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:51.010764 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.066149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:51.100551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83884829-366a-4641-b11d-72865b62eb57 req-b025792b-5bcc-4417-b832-b9272e6601fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.104409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83884829-366a-4641-b11d-72865b62eb57 req-b025792b-5bcc-4417-b832-b9272e6601fa tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1879373 Mar 02 07:25:51.118597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:51.141512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.142761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d5b619f1-441f-45ca-9194-b749c50469df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.144238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d5b619f1-441f-45ca-9194-b749c50469df service neutron] 10.222.0.16 "GET /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 1028 time: 0.1115572 Mar 02 07:25:51.243981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83884829-366a-4641-b11d-72865b62eb57 req-60fcbeca-5f27-4d55-9e1d-ce49d080688e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337602 Mar 02 07:25:51.324114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:51.432111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f295fcfa-917c-4599-a079-ea8affada309 req-90704062-1e9b-4f91-99a0-4a53fb4ec1fa tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips/cf0bd635-6a95-4db5-b906-a6276a6d4e2b HTTP/1.1" status: 200 len: 692 time: 0.2868195 Mar 02 07:25:51.593674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-380ef33e-19e2-4e67-928a-25b2178675b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.597015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-380ef33e-19e2-4e67-928a-25b2178675b5 service neutron] 10.222.0.16 "GET /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 1027 time: 0.3483517 Mar 02 07:25:51.720701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82a2a-bc03-4533-8a2a-98abb2aef9f0 req-8edf28b8-8007-4d06-a11e-81fe14cf7fa3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.722895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:51.731795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d7d82a2a-bc03-4533-8a2a-98abb2aef9f0 req-8edf28b8-8007-4d06-a11e-81fe14cf7fa3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.2083256 Mar 02 07:25:51.837805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a2275-4883-4503-9dba-be1b059e09a7 None None] Network 69065f0c-c30e-4311-9f81-877ea3da0915 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:51.873454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d7d82a2a-bc03-4533-8a2a-98abb2aef9f0 req-6a3e5b9d-d042-4d66-85d7-20b4361ff40e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366129 Mar 02 07:25:51.885837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295fcfa-917c-4599-a079-ea8affada309 req-031a2982-c12e-461e-af96-74098115c926 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.892965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f295fcfa-917c-4599-a079-ea8affada309 req-031a2982-c12e-461e-af96-74098115c926 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.4434052 Mar 02 07:25:52.007849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 665f8b30-0c08-4783-b824-6501b3c5cf0d up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:52.056882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f295fcfa-917c-4599-a079-ea8affada309 req-8b657bcd-d5f9-4cf3-a47e-316ff4a94c1d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.1629138 Mar 02 07:25:52.159768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-278cbca4-6d21-47d6-9738-a69ee5bf9dba req-c58dca82-ccff-4f32-aca5-0eef050f7c80 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:52.163248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f295fcfa-917c-4599-a079-ea8affada309 req-8b628a34-4bb0-40be-868f-1ec1e6c00a91 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.1055522 Mar 02 07:25:52.188443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-278cbca4-6d21-47d6-9738-a69ee5bf9dba req-c58dca82-ccff-4f32-aca5-0eef050f7c80 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:52.189740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-278cbca4-6d21-47d6-9738-a69ee5bf9dba req-c58dca82-ccff-4f32-aca5-0eef050f7c80 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 210 time: 0.1430886 Mar 02 07:25:52.247279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f1de47aa-c417-4ae3-a11c-241662ea8090 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.253892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f1de47aa-c417-4ae3-a11c-241662ea8090 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.260087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f1de47aa-c417-4ae3-a11c-241662ea8090 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.261957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f1de47aa-c417-4ae3-a11c-241662ea8090 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/networks?id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 HTTP/1.1" status: 200 len: 1990 time: 0.6526773 Mar 02 07:25:52.293660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-265cfc2f-a480-4529-8255-97981021d70a None None] Provisioning for port 4cd66633-2260-4639-9615-65ce33dc57ed completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:52.315989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:52.316908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.444152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 665f8b30-0c08-4783-b824-6501b3c5cf0d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:52.456175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 665f8b30-0c08-4783-b824-6501b3c5cf0d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:52.456558 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.465485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acd312-db61-4245-9eb1-dcf6b9cc31be req-6e8d56f4-bc74-4b27-a7dc-0a8fb16470c6 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.475621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3acd312-db61-4245-9eb1-dcf6b9cc31be req-6e8d56f4-bc74-4b27-a7dc-0a8fb16470c6 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 948 time: 0.1224804 Mar 02 07:25:52.527964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-29e9ae5c-19f2-4518-b8a0-4d4a9a711fa5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9401016c7eec4a29b1ed62eef155192b HTTP/1.1" status: 200 len: 380 time: 0.2547283 Mar 02 07:25:52.531652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Deleting port a58c729e-0c2d-4410-9299-15c55259b111 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:52.532049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.540359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3acd312-db61-4245-9eb1-dcf6b9cc31be req-3d57e5af-0a8b-4faa-b3ce-0b2b48f0bdc7 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Mar 02 07:25:52.576364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'admin_state_up': True, 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'security_groups': ['a84c59e1-1013-4877-9875-4f102c4d286c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:52.757632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4cd66633-2260-4639-9615-65ce33dc57ed up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:52.868044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28bcfbf0-ebe1-4b7d-b744-0d8aa69ed05f req-95df8461-12c1-4d0b-ad27-142e1c2e54f7 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 210 time: 0.0707724 Mar 02 07:25:52.911746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.928434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4cd66633-2260-4639-9615-65ce33dc57ed completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:52.945823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4cd66633-2260-4639-9615-65ce33dc57ed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:52.946270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.034941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:53.042429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ded2be77-cba6-49bc-af94-d47d78678acd req-2c36d898-492d-49e7-bdd5-c20b1492e20d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 210 time: 0.0652344 Mar 02 07:25:53.072192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:53.077807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:53.079901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.080178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.097371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.140790 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:25:53.237049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.261840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.270871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Calling delete_port for a58c729e-0c2d-4410-9299-15c55259b111 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:53.298925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:53.302387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.312863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3e03673b-78a8-4e6b-ab35-4a6070352f1f None None] Provisioning complete for port 4cd66633-2260-4639-9615-65ce33dc57ed triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:53.313618 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e03673b-78a8-4e6b-ab35-4a6070352f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.329601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-acccb88d-95e2-4145-a7ce-1f5f7c9a9578 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.332467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7520f-3f70-482f-869d-0d2851d8b0ac req-dd5e021a-c92c-4132-9852-079d4f937e79 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.335515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-acccb88d-95e2-4145-a7ce-1f5f7c9a9578 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.336279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-acccb88d-95e2-4145-a7ce-1f5f7c9a9578 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:53.340017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d7e7520f-3f70-482f-869d-0d2851d8b0ac req-dd5e021a-c92c-4132-9852-079d4f937e79 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1103289 Mar 02 07:25:53.356036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4cd66633-2260-4639-9615-65ce33dc57ed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4cd66633-2260-4639-9615-65ce33dc57ed,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:53.359800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-acccb88d-95e2-4145-a7ce-1f5f7c9a9578 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:53.360989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-acccb88d-95e2-4145-a7ce-1f5f7c9a9578 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "GET /v2.0/networks?id=2d27f984-08ee-4160-a7c2-709a5cdd3757&id=69065f0c-c30e-4311-9f81-877ea3da0915&id=2d27f984-08ee-4160-a7c2-709a5cdd3757 HTTP/1.1" status: 200 len: 1392 time: 0.6094508 Mar 02 07:25:53.365315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.402581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d7e7520f-3f70-482f-869d-0d2851d8b0ac req-1a2f59ba-0811-43c7-a639-9b7c42af4d87 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611999 Mar 02 07:25:53.417844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'admin_state_up': True, 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:53.565996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4cd66633-2260-4639-9615-65ce33dc57ed,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.817971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2494-8ab6-4f29-a1d9-1478bcecbff5 req-b4a95c3b-55b9-4cc4-8741-1f7b31e8a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.819423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe9e2494-8ab6-4f29-a1d9-1478bcecbff5 req-b4a95c3b-55b9-4cc4-8741-1f7b31e8a6e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1097 time: 0.4075491 Mar 02 07:25:53.820470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:53.823338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 172.20.0.7 (ea1e4f59-e3b6-4899-abaa-843eda4f0090/e78cd01a-2d54-415e-b292-fb3fb8bc0f52/d095be35-9486-4722-9fb0-7675e74cf3f2) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:53.842322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.847546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:port and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:53.881252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:53.913318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:53.923515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-87d78e54-d37b-4edb-84ac-93a7a383720b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.923701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event deleted for resources: {'Port': ['ID=a58c729e-0c2d-4410-9299-15c55259b111,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.925655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-87d78e54-d37b-4edb-84ac-93a7a383720b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 814 time: 0.3995175 Mar 02 07:25:53.937433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Request body: {'port': {'device_id': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'admin_state_up': True, 'tenant_id': '4a2566b74c98442cb11ba2d379699678'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:53.981866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f02f-95f9-48d3-90f6-1682f26c8486 req-f9ea38c7-3879-402e-a57b-c3256655b243 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.983352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1788f02f-95f9-48d3-90f6-1682f26c8486 req-f9ea38c7-3879-402e-a57b-c3256655b243 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.3709376 Mar 02 07:25:54.021745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:54.025272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.041792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe9e2494-8ab6-4f29-a1d9-1478bcecbff5 req-bff8ad84-d162-4ccb-8f73-7d096727a4eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2158689 Mar 02 07:25:54.118829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1788f02f-95f9-48d3-90f6-1682f26c8486 req-1a75610f-e6c0-4444-9c29-fabaa60f1347 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849516 Mar 02 07:25:54.130406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:54.133186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:54.149143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:54.161213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Made reservation on behalf of 4a2566b74c98442cb11ba2d379699678 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:54.165939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.329055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35736115-790a-4814-82e6-404552e0ee03 req-d7cbe25a-e35a-4cdf-80bd-61fb3fba65ed tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 210 time: 0.0692725 Mar 02 07:25:54.347342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.350071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:54.369405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'mac_address': 'fa:16:3e:b8:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:54.453870 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.461192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Allocated IP 19.80.0.167 (2d27f984-08ee-4160-a7c2-709a5cdd3757/f21037a7-35f8-4d33-8184-d84c54d91d1a/61da1f94-7964-4de0-8c0b-8af4aa0d6cdb) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:54.477330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 789c81ea-c526-4d9f-aed5-af1cde8a652b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:54.498463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:54.503945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.522100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.532760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Allocated IP 172.20.0.9 (af11f894-3596-4eec-99d3-e0cbe3153570/be5f10d3-c4f6-4bf0-86f1-a73c492eb931/ccb4ad43-6c34-41d9-9d16-4fa215ca7662) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:54.535263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f295fcfa-917c-4599-a079-ea8affada309 req-e52fbf3d-0787-495d-b249-ea477b4a85c9 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf0bd635-6a95-4db5-b906-a6276a6d4e2b HTTP/1.1" status: 204 len: 173 time: 2.3710473 Mar 02 07:25:54.644780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['789c81ea-c526-4d9f-aed5-af1cde8a652b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:54.744284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:54.787111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6ab1b549-9be7-4db1-9409-a0ceb17ca204 req-b9117265-7157-439c-b4bd-0df9738892a0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:54.792452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.844880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6ab1b549-9be7-4db1-9409-a0ceb17ca204 req-b9117265-7157-439c-b4bd-0df9738892a0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:54.846086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ab1b549-9be7-4db1-9409-a0ceb17ca204 req-b9117265-7157-439c-b4bd-0df9738892a0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 210 time: 0.1063907 Mar 02 07:25:54.854609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object d095be35-9486-4722-9fb0-7675e74cf3f2 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:54.870382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bb37f-b5be-4952-85e3-119ed55ab8a2 req-83769bab-559c-45e4-8d66-225a84df8fb8 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:54.878772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e98bb37f-b5be-4952-85e3-119ed55ab8a2 req-83769bab-559c-45e4-8d66-225a84df8fb8 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 949 time: 0.3324454 Mar 02 07:25:54.921193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.947178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Transition to ACTIVE for port object 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:54.958875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e98bb37f-b5be-4952-85e3-119ed55ab8a2 req-c1d75058-d824-4dbb-a8d8-e93678ed1c6e tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788019 Mar 02 07:25:54.959499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.020034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.061647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.073495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['abc82728-8dab-4f22-8d7c-a1fd831843f7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:55.081667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:55.091544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:55.094631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:55.144480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:55.150275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Network af11f894-3596-4eec-99d3-e0cbe3153570 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:55.167556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:55.192043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.210814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:55.260466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.275891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.312490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.313130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.361409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-dd739e56-7d19-4628-9d5a-eb64391ad99e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256213 Mar 02 07:25:55.372270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Request body: {'port': {'device_id': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:55.383888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.384506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.418402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:55.426364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:55.432289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:55.477384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb6e86-35d8-4b27-a215-14f76cd83032 req-81af9939-1315-441f-9093-9a51dd45f023 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.486418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39cb6e86-35d8-4b27-a215-14f76cd83032 req-81af9939-1315-441f-9093-9a51dd45f023 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.3236840 Mar 02 07:25:55.488856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9426cb2b-a77d-4a8a-8f50-be7b329bf86c None None] Provisioning for port d095be35-9486-4722-9fb0-7675e74cf3f2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:55.495871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9426cb2b-a77d-4a8a-8f50-be7b329bf86c None None] Provisioning complete for port d095be35-9486-4722-9fb0-7675e74cf3f2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:55.497196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9426cb2b-a77d-4a8a-8f50-be7b329bf86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.497356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e208c1-719f-48b3-9008-8458e4284bd2 req-64b82123-827a-4f9f-a8bd-801b048a52d1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.498814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89e208c1-719f-48b3-9008-8458e4284bd2 req-64b82123-827a-4f9f-a8bd-801b048a52d1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 931 time: 0.4788630 Mar 02 07:25:55.528615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4031dff2-f11d-4f3c-97b8-9608d22db5d5 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9624348 Mar 02 07:25:55.561752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'admin_state_up': True, 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'security_groups': ['a84c59e1-1013-4877-9875-4f102c4d286c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:55.586307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4cd66633-2260-4639-9615-65ce33dc57ed up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:55.655433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39cb6e86-35d8-4b27-a215-14f76cd83032 req-2e5b6f76-638b-43dc-a291-7ea573c3be6f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651025 Mar 02 07:25:55.661654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.705171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.706255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.723914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.725794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9426cb2b-a77d-4a8a-8f50-be7b329bf86c None None] Port d095be35-9486-4722-9fb0-7675e74cf3f2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:55.736886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-1e4df2d1-a2d3-438f-aff4-fa41ba66795c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3263805 Mar 02 07:25:55.753370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4cd66633-2260-4639-9615-65ce33dc57ed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:55.753789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.764783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915', 'admin_state_up': True, 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:55.816969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-89e208c1-719f-48b3-9008-8458e4284bd2 req-c58b22fd-e12c-44fe-8596-6367acc4552b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Synchronizing usage tracker for tenant:4a2566b74c98442cb11ba2d379699678 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:55.905633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea3d9cd6-953d-40ab-a8db-8049ad952fea None None] Provisioning for port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:55.921998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea3d9cd6-953d-40ab-a8db-8049ad952fea None None] Provisioning complete for port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:55.922718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9cd6-953d-40ab-a8db-8049ad952fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.931429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-89e208c1-719f-48b3-9008-8458e4284bd2 req-c58b22fd-e12c-44fe-8596-6367acc4552b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Unset dirty status for tenant:4a2566b74c98442cb11ba2d379699678 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:55.940056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89e208c1-719f-48b3-9008-8458e4284bd2 req-c58b22fd-e12c-44fe-8596-6367acc4552b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256523 Mar 02 07:25:55.967195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:56.009143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d9cd6-953d-40ab-a8db-8049ad952fea None None] Port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:56.022801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:56.038344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:56.043736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:56.047287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.068234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:56.135627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92ac3e-20e4-49f5-ac2a-644c015c5dbe req-40f72c42-f2e4-4c04-98b0-11079f393b6d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:56.136789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:56.137134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca92ac3e-20e4-49f5-ac2a-644c015c5dbe req-40f72c42-f2e4-4c04-98b0-11079f393b6d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4422846 Mar 02 07:25:56.159076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:56.162406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.283145 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d', 'code': 200} Mar 02 07:25:56.366773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 789c81ea-c526-4d9f-aed5-af1cde8a652b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:56.367222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.430415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb4ad43-6c34-41d9-9d16-4fa215ca7662 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:56.458841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.499804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Transition to ACTIVE for port object ccb4ad43-6c34-41d9-9d16-4fa215ca7662 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:56.505515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.549662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.599206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:56.604483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:56.611781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.689580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77afe36-2e82-4e8b-bffc-b035cf9e009e req-f10ac763-91e2-46bc-8ce2-b01a50bda0dc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:56.697566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c77afe36-2e82-4e8b-bffc-b035cf9e009e req-f10ac763-91e2-46bc-8ce2-b01a50bda0dc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.5797353 Mar 02 07:25:56.721084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:56.732721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Allocated IP 19.86.0.8 (69065f0c-c30e-4311-9f81-877ea3da0915/b71e3105-c435-4da9-a799-bb5a0999bf53/f9f6ace6-1f91-4c88-8883-24e6353f73de) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:56.737584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.1.1.121 (fd371546-00db-45e8-9ca7-3610af42bfc4/c4594be2-155e-48ab-87f2-4a59c0f37452/c2c1c3be-4729-40d6-851c-6e8302cd7887) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:56.818877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c77afe36-2e82-4e8b-bffc-b035cf9e009e req-8c67dd39-75cd-46b6-8686-bd03ff033939 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202407 Mar 02 07:25:57.044315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Attempting to bind port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:57.044811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Attempting to bind port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:57.045059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Attempting to bind port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:57.057225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 on network af11f894-3596-4eec-99d3-e0cbe3153570 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:57.057620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Attempting to bind port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:57.065086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:57.065463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Checking segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:57.065837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Bound using segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:57.066314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Bound port: ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:57.066670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.177432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ed26-eb09-462a-98db-e4b22dfedc86 req-aa3c4ca4-73df-48a5-9e95-b3f18922b672 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.180107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e0ed26-eb09-462a-98db-e4b22dfedc86 req-aa3c4ca4-73df-48a5-9e95-b3f18922b672 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 931 time: 0.6673169 Mar 02 07:25:57.245836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:57.260765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d2e0ed26-eb09-462a-98db-e4b22dfedc86 req-b114b1a7-6636-433d-96f5-3c85c3fdad46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:57.264089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:57.275014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.382760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:57.387289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.387937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.389511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6a9f644c-8b41-4432-858b-12fa74c7ca0c service neutron] 10.222.0.39 "PUT /v2.0/ports/ccb4ad43-6c34-41d9-9d16-4fa215ca7662 HTTP/1.1" status: 200 len: 1091 time: 2.0221195 Mar 02 07:25:57.390378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:57.390504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dddc6-adaa-49d8-ac78-44e9830a3c9f req-b1f822b1-0344-4934-833f-8f5a92682545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.392522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad8dddc6-adaa-49d8-ac78-44e9830a3c9f req-b1f822b1-0344-4934-833f-8f5a92682545 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 1100 time: 0.8292603 Mar 02 07:25:57.398503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d2e0ed26-eb09-462a-98db-e4b22dfedc86 req-b114b1a7-6636-433d-96f5-3c85c3fdad46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:57.399847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e0ed26-eb09-462a-98db-e4b22dfedc86 req-b114b1a7-6636-433d-96f5-3c85c3fdad46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116566 Mar 02 07:25:57.595719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.664629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Transition to ACTIVE for port object f9f6ace6-1f91-4c88-8883-24e6353f73de will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:57.670893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-ae6cff60-23b7-41db-921b-39c0ec379881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.673142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-ae6cff60-23b7-41db-921b-39c0ec379881 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 1094 time: 0.2403445 Mar 02 07:25:57.677736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad8dddc6-adaa-49d8-ac78-44e9830a3c9f req-c1edfd43-3aef-4cdb-a5b0-5841901b9618 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210508 Mar 02 07:25:57.700470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.715074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fea38-12cb-41d0-bab4-c949d684c9a2 req-de773f05-573a-4dce-91ce-78a6e79e1c59 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.716636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-025fea38-12cb-41d0-bab4-c949d684c9a2 req-de773f05-573a-4dce-91ce-78a6e79e1c59 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 949 time: 0.1330657 Mar 02 07:25:57.730777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b026-6baa-4bd8-8377-21ed1ddd02d9 req-6c4c169e-1441-4cb9-812c-7849572f2b8a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.738090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7736b026-6baa-4bd8-8377-21ed1ddd02d9 req-6c4c169e-1441-4cb9-812c-7849572f2b8a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 932 time: 0.5992477 Mar 02 07:25:57.769165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object c2c1c3be-4729-40d6-851c-6e8302cd7887 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:57.781718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-025fea38-12cb-41d0-bab4-c949d684c9a2 req-d8f89d8c-d19e-48cf-82ab-c1ed2283f930 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586040 Mar 02 07:25:57.825380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7736b026-6baa-4bd8-8377-21ed1ddd02d9 req-28719045-4824-4df9-826e-4ffca18d3754 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:57.843502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.911659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e252cea-3c05-4613-b1f4-0511de7afdb0 req-b302ee58-60b5-4b80-a1b4-4fe12ff0bb8b tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=8a23ee59e2d944309e88ba1d88aaa88c HTTP/1.1" status: 200 len: 1656 time: 0.0930855 Mar 02 07:25:57.992843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.011837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.018815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-ca16c706-6190-4c55-8021-75641814c759 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662 HTTP/1.1" status: 200 len: 217 time: 0.1057348 Mar 02 07:25:58.082655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7736b026-6baa-4bd8-8377-21ed1ddd02d9 req-28719045-4824-4df9-826e-4ffca18d3754 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:58.083817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7736b026-6baa-4bd8-8377-21ed1ddd02d9 req-28719045-4824-4df9-826e-4ffca18d3754 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447039 Mar 02 07:25:58.101017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 69065f0c-c30e-4311-9f81-877ea3da0915 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:58.106569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:58.112193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:58.113541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:58.120610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:58.173447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:58.286036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:58.289214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e252cea-3c05-4613-b1f4-0511de7afdb0 req-d9978b1e-324e-4fde-8c53-2728aae25b94 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:58.298080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e252cea-3c05-4613-b1f4-0511de7afdb0 req-d9978b1e-324e-4fde-8c53-2728aae25b94 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks?id=fef1219c-25d0-4227-8b67-5035e9db7d25&id=fef1219c-25d0-4227-8b67-5035e9db7d25&id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 787 time: 0.3310418 Mar 02 07:25:58.317009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-5e252cea-3c05-4613-b1f4-0511de7afdb0 req-64c297b6-eda2-456b-be1e-91283b172b93 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:25:58.331377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e252cea-3c05-4613-b1f4-0511de7afdb0 req-64c297b6-eda2-456b-be1e-91283b172b93 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319209 Mar 02 07:25:58.352872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-114b0ce3-6949-4260-a226-8bc44f33e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:58.355324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-114b0ce3-6949-4260-a226-8bc44f33e065 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.3293586 Mar 02 07:25:58.375011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.487762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-29872f19-19fa-4abe-8df7-6d564a8578b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182079 Mar 02 07:25:58.504067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:58.514341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.564789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:58.582792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.654508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-40d5a50f-8c86-4777-bfde-d9f919257093 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8986177 Mar 02 07:25:58.657898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-eea1bc53-6046-4648-b60d-7a4d173b9541 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1004136 Mar 02 07:25:58.667163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9345d-f861-455f-9078-a26742a8804a req-bf5b9ab9-8ea4-47c4-95d5-915f8861ce2f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:58.669456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e9345d-f861-455f-9078-a26742a8804a req-bf5b9ab9-8ea4-47c4-95d5-915f8861ce2f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.2864552 Mar 02 07:25:58.676259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'admin_state_up': True, 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'security_groups': ['a84c59e1-1013-4877-9875-4f102c4d286c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:58.693144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Provisioning for port f9f6ace6-1f91-4c88-8883-24e6353f73de completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:58.696534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'admin_state_up': True, 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:58.701075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Provisioning complete for port f9f6ace6-1f91-4c88-8883-24e6353f73de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:58.702067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.797017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e9345d-f861-455f-9078-a26742a8804a req-8195de4a-2fdf-42a7-8a03-38c6da430b11 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Mar 02 07:25:58.825456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Port f9f6ace6-1f91-4c88-8883-24e6353f73de cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:58.861790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-e55aa434-1cfa-4458-8201-e3b823d5be85 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657231 Mar 02 07:25:58.873602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Provisioning for port c2c1c3be-4729-40d6-851c-6e8302cd7887 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:58.879492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Provisioning complete for port c2c1c3be-4729-40d6-851c-6e8302cd7887 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:58.879960 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.997166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-edc0703a-43a3-4cf0-ba2d-ea265c772a3e None None] Port c2c1c3be-4729-40d6-851c-6e8302cd7887 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:59.041608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f87d1-35af-4f9c-84ff-1e22013eb94f req-d9f78eb3-324c-427b-a4d6-19b1bb646f3b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:59.060645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a4f87d1-35af-4f9c-84ff-1e22013eb94f req-d9f78eb3-324c-427b-a4d6-19b1bb646f3b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.3374033 Mar 02 07:25:59.061630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44176) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.106297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'floatingip': {'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:59.290693 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'status': 'completed', 'code': 200} Mar 02 07:25:59.292965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c5c8f7-6397-4d62-8d3b-2b78005c4bda req-6f247383-6ccc-4013-9521-63b5e501c8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250255 Mar 02 07:25:59.319100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.332053 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'code': 200} Mar 02 07:25:59.395322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:59.403136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:port and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:59.407802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:59.427733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:59.483202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:59.490622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:59.496860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.521208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:port and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:59.525361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:59.534008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:59.553989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae13e-d900-4b14-acd8-cfb077fc2690 req-c640b65e-b777-44ea-8241-3fff6283c2f3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:59.562377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9dae13e-d900-4b14-acd8-cfb077fc2690 req-c640b65e-b777-44ea-8241-3fff6283c2f3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 943 time: 0.4838698 Mar 02 07:25:59.568021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:59.572529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.812997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9dae13e-d900-4b14-acd8-cfb077fc2690 req-5f2d2c40-b590-4c2b-9daa-a45e1757aa7d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492104 Mar 02 07:25:59.837745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-673e7160-c3f1-4c5f-9403-04c4c1fbbf31 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips/71dfe053-42ea-4832-8052-9a0dd4af966a HTTP/1.1" status: 200 len: 693 time: 0.2532561 Mar 02 07:25:59.995128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.1.1.186 (fd371546-00db-45e8-9ca7-3610af42bfc4/c4594be2-155e-48ab-87f2-4a59c0f37452/13f3d1d9-51bd-4cad-a023-5f23465751a2) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:00.033664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Allocated IP 19.80.0.72 (2d27f984-08ee-4160-a7c2-709a5cdd3757/f21037a7-35f8-4d33-8184-d84c54d91d1a/f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:00.111846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-d9dedc7b-f4a2-4e94-b571-6a6d185da9a4 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.113463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-d9dedc7b-f4a2-4e94-b571-6a6d185da9a4 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2674015 Mar 02 07:26:00.118130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-780bfaa8-7677-41e4-977b-d7a179114d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.119813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-780bfaa8-7677-41e4-977b-d7a179114d25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 1094 time: 0.5672123 Mar 02 07:26:00.331211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fc25e664-62da-4993-bf14-d85fd74ff012 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.2080755 Mar 02 07:26:00.562830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-e6565b17-fbb7-4022-89a3-874ec73a6fed tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1738949 Mar 02 07:26:00.652066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153c208-efa9-4e86-9117-d55c7631543c req-4dc48930-8e67-4e4d-96ed-e050409ade38 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.660571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153c208-efa9-4e86-9117-d55c7631543c req-4dc48930-8e67-4e4d-96ed-e050409ade38 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.661656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3153c208-efa9-4e86-9117-d55c7631543c req-4dc48930-8e67-4e4d-96ed-e050409ade38 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:00.749565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.798750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3153c208-efa9-4e86-9117-d55c7631543c req-4dc48930-8e67-4e4d-96ed-e050409ade38 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:00.800859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3153c208-efa9-4e86-9117-d55c7631543c req-4dc48930-8e67-4e4d-96ed-e050409ade38 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 1653 time: 0.7700713 Mar 02 07:26:00.806064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object 13f3d1d9-51bd-4cad-a023-5f23465751a2 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:00.864725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.886550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Deleting port 73b3811a-a3b6-4f93-92a1-b5a90c69c6ae {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:00.886897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.923595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-38472e0c-73f2-423a-babb-b4221975da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.923595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-38472e0c-73f2-423a-babb-b4221975da3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 1096 time: 0.2505536 Mar 02 07:26:00.925812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Transition to ACTIVE for port object f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:00.930660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3153c208-efa9-4e86-9117-d55c7631543c req-7fbb25c1-9153-4b95-a8df-355675d603d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210899 Mar 02 07:26:00.955505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.972850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-f9d93818-49e9-479f-8cec-95f130f7e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:00.974348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-f9d93818-49e9-479f-8cec-95f130f7e5dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.8447862 Mar 02 07:26:01.183489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network fd371546-00db-45e8-9ca7-3610af42bfc4 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:01.210317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:01.214205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-c3d29018-df6f-4faf-afe1-6eea801e6126 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662 HTTP/1.1" status: 200 len: 217 time: 0.2315366 Mar 02 07:26:01.229485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:01.267637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.278009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.419639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:01.442647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-357c971e-7389-43e1-bc80-b40d9becb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.444167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-357c971e-7389-43e1-bc80-b40d9becb8a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 904 time: 0.4917595 Mar 02 07:26:01.446269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:01.453543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-224093b2-e793-4fa5-b1db-dbb32b7506d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.456347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-224093b2-e793-4fa5-b1db-dbb32b7506d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1595299 Mar 02 07:26:01.457158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:01.480111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.480457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.507777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.525830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.526563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.684162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-32f8d8b6-243e-4b23-a71a-d04e8d24abdf None None] Provisioning for port 13f3d1d9-51bd-4cad-a023-5f23465751a2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:01.687894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-797dadb1-4538-4381-abeb-2c7b8eaea10d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b HTTP/1.1" status: 200 len: 217 time: 0.2318990 Mar 02 07:26:01.710594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-32f8d8b6-243e-4b23-a71a-d04e8d24abdf None None] Provisioning complete for port 13f3d1d9-51bd-4cad-a023-5f23465751a2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:01.711238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-32f8d8b6-243e-4b23-a71a-d04e8d24abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.762691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fffc479c-62f1-4386-a00f-6012b8e52f6a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0921235 Mar 02 07:26:01.764151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-8f1aecd6-1798-4a25-9699-e2db5469534c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2997856 Mar 02 07:26:01.777505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fbc2-8e4a-4903-a2ef-01708ee04eb1 req-05edb117-9d0d-48f6-9d5c-f38056a91e63 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.787758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96d4fbc2-8e4a-4903-a2ef-01708ee04eb1 req-05edb117-9d0d-48f6-9d5c-f38056a91e63 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 949 time: 0.7110548 Mar 02 07:26:01.806738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-32f8d8b6-243e-4b23-a71a-d04e8d24abdf None None] Port 13f3d1d9-51bd-4cad-a023-5f23465751a2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:01.819177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'admin_state_up': True, 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'security_groups': ['a84c59e1-1013-4877-9875-4f102c4d286c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:01.850145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Calling delete_port for 73b3811a-a3b6-4f93-92a1-b5a90c69c6ae owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:01.947308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6602df9c-3c2b-4331-a3cd-cc7276276cb9 None None] Provisioning for port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:01.964549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6602df9c-3c2b-4331-a3cd-cc7276276cb9 None None] Provisioning complete for port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:01.965188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6602df9c-3c2b-4331-a3cd-cc7276276cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.980644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.981850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.127185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.146803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-7d3ac2fd-25ca-4a91-8687-cceef774349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:02.148550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-7d3ac2fd-25ca-4a91-8687-cceef774349a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.4524987 Mar 02 07:26:02.149367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.155498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6602df9c-3c2b-4331-a3cd-cc7276276cb9 None None] Port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:02.157260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ccb4ad43-6c34-41d9-9d16-4fa215ca7662 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:02.213987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96d4fbc2-8e4a-4903-a2ef-01708ee04eb1 req-f16d7477-fdfd-4436-9bd8-22dc224dcd77 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247227 Mar 02 07:26:02.216522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-4db5e563-edc9-4bfc-adc4-55324e3b0c84 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5447066 Mar 02 07:26:02.273749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:02.343573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-b6a63b14-92af-492c-9d75-1d425667e15f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831462 Mar 02 07:26:02.471284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-5314206d-393e-41af-8ea5-86cbc7d8781b service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838130 Mar 02 07:26:02.491759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:02.508511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'port_id': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'mac_address': 'fa:16:3e:ba:2c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f10d3-c4f6-4bf0-86f1-a73c492eb931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:02.602516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.631508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb4ad43-6c34-41d9-9d16-4fa215ca7662 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:02.652766 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Floating IP 1246745c-c061-4bb1-9961-e650b2514aae associated. External IP: 172.25.4.103, port: cc61e20b-4881-48eb-be5d-f0eb304762ba. Mar 02 07:26:02.671375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:02.692856 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.815325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:02.838424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:02.887514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:02.900818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-f8e7f959-964a-4773-abb8-2c023e212289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:02.902505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-f8e7f959-964a-4773-abb8-2c023e212289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a86278037841b5b9381165d97817b6&device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1101 time: 0.9737153 Mar 02 07:26:02.904444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-0b0a8bfa-2c84-4a1d-992d-93edabd4301c service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382903 Mar 02 07:26:02.987860 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.001822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:03.099420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['ccb4ad43-6c34-41d9-9d16-4fa215ca7662'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:03.176658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bd0e386-3d8d-4e89-a777-88d198696643 req-77767b35-28cd-4d2b-b78d-80740de78353 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921216 Mar 02 07:26:03.209917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event deleted for resources: {'Port': ['ID=73b3811a-a3b6-4f93-92a1-b5a90c69c6ae,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:03.326527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-2ad82a53-787a-476f-ae74-75becba5550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.328287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-2ad82a53-787a-476f-ae74-75becba5550f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3934448 Mar 02 07:26:03.329386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.380321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.414733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.416273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc44f36b-3b10-4ea4-bfd9-586c124fba9e req-fe08b9f4-1e36-453a-8333-0cd1c35583c7 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "DELETE /v2.0/floatingips/71dfe053-42ea-4832-8052-9a0dd4af966a HTTP/1.1" status: 204 len: 173 time: 2.8420086 Mar 02 07:26:03.451687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-b8f7976d-dff1-4011-8a4e-9a304cc588d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f HTTP/1.1" status: 200 len: 217 time: 0.0975807 Mar 02 07:26:03.556537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Router fe711092-a50b-4fef-b37f-6c1156c44ca6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:03.629571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.635242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.642077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.643359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:03.711988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.732721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3a42987-31bc-4f43-b491-c3fa0dc498da req-eebfd407-0df7-4290-b7a2-0d648b682cc4 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195555 Mar 02 07:26:03.754767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:03.763036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-4bc25463-731b-41df-a18b-97cd7ac8924d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2374 time: 1.2046845 Mar 02 07:26:03.803394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-64872738-a442-4242-979d-672e717509ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.805647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-64872738-a442-4242-979d-672e717509ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3001482 Mar 02 07:26:03.880319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c559a3a-a42f-4362-aee3-832208115147 req-3a75aa99-dec6-4a9b-897a-c7d4bc5a0b6b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.881689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c559a3a-a42f-4362-aee3-832208115147 req-3a75aa99-dec6-4a9b-897a-c7d4bc5a0b6b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.3134513 Mar 02 07:26:03.885884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:03.890996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.903503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Sync routers for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:03.919591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:03.920275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:03.932460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed44d079-8411-414d-bb4c-13c1d8bbb0f8 req-28e810af-6820-4132-8e0a-27bcc7b1317e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684041 Mar 02 07:26:03.977125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c559a3a-a42f-4362-aee3-832208115147 req-7279fcb8-4da9-4ec9-821a-d8f33ae292bf tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895965 Mar 02 07:26:03.997430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-03033393-753e-4fc9-859e-3a62facf1b2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "PUT /v2.0/floatingips/1246745c-c061-4bb1-9961-e650b2514aae HTTP/1.1" status: 200 len: 992 time: 4.9294302 Mar 02 07:26:03.998664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:04.230655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:04.236869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:04.303004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:04.365339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-4857018e-14da-4989-a806-455767d6d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.366595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-4857018e-14da-4989-a806-455767d6d5e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5146310 Mar 02 07:26:04.370729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aeab5-9f5d-4f08-a0b6-a5c47ddcba1e req-bd147bd9-6a21-43c7-874f-e52612ac6505 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.371448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-756aeab5-9f5d-4f08-a0b6-a5c47ddcba1e req-bd147bd9-6a21-43c7-874f-e52612ac6505 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Synchronizing usage tracker for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:04.406471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-756aeab5-9f5d-4f08-a0b6-a5c47ddcba1e req-bd147bd9-6a21-43c7-874f-e52612ac6505 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Unset dirty status for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:04.417340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-756aeab5-9f5d-4f08-a0b6-a5c47ddcba1e req-bd147bd9-6a21-43c7-874f-e52612ac6505 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 944 time: 0.1636903 Mar 02 07:26:04.510458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-756aeab5-9f5d-4f08-a0b6-a5c47ddcba1e req-8e15d5a0-2516-4517-b23d-f4070b3fc6b0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921590 Mar 02 07:26:04.675982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf271fb5-897a-4663-bf9b-98800bd46a13 req-07dbb1fe-0bef-4241-8a8c-511cb4bc3639 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.682309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf271fb5-897a-4663-bf9b-98800bd46a13 req-07dbb1fe-0bef-4241-8a8c-511cb4bc3639 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.688232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf271fb5-897a-4663-bf9b-98800bd46a13 req-07dbb1fe-0bef-4241-8a8c-511cb4bc3639 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.691733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf271fb5-897a-4663-bf9b-98800bd46a13 req-07dbb1fe-0bef-4241-8a8c-511cb4bc3639 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 2374 time: 0.4520378 Mar 02 07:26:04.691733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.2.2.100 (5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8/3b11f7e5-a87f-4ac6-a997-615d4d179c7b/8fa06594-a86f-4683-9f93-c779520bef43) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:04.744738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:04.758735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'mac_address': 'fa:16:3e:18:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:04.794168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0c01f2-9d47-4391-956a-90acf358463c req-bd79b552-5003-4f64-a773-43a10ae98900 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips/b8566b86-5787-4e76-9113-cdeff94f7405 HTTP/1.1" status: 200 len: 692 time: 0.1314230 Mar 02 07:26:04.810477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf271fb5-897a-4663-bf9b-98800bd46a13 req-da8002bc-1025-478d-bcb6-dc431d2c9ffd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110239 Mar 02 07:26:04.825028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-08b8fbff-d3cb-4560-a79b-6e4269b1aa79 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443486 Mar 02 07:26:04.953894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.003912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:05.006013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:05.013133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:05.021005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.036341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.062802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c01f2-9d47-4391-956a-90acf358463c req-5b2139a6-8589-49bc-bac9-1ed25675e63b tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:05.064766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0c01f2-9d47-4391-956a-90acf358463c req-5b2139a6-8589-49bc-bac9-1ed25675e63b tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2429481 Mar 02 07:26:05.107958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.114121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.158634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:05.202237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Transition to ACTIVE for port object 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:05.248629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1f0c01f2-9d47-4391-956a-90acf358463c req-dd5c7863-de3e-4b9f-a85a-4c5a08de0bc4 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:05.288957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.291388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1f0c01f2-9d47-4391-956a-90acf358463c req-dd5c7863-de3e-4b9f-a85a-4c5a08de0bc4 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:05.303245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0c01f2-9d47-4391-956a-90acf358463c req-dd5c7863-de3e-4b9f-a85a-4c5a08de0bc4 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.2292559 Mar 02 07:26:05.361691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:05.362074 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:05.398825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '1246745c-c061-4bb1-9961-e650b2514aae', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:24Z', 'updated_at': '2022-03-02T07:26:01Z', 'revision_number': 1, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.410982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Checking router: fe711092-a50b-4fef-b37f-6c1156c44ca6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:05.434314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:05.437819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:25:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.491570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0c01f2-9d47-4391-956a-90acf358463c req-3c2cb1cf-f86c-4cb3-8f79-b5f03ef9db69 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.1889589 Mar 02 07:26:05.733015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18a5b65f-7a32-4866-b47e-021c2d77e729 req-c9de0513-b03e-47cc-8fe1-149eb123107a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893573 Mar 02 07:26:05.733963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Pushing event updated for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.770569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Deleting port 92ac9d5a-9fb5-4216-9c63-b6d33424cb94 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:05.770919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.781385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:05.810825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.836577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e053c-2305-4f8c-b025-1a68a098ab1e req-46e64f4c-0153-4057-91fd-595631e4e248 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:05.843920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c1e053c-2305-4f8c-b025-1a68a098ab1e req-46e64f4c-0153-4057-91fd-595631e4e248 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.6887121 Mar 02 07:26:05.889445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object 8fa06594-a86f-4683-9f93-c779520bef43 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:05.893895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Attempting to bind port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:05.894897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Attempting to bind port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:05.895444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Attempting to bind port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:05.914064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:05.914711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Attempting to bind port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:05.932581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:05.933236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Checking segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:05.933831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Bound using segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:05.934474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Bound port: 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:05.935020 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.962339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c1e053c-2305-4f8c-b025-1a68a098ab1e req-5cbe3d0c-918a-43f5-8995-2d0497d1e9e6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116762 Mar 02 07:26:06.073955 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'status': 'completed', 'code': 200} Mar 02 07:26:06.257189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.257568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.295340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.348250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:06.385479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:06.403651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:06.410250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:06.412717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:06.434415 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.444708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.481514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:06.520448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Calling delete_port for 92ac9d5a-9fb5-4216-9c63-b6d33424cb94 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:06.545905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.546921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.549523 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-25759fdf-564c-4611-8740-95815b9761aa service neutron] 10.222.0.39 "PUT /v2.0/ports/61da1f94-7964-4de0-8c0b-8af4aa0d6cdb HTTP/1.1" status: 200 len: 1092 time: 4.2956676 Mar 02 07:26:06.550748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:06.589254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:06.608922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:06.663058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:06.678136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.758154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ccb4ad43-6c34-41d9-9d16-4fa215ca7662 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:06.779625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.780256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.801961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-9643925b-4906-4184-8be1-34a9ff462df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.810049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-9643925b-4906-4184-8be1-34a9ff462df4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1097 time: 0.6799960 Mar 02 07:26:06.868652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-717c65f1-03c3-4192-a1c1-d9f41fadae16 None None] Provisioning for port 8fa06594-a86f-4683-9f93-c779520bef43 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:06.882372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.882942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25759fdf-564c-4611-8740-95815b9761aa service neutron] Pushing event updated for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:06.948875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-717c65f1-03c3-4192-a1c1-d9f41fadae16 None None] Provisioning complete for port 8fa06594-a86f-4683-9f93-c779520bef43 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:06.949450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-717c65f1-03c3-4192-a1c1-d9f41fadae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.971340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event deleted for resources: {'Port': ['ID=92ac9d5a-9fb5-4216-9c63-b6d33424cb94,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.021053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-717c65f1-03c3-4192-a1c1-d9f41fadae16 None None] Port 8fa06594-a86f-4683-9f93-c779520bef43 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:07.030893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '1246745c-c061-4bb1-9961-e650b2514aae', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:24Z', 'updated_at': '2022-03-02T07:26:01Z', 'revision_number': 1, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:07.032758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ee0b4bf0-0d89-4b39-a3b1-0ab4f876b13d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2327156 Mar 02 07:26:07.037814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5619b7f-51dd-4124-9225-9c4952e04dbd None None] The sync data for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 is: [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '1246745c-c061-4bb1-9961-e650b2514aae', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:24Z', 'updated_at': '2022-03-02T07:26:01Z', 'revision_number': 1, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:07.039589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.059298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'admin_state_up': True, 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'security_groups': ['a84c59e1-1013-4877-9875-4f102c4d286c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:07.062389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:07.081061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:07.082798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.136369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.157627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:07.165616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.166877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0c01f2-9d47-4391-956a-90acf358463c req-c3dc8601-28e9-4c17-b1cd-b6e6e972ddad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "DELETE /v2.0/floatingips/b8566b86-5787-4e76-9113-cdeff94f7405 HTTP/1.1" status: 204 len: 173 time: 1.6647050 Mar 02 07:26:07.298516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.372039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.378259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621bb77-a419-45d1-b01e-b7fcb4c2a4f1 None None] New status for floating IP 1246745c-c061-4bb1-9961-e650b2514aae: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:26:07.495731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:07.501070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05961c-3980-41dc-9158-aeb766dbc788 req-062fcd69-580a-430f-a8a6-c181c493b5d6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.515700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f05961c-3980-41dc-9158-aeb766dbc788 req-062fcd69-580a-430f-a8a6-c181c493b5d6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 0.1651423 Mar 02 07:26:07.622335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f05961c-3980-41dc-9158-aeb766dbc788 req-6888dd80-4389-4622-a042-38be446572da tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941687 Mar 02 07:26:07.629121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.722936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-c2c66a81-c31c-4410-9b7f-a8aab1cd14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.725257 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-c2c66a81-c31c-4410-9b7f-a8aab1cd14bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.9035938 Mar 02 07:26:07.739433 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'code': 200} Mar 02 07:26:07.800092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.810917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0239f-6fb7-49f3-823e-addd8bb68622 req-c6c85267-d5e1-41fd-a3ef-a666134ac6fb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.821220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0239f-6fb7-49f3-823e-addd8bb68622 req-c6c85267-d5e1-41fd-a3ef-a666134ac6fb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.827317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0239f-6fb7-49f3-823e-addd8bb68622 req-c6c85267-d5e1-41fd-a3ef-a666134ac6fb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.830573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00f0239f-6fb7-49f3-823e-addd8bb68622 req-c6c85267-d5e1-41fd-a3ef-a666134ac6fb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2386 time: 1.1190331 Mar 02 07:26:07.921763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:07.941904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Usage tracker for resource:port and tenant:9401016c7eec4a29b1ed62eef155192b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:07.951945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:08.031169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:08.050423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-691ebd0f-4c51-4235-a001-cfad1d9c02f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1002 time: 0.3123209 Mar 02 07:26:08.059549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00f0239f-6fb7-49f3-823e-addd8bb68622 req-e7ac248d-ed6a-465c-a6a0-30b2063703f5 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760845 Mar 02 07:26:08.060914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fa29b-ea07-4a88-a36c-3a413e3668eb req-ff27f716-411c-4263-94d3-849732640fdc tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.062944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f0fa29b-ea07-4a88-a36c-3a413e3668eb req-ff27f716-411c-4263-94d3-849732640fdc tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 0.1253209 Mar 02 07:26:08.145103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Made reservation on behalf of 9401016c7eec4a29b1ed62eef155192b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:08.149689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.175699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f0fa29b-ea07-4a88-a36c-3a413e3668eb req-469e811d-2778-48dd-92b3-d87fdcd7f510 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040058 Mar 02 07:26:08.271525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-b58c06ad-ef0f-4cba-9cdb-6282baa283b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.272982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-b58c06ad-ef0f-4cba-9cdb-6282baa283b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2119322 Mar 02 07:26:08.410644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4abd9-da70-4bf2-965a-dae62f53331e req-74ef2720-c224-4f26-ba55-6b85185500ab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.414134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cb4abd9-da70-4bf2-965a-dae62f53331e req-74ef2720-c224-4f26-ba55-6b85185500ab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.1085949 Mar 02 07:26:08.482466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cb4abd9-da70-4bf2-965a-dae62f53331e req-f27daa1f-deab-4eab-9534-054479434ddf tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606740 Mar 02 07:26:08.610959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-884bf275-70b0-466a-ab9d-2afaee78d98b tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.613025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-884bf275-70b0-466a-ab9d-2afaee78d98b tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 949 time: 0.6467445 Mar 02 07:26:08.692451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ded8-7612-4c53-bf59-22e178413aab req-241fcb33-074d-4915-a94e-b5673b2392ce tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.694038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0429ded8-7612-4c53-bf59-22e178413aab req-241fcb33-074d-4915-a94e-b5673b2392ce tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f64a3e9-2675-42f1-a2b2-3b435c86c702 HTTP/1.1" status: 200 len: 949 time: 0.1137855 Mar 02 07:26:08.754474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0429ded8-7612-4c53-bf59-22e178413aab req-b5320fdd-3ce3-4925-98f1-f91fed4d349b tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.21 "GET /v2.0/security-groups?id=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 Mar 02 07:26:08.812289 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb', 'status': 'completed', 'code': 200} Mar 02 07:26:08.868778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Deleting port 665f8b30-0c08-4783-b824-6501b3c5cf0d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:08.869203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.904459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f6ace6-1f91-4c88-8883-24e6353f73de {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:08.915033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-9f596d4b-e91d-48a1-932e-64ce1e95359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.917892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-9f596d4b-e91d-48a1-932e-64ce1e95359b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6004221 Mar 02 07:26:08.928057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.933046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.939428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.947501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.947501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:08.967092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-e1a0f15f-11cd-4dca-a008-6d0b56b84886 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips/bf6e5be4-a4b4-4251-bc58-5c7826ace4f5 HTTP/1.1" status: 200 len: 693 time: 0.1505752 Mar 02 07:26:08.980277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.029325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Allocated IP 10.2.2.200 (5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8/3b11f7e5-a87f-4ac6-a997-615d4d179c7b/23032363-7610-4875-9728-8363ab156019) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:09.087784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-1918aca8-ed66-4f5f-bf3d-9fb421da8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.087784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-1918aca8-ed66-4f5f-bf3d-9fb421da8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.087784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-1918aca8-ed66-4f5f-bf3d-9fb421da8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.088797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-1918aca8-ed66-4f5f-bf3d-9fb421da8962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2729 time: 0.2019558 Mar 02 07:26:09.104004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Transition to ACTIVE for port object f9f6ace6-1f91-4c88-8883-24e6353f73de will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:09.152714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.156504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:09.166112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-86a7eaaf-4583-4d24-ae44-9cf0bdc7f869 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 3095 time: 0.8447616 Mar 02 07:26:09.252753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-10aef57d-244a-47c1-be93-4286ff1273da tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.259455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-10aef57d-244a-47c1-be93-4286ff1273da tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2823737 Mar 02 07:26:09.363354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-fbda2abb-3036-4ca9-af76-1367ebf0652d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Synchronizing usage tracker for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:09.390677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-49f4ce8b-0a0c-44a1-a885-5a30bdf75410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.391444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-49f4ce8b-0a0c-44a1-a885-5a30bdf75410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.391444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-49f4ce8b-0a0c-44a1-a885-5a30bdf75410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.393313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-49f4ce8b-0a0c-44a1-a885-5a30bdf75410 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=173e42f4d657484db26323adf42f35dc&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2881718 Mar 02 07:26:09.425754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-fbda2abb-3036-4ca9-af76-1367ebf0652d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Unset dirty status for tenant:8a23ee59e2d944309e88ba1d88aaa88c on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:09.441745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-fbda2abb-3036-4ca9-af76-1367ebf0652d tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.132 HTTP/1.1" status: 200 len: 696 time: 0.1813476 Mar 02 07:26:09.461903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:09.511324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c863490-01d9-4782-b34c-aa132e4602f2 req-2dc1713a-7376-46b9-be09-138de5c0bf73 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464601 Mar 02 07:26:09.740378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:09.775214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-f4f9afed-48a6-4143-a2e3-cbd6e59e5be2 tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.132 HTTP/1.1" status: 200 len: 696 time: 0.3282747 Mar 02 07:26:09.888580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-d59b8a5f-6db8-474e-9186-d2ca287fe28f service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307642 Mar 02 07:26:10.007464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Deleting port 00f65da3-e616-481f-b981-533dc5f1c563 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:10.007911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.049036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] For port 665f8b30-0c08-4783-b824-6501b3c5cf0d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=665f8b30-0c08-4783-b824-6501b3c5cf0d,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:10.050294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.110229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-b606a962-ab4b-41ad-bc3a-98f0ba3db2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.111814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dcbe3e4-dc5e-4f6b-b7f0-ec2378baf20a req-b606a962-ab4b-41ad-bc3a-98f0ba3db2f7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7111678 Mar 02 07:26:10.215676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.216133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.278615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Calling delete_port for 665f8b30-0c08-4783-b824-6501b3c5cf0d owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:10.412721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Calling delete_port for 00f65da3-e616-481f-b981-533dc5f1c563 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:10.511325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.528623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Transition to ACTIVE for port object 23032363-7610-4875-9728-8363ab156019 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:10.598518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Attempting to bind port f9f6ace6-1f91-4c88-8883-24e6353f73de on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:10.598901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Attempting to bind port f9f6ace6-1f91-4c88-8883-24e6353f73de by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:10.599175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Attempting to bind port f9f6ace6-1f91-4c88-8883-24e6353f73de on network 69065f0c-c30e-4311-9f81-877ea3da0915 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:10.606869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.607144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95655a7a-b952-49f1-afe7-ca2c91eaa244 req-2accb638-b9af-4237-878c-0f3e56dd89ae service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654594 Mar 02 07:26:10.612628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.615774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Port f9f6ace6-1f91-4c88-8883-24e6353f73de on network 69065f0c-c30e-4311-9f81-877ea3da0915 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:10.616101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Attempting to bind port f9f6ace6-1f91-4c88-8883-24e6353f73de on network 69065f0c-c30e-4311-9f81-877ea3da0915 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:10.671576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Pushing event deleted for resources: {'Port': ['ID=00f65da3-e616-481f-b981-533dc5f1c563,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:10.694794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:10.694794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Checking segment: {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:10.694794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Bound using segment: {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:10.695115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Bound port: f9f6ace6-1f91-4c88-8883-24e6353f73de, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febc773d-99cc-4e60-b44d-6e800520b330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:10.695446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.717782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:10.769048 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.797996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.799710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c532fd00-8c25-4aaf-9983-8102b55299c2 req-80e50a21-df09-4fe5-b391-e9a09b11d8ad tempest-FloatingIPDetailsTestJSON-1584784817 tempest-FloatingIPDetailsTestJSON-1584784817-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf6e5be4-a4b4-4251-bc58-5c7826ace4f5 HTTP/1.1" status: 204 len: 173 time: 0.9755149 Mar 02 07:26:10.806045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.869988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9af4970b-24ae-46cf-a09c-cc35900e5f6f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:10.870679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.946326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:10.948155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:10.959356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:10.997367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd949042-f969-4d66-8ffd-7cc48ca6371a req-f6d328e0-5327-494d-a969-db69aba50b31 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.017291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd949042-f969-4d66-8ffd-7cc48ca6371a req-f6d328e0-5327-494d-a969-db69aba50b31 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 950 time: 1.2361760 Mar 02 07:26:11.023410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:11.120514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.150180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.188701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:11.195746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.196643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 665f8b30-0c08-4783-b824-6501b3c5cf0d no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:11.287730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 665f8b30-0c08-4783-b824-6501b3c5cf0d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:11.288094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 665f8b30-0c08-4783-b824-6501b3c5cf0d not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:11.309277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c6a37d16-110b-48e4-8c6a-f67ee7381f44 None None] Provisioning for port 23032363-7610-4875-9728-8363ab156019 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:11.316751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c6a37d16-110b-48e4-8c6a-f67ee7381f44 None None] Provisioning complete for port 23032363-7610-4875-9728-8363ab156019 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:11.317195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6a37d16-110b-48e4-8c6a-f67ee7381f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.363973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Pushing event deleted for resources: {'Port': ['ID=665f8b30-0c08-4783-b824-6501b3c5cf0d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:11.426621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c6a37d16-110b-48e4-8c6a-f67ee7381f44 None None] Port 23032363-7610-4875-9728-8363ab156019 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:11.433014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:11.536474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] No DVR routers for this DVR port 665f8b30-0c08-4783-b824-6501b3c5cf0d on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:11.542908 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.565140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'name': 'network-vif-deleted', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:11.653433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd949042-f969-4d66-8ffd-7cc48ca6371a req-1be552e7-df39-40f0-a751-d12162d2e307 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352601 Mar 02 07:26:11.654848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dddf3ad-8d10-4988-b9b5-5a362a5e369c req-a0b6394f-e1b7-4c4e-abaa-93ca0c233344 tempest-ServerDiagnosticsNegativeTest-2031211371 tempest-ServerDiagnosticsNegativeTest-2031211371-project] 10.222.0.39 "DELETE /v2.0/ports/665f8b30-0c08-4783-b824-6501b3c5cf0d HTTP/1.1" status: 204 len: 173 time: 3.0257111 Mar 02 07:26:11.687711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.690178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.750190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:11.760630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:11.765551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441bc8e-5ef3-4f9d-b161-3f1cd4297e12 req-1875c0f5-e79f-4570-9dff-aa03214ac0eb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.767330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8261b79-b1c1-44a4-a3bb-affadf89dd27 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7203407 Mar 02 07:26:11.771029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.773870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441bc8e-5ef3-4f9d-b161-3f1cd4297e12 req-1875c0f5-e79f-4570-9dff-aa03214ac0eb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.784797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441bc8e-5ef3-4f9d-b161-3f1cd4297e12 req-1875c0f5-e79f-4570-9dff-aa03214ac0eb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.787804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:11.793512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5441bc8e-5ef3-4f9d-b161-3f1cd4297e12 req-1875c0f5-e79f-4570-9dff-aa03214ac0eb tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2398 time: 0.5367947 Mar 02 07:26:11.862044 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c16c1b9d-a950-4d44-b04b-78e717b89b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.913070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5441bc8e-5ef3-4f9d-b161-3f1cd4297e12 req-d3850d7c-e0c3-45a3-ac91-3dbf88ef86f3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164656 Mar 02 07:26:11.979711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.980674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.982182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] 10.222.0.39 "PUT /v2.0/ports/f9f6ace6-1f91-4c88-8883-24e6353f73de HTTP/1.1" status: 200 len: 1090 time: 5.3990903 Mar 02 07:26:12.021914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Request body: {'port': {'device_id': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.338218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248898-917f-4c24-9f1f-e3f2f4fb5bf4 req-44bc0900-5178-4090-850b-3ce5bb99ea3d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:12.350501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4248898-917f-4c24-9f1f-e3f2f4fb5bf4 req-44bc0900-5178-4090-850b-3ce5bb99ea3d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.2140124 Mar 02 07:26:12.360573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.444434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.464405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8b2e4-5daf-4c85-a93d-fdebbf366cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.520508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4248898-917f-4c24-9f1f-e3f2f4fb5bf4 req-487fa1a5-5543-4aa8-80cf-d9ac1548d4bd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1649132 Mar 02 07:26:12.681104 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'code': 200} Mar 02 07:26:12.978132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.005212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcf5c8-b120-4d3f-83bb-db287c250255 req-ee4560f9-da67-4484-b650-b9ad7b47f2e4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.013615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bffcf5c8-b120-4d3f-83bb-db287c250255 req-ee4560f9-da67-4484-b650-b9ad7b47f2e4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 1.1166425 Mar 02 07:26:13.035578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Deleting port 63392cfc-716b-4cad-b2a0-9e7894a16ebd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:13.036489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.175733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bffcf5c8-b120-4d3f-83bb-db287c250255 req-097715bf-7fc1-43aa-8fae-6e2a4625316a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609890 Mar 02 07:26:13.181778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.189348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.197518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.206419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.213784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.216381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-49cd2558-3fe4-420f-acdd-1c9450f594c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 3816 time: 0.2937202 Mar 02 07:26:13.291653 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f64a3e9-2675-42f1-a2b2-3b435c86c702', 'name': 'network-vif-deleted', 'tag': '665f8b30-0c08-4783-b824-6501b3c5cf0d', 'status': 'completed', 'code': 200} Mar 02 07:26:13.301584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302143ae-7e38-4d8c-8372-7ccd28eaf876 req-236ddba2-32dc-4898-ad5d-f3c463076a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.303579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-302143ae-7e38-4d8c-8372-7ccd28eaf876 req-236ddba2-32dc-4898-ad5d-f3c463076a4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 1096 time: 0.4974358 Mar 02 07:26:13.318929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44300) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:13.388811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-213aa2e7-3789-4e56-bfcc-29e8062a1868 req-af8ca727-a9ce-4e47-8181-c8219e4cf79e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663592 Mar 02 07:26:13.453760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] For port 63392cfc-716b-4cad-b2a0-9e7894a16ebd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63392cfc-716b-4cad-b2a0-9e7894a16ebd,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:13.454181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.492910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-302143ae-7e38-4d8c-8372-7ccd28eaf876 req-ff6b787e-e156-4dc1-b9e9-a4862c387e39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765442 Mar 02 07:26:13.616122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Calling delete_port for 63392cfc-716b-4cad-b2a0-9e7894a16ebd owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:13.667932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d095be35-9486-4722-9fb0-7675e74cf3f2 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:13.704333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.732303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Transition to ACTIVE for port object d095be35-9486-4722-9fb0-7675e74cf3f2 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:13.757604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.798121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-918d2133-60ea-43a0-b131-da7bd3de6bfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e99df7724d0a451a8ebd3f57301ab828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670365 Mar 02 07:26:13.806345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44310) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:13.923267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:14.041900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.155926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-98bb5e5e-61dc-45f2-8394-e98bac1e71ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.173468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1242-c9bc-4fbe-bb47-36fbdbaaba2a req-1dc43e5b-c8ca-44b3-95ce-34fb9ce999cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.181565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-559c1242-c9bc-4fbe-bb47-36fbdbaaba2a req-1dc43e5b-c8ca-44b3-95ce-34fb9ce999cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.5545952 Mar 02 07:26:14.190685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e774-d813-4884-86f8-3858df79dd42 req-5397f7af-688b-425a-8993-d7b9a5992c54 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.192329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:14.196957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6319e774-d813-4884-86f8-3858df79dd42 req-5397f7af-688b-425a-8993-d7b9a5992c54 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.5382073 Mar 02 07:26:14.240318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.247035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.301080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6319e774-d813-4884-86f8-3858df79dd42 req-1dce2390-0c77-4cbe-999f-2554aa3542eb tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884609 Mar 02 07:26:14.317896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Transition to ACTIVE for port object f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:14.341602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.351170 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-559c1242-c9bc-4fbe-bb47-36fbdbaaba2a req-218fb5f2-e777-4a86-a0eb-2c8e3aa1697e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1686924 Mar 02 07:26:14.356614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.421046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Attempting to bind port d095be35-9486-4722-9fb0-7675e74cf3f2 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:14.421421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Attempting to bind port d095be35-9486-4722-9fb0-7675e74cf3f2 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:14.421716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Attempting to bind port d095be35-9486-4722-9fb0-7675e74cf3f2 on network ea1e4f59-e3b6-4899-abaa-843eda4f0090 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:14.485314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.522255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Port d095be35-9486-4722-9fb0-7675e74cf3f2 on network ea1e4f59-e3b6-4899-abaa-843eda4f0090 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:14.522591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Attempting to bind port d095be35-9486-4722-9fb0-7675e74cf3f2 on network ea1e4f59-e3b6-4899-abaa-843eda4f0090 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:14.560594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.563488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:14.564279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Checking segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:14.565023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Bound using segment: {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:14.565656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Bound port: d095be35-9486-4722-9fb0-7675e74cf3f2, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:14.566237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.611656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Pushing event deleted for resources: {'Port': ['ID=63392cfc-716b-4cad-b2a0-9e7894a16ebd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.682030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:14.828582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b62bc-81ba-4f30-b5de-3ef953505ad9 req-280b0e90-a710-49e9-99fe-37b39946f8a3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.848676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b62bc-81ba-4f30-b5de-3ef953505ad9 req-280b0e90-a710-49e9-99fe-37b39946f8a3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.866688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b62bc-81ba-4f30-b5de-3ef953505ad9 req-280b0e90-a710-49e9-99fe-37b39946f8a3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.868685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce0b62bc-81ba-4f30-b5de-3ef953505ad9 req-280b0e90-a710-49e9-99fe-37b39946f8a3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.3283377 Mar 02 07:26:15.008255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.067084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce0b62bc-81ba-4f30-b5de-3ef953505ad9 req-0796f45a-84ee-43ae-a9b3-0bc856d1ba65 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734970 Mar 02 07:26:15.067389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.134159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Attempting to bind port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:15.134896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Attempting to bind port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:15.135464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Attempting to bind port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:15.139769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:15.143550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.154467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f58ab759-5bb8-419c-ab1c-0a166bc6aea0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae1c0e1-e0bf-4774-81f4-8dcd8fb096ac HTTP/1.1" status: 204 len: 168 time: 1.3408217 Mar 02 07:26:15.167523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:15.167866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Attempting to bind port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 on network 2d27f984-08ee-4160-a7c2-709a5cdd3757 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:15.171178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:15.185127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdd92-5e5b-4a0c-bafe-ae96e20d9a6b req-912696eb-18fd-4501-ac1f-0319783c627f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.193207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de7fdd92-5e5b-4a0c-bafe-ae96e20d9a6b req-912696eb-18fd-4501-ac1f-0319783c627f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 0.6101062 Mar 02 07:26:15.196317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:15.196682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Checking segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:15.197045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Bound using segment: {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:15.197492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Bound port: f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d5b2fe-1210-400d-bcaf-a2425fde648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:15.197844 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.198873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.224774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.243190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.294848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:15.360643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.363627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de7fdd92-5e5b-4a0c-bafe-ae96e20d9a6b req-c5007584-71e4-4b11-b45a-729ae2eef9c1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694746 Mar 02 07:26:15.427447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.428070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.429723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] 10.222.0.16 "PUT /v2.0/ports/d095be35-9486-4722-9fb0-7675e74cf3f2 HTTP/1.1" status: 200 len: 1091 time: 3.6494803 Mar 02 07:26:15.490550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:15.600101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc8be9-4285-4a8d-877a-07560669e79b service neutron] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.660609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44364) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:15.718190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:15.721304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.793760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:15.804682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:15.813207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.824057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Usage tracker for resource:security_group_rule and tenant:d74aac103c3c4a21ad87a93233bc7b49 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:15.864530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Router 4ce48b86-d916-45f5-8568-b08ca7b97cac has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:15.872731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:15.904727 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'code': 200} Mar 02 07:26:15.905041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:15.908840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.909460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.910851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] 10.222.0.39 "PUT /v2.0/ports/f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 HTTP/1.1" status: 200 len: 1091 time: 3.8951132 Mar 02 07:26:15.915157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.948414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.955319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.968549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.975682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.981447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.983294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-23b914af-525f-428f-8ccc-faa0061d0cac req-70e329bd-f9f2-4d56-87ae-06636a8b6d3f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 3828 time: 0.3879399 Mar 02 07:26:16.109761 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'status': 'completed', 'code': 200} Mar 02 07:26:16.266993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:16.275832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab4646-84fb-4d0f-84fb-e1f21bf0dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.279128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-21a149bc-b04b-4757-bc1f-7143db1bce7d admin admin] 10.222.0.21 "PUT /v2.0/routers/4ce48b86-d916-45f5-8568-b08ca7b97cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4720089 Mar 02 07:26:16.283186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Sync routers for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:16.283731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44386) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:16.318569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:16.319651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:16.519989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-23b914af-525f-428f-8ccc-faa0061d0cac req-05161830-f34c-46ec-8b0a-5b7b06882594 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266886 Mar 02 07:26:16.559934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:16.591043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28384d7d-e313-4955-b53c-bbd39485a893 req-88152075-161a-4f20-812a-041042c19a80 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.598848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28384d7d-e313-4955-b53c-bbd39485a893 req-88152075-161a-4f20-812a-041042c19a80 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.3858955 Mar 02 07:26:16.627118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-48c38b5c-12dd-429a-87a9-85d4a4ae4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.627612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-48c38b5c-12dd-429a-87a9-85d4a4ae4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.628095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-48c38b5c-12dd-429a-87a9-85d4a4ae4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.629777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-48c38b5c-12dd-429a-87a9-85d4a4ae4c46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2863 time: 0.5284495 Mar 02 07:26:16.650941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa2ad-3ec6-4447-8bda-0183dbe2fd9f req-eddb4c27-cba9-4f50-a563-c22d91f2ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.652419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e5aa2ad-3ec6-4447-8bda-0183dbe2fd9f req-eddb4c27-cba9-4f50-a563-c22d91f2ece4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1102 time: 0.4401462 Mar 02 07:26:16.681211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.712732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.749266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-2162e6c1-50d5-4112-aafe-cebec30afc72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb HTTP/1.1" status: 200 len: 217 time: 0.1034160 Mar 02 07:26:16.749892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.809283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.884176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74aac103c3c4a21ad87a93233bc7b49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2225270 Mar 02 07:26:16.896236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44408) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:16.897175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e5aa2ad-3ec6-4447-8bda-0183dbe2fd9f req-85d84754-23f1-45a1-9f49-040accfb63ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866667 Mar 02 07:26:16.916359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28384d7d-e313-4955-b53c-bbd39485a893 req-2acdf07a-ad3e-42b9-8c0a-71df6767436b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165486 Mar 02 07:26:16.920335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a445d6-a725-45d2-aa8c-74dc267c5961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fabaae-9580-446b-8ac8-7087fe714409,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.935921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-fdf20933-a152-47d8-baf0-7328f110bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.937507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-fdf20933-a152-47d8-baf0-7328f110bd9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21037a7-35f8-4d33-8184-d84c54d91d1a HTTP/1.1" status: 200 len: 801 time: 0.1759605 Mar 02 07:26:17.018845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.040643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Deleting port 327a31aa-4184-489d-acb0-a83ba711893b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:17.041029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.074852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '327a31aa-4184-489d-acb0-a83ba711893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:26:14Z', 'revision_number': 5, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port': {'id': '327a31aa-4184-489d-acb0-a83ba711893b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:06Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:17.075072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.079880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Checking router: 4ce48b86-d916-45f5-8568-b08ca7b97cac for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:17.081256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046bae50-611a-404e-a0db-70629dfda54c {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:17.088756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Routers {'4ce48b86-d916-45f5-8568-b08ca7b97cac'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:17.089418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['4ce48b86-d916-45f5-8568-b08ca7b97cac'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:17.097822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.126757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.137787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Transition to ACTIVE for port object 046bae50-611a-404e-a0db-70629dfda54c will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:17.191469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.264495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] Set router 4ce48b86-d916-45f5-8568-b08ca7b97cac gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:17.289536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fecc6e-7e49-470f-a873-c069756dfc1e req-27f44349-ac77-4622-a10f-1b87ac1db67d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.295406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fecc6e-7e49-470f-a873-c069756dfc1e req-27f44349-ac77-4622-a10f-1b87ac1db67d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.301714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fecc6e-7e49-470f-a873-c069756dfc1e req-27f44349-ac77-4622-a10f-1b87ac1db67d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.303105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8fecc6e-7e49-470f-a873-c069756dfc1e req-27f44349-ac77-4622-a10f-1b87ac1db67d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.2271039 Mar 02 07:26:17.381132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] For port 327a31aa-4184-489d-acb0-a83ba711893b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=327a31aa-4184-489d-acb0-a83ba711893b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:17.381631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.420069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8fecc6e-7e49-470f-a873-c069756dfc1e req-b4b9d5fc-00d8-4590-8ab2-8a2c5a93d13a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012638 Mar 02 07:26:17.480112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:26:17Z', 'revision_number': 6, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:17.485063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657934f-a6b7-4823-a518-c89f8b53584d None None] The sync data for ids ['4ce48b86-d916-45f5-8568-b08ca7b97cac'] in n-d-827871-1 is: [{'id': '4ce48b86-d916-45f5-8568-b08ca7b97cac', 'name': 'tempest-FloatingIPDetailsTestJSON-197317869-router', 'tenant_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:26:17Z', 'revision_number': 6, 'project_id': '8a23ee59e2d944309e88ba1d88aaa88c', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:17.613713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Calling delete_port for 327a31aa-4184-489d-acb0-a83ba711893b owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:17.641900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:17.737234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.781265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fabaae-9580-446b-8ac8-7087fe714409,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:17.792944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-f2e422cc-7c48-4872-bcfe-6b749fb2a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.806873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-f2e422cc-7c48-4872-bcfe-6b749fb2a5cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d27f984-08ee-4160-a7c2-709a5cdd3757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6553864 Mar 02 07:26:17.811304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.812398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a2fb0e54-64d0-4aa1-bbba-85cc31f5be3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95fabaae-9580-446b-8ac8-7087fe714409 HTTP/1.1" status: 204 len: 168 time: 0.9143326 Mar 02 07:26:17.947158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.960343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Attempting to bind port 046bae50-611a-404e-a0db-70629dfda54c on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:17.960696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Attempting to bind port 046bae50-611a-404e-a0db-70629dfda54c by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:17.961026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Attempting to bind port 046bae50-611a-404e-a0db-70629dfda54c on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:17.974509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce8779-8732-4066-aa21-6e3ced7497b1 req-daa172b6-6394-4b49-a4db-a4b9b771cc69 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.976014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20ce8779-8732-4066-aa21-6e3ced7497b1 req-daa172b6-6394-4b49-a4db-a4b9b771cc69 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 0.4325826 Mar 02 07:26:17.984515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Port 046bae50-611a-404e-a0db-70629dfda54c on network fd371546-00db-45e8-9ca7-3610af42bfc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:17.984857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Attempting to bind port 046bae50-611a-404e-a0db-70629dfda54c on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:18.012134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:18.012485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:18.012878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Bound using segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:18.013332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Bound port: 046bae50-611a-404e-a0db-70629dfda54c, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:18.013684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.083024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Pushing event deleted for resources: {'Port': ['ID=327a31aa-4184-489d-acb0-a83ba711893b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.104777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-0130949a-ab54-4a18-82f6-5aa0695a44d0 service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868488 Mar 02 07:26:18.110223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20ce8779-8732-4066-aa21-6e3ced7497b1 req-3a878455-8442-4cc8-bbe8-e1dc921fe71d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264343 Mar 02 07:26:18.112636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}, {'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:18.165253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.250223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:18.263316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=046bae50-611a-404e-a0db-70629dfda54c,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:18.295360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.309273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.391496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-f7ea25a7-02bd-49b7-89b5-c06463ee3088 service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700090 Mar 02 07:26:18.414893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.428315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.445458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.451527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.466217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.473584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.479355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.484909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.485306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.485537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.488297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] 10.222.0.16 "PUT /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 1131 time: 3.0278113 Mar 02 07:26:18.488457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-5cfced14-f1d1-4ea4-8de3-37277b56c5a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 4601 time: 0.6223059 Mar 02 07:26:18.489679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.611430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:18.651549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d47468f0-b3ad-4e31-b4f2-a659292a1224 req-8fc8253d-546a-4b03-a417-9d9ba32fec5e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245325 Mar 02 07:26:18.657275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.673576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-f671855b-07cd-4ebe-a4c0-f167f8496fa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de HTTP/1.1" status: 200 len: 217 time: 0.2094891 Mar 02 07:26:18.674582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce48b86-d916-45f5-8568-b08ca7b97cac {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:18.707079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.714877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2d975f1d-39c5-41d4-9164-f2c2d0d3e645 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4ce48b86-d916-45f5-8568-b08ca7b97cac HTTP/1.1" status: 204 len: 168 time: 2.4298642 Mar 02 07:26:18.717090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44474) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.773536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d839-80e3-488d-8bd4-608e9d7ef800 service neutron] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.825199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Deleting subnet e31d708e-1803-4271-b432-d3c397b2449b {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:18.830115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.874844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-f4483bfa-c178-4449-9907-52585d82d8e2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.881911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-f4483bfa-c178-4449-9907-52585d82d8e2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.6169086 Mar 02 07:26:18.910984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-dd92f2b3-80af-4637-8805-8f558e47e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.912665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-dd92f2b3-80af-4637-8805-8f558e47e388 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71e3105-c435-4da9-a799-bb5a0999bf53 HTTP/1.1" status: 200 len: 801 time: 0.2093410 Mar 02 07:26:18.924486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-bcbb2886-bfcb-40ae-8d30-b6c5e1e2f78c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/quotas/00efcf0b895b4bcaa726b0aba3aeb32a HTTP/1.1" status: 200 len: 375 time: 0.0416210 Mar 02 07:26:19.023177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.061673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.163849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df591d8-a7f2-4f99-8d8c-5e07e46f1650 req-e94c2c1b-6305-496a-8128-592276ff27ef tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.165310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4df591d8-a7f2-4f99-8d8c-5e07e46f1650 req-e94c2c1b-6305-496a-8128-592276ff27ef tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.1766562 Mar 02 07:26:19.195666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.202527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-d0ea95c4-f6e5-44cc-80ee-509bd727294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.204615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-d0ea95c4-f6e5-44cc-80ee-509bd727294b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69065f0c-c30e-4311-9f81-877ea3da0915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2708571 Mar 02 07:26:19.216344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-36dd6619-cfe7-4cf2-b156-ee3d944e282b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2910748 Mar 02 07:26:19.262150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4df591d8-a7f2-4f99-8d8c-5e07e46f1650 req-e646bca8-4579-4835-88cb-5f70e32e605a tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 Mar 02 07:26:19.291836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.338100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31d708e-1803-4271-b432-d3c397b2449b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:19.344961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.352429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed0d8d-6e04-4d00-aa69-7a987df61beb None None] Network 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:19.352912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4d6c9c56-f2f7-47f6-b4e4-929e11a6137e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e31d708e-1803-4271-b432-d3c397b2449b HTTP/1.1" status: 204 len: 168 time: 0.6338203 Mar 02 07:26:19.355823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44496) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:19.553125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 327a31aa-4184-489d-acb0-a83ba711893b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:19.562521 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'status': 'completed', 'code': 200} Mar 02 07:26:19.563637 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'status': 'completed', 'code': 200} Mar 02 07:26:19.576278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.598608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Deleting port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:19.599213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.638563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 327a31aa-4184-489d-acb0-a83ba711893b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:19.639215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 327a31aa-4184-489d-acb0-a83ba711893b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:19.639822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63392cfc-716b-4cad-b2a0-9e7894a16ebd no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:19.688504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 63392cfc-716b-4cad-b2a0-9e7894a16ebd {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:19.689240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63392cfc-716b-4cad-b2a0-9e7894a16ebd not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:19.799509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-7f28aee0-d079-401a-8637-1b9f2682630d service neutron] 10.222.0.39 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823009 Mar 02 07:26:19.915975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] DHCP port deletion for 97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:19.920741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Deleting port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:19.921355 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.945722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] For port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:19.946107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.080914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Calling delete_port for 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:20.156935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459230c4-8ba9-4eaf-9e65-16ab02b5a1e3 req-1f51d72e-aed7-4808-8040-74ecf8f42a2b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.162763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459230c4-8ba9-4eaf-9e65-16ab02b5a1e3 req-1f51d72e-aed7-4808-8040-74ecf8f42a2b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.168497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459230c4-8ba9-4eaf-9e65-16ab02b5a1e3 req-1f51d72e-aed7-4808-8040-74ecf8f42a2b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.176581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-459230c4-8ba9-4eaf-9e65-16ab02b5a1e3 req-1f51d72e-aed7-4808-8040-74ecf8f42a2b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.3072343 Mar 02 07:26:20.189003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] For port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,segment=NetworkSegment(0db56e3c-b3d9-495a-b45b-5f546073146e),segment_id=0db56e3c-b3d9-495a-b45b-5f546073146e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:20.189902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.192931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.193417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.193977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.194452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.194916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.195379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.197213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-4f14faca-d044-4559-a39e-6bfd5e574ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5287 time: 0.6517720 Mar 02 07:26:20.199020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-a92205c5-8f2e-4687-ae16-dfff647d7781 service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9613941 Mar 02 07:26:20.231982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.292086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:20.311251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] No DVR routers for this DVR port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:20.346686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.382193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-dbd2ed18-b47f-4166-9a48-dc5bc4653e06 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.383672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-dbd2ed18-b47f-4166-9a48-dc5bc4653e06 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3a6c24-693e-4a90-9e5a-06eea566ab9e HTTP/1.1" status: 200 len: 945 time: 0.5785830 Mar 02 07:26:20.404949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-6642e4b3-21d0-4337-9d0b-9e3884fbf27d service neutron] 10.222.0.39 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825801 Mar 02 07:26:20.444014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Calling delete_port for 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:20.454539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.498451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:20.528905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db56e3c-b3d9-495a-b45b-5f546073146e') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:20.529219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db56e3c-b3d9-495a-b45b-5f546073146e') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:20.556046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.595870 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:20.596356 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:20.597138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.599159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.601513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:20.611722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:20.612159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.625484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-5dc5eeae-1f1c-4680-838e-5a0b269d8456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 HTTP/1.1" status: 200 len: 217 time: 0.1752946 Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:20.626529 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:20.634067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:20.644723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:20.650510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.719308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-459230c4-8ba9-4eaf-9e65-16ab02b5a1e3 req-4a6b1ed2-25ef-4319-a62d-4dd3d4371c85 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413830 Mar 02 07:26:20.720579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.730831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.753501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.762285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.777206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95b30dad-1795-4315-8ec5-af5e1d9540f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97cf825f-8f65-4ecc-a5c8-cf3ada8bae1c HTTP/1.1" status: 204 len: 168 time: 1.4180233 Mar 02 07:26:20.781516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Deleting port 789c81ea-c526-4d9f-aed5-af1cde8a652b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:20.781884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.821900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-25a75425-371c-4233-a693-a1028a56f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.822409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-25a75425-371c-4233-a693-a1028a56f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.822826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-25a75425-371c-4233-a693-a1028a56f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.824437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-25a75425-371c-4233-a693-a1028a56f9d4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6180499 Mar 02 07:26:20.888459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:20.938792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-eb02fb3b-d233-474a-89ec-48a627b5459c service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244775 Mar 02 07:26:20.944614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.982958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44532) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.086932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-6db9fcae-b49a-49c5-b393-71716c1606d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.088474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-6db9fcae-b49a-49c5-b393-71716c1606d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21037a7-35f8-4d33-8184-d84c54d91d1a HTTP/1.1" status: 200 len: 801 time: 0.4494069 Mar 02 07:26:21.098307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Deleting port 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:21.098700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.105107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cc276e92-196c-411f-b497-2bbac4503cdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a23ee59e2d944309e88ba1d88aaa88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211200 Mar 02 07:26:21.112731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44540) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.172575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280f7f-eb1c-4a51-ac62-09165bbb443c req-48da07b5-3e43-4089-9c3c-e572d7a3d5b2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.183050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04280f7f-eb1c-4a51-ac62-09165bbb443c req-48da07b5-3e43-4089-9c3c-e572d7a3d5b2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 0.1269560 Mar 02 07:26:21.209201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Transition to ACTIVE for port object 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:21.214941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acc35-08e3-4027-962a-ea68248ac27f None None] The port '2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:26:21.239932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-67e76f55-5e6e-46df-a481-5c9670fa8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.241618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-67e76f55-5e6e-46df-a481-5c9670fa8ef6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4034128 Mar 02 07:26:21.242523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04280f7f-eb1c-4a51-ac62-09165bbb443c req-75f64f4b-1f62-4d12-ac02-6f42d6354ef4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584075 Mar 02 07:26:21.277590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.494921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:21.539795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:21.540431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ec6e60e-b409-4fb5-8b8e-e7a30394b9b8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:21.591431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-733aed27-3934-4123-a5dd-1a1cd14403d5 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4f5256a0c794411eb30c24c59fde63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363550 Mar 02 07:26:21.602564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '046bae50-611a-404e-a0db-70629dfda54c'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:21.888518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:21.888970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-44bf3f44-9a7d-405e-9971-34ae1c8a752c tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.890569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-44bf3f44-9a7d-405e-9971-34ae1c8a752c tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933223 Mar 02 07:26:21.905078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] For port 789c81ea-c526-4d9f-aed5-af1cde8a652b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=789c81ea-c526-4d9f-aed5-af1cde8a652b,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:21.905446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.914462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-986be754-ac7e-45de-a13a-e6cc351cd289 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/quotas/4f5256a0c794411eb30c24c59fde63cc HTTP/1.1" status: 200 len: 375 time: 0.0158496 Mar 02 07:26:21.945778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.965543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-1cfcb989-ea61-4dcc-9e35-c5057ebe8b6f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503809 Mar 02 07:26:22.114025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Calling delete_port for 789c81ea-c526-4d9f-aed5-af1cde8a652b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:22.117319 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'code': 200} Mar 02 07:26:22.182448 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.217435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-c133c65d-70fe-4b88-8b06-6591a9c50fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.220664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-c133c65d-70fe-4b88-8b06-6591a9c50fa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d27f984-08ee-4160-a7c2-709a5cdd3757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1194656 Mar 02 07:26:22.238803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-6d17fe9f-a436-4c61-9d7e-55bd1e3a13e5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.240248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-6d17fe9f-a436-4c61-9d7e-55bd1e3a13e5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 1.0770297 Mar 02 07:26:22.268377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:22.303057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78c467-6adc-4396-bd75-9dfc14f0af1d req-67e55036-1f69-42e3-888e-c41ab06cd147 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.305527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef78c467-6adc-4396-bd75-9dfc14f0af1d req-67e55036-1f69-42e3-888e-c41ab06cd147 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1102 time: 0.0855074 Mar 02 07:26:22.309757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Attempting to bind port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:22.310122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Attempting to bind port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:22.310459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Attempting to bind port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:22.389248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef78c467-6adc-4396-bd75-9dfc14f0af1d req-eaa443ba-ca11-4722-8ed9-8576acbf7f5d tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765836 Mar 02 07:26:22.471561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:22.492285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:22.597591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on network fd371546-00db-45e8-9ca7-3610af42bfc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:22.598023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Attempting to bind port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:22.606141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-62648af5-5b7d-482e-8287-abad59ce42c1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.607563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-62648af5-5b7d-482e-8287-abad59ce42c1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.2499971 Mar 02 07:26:22.620324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.625679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.627458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.633371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.639984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.647592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.653458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:22.653849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.660234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.665255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b749b14-3c98-4a1c-8722-6367578dd9eb req-a20afb8e-bcc7-4362-a728-d191d6dbf01f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 210 time: 0.1031985 Mar 02 07:26:22.666340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-f5049e2a-3d87-4e8d-97f9-44a297731812 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5373 time: 1.4383006 Mar 02 07:26:22.672433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:22.680418 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.692744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Request body: {'port': {'device_id': '80905914-d5a1-4e65-b223-f59e965c47cb', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'admin_state_up': True, 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:22.759310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:22.807751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['cc61e20b-4881-48eb-be5d-f0eb304762ba'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:22.832850 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '046bae50-611a-404e-a0db-70629dfda54c', 'status': 'completed', 'code': 200} Mar 02 07:26:22.864404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:22.865151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:22.865724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Bound using segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:22.866204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Bound port: 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:22.866707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.936883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-88423e27-c9cc-40ab-8a5a-24ceeca7147b service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280687 Mar 02 07:26:22.968215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.970055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.970723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.971348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.972086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.972945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.973659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.975862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-e9838cd8-9a03-4a15-a393-5a702600255b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6168 time: 0.2056239 Mar 02 07:26:23.002696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49dfb-c53b-4326-b5e5-a6e942d57583 req-1faa607c-2d8e-465a-87bd-e197275ad237 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.008587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Deleting port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:23.008758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49dfb-c53b-4326-b5e5-a6e942d57583 req-1faa607c-2d8e-465a-87bd-e197275ad237 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.010043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.015078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49dfb-c53b-4326-b5e5-a6e942d57583 req-1faa607c-2d8e-465a-87bd-e197275ad237 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.017007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aae49dfb-c53b-4326-b5e5-a6e942d57583 req-1faa607c-2d8e-465a-87bd-e197275ad237 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.1495628 Mar 02 07:26:23.038623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.151512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aae49dfb-c53b-4326-b5e5-a6e942d57583 req-52139daa-293b-4c7e-bf58-9aa9c4288b7a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134145 Mar 02 07:26:23.196391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6a085-1739-456e-85a2-0773fd345228,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:23.199204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-c3f740c1-fef6-410b-8b58-bb3ce18c2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.199688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-c3f740c1-fef6-410b-8b58-bb3ce18c2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.200166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-c3f740c1-fef6-410b-8b58-bb3ce18c2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.202253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-c3f740c1-fef6-410b-8b58-bb3ce18c2674 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1843505 Mar 02 07:26:23.370644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7621a8b9-f9eb-4208-bd23-a0b4ccc988d2 req-f13e0b3a-094f-43d3-8dbb-d6a3d75f8f52 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 210 time: 0.0564873 Mar 02 07:26:23.373665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7ec3b87-d1a7-4583-a579-e182daafa84f req-3354c757-bb7a-40c1-a163-ab6d5587833a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6651392 Mar 02 07:26:23.431803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.435783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-378b0aa8-6c5e-4750-9235-adb408838711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39f6a085-1739-456e-85a2-0773fd345228 HTTP/1.1" status: 204 len: 168 time: 2.2819870 Mar 02 07:26:23.445199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-2ecd4684-4338-4be7-bcf3-98fa92875f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.447480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32de7685-36a2-4e91-acf2-1b1c3566a368 req-2ecd4684-4338-4be7-bcf3-98fa92875f6a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2283285 Mar 02 07:26:23.578079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:23.593067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:23.622848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.633827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-8801f518-cf36-4cf4-81c0-03a32ef53480 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f5256a0c794411eb30c24c59fde63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400608 Mar 02 07:26:23.641287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Usage tracker for resource:port and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:23.703980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:23.720862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:23.763203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event deleted for resources: {'Port': ['ID=789c81ea-c526-4d9f-aed5-af1cde8a652b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:23.780699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:23.788051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.804562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f73188c-c22f-447c-acd7-0ef86c5f72f0 req-6ba3ddff-e32e-4bd7-bd21-89dc581d54c4 service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053269 Mar 02 07:26:23.821115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-eaba6dd3-d4d4-49af-bac8-9254719e419f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.822710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-eaba6dd3-d4d4-49af-bac8-9254719e419f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806715 Mar 02 07:26:23.844388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Request body: {'port': {'device_id': '444e6f54-3209-4c89-a60b-524bd0519113', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '4f5256a0c794411eb30c24c59fde63cc'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.920756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b9eb0-376e-465b-9c76-3656f9ff4bae req-a419b2f8-2386-4df7-92e8-241fe6684077 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.932259 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa4b9eb0-376e-465b-9c76-3656f9ff4bae req-a419b2f8-2386-4df7-92e8-241fe6684077 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 945 time: 0.4219968 Mar 02 07:26:24.022902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.023338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.023878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.024531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.024947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.025350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.025758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.026197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.027186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.028130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.028130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.028353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.058559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa4b9eb0-376e-465b-9c76-3656f9ff4bae req-59136074-099b-4fa7-bb9f-dc26da09ebea tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251533 Mar 02 07:26:24.097541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:24.101249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.162744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:24.168449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Usage tracker for resource:port and tenant:4f5256a0c794411eb30c24c59fde63cc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:24.173067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:24.184576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:24.274864 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9dd6e3f9-5ab8-4da5-aaba-aa783a8582c7 req-ee67da0a-c5ee-4166-954f-25f3ae7b9a93 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 210 time: 0.0834146 Mar 02 07:26:24.282226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Made reservation on behalf of 4f5256a0c794411eb30c24c59fde63cc for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:24.288195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:24.289310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.320853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.337808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:24.343359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Usage tracker for resource:security_group_rule and tenant:4f5256a0c794411eb30c24c59fde63cc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:24.347229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:24.354682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:24.521973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port cc61e20b-4881-48eb-be5d-f0eb304762ba triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:24.522566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.549198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Allocated IP 172.20.0.14 (2766f0aa-b169-420b-bc8a-27683cb49f96/90419dee-c347-405c-926c-1e48dc4801eb/2a6b4570-ef66-4948-8520-7bd3de7249a6) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:24.561519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.620696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.732217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.738590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:24.772727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.773284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.773921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.774263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.774615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.774947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.778561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:24.778862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.779179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.779538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.779847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.780173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.780492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:24.783204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ccb4ad43-6c34-41d9-9d16-4fa215ca7662 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:24.790835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:24.825303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:24.834972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.836266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:24.895914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.896643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab2c19-91e4-4b42-8264-b54d81b4b8fd req-7da5f631-a267-46d0-b695-2f84a31dc647 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:24.902883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab2c19-91e4-4b42-8264-b54d81b4b8fd req-7da5f631-a267-46d0-b695-2f84a31dc647 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:24.909028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab2c19-91e4-4b42-8264-b54d81b4b8fd req-7da5f631-a267-46d0-b695-2f84a31dc647 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:24.910931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62ab2c19-91e4-4b42-8264-b54d81b4b8fd req-7da5f631-a267-46d0-b695-2f84a31dc647 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.3447907 Mar 02 07:26:24.934255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 789c81ea-c526-4d9f-aed5-af1cde8a652b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:24.934988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 789c81ea-c526-4d9f-aed5-af1cde8a652b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:24.975339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] No DVR routers for this DVR port 789c81ea-c526-4d9f-aed5-af1cde8a652b on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:24.977356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.983589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:24.984129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.986266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] 10.222.0.16 "PUT /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 1130 time: 6.3908539 Mar 02 07:26:24.987213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.001082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752'}, {'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-deleted', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:25.019891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Allocated IP 192.168.233.233 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/389dc74d-aee8-436e-a904-8d8c5c32d328) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:25.030099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:25.041624 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:26:25.042650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:25.056061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.056538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:25.074897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.095934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:25.115301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:25.123520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.183215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.183893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.237205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1713d1b7-28aa-413f-8090-7bd8d2a3149f req-0ebb7da0-1d64-44e5-b506-44f86d20a649 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "DELETE /v2.0/ports/789c81ea-c526-4d9f-aed5-af1cde8a652b HTTP/1.1" status: 204 len: 173 time: 4.8384416 Mar 02 07:26:25.247960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.264124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-network', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:25.274609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:25.274900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.279874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:25.299975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Usage tracker for resource:network and tenant:0a0eb8deb0084ac9a2d45115f7a03886 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:25.307405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2604-0d7a-4f2a-b69c-101384b10171 service neutron] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.310874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:25.318604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6318209 Mar 02 07:26:25.352915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:25.371074 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62ab2c19-91e4-4b42-8264-b54d81b4b8fd req-7d639c6e-460a-408f-a919-11236cc31d00 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386351 Mar 02 07:26:25.429009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Made reservation on behalf of 0a0eb8deb0084ac9a2d45115f7a03886 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:25.436300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.487663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.621829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Calling delete_port for ccb4ad43-6c34-41d9-9d16-4fa215ca7662 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:25.683779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:25.703719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bab74c06-a6d3-42ce-8c84-af2518f0636c req-74e41269-d55a-4059-b630-bcb59c548ea4 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 210 time: 0.1302657 Mar 02 07:26:25.720112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0eb8deb0084ac9a2d45115f7a03886 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:25.735777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:25.751070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Request body: {'port': {'device_id': '80905914-d5a1-4e65-b223-f59e965c47cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:25.755570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:25.813036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-668cee27-ec3f-4d1c-84b8-ddf4fbad9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.813761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-668cee27-ec3f-4d1c-84b8-ddf4fbad9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.814275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-668cee27-ec3f-4d1c-84b8-ddf4fbad9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.815936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-668cee27-ec3f-4d1c-84b8-ddf4fbad9a92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2863 time: 1.8010957 Mar 02 07:26:25.816664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:25.816987 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:25.817635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42179-979b-40d2-b74b-306040a96482 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.884657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235e0e-4493-4863-910f-180a82cfb3b3 req-2a1d121a-64d1-49d4-b5af-0aeadf6da61c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.897209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-77235e0e-4493-4863-910f-180a82cfb3b3 req-2a1d121a-64d1-49d4-b5af-0aeadf6da61c tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 1102 time: 2.0108740 Mar 02 07:26:25.945654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.978019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Transition to ACTIVE for port object 389dc74d-aee8-436e-a904-8d8c5c32d328 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:26.077911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.088499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.144394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.150181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.156740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.163783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.168388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.174919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.181011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.189591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-db266112-5f19-4482-9de1-df1b4d42438e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5373 time: 0.3114421 Mar 02 07:26:26.200878 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.212260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.262918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:26.284245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:26.287143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:26.329997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:26.362017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Deleting port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:26.362519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.363940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Pushing event updated for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:26.387815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.388375 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Added segment 3d23b69c-54cd-47dc-ad7d-632b5c608d87 of type vlan for network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 Mar 02 07:26:26.455432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.499215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad37d9d-6f4a-4daa-8a4a-b7c9a321f9a0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:26.517760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6802287-38d9-4702-aaee-d91d0a74a996 req-d62ae8d3-d693-443b-abdd-00646269c6fc tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3272007 Mar 02 07:26:26.587390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.588265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.588843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.637914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.638550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.661457 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:26:26.732450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-74e09458-373f-4e17-967c-fad076f739a8 None None] Provisioning for port 389dc74d-aee8-436e-a904-8d8c5c32d328 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:26.752452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-74e09458-373f-4e17-967c-fad076f739a8 None None] Provisioning complete for port 389dc74d-aee8-436e-a904-8d8c5c32d328 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:26.752824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-74e09458-373f-4e17-967c-fad076f739a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.763371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1f8954-b4bb-4207-8db7-b73658bfcdf6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:26.782048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dcfcccfe-634c-43e0-8515-13ab8e06f3c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9885371 Mar 02 07:26:26.782666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c229c023-1c86-4d35-a7b0-24e4471d5791 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9431477 Mar 02 07:26:26.783652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.788265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] For port ccb4ad43-6c34-41d9-9d16-4fa215ca7662, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:26.788922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Request body: {'subnet': {'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-subnet', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:26.789057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.801893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Request body: {'port': {'device_id': '444e6f54-3209-4c89-a60b-524bd0519113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:26.829760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:26.866758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:26.883520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Usage tracker for resource:subnet and tenant:0a0eb8deb0084ac9a2d45115f7a03886 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:26.932958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:26.941002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Calling delete_port for ccb4ad43-6c34-41d9-9d16-4fa215ca7662 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:26.956719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:26.969116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-74e09458-373f-4e17-967c-fad076f739a8 None None] Port 389dc74d-aee8-436e-a904-8d8c5c32d328 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:27.029718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Made reservation on behalf of 0a0eb8deb0084ac9a2d45115f7a03886 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:27.032776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.050192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-77235e0e-4493-4863-910f-180a82cfb3b3 req-609e8fe9-7883-4547-ae7c-e0b2978a8272 tempest-ServersAdminTestJSON-936320119 tempest-ServersAdminTestJSON-936320119-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1515932 Mar 02 07:26:27.092125 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752', 'status': 'completed', 'code': 200} Mar 02 07:26:27.092398 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a6c24-693e-4a90-9e5a-06eea566ab9e', 'name': 'network-vif-deleted', 'tag': '789c81ea-c526-4d9f-aed5-af1cde8a652b', 'status': 'completed', 'code': 200} Mar 02 07:26:27.099914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.102759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.183274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ab5f-b40c-484b-8ed1-219dac8cbf7b req-0d6586d6-131d-4f10-8c9b-02d6eedfef3a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.193320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4a6ab5f-b40c-484b-8ed1-219dac8cbf7b req-0d6586d6-131d-4f10-8c9b-02d6eedfef3a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 943 time: 0.3176749 Mar 02 07:26:27.332996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4a6ab5f-b40c-484b-8ed1-219dac8cbf7b req-93cd72e1-6b4e-4115-b2eb-086e751828b6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235142 Mar 02 07:26:27.504818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-a322635a-ce42-4a0c-8cb3-30fe17ed1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.506688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-a322635a-ce42-4a0c-8cb3-30fe17ed1488 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69065f0c-c30e-4311-9f81-877ea3da0915 HTTP/1.1" status: 200 len: 902 time: 1.6719115 Mar 02 07:26:27.668047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ecfc3-922a-44dc-a5a9-3a59ba1e9d6f req-ec318157-33cd-4adc-86e9-0fd877c021d8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.674967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ecfc3-922a-44dc-a5a9-3a59ba1e9d6f req-ec318157-33cd-4adc-86e9-0fd877c021d8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.681456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ecfc3-922a-44dc-a5a9-3a59ba1e9d6f req-ec318157-33cd-4adc-86e9-0fd877c021d8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.683288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141ecfc3-922a-44dc-a5a9-3a59ba1e9d6f req-ec318157-33cd-4adc-86e9-0fd877c021d8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.2433064 Mar 02 07:26:27.739451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-83b6fc5d-146e-4dee-b440-1364bda6581f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de HTTP/1.1" status: 200 len: 217 time: 0.1966488 Mar 02 07:26:27.746786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141ecfc3-922a-44dc-a5a9-3a59ba1e9d6f req-61243693-8142-4004-a907-16386a624ef2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Mar 02 07:26:27.881461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389dc74d-aee8-436e-a904-8d8c5c32d328 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:27.891621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.894481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.904671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['abc82728-8dab-4f22-8d7c-a1fd831843f7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:28.132445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Transition to ACTIVE for port object 389dc74d-aee8-436e-a904-8d8c5c32d328 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:28.144355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.226594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.227410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.227521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.227975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.228429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.228888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.229343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.231337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5cd3c65b-7b8d-4488-9a51-55b06b2fa0e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6210 time: 1.1710289 Mar 02 07:26:28.238690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Pushing event deleted for resources: {'Port': ['ID=ccb4ad43-6c34-41d9-9d16-4fa215ca7662,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.351115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-24a0c141-efb5-4c86-91dc-cb1fbc931ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.352574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-24a0c141-efb5-4c86-91dc-cb1fbc931ac2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b71e3105-c435-4da9-a799-bb5a0999bf53 HTTP/1.1" status: 200 len: 801 time: 0.5950084 Mar 02 07:26:28.368186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-52a3b0bf-0d78-4771-aa6e-44ec2c4f0320 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.369683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-52a3b0bf-0d78-4771-aa6e-44ec2c4f0320 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Synchronizing usage tracker for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:28.443992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Pushing event updated for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.496270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038654e-20a0-4f18-aa00-a8440dd8e74b req-5a0e1342-7e85-465b-97bd-10f640851c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.496980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3038654e-20a0-4f18-aa00-a8440dd8e74b req-5a0e1342-7e85-465b-97bd-10f640851c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:28.530488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] No DVR routers for this DVR port ccb4ad43-6c34-41d9-9d16-4fa215ca7662 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:28.533977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.552532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:28.561812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.615830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Attempting to bind port 389dc74d-aee8-436e-a904-8d8c5c32d328 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:28.616330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Attempting to bind port 389dc74d-aee8-436e-a904-8d8c5c32d328 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:28.616761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Attempting to bind port 389dc74d-aee8-436e-a904-8d8c5c32d328 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:28.647234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Port 389dc74d-aee8-436e-a904-8d8c5c32d328 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:28.647745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Attempting to bind port 389dc74d-aee8-436e-a904-8d8c5c32d328 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:28.656786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-52a3b0bf-0d78-4771-aa6e-44ec2c4f0320 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Unset dirty status for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:28.663026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:28.664799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-52a3b0bf-0d78-4771-aa6e-44ec2c4f0320 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 936 time: 0.7356281 Mar 02 07:26:28.707980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:28.707980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:28.708790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:28.709363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Bound port: 389dc74d-aee8-436e-a904-8d8c5c32d328, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:28.709818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.726968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-870368ee-4e82-461e-a892-92f9c530a3c9 req-62e13684-ea91-42c6-8fec-d49e7decd48f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.39 "DELETE /v2.0/ports/ccb4ad43-6c34-41d9-9d16-4fa215ca7662 HTTP/1.1" status: 204 len: 173 time: 6.4578624 Mar 02 07:26:28.735323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3038654e-20a0-4f18-aa00-a8440dd8e74b req-5a0e1342-7e85-465b-97bd-10f640851c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:28.743925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3038654e-20a0-4f18-aa00-a8440dd8e74b req-5a0e1342-7e85-465b-97bd-10f640851c74 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 932 time: 1.5463910 Mar 02 07:26:28.771826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3232b9c9-03dc-41b0-99ee-34d22196f9ca,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.778596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f9f6ace6-1f91-4c88-8883-24e6353f73de details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:28.816228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6b4570-ef66-4948-8520-7bd3de7249a6 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:28.839022 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.879504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-5ea06e4a-fb9e-47ec-9179-f183434b301d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Synchronizing usage tracker for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:28.913459 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3038654e-20a0-4f18-aa00-a8440dd8e74b req-308ab35f-2164-465f-b569-70aa99afdeca tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634138 Mar 02 07:26:28.914941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:28.944192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Checking segment: {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:28.944626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Network hostable DHCP agents. Network: 2c1f8954-b4bb-4207-8db7-b73658bfcdf6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:28.950123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5019fbc4-175c-4262-bdbd-1ab07c9e5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.950797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5019fbc4-175c-4262-bdbd-1ab07c9e5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.952071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5019fbc4-175c-4262-bdbd-1ab07c9e5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.959742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-5019fbc4-175c-4262-bdbd-1ab07c9e5a92 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6271503 Mar 02 07:26:28.967605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Transition to ACTIVE for port object 2a6b4570-ef66-4948-8520-7bd3de7249a6 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:29.001938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-5ea06e4a-fb9e-47ec-9179-f183434b301d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Unset dirty status for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:29.011587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b9564ba-104a-460b-a6f8-cf15dded7ac2 req-5ea06e4a-fb9e-47ec-9179-f183434b301d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457284 Mar 02 07:26:29.034116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:29.053297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:29.055952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:29.066571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=389dc74d-aee8-436e-a904-8d8c5c32d328,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:29.070707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2c1f8954-b4bb-4207-8db7-b73658bfcdf6) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:29.072294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'network_id': '69065f0c-c30e-4311-9f81-877ea3da0915', 'port_id': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'mac_address': 'fa:16:3e:7e:89:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71e3105-c435-4da9-a799-bb5a0999bf53', 'ip_address': '19.86.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:29.081814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.094192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.094799 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.101913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-deleted', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:29.120152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78bfff-2145-4700-9141-a7a44d3536a3 None None] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:29.151066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.237920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-569120c9-d66f-4b4d-839e-958574745395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.240046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-569120c9-d66f-4b4d-839e-958574745395 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69065f0c-c30e-4311-9f81-877ea3da0915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8702576 Mar 02 07:26:29.398296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.401211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.409970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] 10.222.0.16 "PUT /v2.0/ports/389dc74d-aee8-436e-a904-8d8c5c32d328 HTTP/1.1" status: 200 len: 1096 time: 2.6094959 Mar 02 07:26:29.447804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:29.477392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c1c3be-4729-40d6-851c-6e8302cd7887 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:29.481734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-30b9ff19-a9b8-44f1-a1bc-be90f900b961 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6970587 Mar 02 07:26:29.493662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.519378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:29.531989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.554706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e65f3-9c40-4f10-94f4-361e73f0c637 service neutron] Pushing event updated for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:29.674459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.681838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.699390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.712622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.714433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'fixed_ips': [{'subnet_id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:29.715834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.720904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.727615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.733937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.742970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-406809eb-73da-4734-98a2-bff8a7149d64 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5373 time: 0.5112617 Mar 02 07:26:29.748783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.768194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:29.805107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:29.820576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Usage tracker for resource:router and tenant:0a0eb8deb0084ac9a2d45115f7a03886 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:29.858883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:29.868005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0425853f-901e-43b6-8795-1f3667a719e3 req-b187ffb3-3843-465d-ae66-9f972c6deb41 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Synchronizing usage tracker for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:29.877018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Transition to ACTIVE for port object c2c1c3be-4729-40d6-851c-6e8302cd7887 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:29.903707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:29.910245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.924490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7a99cb-ed09-4f50-987b-cb5e306e50ed req-8261b8f5-b4b0-4825-92ca-9ba8d5f189d4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1803010 Mar 02 07:26:29.938138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Allocated IP 172.20.0.2 (2c1f8954-b4bb-4207-8db7-b73658bfcdf6/3232b9c9-03dc-41b0-99ee-34d22196f9ca/bb751f2b-bd7a-473a-b4e7-0659cc47f2ee) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:29.989302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-87a6c42c-24b6-4e7b-8e6a-c37bda6046e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.991176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de21ffa0-752f-4643-bb0e-98df69c9a556 req-87a6c42c-24b6-4e7b-8e6a-c37bda6046e4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0076180 Mar 02 07:26:29.994128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-898744ee-5583-4cb6-940c-c03e681fd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.998873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-898744ee-5583-4cb6-940c-c03e681fd971 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 1099 time: 0.3433728 Mar 02 07:26:30.124546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-ba7c666b-e5b3-4727-bdbe-58eda695a2c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=389dc74d-aee8-436e-a904-8d8c5c32d328 HTTP/1.1" status: 200 len: 217 time: 0.1114843 Mar 02 07:26:30.133674 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'code': 200} Mar 02 07:26:30.150793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.151816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.162273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f6ace6-1f91-4c88-8883-24e6353f73de {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:30.227050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0425853f-901e-43b6-8795-1f3667a719e3 req-b187ffb3-3843-465d-ae66-9f972c6deb41 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Unset dirty status for tenant:4a2566b74c98442cb11ba2d379699678 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:30.238885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0425853f-901e-43b6-8795-1f3667a719e3 req-b187ffb3-3843-465d-ae66-9f972c6deb41 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f HTTP/1.1" status: 200 len: 210 time: 0.5119681 Mar 02 07:26:30.244243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c6455d52-47fc-4efa-994e-640f37dbfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.247431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-c6455d52-47fc-4efa-994e-640f37dbfd21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1164837 Mar 02 07:26:30.262415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-e7da39c0-9d60-4fb3-84fc-142619d8b3c4 service neutron] 10.222.0.39 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019939 Mar 02 07:26:30.311376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:30.324783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.325457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:30.411380 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1e4d85-e8cf-4742-aaf5-9111fbbdad7f', 'name': 'network-vif-deleted', 'tag': 'ccb4ad43-6c34-41d9-9d16-4fa215ca7662', 'status': 'completed', 'code': 200} Mar 02 07:26:30.425740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.441546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:30.480280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b3e5-e5f5-4be1-bef7-77c688537955 req-6578b4e7-a0db-4157-8af5-dc0663a37ce2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.481935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Attempting to bind port 2a6b4570-ef66-4948-8520-7bd3de7249a6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:30.482279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Attempting to bind port 2a6b4570-ef66-4948-8520-7bd3de7249a6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:30.482605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Attempting to bind port 2a6b4570-ef66-4948-8520-7bd3de7249a6 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:30.487452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b3e5-e5f5-4be1-bef7-77c688537955 req-6578b4e7-a0db-4157-8af5-dc0663a37ce2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.494222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b3e5-e5f5-4be1-bef7-77c688537955 req-6578b4e7-a0db-4157-8af5-dc0663a37ce2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.502107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aaf6b3e5-e5f5-4be1-bef7-77c688537955 req-6578b4e7-a0db-4157-8af5-dc0663a37ce2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2410 time: 0.2536016 Mar 02 07:26:30.524998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-cbd167ed-9b5f-4ff9-80d1-e96df694ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.526650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-cbd167ed-9b5f-4ff9-80d1-e96df694ca83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255135 Mar 02 07:26:30.625724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:30.642483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'port_id': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'mac_address': 'fa:16:3e:c1:ee:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21037a7-35f8-4d33-8184-d84c54d91d1a', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:30.678741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Transition to ACTIVE for port object bb751f2b-bd7a-473a-b4e7-0659cc47f2ee will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:30.693616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-91c5ec41-9c34-433b-8131-6d2f8833740d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:26:30.695531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-91c5ec41-9c34-433b-8131-6d2f8833740d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089841 Mar 02 07:26:30.714378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aaf6b3e5-e5f5-4be1-bef7-77c688537955 req-467fe0be-2b85-4067-a03e-f328b6c1f222 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063375 Mar 02 07:26:30.789322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.816784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:30.835539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Transition to ACTIVE for port object bb751f2b-bd7a-473a-b4e7-0659cc47f2ee will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:30.841739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:30.847382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.847735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.848079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.848467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.848802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.849121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.849503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.849835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.850184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.850565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.850894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.851215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:30.858589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.919123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-643db885-006c-4b48-9a9a-207a9d388f46 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029362 Mar 02 07:26:30.921128 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328', 'status': 'completed', 'code': 200} Mar 02 07:26:30.959220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:30.963477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Pushing event updated for resources: {'Port': ['ID=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:30.964205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.978191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.978857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:30.992431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42a00df5-b8d3-4dad-b28b-9b47246480b4 req-d93850fa-3d55-43c7-8924-686d4e80b70a service neutron] 10.222.0.39 "GET /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167594 Mar 02 07:26:30.992947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Port 2a6b4570-ef66-4948-8520-7bd3de7249a6 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:30.993463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Attempting to bind port 2a6b4570-ef66-4948-8520-7bd3de7249a6 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:31.065496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:31.075132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:31.092610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:31.136288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6ce65e3-84c7-486f-a988-4a8528d0cab9 req-96749303-423c-47df-a87d-fb5e136ac133 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046747 Mar 02 07:26:31.271353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Attempting to bind port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:31.271964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Attempting to bind port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:31.271964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Attempting to bind port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee on network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:31.280808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:31.281960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Checking segment: {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:31.282411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.282822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Bound using segment: {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:31.283321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Bound port: bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:31.283695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.304767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.316658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:31.328008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:31.328829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Checking segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:31.329451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Bound using segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:31.329937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Bound port: 2a6b4570-ef66-4948-8520-7bd3de7249a6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:31.330289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.408875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] For port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:31.412778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] For port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:31.422389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb', 'network_id': '2d27f984-08ee-4160-a7c2-709a5cdd3757', 'port_id': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb', 'mac_address': 'fa:16:3e:b8:6d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21037a7-35f8-4d33-8184-d84c54d91d1a', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:31.426457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.432711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf15965-f6d5-4df0-8050-8906944dc5cc req-45c70b10-cdb6-4e01-950a-f91a96d0c567 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.434203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6cf15965-f6d5-4df0-8050-8906944dc5cc req-45c70b10-cdb6-4e01-950a-f91a96d0c567 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.2970109 Mar 02 07:26:31.484647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e96cd-319a-4331-af1f-c5989739a293 req-3189bf5c-27a4-4223-8550-66e6ebb9b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.490563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-3189bf5c-27a4-4223-8550-66e6ebb9b4dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 1099 time: 0.2907217 Mar 02 07:26:31.499048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.541630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc41d3-0d43-4d14-9386-a187eebe8f26 None None] Pushing event updated for resources: {'Port': ['ID=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.590455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6cf15965-f6d5-4df0-8050-8906944dc5cc req-a67fe2c4-2080-4fda-8278-e3814d144d63 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461613 Mar 02 07:26:31.607386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Attempting to bind port c2c1c3be-4729-40d6-851c-6e8302cd7887 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:31.607727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Attempting to bind port c2c1c3be-4729-40d6-851c-6e8302cd7887 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:31.608057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Attempting to bind port c2c1c3be-4729-40d6-851c-6e8302cd7887 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:31.637918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Port c2c1c3be-4729-40d6-851c-6e8302cd7887 on network fd371546-00db-45e8-9ca7-3610af42bfc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:31.638266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Attempting to bind port c2c1c3be-4729-40d6-851c-6e8302cd7887 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:31.694249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:31.694593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:31.694988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Bound using segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:31.695565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Bound port: c2c1c3be-4729-40d6-851c-6e8302cd7887, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:31.696010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.738780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-75d226f0-d263-47b1-af87-90b49b5de9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.739285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-75d226f0-d263-47b1-af87-90b49b5de9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.739768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-75d226f0-d263-47b1-af87-90b49b5de9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.741407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-75d226f0-d263-47b1-af87-90b49b5de9c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2865 time: 0.5644004 Mar 02 07:26:31.746249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:31.766032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.796118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be322628-dd0e-4159-a1b2-9527f58c7e71 req-603228a2-ee95-4b3f-bca5-6650d7359961 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.798508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be322628-dd0e-4159-a1b2-9527f58c7e71 req-603228a2-ee95-4b3f-bca5-6650d7359961 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 950 time: 0.8020921 Mar 02 07:26:31.817832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:31.862650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:31.872114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.911899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a307-1e91-4c58-8176-423112734ada req-c368af0c-5a16-4a39-9ea2-a49f3a906b59 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.913984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6960a307-1e91-4c58-8176-423112734ada req-c368af0c-5a16-4a39-9ea2-a49f3a906b59 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 950 time: 0.7307193 Mar 02 07:26:31.921203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:31.988309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e96cd-319a-4331-af1f-c5989739a293 req-4e48086d-9e17-4d2d-a25f-9f23d9a85ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.996018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.996644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-4e48086d-9e17-4d2d-a25f-9f23d9a85ec4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4974360 Mar 02 07:26:32.043173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:32.072311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be322628-dd0e-4159-a1b2-9527f58c7e71 req-7e52aad6-1ac6-47bb-b8fe-f9446a0e56fe tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927264 Mar 02 07:26:32.117583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-7d37caf3-8507-4115-b6cd-2fb0422d1913 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=389dc74d-aee8-436e-a904-8d8c5c32d328 HTTP/1.1" status: 200 len: 217 time: 0.1065462 Mar 02 07:26:32.200138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8b78-8789-4dd9-b549-30615d4800fd req-55fe27d5-a652-40db-82cb-3884080e8734 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.211549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-504f8b78-8789-4dd9-b549-30615d4800fd req-55fe27d5-a652-40db-82cb-3884080e8734 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 948 time: 0.3800862 Mar 02 07:26:32.279031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-041e2485-a100-4a9b-bfbb-5887a5a3ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.282245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-041e2485-a100-4a9b-bfbb-5887a5a3ab4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d27f984-08ee-4160-a7c2-709a5cdd3757 HTTP/1.1" status: 200 len: 902 time: 0.5322523 Mar 02 07:26:32.300121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Deleting port a9cd4954-a858-4a72-a063-0d908293ddec {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:32.301946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.303140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-504f8b78-8789-4dd9-b549-30615d4800fd req-f0576735-b413-4300-b1bf-2161bf64746c tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906439 Mar 02 07:26:32.307318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e96cd-319a-4331-af1f-c5989739a293 req-2e1c1440-85c6-43d0-b62f-bfc5dbaa4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.311258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-2e1c1440-85c6-43d0-b62f-bfc5dbaa4171 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1837039 Mar 02 07:26:32.414704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f9f6ace6-1f91-4c88-8883-24e6353f73de'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:32.429600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.430294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.432140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a6b4570-ef66-4948-8520-7bd3de7249a6 HTTP/1.1" status: 200 len: 1092 time: 6.9705570 Mar 02 07:26:32.442407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:32.478923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e96cd-319a-4331-af1f-c5989739a293 req-a1a2773e-78e5-49bd-9479-0a7c47a61ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.485462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-a1a2773e-78e5-49bd-9479-0a7c47a61ae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651926 Mar 02 07:26:32.590347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['61da1f94-7964-4de0-8c0b-8af4aa0d6cdb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:32.650649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-828ad99e-df6b-4e59-b7cb-eb004e2c895f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 HTTP/1.1" status: 200 len: 217 time: 0.3055506 Mar 02 07:26:32.688470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:32.723181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-e756cabd-4d83-4091-ae6f-bf4439e7475b service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301435 Mar 02 07:26:32.841133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-1c9d38e4-40aa-4c59-890a-39506949e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.843208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-1c9d38e4-40aa-4c59-890a-39506949e997 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21037a7-35f8-4d33-8184-d84c54d91d1a HTTP/1.1" status: 200 len: 801 time: 0.1300313 Mar 02 07:26:32.944957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:32.953954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c51b4-8bc5-4201-bbbd-398c6399a808 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:32.998233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:33.019795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8cef-ca00-4863-a2a2-0b2d57e4c668 req-397b9d1f-a265-4bee-8345-797c0ba24ec6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.027400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8cef-ca00-4863-a2a2-0b2d57e4c668 req-397b9d1f-a265-4bee-8345-797c0ba24ec6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.041107 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.042295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8cef-ca00-4863-a2a2-0b2d57e4c668 req-397b9d1f-a265-4bee-8345-797c0ba24ec6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.044088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-161f8cef-ca00-4863-a2a2-0b2d57e4c668 req-397b9d1f-a265-4bee-8345-797c0ba24ec6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2413 time: 0.2863204 Mar 02 07:26:33.159513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-718e96cd-319a-4331-af1f-c5989739a293 req-15ca0e97-1a84-411f-8df2-9c5af6754141 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266503 Mar 02 07:26:33.169793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-161f8cef-ca00-4863-a2a2-0b2d57e4c668 req-6b804ba6-a548-4656-b006-c4bce6644c6a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063609 Mar 02 07:26:33.309218 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'status': 'completed', 'code': 200} Mar 02 07:26:33.334031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.340064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.347829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.354489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.362931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.368766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.375599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.383344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-bc539e77-e1a2-4fa6-ab05-6fd1dc134915 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5385 time: 0.9628623 Mar 02 07:26:33.384187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5d40c-f8c6-440f-a472-7c8fdbaa935c None None] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:33.518211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe863b2-91ec-4132-bdff-c1656b5676ee req-637c11f5-3fc0-4294-a977-71dde50da6c6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.523064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-79a55b94-7cb3-44d3-888a-e2b6822f5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.525156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-79a55b94-7cb3-44d3-888a-e2b6822f5042 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 1095 time: 0.8826721 Mar 02 07:26:33.525317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbe863b2-91ec-4132-bdff-c1656b5676ee req-637c11f5-3fc0-4294-a977-71dde50da6c6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1281519 Mar 02 07:26:33.590753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbe863b2-91ec-4132-bdff-c1656b5676ee req-43b2e474-4178-440b-b8b0-318f312f0253 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Mar 02 07:26:33.663597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.664230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.665635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2c1c3be-4729-40d6-851c-6e8302cd7887 HTTP/1.1" status: 200 len: 1091 time: 8.6242590 Mar 02 07:26:33.667728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-d86f4b28-3401-4771-a477-6163e27e59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.671363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-357485d7-fec6-4a54-b631-a8b493532686 None None] Provisioning for port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:33.680109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-d86f4b28-3401-4771-a477-6163e27e59ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d27f984-08ee-4160-a7c2-709a5cdd3757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8007951 Mar 02 07:26:33.717799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb751f2b-bd7a-473a-b4e7-0659cc47f2ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:33.913020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a39b8-c4f3-4187-a47b-6f3691c6caf4 req-7ddf3786-b551-4830-aada-bc057bbab218 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.915920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b5a39b8-c4f3-4187-a47b-6f3691c6caf4 req-7ddf3786-b551-4830-aada-bc057bbab218 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.1232469 Mar 02 07:26:33.919950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a9cd4954-a858-4a72-a063-0d908293ddec no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:33.940406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:33.941105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.980671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b5a39b8-c4f3-4187-a47b-6f3691c6caf4 req-3b346906-2533-46f2-8f6e-529f9359fd10 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Mar 02 07:26:34.038838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:34.052434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:34.052820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.090522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:34.227087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112bff0-6a86-4dcb-9bac-8ff5146670fc req-ed1b65b3-0c23-4c42-b993-a3240f60c216 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:34.228481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f112bff0-6a86-4dcb-9bac-8ff5146670fc req-ed1b65b3-0c23-4c42-b993-a3240f60c216 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 950 time: 0.1271629 Mar 02 07:26:34.280317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Calling delete_port for a9cd4954-a858-4a72-a063-0d908293ddec owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:34.294742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f112bff0-6a86-4dcb-9bac-8ff5146670fc req-65b358b1-7233-47b1-b89b-b1f586b7a271 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Mar 02 07:26:34.313537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.338380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.340147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab28cb-b0d8-4de4-a142-3eb04dc91ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.421416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:34.434653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:34.440594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:34.447413 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.497334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.582700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.602726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-dbb2120c-1945-4850-be06-531f6b8c100f service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613637 Mar 02 07:26:34.648453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-40b9ed15-c194-441a-ad4a-5b8cf5253c3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6 HTTP/1.1" status: 200 len: 217 time: 0.9421632 Mar 02 07:26:34.751435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.821618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec4b0374-00c5-4325-bcb7-6028c35b0c7d req-15a056c2-c3cd-4ce3-ac62-6a559b21d101 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4373865 Mar 02 07:26:34.834133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7925-b740-4154-bcf5-d09ac285e21c req-a35bf850-7fc3-48d9-8a43-b479eefc9b5d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:34.857606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a37f7925-b740-4154-bcf5-d09ac285e21c req-a35bf850-7fc3-48d9-8a43-b479eefc9b5d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 948 time: 0.1136963 Mar 02 07:26:34.861061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c9b4d387-a145-401d-98bf-e9e0cadc5f46 None None] Provisioning complete for port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:34.861436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d387-a145-401d-98bf-e9e0cadc5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.979845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a37f7925-b740-4154-bcf5-d09ac285e21c req-fa860550-19b7-4d44-80be-883926093c05 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211593 Mar 02 07:26:35.077583 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'code': 200} Mar 02 07:26:35.180291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.271462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.280894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfaad8-1ba6-4a53-9025-bd536c7b3323 req-c0152403-9324-40e2-b1ee-344e06d7163d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.287796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbbfaad8-1ba6-4a53-9025-bd536c7b3323 req-c0152403-9324-40e2-b1ee-344e06d7163d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1423979 Mar 02 07:26:35.302164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.329891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:35.339368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbbfaad8-1ba6-4a53-9025-bd536c7b3323 req-cd52b08f-ad93-448b-87d8-7bff47d8faae tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Mar 02 07:26:35.447074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-4199cb27-1b8f-4952-91bf-22b431e49c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.448873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-4199cb27-1b8f-4952-91bf-22b431e49c00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.7074299 Mar 02 07:26:35.549704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb751f2b-bd7a-473a-b4e7-0659cc47f2ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:35.582614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd43fe2-d3c7-4285-a2d0-115b9409adad req-39210e3b-153f-4dea-a480-8de579a79766 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.584097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccd43fe2-d3c7-4285-a2d0-115b9409adad req-39210e3b-153f-4dea-a480-8de579a79766 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.1254416 Mar 02 07:26:35.630731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-1602eb47-5a79-43f9-a48c-0a02e806c96d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607394 Mar 02 07:26:35.641800 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccd43fe2-d3c7-4285-a2d0-115b9409adad req-e7b64b8f-2c6b-4984-8851-93f7581a0e7e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Mar 02 07:26:35.652453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c209e7a-7d1f-4772-b015-591a7ff8720e req-3403f41c-64a2-4a6f-ab9a-328c62d042f9 service neutron] 10.222.0.39 "GET /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9883401 Mar 02 07:26:35.653295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:35.653715 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:35.669256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:35.669626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.873531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ab87f-b460-46ac-9924-00d26d48bfaf req-1f2558dd-d0ab-4543-9695-f545ac4fb732 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.883497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b8ab87f-b460-46ac-9924-00d26d48bfaf req-1f2558dd-d0ab-4543-9695-f545ac4fb732 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 0.1139710 Mar 02 07:26:35.915438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f9f6ace6-1f91-4c88-8883-24e6353f73de up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:35.919797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d4ff-c9e5-4d5f-bb7e-4dc2c18a60e2 req-7e87997f-8555-4456-a313-eb36fa5b8eac tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.927738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d4ff-c9e5-4d5f-bb7e-4dc2c18a60e2 req-7e87997f-8555-4456-a313-eb36fa5b8eac tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.934046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d4ff-c9e5-4d5f-bb7e-4dc2c18a60e2 req-7e87997f-8555-4456-a313-eb36fa5b8eac tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.942628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34f1d4ff-c9e5-4d5f-bb7e-4dc2c18a60e2 req-7e87997f-8555-4456-a313-eb36fa5b8eac tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2413 time: 0.7251093 Mar 02 07:26:35.960881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b8ab87f-b460-46ac-9924-00d26d48bfaf req-318d3dfe-e11d-4f5a-a6c7-6005f36d3bf8 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Mar 02 07:26:36.020717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port f9f6ace6-1f91-4c88-8883-24e6353f73de completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:36.028337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port f9f6ace6-1f91-4c88-8883-24e6353f73de triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:36.028730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.084604 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'status': 'completed', 'code': 200} Mar 02 07:26:36.203406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Deleting port a9cd4954-a858-4a72-a063-0d908293ddec {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:36.204315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.255924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.256391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.256858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.257328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.257794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.258291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.258889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.261034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-57365196-ac69-4cac-b7de-1f2acc142e89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6277 time: 0.1775002 Mar 02 07:26:36.320766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-0d3ced8d-fd17-4b0f-b87b-6a2b01209e38 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710045 Mar 02 07:26:36.336245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Allocated IP 172.25.4.239 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c8c356d7-e25a-4789-bf8b-d28dc41a20d1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:36.347980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 389dc74d-aee8-436e-a904-8d8c5c32d328 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:36.348906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34f1d4ff-c9e5-4d5f-bb7e-4dc2c18a60e2 req-d2549b94-bd14-4b15-8af2-b832b4cd10fc tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050512 Mar 02 07:26:36.357755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.408374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:36.422215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.423293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:36.571457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f3d1d9-51bd-4cad-a023-5f23465751a2 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:36.584352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.605070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Transition to ACTIVE for port object 13f3d1d9-51bd-4cad-a023-5f23465751a2 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:36.678513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:36.690564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:36.801394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:36.810925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:36.811451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.811683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf149d-c8aa-4b23-991d-58f4ba9c8660 req-3d18ec19-6012-42da-b6c0-592d08a394b0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.819559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bcf149d-c8aa-4b23-991d-58f4ba9c8660 req-3d18ec19-6012-42da-b6c0-592d08a394b0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.5185037 Mar 02 07:26:36.877678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-3cf9064d-fbb1-46d0-bcca-d502b0d0814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.878959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-3cf9064d-fbb1-46d0-bcca-d502b0d0814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.879592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-3cf9064d-fbb1-46d0-bcca-d502b0d0814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.881347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-3cf9064d-fbb1-46d0-bcca-d502b0d0814c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6117990 Mar 02 07:26:36.882732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.896263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bcf149d-c8aa-4b23-991d-58f4ba9c8660 req-c2b71ed6-79c4-4555-8193-9cd7901c3da6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754716 Mar 02 07:26:36.921546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=389dc74d-aee8-436e-a904-8d8c5c32d328,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:37.083780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:37.094816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.104128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.133223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '389dc74d-aee8-436e-a904-8d8c5c32d328', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '389dc74d-aee8-436e-a904-8d8c5c32d328', 'mac_address': 'fa:16:3e:f9:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:37.162402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.256473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:37.265954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-d1da6731-cd27-46cd-8321-abca130d1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:37.268759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bb7c791-0d75-430a-9841-ad91bec2da22 req-d1da6731-cd27-46cd-8321-abca130d1447 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3665524 Mar 02 07:26:37.304975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.306346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:37.353181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658743de-1c27-4424-ba25-e8fe1697685b req-bbca58f9-634f-40b6-8815-0cb86e6cd25f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:37.362059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-658743de-1c27-4424-ba25-e8fe1697685b req-bbca58f9-634f-40b6-8815-0cb86e6cd25f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 948 time: 0.2354136 Mar 02 07:26:37.435672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-658743de-1c27-4424-ba25-e8fe1697685b req-fc41829d-d294-47bf-a96c-e337f7d7775c tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724533 Mar 02 07:26:37.502968 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.562410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12c0d2f1-edc7-462f-8056-bb056d6e622d req-4b6d778f-aa78-4d96-b33c-5746d0c483f7 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1999180 Mar 02 07:26:37.631307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389dc74d-aee8-436e-a904-8d8c5c32d328 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:37.664949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.683764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=389dc74d-aee8-436e-a904-8d8c5c32d328,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:37.691212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.810453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:37.851052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:37.852122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.866834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ace11-7232-49d3-8b9c-1ff6ec2c7830 req-fda4aa85-6219-49da-b3dc-4c6bd611edbf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:37.868379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd3ace11-7232-49d3-8b9c-1ff6ec2c7830 req-fda4aa85-6219-49da-b3dc-4c6bd611edbf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.2288258 Mar 02 07:26:37.952685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.953999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd3ace11-7232-49d3-8b9c-1ff6ec2c7830 req-e7c57c8a-d72b-414a-85c0-04b1020ddc14 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793149 Mar 02 07:26:38.038454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:38.050109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.057029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:38.068204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:38.108918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:38.127409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.135608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:38.240297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0ee90-cef6-41b3-a496-72cb43e41573 req-db9584a0-2288-4e8d-84b8-58cf65e9c08e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.247988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:38.249213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8a0ee90-cef6-41b3-a496-72cb43e41573 req-db9584a0-2288-4e8d-84b8-58cf65e9c08e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 0.1144662 Mar 02 07:26:38.265070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['389dc74d-aee8-436e-a904-8d8c5c32d328'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:38.302205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8a0ee90-cef6-41b3-a496-72cb43e41573 req-669b50fd-0be9-4a88-968f-7fb80115cf84 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518622 Mar 02 07:26:38.388458 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'code': 200} Mar 02 07:26:38.398725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] For port a9cd4954-a858-4a72-a063-0d908293ddec, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a9cd4954-a858-4a72-a063-0d908293ddec,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:38.399093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.599893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ca79-6669-496b-a4e2-3cb3d64537ea req-bc731e59-15f8-4845-a312-49b682124bf3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.626138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ca79-6669-496b-a4e2-3cb3d64537ea req-bc731e59-15f8-4845-a312-49b682124bf3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.643155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ca79-6669-496b-a4e2-3cb3d64537ea req-bc731e59-15f8-4845-a312-49b682124bf3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.647670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8431ca79-6669-496b-a4e2-3cb3d64537ea req-bc731e59-15f8-4845-a312-49b682124bf3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.1848910 Mar 02 07:26:38.738928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8431ca79-6669-496b-a4e2-3cb3d64537ea req-d7b206e0-8619-4524-990c-570581688564 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855594 Mar 02 07:26:38.743172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Calling delete_port for a9cd4954-a858-4a72-a063-0d908293ddec owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:38.780810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Attempting to bind port 13f3d1d9-51bd-4cad-a023-5f23465751a2 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:38.781447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Attempting to bind port 13f3d1d9-51bd-4cad-a023-5f23465751a2 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:38.781973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Attempting to bind port 13f3d1d9-51bd-4cad-a023-5f23465751a2 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:38.801015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Port 13f3d1d9-51bd-4cad-a023-5f23465751a2 on network fd371546-00db-45e8-9ca7-3610af42bfc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:38.801440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Attempting to bind port 13f3d1d9-51bd-4cad-a023-5f23465751a2 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:38.814058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:38.814465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Checking segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:38.814861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Bound using segment: {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:38.815307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Bound port: 13f3d1d9-51bd-4cad-a023-5f23465751a2, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:38.815671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.953277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:38.956226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:38.968292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.975431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.981220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.987680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.992216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29464547-27de-43b3-bc3a-1e45d85b9708 req-6e86d633-188c-4766-a7b6-238a4ecdc2cb tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.993727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.005893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29464547-27de-43b3-bc3a-1e45d85b9708 req-6e86d633-188c-4766-a7b6-238a4ecdc2cb tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 949 time: 0.1167033 Mar 02 07:26:39.006101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.006101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.007519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-d4b89f7a-5325-4f98-a66c-9662141ba987 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5397 time: 1.9570322 Mar 02 07:26:39.034122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.058796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29464547-27de-43b3-bc3a-1e45d85b9708 req-48618409-ced0-4f88-903f-1f918e48bbf1 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578504 Mar 02 07:26:39.100164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:39.254818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7c5ab3c-1184-4c61-a2c0-817801a2ac88 req-dc00f131-b887-4741-9c1c-9455375cf1c6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981137 Mar 02 07:26:39.283949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-eb6903a7-d8b5-4cb1-845f-0e8d3690cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.288397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-eb6903a7-d8b5-4cb1-845f-0e8d3690cc06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 1095 time: 1.5463040 Mar 02 07:26:39.341155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.341802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.343158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] 10.222.0.16 "PUT /v2.0/ports/13f3d1d9-51bd-4cad-a023-5f23465751a2 HTTP/1.1" status: 200 len: 1091 time: 5.3003776 Mar 02 07:26:39.366344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:39.366824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201e6a-e49d-419b-b819-b93f913f3fc3 req-f0b16bea-554b-4155-a5c3-bc0ea207678c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.374037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83201e6a-e49d-419b-b819-b93f913f3fc3 req-f0b16bea-554b-4155-a5c3-bc0ea207678c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.2087736 Mar 02 07:26:39.450233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83201e6a-e49d-419b-b819-b93f913f3fc3 req-13170043-745e-42d5-989f-0e01d7f25a1f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751529 Mar 02 07:26:39.452435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:39.679293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.737419 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'status': 'completed', 'code': 200} Mar 02 07:26:39.890526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.891022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.891702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.892885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.892885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.893122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.893961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:39.896025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-951aca8e-cc77-4dc4-8b6b-f64a18022d1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6344 time: 0.1947534 Mar 02 07:26:39.957194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6945e9f-390d-4143-a7cb-1e1061f2cadb service neutron] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:40.055927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fd82c-f65c-4279-9bb7-62e918fc4ee7 req-6ef7ae3a-f04a-4e28-8dd3-67ba5a63dfd0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.057471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e8fd82c-f65c-4279-9bb7-62e918fc4ee7 req-6ef7ae3a-f04a-4e28-8dd3-67ba5a63dfd0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2167964 Mar 02 07:26:40.094203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-6cbebf91-29cf-4b87-8e94-7f3d22dab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.095032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-6cbebf91-29cf-4b87-8e94-7f3d22dab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.095161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-6cbebf91-29cf-4b87-8e94-7f3d22dab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.096746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-6cbebf91-29cf-4b87-8e94-7f3d22dab79c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1924362 Mar 02 07:26:40.108239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-65722c5c-73d1-4afb-97c1-55c6f0f07f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.110356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-65722c5c-73d1-4afb-97c1-55c6f0f07f3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 904 time: 0.7985890 Mar 02 07:26:40.120201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.129585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e8fd82c-f65c-4279-9bb7-62e918fc4ee7 req-ba8ed55a-ac92-41e3-a2d4-0def1713f4cb tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611639 Mar 02 07:26:40.134334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', '9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:40.325179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-28900b6a-a4c3-40fb-a14b-fd68cc9f9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.326678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0a99292-9c11-450f-82d9-442ae1ce7be4 req-28900b6a-a4c3-40fb-a14b-fd68cc9f9a54 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2092319 Mar 02 07:26:40.367555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 389dc74d-aee8-436e-a904-8d8c5c32d328 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:40.396068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8'}, {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:40.433892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764541f4-ebeb-442a-a2ff-ab00196b8885 req-bc076a48-6031-4d17-8818-3fc2622fe3db tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.440487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764541f4-ebeb-442a-a2ff-ab00196b8885 req-bc076a48-6031-4d17-8818-3fc2622fe3db tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.447755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764541f4-ebeb-442a-a2ff-ab00196b8885 req-bc076a48-6031-4d17-8818-3fc2622fe3db tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.460636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764541f4-ebeb-442a-a2ff-ab00196b8885 req-bc076a48-6031-4d17-8818-3fc2622fe3db tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.1300812 Mar 02 07:26:40.494121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-0cdaaeda-c883-407a-b7c3-6ec56ac820cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6 HTTP/1.1" status: 200 len: 217 time: 0.3698010 Mar 02 07:26:40.513700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event deleted for resources: {'Port': ['ID=a9cd4954-a858-4a72-a063-0d908293ddec,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:40.541741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 389dc74d-aee8-436e-a904-8d8c5c32d328 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:40.560672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764541f4-ebeb-442a-a2ff-ab00196b8885 req-00942e1d-909c-4680-9e5e-8df34a10b8a1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972219 Mar 02 07:26:40.563021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 389dc74d-aee8-436e-a904-8d8c5c32d328 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:40.563720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.579387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7965a0-0d3d-4794-9bc0-0775a416dde0 req-67d3a609-f9b9-4dd0-8c89-4b574160089d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.580905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff7965a0-0d3d-4794-9bc0-0775a416dde0 req-67d3a609-f9b9-4dd0-8c89-4b574160089d tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6 HTTP/1.1" status: 200 len: 948 time: 0.9429111 Mar 02 07:26:40.761619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.818923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=389dc74d-aee8-436e-a904-8d8c5c32d328,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:40.830365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.831923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] No DVR routers for this DVR port a9cd4954-a858-4a72-a063-0d908293ddec on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:40.846448 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.878493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-3e8099dd-145d-4bb8-bfbc-037bb1fb82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.880239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-3e8099dd-145d-4bb8-bfbc-037bb1fb82b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.3527851 Mar 02 07:26:40.907460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8544a3-d62f-4c65-a578-909fdd4a2307 req-622985c0-2701-45fa-86cc-6faa36dfbb74 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.909217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da8544a3-d62f-4c65-a578-909fdd4a2307 req-622985c0-2701-45fa-86cc-6faa36dfbb74 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.1280732 Mar 02 07:26:40.934785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff7965a0-0d3d-4794-9bc0-0775a416dde0 req-a4d0bf3b-8ea7-410c-944d-8390756b3b6f tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137188 Mar 02 07:26:40.973987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6960a307-1e91-4c58-8176-423112734ada req-6517b55f-305e-4a15-b165-2d8342e66ea2 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "DELETE /v2.0/ports/a9cd4954-a858-4a72-a063-0d908293ddec HTTP/1.1" status: 204 len: 173 time: 9.0361915 Mar 02 07:26:40.989250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:40.989470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-96d44a0a-e831-4f02-95d2-accc1125e6c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999560 Mar 02 07:26:41.018977 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da8544a3-d62f-4c65-a578-909fdd4a2307 req-34c987f3-d291-40b0-aa63-ef274c114fbb tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010551 Mar 02 07:26:41.039219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.415698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.421775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.430987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.447877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.457191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.463348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.469738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa06594-a86f-4683-9f93-c779520bef43 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:41.473567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.479085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-3d93827b-c6be-4512-b6db-8caba322e3d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5397 time: 0.3185160 Mar 02 07:26:41.493532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.507142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-6f06e324-6a93-44e9-bd2e-54802551e6e7 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982123 Mar 02 07:26:41.551902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4e8115a-5b63-4f44-a3be-dae1161044c9 req-277268cf-98b0-456f-b665-22c62ecb0a5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644994 Mar 02 07:26:41.627454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Transition to ACTIVE for port object 8fa06594-a86f-4683-9f93-c779520bef43 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:41.633054 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'code': 200} Mar 02 07:26:41.634883 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb', 'code': 200} Mar 02 07:26:41.639697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.694037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344aa25-f90e-47a0-878a-164fdbb28495 req-041df5a7-1695-4bcb-a2dd-b84727b84382 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.695792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3344aa25-f90e-47a0-878a-164fdbb28495 req-041df5a7-1695-4bcb-a2dd-b84727b84382 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.5502279 Mar 02 07:26:41.863519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b30293f1-7da9-47ff-8ebf-80b66192feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.901217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3110-48e7-46ed-bb6c-32ae700acfdd req-3339516f-8b2b-4c74-b377-a86d2fe6dd04 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.913877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d83e3110-48e7-46ed-bb6c-32ae700acfdd req-3339516f-8b2b-4c74-b377-a86d2fe6dd04 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.1687102 Mar 02 07:26:41.926020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-deleted', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:41.975723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d83e3110-48e7-46ed-bb6c-32ae700acfdd req-c12e133e-8ea0-413e-afb7-77afa2f09c3b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Mar 02 07:26:42.245681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3344aa25-f90e-47a0-878a-164fdbb28495 req-f3a66a05-dd71-4d12-aa2c-8b910febbc68 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725832 Mar 02 07:26:42.277563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b15f-e9c0-41aa-ba5b-2866118f3133 req-31884d84-bd2d-4a81-af01-d4cb69844c27 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.286651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b15f-e9c0-41aa-ba5b-2866118f3133 req-31884d84-bd2d-4a81-af01-d4cb69844c27 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.294729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b15f-e9c0-41aa-ba5b-2866118f3133 req-31884d84-bd2d-4a81-af01-d4cb69844c27 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.297407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2f1b15f-e9c0-41aa-ba5b-2866118f3133 req-31884d84-bd2d-4a81-af01-d4cb69844c27 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.1683006 Mar 02 07:26:42.378095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:42.393528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:42.405932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2f1b15f-e9c0-41aa-ba5b-2866118f3133 req-44b118c6-30d2-45e1-afc0-cde4724693ad tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892379 Mar 02 07:26:42.418254 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e5ad48-21ec-44ff-9b60-6b0e2ba18fa6', 'name': 'network-vif-deleted', 'tag': 'a9cd4954-a858-4a72-a063-0d908293ddec', 'status': 'completed', 'code': 200} Mar 02 07:26:42.488310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.495985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470245e-5e1d-4857-a892-3abfad0ee6ec req-9da48352-a7c9-4bb6-9c43-90cc3cac0dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223540 Mar 02 07:26:42.715413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa130eda-ee91-44af-8f33-68093e88e21d req-07739bfe-2426-403e-93d5-b26d8ceec575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.716205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa130eda-ee91-44af-8f33-68093e88e21d req-07739bfe-2426-403e-93d5-b26d8ceec575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.723446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa130eda-ee91-44af-8f33-68093e88e21d req-07739bfe-2426-403e-93d5-b26d8ceec575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.725550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa130eda-ee91-44af-8f33-68093e88e21d req-07739bfe-2426-403e-93d5-b26d8ceec575 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2869 time: 0.7949011 Mar 02 07:26:42.785073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cf657-4c0d-4d7c-86ca-ab55b7d54b58 req-25279302-3a66-47c7-ba9a-add566494e13 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.793174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e3cf657-4c0d-4d7c-86ca-ab55b7d54b58 req-25279302-3a66-47c7-ba9a-add566494e13 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.1981258 Mar 02 07:26:42.813238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:42.828888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'mac_address': 'fa:16:3e:fb:02:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:42.849399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Attempting to bind port 8fa06594-a86f-4683-9f93-c779520bef43 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:42.849399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Attempting to bind port 8fa06594-a86f-4683-9f93-c779520bef43 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:42.849399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Attempting to bind port 8fa06594-a86f-4683-9f93-c779520bef43 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:42.870824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e3cf657-4c0d-4d7c-86ca-ab55b7d54b58 req-994a8554-7b59-4b33-9f3a-9d49b84c718e tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753930 Mar 02 07:26:42.873669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Port 8fa06594-a86f-4683-9f93-c779520bef43 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:42.874247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Attempting to bind port 8fa06594-a86f-4683-9f93-c779520bef43 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:42.908263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:42.908710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Checking segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:42.909262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Bound using segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:42.909751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Bound port: 8fa06594-a86f-4683-9f93-c779520bef43, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:42.910314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.911116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.934653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa130eda-ee91-44af-8f33-68093e88e21d req-425d0198-2ea1-43f5-a6d8-7bc2714dd288 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632245 Mar 02 07:26:42.955863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6b4570-ef66-4948-8520-7bd3de7249a6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:43.002274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:43.010406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.044249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Router 54b3738e-b250-4765-b4d4-625989f460e6 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:26:43.111417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:43.117336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:43.141146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:43.324622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['2a6b4570-ef66-4948-8520-7bd3de7249a6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:43.365894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.387508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.399967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.399967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.405414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.413236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.419775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.439619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-2854a3ff-d2f9-4e5b-ba78-4251c91ab15f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5409 time: 0.6353593 Mar 02 07:26:43.530958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.574776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1430bc0-47ec-4b0b-ad45-588f99c4a3cb req-e47f8942-49b1-46ea-bd95-283dc0e53f41 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.585961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1430bc0-47ec-4b0b-ad45-588f99c4a3cb req-e47f8942-49b1-46ea-bd95-283dc0e53f41 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 945 time: 0.1540563 Mar 02 07:26:43.635444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4f156e7-d8bb-4782-a847-4227752b9ef1 req-e06226cf-da82-403b-a6e7-220ff8bf5a1c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949561 Mar 02 07:26:43.639209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:43.671989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.672669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.674316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fa06594-a86f-4683-9f93-c779520bef43 HTTP/1.1" status: 200 len: 1091 time: 4.2258759 Mar 02 07:26:43.678069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:43.692815 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Sync routers for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:43.709228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1430bc0-47ec-4b0b-ad45-588f99c4a3cb req-8e8de62d-557b-4734-88bb-99c40b6136e7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222978 Mar 02 07:26:43.711919 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:43.712827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:43.739156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Request body: {'port': {'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:44.045110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:44.076758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599b864-049f-49a1-9ef9-ce84cacf2c7a req-29c97826-f455-4d17-a686-c4e611002dae tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.087345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599b864-049f-49a1-9ef9-ce84cacf2c7a req-29c97826-f455-4d17-a686-c4e611002dae tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.095932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ba493-3cca-49f2-a299-03dc21bd0381 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:44.106019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.110926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0791fea6-c5e2-4295-ab88-0887a74151e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 14.6024113 Mar 02 07:26:44.113689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44898) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.147067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599b864-049f-49a1-9ef9-ce84cacf2c7a req-29c97826-f455-4d17-a686-c4e611002dae tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.159182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2599b864-049f-49a1-9ef9-ce84cacf2c7a req-29c97826-f455-4d17-a686-c4e611002dae tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.2518122 Mar 02 07:26:44.232135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c38d9860-045f-4a38-b341-b35e8d826a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.339897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2599b864-049f-49a1-9ef9-ce84cacf2c7a req-ccec0223-a073-44c5-8661-027142502804 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Mar 02 07:26:44.390865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:44.530456 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328', 'code': 200} Mar 02 07:26:44.541257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:44.551734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 2a6b4570-ef66-4948-8520-7bd3de7249a6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:44.564550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 2a6b4570-ef66-4948-8520-7bd3de7249a6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:44.565328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.631401 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:39Z', 'revision_number': 3, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:44.635952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Checking router: 54b3738e-b250-4765-b4d4-625989f460e6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:44.636529 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Updating router 54b3738e-b250-4765-b4d4-625989f460e6 port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:26:44.710326 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.851387 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.915336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa878-dddb-4cb2-b487-a2959eec32fb req-d4b18c48-1872-402d-a387-54215ec610f2 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.917559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:44.923156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3befa878-dddb-4cb2-b487-a2959eec32fb req-d4b18c48-1872-402d-a387-54215ec610f2 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.1457641 Mar 02 07:26:44.933128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.987684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3befa878-dddb-4cb2-b487-a2959eec32fb req-aff586dc-f8c0-4d65-9173-f2195def6fec tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Mar 02 07:26:45.053369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.076267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.226596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.232538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.233082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.239566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.245327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.251333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.257806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.259504 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.264343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.273036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-44b4c8d3-9712-493b-bc2a-a0c18d35e347 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5409 time: 0.1442683 Mar 02 07:26:45.274690 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Transition to ACTIVE for port object c8c356d7-e25a-4789-bf8b-d28dc41a20d1 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:45.282791 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.288892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c3a0f-6720-4b35-a4fd-ae86ea3330e7 req-ed51f97f-077d-4546-9b18-8426a6d83445 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.289598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cc8c3a0f-6720-4b35-a4fd-ae86ea3330e7 req-ed51f97f-077d-4546-9b18-8426a6d83445 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:45.317237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7476f07b-e4c0-4b9a-a23e-dfe867d27e8a req-266af93a-10fd-428d-b9ba-2e79dc8e59c1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432298 Mar 02 07:26:45.366308 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Attempting to bind port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:45.366685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Attempting to bind port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:45.367082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Attempting to bind port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:45.371146 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.379854 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Pushing event updated for resources: {'Port': ['ID=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.382336 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:45.382699 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:45.383086 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.383463 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:45.383915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Bound port: c8c356d7-e25a-4789-bf8b-d28dc41a20d1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:45.384276 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.424003 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.424463 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.424814 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.425137 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.425670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.426035 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.426357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.426673 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.427116 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.427847 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.428156 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.428362 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:45.504329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cc8c3a0f-6720-4b35-a4fd-ae86ea3330e7 req-ed51f97f-077d-4546-9b18-8426a6d83445 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:45.505028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] For port c8c356d7-e25a-4789-bf8b-d28dc41a20d1, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:45.513229 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] For port c8c356d7-e25a-4789-bf8b-d28dc41a20d1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:45.514583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc8c3a0f-6720-4b35-a4fd-ae86ea3330e7 req-ed51f97f-077d-4546-9b18-8426a6d83445 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 1.6791604 Mar 02 07:26:45.520716 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.531088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac32b-6c4a-4dd3-a781-55fbac349274 req-7fd4deee-b38e-4a5b-80b5-220a7ff40ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.533081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58bac32b-6c4a-4dd3-a781-55fbac349274 req-7fd4deee-b38e-4a5b-80b5-220a7ff40ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 1101 time: 0.5945811 Mar 02 07:26:45.553016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4172-c27b-431f-8f6c-dbda0c2ecec7 req-555c6de7-7219-4e7d-a8c6-69fe190a66d2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.561093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ebc4172-c27b-431f-8f6c-dbda0c2ecec7 req-555c6de7-7219-4e7d-a8c6-69fe190a66d2 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1100829 Mar 02 07:26:45.629095 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:45.629719 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:45.632617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ebc4172-c27b-431f-8f6c-dbda0c2ecec7 req-a3199039-8da3-4b4b-87e8-be949a3ec6cd tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705884 Mar 02 07:26:45.707998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78108bec-6673-47e6-87a1-d9e8656660ee None None] Pushing event updated for resources: {'Port': ['ID=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.778490 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43', 'status': 'completed', 'code': 200} Mar 02 07:26:45.870713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58bac32b-6c4a-4dd3-a781-55fbac349274 req-8f6c5320-75dc-4a29-8572-b38ec67956d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337244 Mar 02 07:26:45.872081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:45.910184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc8c3a0f-6720-4b35-a4fd-ae86ea3330e7 req-1d064c07-56a2-4a90-a6a2-48d8b941f2d6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727853 Mar 02 07:26:45.929447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.930194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.930194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.930487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.931344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.932430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.933088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.935216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-b10a6151-6d28-4dd7-81b0-d81e8ddb2555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6411 time: 0.1662424 Mar 02 07:26:45.939426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451139-c5ff-4044-9613-d212dd013539 req-62bc8aae-769a-4b34-9426-bd9773f26ee1 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.940968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f451139-c5ff-4044-9613-d212dd013539 req-62bc8aae-769a-4b34-9426-bd9773f26ee1 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 950 time: 0.8390753 Mar 02 07:26:46.026686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e38678-36e0-42de-b5fd-fba4195a61f7 req-96b0c6f0-d2a4-44a6-8810-afc6b3bd40e4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.033446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e38678-36e0-42de-b5fd-fba4195a61f7 req-96b0c6f0-d2a4-44a6-8810-afc6b3bd40e4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.039181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e38678-36e0-42de-b5fd-fba4195a61f7 req-96b0c6f0-d2a4-44a6-8810-afc6b3bd40e4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.040857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23e38678-36e0-42de-b5fd-fba4195a61f7 req-96b0c6f0-d2a4-44a6-8810-afc6b3bd40e4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.1045394 Mar 02 07:26:46.091347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23e38678-36e0-42de-b5fd-fba4195a61f7 req-c5c74acf-aa21-4129-bd91-e6e5a6f57e2a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Mar 02 07:26:46.108587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.132923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Deleting port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:46.133291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.240627 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:39Z', 'revision_number': 3, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:46.245015 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b914f-6e67-4739-9f07-83b3c6ca27f2 None None] The sync data for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 is: [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:39Z', 'revision_number': 3, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:46.320313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-e9f6f644-890f-4d5e-b391-eafb550758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.320847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-e9f6f644-890f-4d5e-b391-eafb550758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.321244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-e9f6f644-890f-4d5e-b391-eafb550758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.322883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-e9f6f644-890f-4d5e-b391-eafb550758c2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9401016c7eec4a29b1ed62eef155192b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2083697 Mar 02 07:26:46.438396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5afd41-a468-4d98-8e0b-d43a986f70d6 req-74f2f38c-cd44-48f5-a298-b229a52051fe tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.439907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5afd41-a468-4d98-8e0b-d43a986f70d6 req-74f2f38c-cd44-48f5-a298-b229a52051fe tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2100577 Mar 02 07:26:46.532117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:46.534830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7fd43-b469-4732-9a34-ecffe0657314 req-3d965f69-0e0e-4b0e-a135-03f326e80b37 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.536370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ede7fd43-b469-4732-9a34-ecffe0657314 req-3d965f69-0e0e-4b0e-a135-03f326e80b37 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.5016489 Mar 02 07:26:46.555074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23032363-7610-4875-9728-8363ab156019 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:46.567399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5afd41-a468-4d98-8e0b-d43a986f70d6 req-576b1f5a-6970-4d2c-8ab2-dc72b4a38191 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144485 Mar 02 07:26:46.572534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-9763c562-681a-4f4a-8510-347167dd415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.573818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17d8fd7d-02ba-48c6-ae9c-0e8ab4d3f7fd req-9763c562-681a-4f4a-8510-347167dd415f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2431927 Mar 02 07:26:46.618257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.654429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.757478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Transition to ACTIVE for port object 23032363-7610-4875-9728-8363ab156019 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:46.768644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ede7fd43-b469-4732-9a34-ecffe0657314 req-d8f9ea2d-88a7-4a3a-ae50-d7024f8935d8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2186856 Mar 02 07:26:46.774180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.798787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f56b3d-c49a-4fd4-852d-18c8d41810f6 req-d68db6ef-d767-43fd-a31e-d5d40a56828d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.800830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55f56b3d-c49a-4fd4-852d-18c8d41810f6 req-d68db6ef-d767-43fd-a31e-d5d40a56828d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.0968914 Mar 02 07:26:46.871684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55f56b3d-c49a-4fd4-852d-18c8d41810f6 req-f909101b-50fb-4f8d-8a9f-3a897900534b tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630996 Mar 02 07:26:46.947401 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'code': 200} Mar 02 07:26:47.028780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] For port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:47.029378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.071631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:47.146161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Allocated IP 172.20.0.1 (2c1f8954-b4bb-4207-8db7-b73658bfcdf6/3232b9c9-03dc-41b0-99ee-34d22196f9ca/c3ad2d61-6df1-4711-9abe-544bd1edad80) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:47.281296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Calling delete_port for 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:47.400125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.406560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.412594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.418212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.423999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.430040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.435982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.437940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-60ffacb9-9350-4087-b8e7-e6a43fbcea5b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.3747880 Mar 02 07:26:47.440952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da3f9c-8cf2-46b3-8537-9697df15f67c req-576019ca-ab74-443a-b60c-95270643750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.442355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99da3f9c-8cf2-46b3-8537-9697df15f67c req-576019ca-ab74-443a-b60c-95270643750b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 1097 time: 0.4159813 Mar 02 07:26:47.510737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Attempting to bind port 23032363-7610-4875-9728-8363ab156019 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:47.511080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Attempting to bind port 23032363-7610-4875-9728-8363ab156019 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:47.511411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Attempting to bind port 23032363-7610-4875-9728-8363ab156019 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:47.530254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-768da5cc-dffe-4cec-89e8-9d0479bbc4f1 req-28df3257-e22b-466f-b6b8-e6b2b7a4488f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849426 Mar 02 07:26:47.535057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99da3f9c-8cf2-46b3-8537-9697df15f67c req-5458ed09-301e-4cc1-9281-ea28b9daaeeb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680587 Mar 02 07:26:47.535982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Port 23032363-7610-4875-9728-8363ab156019 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:47.536318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Attempting to bind port 23032363-7610-4875-9728-8363ab156019 on network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:47.580773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c8c356d7-e25a-4789-bf8b-d28dc41a20d1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:47.600807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f8da1-7228-4151-9b70-859206195d01 req-5bfece07-4fe7-45e9-a2fb-38e25ee6c344 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.602349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d1f8da1-7228-4151-9b70-859206195d01 req-5bfece07-4fe7-45e9-a2fb-38e25ee6c344 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4277325 Mar 02 07:26:47.603104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:47.603447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Checking segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:47.603830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Bound using segment: {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:47.604278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Bound port: 23032363-7610-4875-9728-8363ab156019, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:47.604629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.664833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:47.670615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:47.670993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.737728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.760643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec25be8-c6a8-4377-afdd-07b2b946aebc req-b01cf11d-067d-4909-8d65-fc14bb9f8daf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.760932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d1f8da1-7228-4151-9b70-859206195d01 req-f1ccfad6-398d-4365-a667-77680722b893 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466267 Mar 02 07:26:47.768315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dec25be8-c6a8-4377-afdd-07b2b946aebc req-b01cf11d-067d-4909-8d65-fc14bb9f8daf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.0975375 Mar 02 07:26:47.772156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.783491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9af4970b-24ae-46cf-a09c-cc35900e5f6f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:47.819920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Transition to ACTIVE for port object c3ad2d61-6df1-4711-9abe-544bd1edad80 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:47.865005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dec25be8-c6a8-4377-afdd-07b2b946aebc req-4f484dad-3251-4a8a-8719-d122a19c792c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957115 Mar 02 07:26:47.866367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event deleted for resources: {'Port': ['ID=6499a926-71a1-47c1-b4a0-e0f7cd60a4d5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:47.883494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.917424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c8c356d7-e25a-4789-bf8b-d28dc41a20d1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:47.931152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.937740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:47.977208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:47.997806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] No DVR routers for this DVR port 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:48.001187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:48.003973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.007175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'name': 'network-vif-deleted', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:48.020132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.042544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:48.043047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:48.093963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:48.140165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.142121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.148750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] 10.222.0.16 "PUT /v2.0/ports/23032363-7610-4875-9728-8363ab156019 HTTP/1.1" status: 200 len: 1091 time: 4.4336276 Mar 02 07:26:48.161991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.168403 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f451139-c5ff-4044-9613-d212dd013539 req-e44d8a84-341b-46cc-8c65-5352bea1aa88 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "DELETE /v2.0/ports/6499a926-71a1-47c1-b4a0-e0f7cd60a4d5 HTTP/1.1" status: 204 len: 173 time: 2.2182658 Mar 02 07:26:48.319153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.425446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.435562 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3669365-85c8-4400-9e1a-31fdfda84d46 req-df897fb1-bad0-47b7-8cbf-04f4235f9c37 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=94c2f736-0c0e-4e2b-9aa9-78a019f4a930 HTTP/1.1" status: 200 len: 210 time: 0.0786140 Mar 02 07:26:48.475460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:48.490890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:48.497469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:48.575091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f665-3c97-4858-961c-1c26a7caea39 service neutron] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:48.713600 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c2f736-0c0e-4e2b-9aa9-78a019f4a930', 'name': 'network-vif-deleted', 'tag': '6499a926-71a1-47c1-b4a0-e0f7cd60a4d5', 'status': 'completed', 'code': 200} Mar 02 07:26:48.748398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.761043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df6db7-450c-498e-acab-e8e05cb07759 req-75a711a6-fb90-49bd-bcfe-1ff3512c26b3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.762729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07df6db7-450c-498e-acab-e8e05cb07759 req-75a711a6-fb90-49bd-bcfe-1ff3512c26b3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.1691964 Mar 02 07:26:48.799676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Pushing event updated for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:48.857403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.858192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.864986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.866708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.867366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.867500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07df6db7-450c-498e-acab-e8e05cb07759 req-e7c663f6-3276-43d8-abcb-a37ee33577c4 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966151 Mar 02 07:26:48.868155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.868798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.871482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-e4067d64-3f50-412b-9ab1-234503816c9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6478 time: 0.6706450 Mar 02 07:26:48.922102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b3a3bc2a-c456-43dc-b90b-33b9ee33a841 None None] Provisioning for port c3ad2d61-6df1-4711-9abe-544bd1edad80 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:48.930154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b3a3bc2a-c456-43dc-b90b-33b9ee33a841 None None] Provisioning complete for port c3ad2d61-6df1-4711-9abe-544bd1edad80 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:48.930890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b3a3bc2a-c456-43dc-b90b-33b9ee33a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.996166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3bc2a-c456-43dc-b90b-33b9ee33a841 None None] Port c3ad2d61-6df1-4711-9abe-544bd1edad80 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:49.014243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f7df5882-6e2a-42a4-b142-470c7dba6d62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d095be35-9486-4722-9fb0-7675e74cf3f2 HTTP/1.1" status: 200 len: 217 time: 0.0905786 Mar 02 07:26:49.072130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.079370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.086016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.093933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.100129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.106728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.113003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.114957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8824b65f-b563-4d92-b177-7fc5082d366c req-5fb2d6b4-0d5d-4a8a-b160-15deeb0ae330 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.1420772 Mar 02 07:26:49.124887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f8c91fba-bb6a-4210-9dd6-6e0f09d86c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.126412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f8c91fba-bb6a-4210-9dd6-6e0f09d86c34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e78cd01a-2d54-415e-b292-fb3fb8bc0f52 HTTP/1.1" status: 200 len: 850 time: 0.1057670 Mar 02 07:26:49.163344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8824b65f-b563-4d92-b177-7fc5082d366c req-9324c3f7-4f8d-4397-9581-a60682c9443c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422728 Mar 02 07:26:49.237702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a5354-6f8d-499c-a2b1-8e4f66d1b340 req-433172e9-b0bd-433b-ab7e-5911f1d2ca58 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.244555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a5354-6f8d-499c-a2b1-8e4f66d1b340 req-433172e9-b0bd-433b-ab7e-5911f1d2ca58 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.250199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a5354-6f8d-499c-a2b1-8e4f66d1b340 req-433172e9-b0bd-433b-ab7e-5911f1d2ca58 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.251819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c50a5354-6f8d-499c-a2b1-8e4f66d1b340 req-433172e9-b0bd-433b-ab7e-5911f1d2ca58 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.3792503 Mar 02 07:26:49.291599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.339606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a6ee-430b-41c2-9641-32dffba3282a req-22b72925-465a-48b9-bae6-4151893b9f7d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.341111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3659a6ee-430b-41c2-9641-32dffba3282a req-22b72925-465a-48b9-bae6-4151893b9f7d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0802834 Mar 02 07:26:49.377738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c50a5354-6f8d-499c-a2b1-8e4f66d1b340 req-9b87775d-ca2e-4db5-bfc0-1e6eea66255a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177657 Mar 02 07:26:49.387856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3659a6ee-430b-41c2-9641-32dffba3282a req-ca833ff5-2318-461b-9cb5-9549ea17e064 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Mar 02 07:26:49.401460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f6ba3a2c-80ca-41f9-9b24-a3b106deeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.403218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-f6ba3a2c-80ca-41f9-9b24-a3b106deeb00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601900 Mar 02 07:26:49.548283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c8c356d7-e25a-4789-bf8b-d28dc41a20d1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:49.575990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc04c-311b-437c-a4ea-f3d4dc4ece87 req-402b6149-9b1a-4034-9e22-b085e5289e69 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.579182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-070fc04c-311b-437c-a4ea-f3d4dc4ece87 req-402b6149-9b1a-4034-9e22-b085e5289e69 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.0938716 Mar 02 07:26:49.634957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-070fc04c-311b-437c-a4ea-f3d4dc4ece87 req-56ae620a-ca90-4ed6-aa62-2533ee4c9486 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Mar 02 07:26:49.661824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:49.662268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.721346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cbf4c90d-57a0-43f3-8971-107de8acb071 service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109791 Mar 02 07:26:49.728213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.755135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.896502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb14bb-e343-4584-87d2-2e512c958d7c req-48cc6177-fa59-4702-a36c-644ccd47756e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.903863 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebfb14bb-e343-4584-87d2-2e512c958d7c req-48cc6177-fa59-4702-a36c-644ccd47756e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1505325 Mar 02 07:26:49.951811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebfb14bb-e343-4584-87d2-2e512c958d7c req-dcb31fbd-3bcf-4d52-8b69-df2e5fa244b8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Mar 02 07:26:50.012692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Pushing event updated for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.021167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.066763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-a71e7048-cc78-4abe-b02c-d4806d72428e service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361926 Mar 02 07:26:50.201787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-027e6fd3-acdb-4b4f-bab4-eb47ac1aa1f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 217 time: 0.1135778 Mar 02 07:26:50.362043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284f9f3-7052-4276-a0a4-6e09a96598d5 req-55cfd493-4848-4cdc-9582-f2605bf8a349 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.363561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8284f9f3-7052-4276-a0a4-6e09a96598d5 req-55cfd493-4848-4cdc-9582-f2605bf8a349 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.0844357 Mar 02 07:26:50.405050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-e77bcec0-6204-404f-9867-ce64016051d7 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4f5256a0c794411eb30c24c59fde63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2408156 Mar 02 07:26:50.409408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8284f9f3-7052-4276-a0a4-6e09a96598d5 req-1f423950-6705-4779-9eea-6a11051e0243 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Mar 02 07:26:50.424177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:50.555191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.568196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-8f697ac0-e3d1-40be-af6c-1d31178a4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.569639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-8f697ac0-e3d1-40be-af6c-1d31178a4b32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.3210518 Mar 02 07:26:50.588798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824684e-0587-46c5-890c-724f78d218b6 req-59346d68-5ea6-42ef-99d9-bc7355c3a95e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.590682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8824684e-0587-46c5-890c-724f78d218b6 req-59346d68-5ea6-42ef-99d9-bc7355c3a95e tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.0858924 Mar 02 07:26:50.592022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:50.596134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-39c6f387-ae1f-4679-a4a1-3a0cda2ff1bf tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.601965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-39c6f387-ae1f-4679-a4a1-3a0cda2ff1bf tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.604287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:50.607610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-39c6f387-ae1f-4679-a4a1-3a0cda2ff1bf tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.608471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.609928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-39c6f387-ae1f-4679-a4a1-3a0cda2ff1bf tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.6799214 Mar 02 07:26:50.639502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8824684e-0587-46c5-890c-724f78d218b6 req-f72006c4-18bb-4201-bc8a-76e3915afbbd tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Mar 02 07:26:50.715990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:50.723049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.735776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '23032363-7610-4875-9728-8363ab156019'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:50.740958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:50.852293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.857353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:50.857705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.859428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.865361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.871340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.877354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.883226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.889200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.895369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-42bf3d7f-e600-4886-8718-bcd8cfe95ab3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.1404502 Mar 02 07:26:50.896614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-e8c260a8-10ff-4412-89de-abf677d8f79f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.899218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-e8c260a8-10ff-4412-89de-abf677d8f79f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4813588 Mar 02 07:26:50.932412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a244224e-5c0e-43e6-8cc5-e655bd396a95 None None] Provisioning complete for port c3ad2d61-6df1-4711-9abe-544bd1edad80 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:50.933084 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a244224e-5c0e-43e6-8cc5-e655bd396a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.952301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-265256ef-603c-4e5c-99ef-09637e86f49a tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/quotas/4f5256a0c794411eb30c24c59fde63cc HTTP/1.1" status: 200 len: 375 time: 0.0420711 Mar 02 07:26:50.956150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42225beb-1b94-46fd-b281-26c41a11c5d1 req-0480b694-72c1-4114-a3e3-9a92139eaa95 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579987 Mar 02 07:26:50.991053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a244224e-5c0e-43e6-8cc5-e655bd396a95 None None] Port c3ad2d61-6df1-4711-9abe-544bd1edad80 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:51.098145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1840cc58-b107-4093-bcd2-96393af4f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.099620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1840cc58-b107-4093-bcd2-96393af4f243 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5158148 Mar 02 07:26:51.160247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34cc1-5dee-4ee8-82a0-43a66cb20db7 req-9b8611dd-5883-4ea2-ae27-8d56cb74637d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.161890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cd34cc1-5dee-4ee8-82a0-43a66cb20db7 req-9b8611dd-5883-4ea2-ae27-8d56cb74637d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0963845 Mar 02 07:26:51.206999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cd34cc1-5dee-4ee8-82a0-43a66cb20db7 req-279bce42-e62a-4375-938f-e2e9f556be57 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Mar 02 07:26:51.278891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Router 54b3738e-b250-4765-b4d4-625989f460e6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:51.389377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48f876-f6be-4b2c-8513-6abee6b96efb req-21855791-543f-4f2d-ac24-b1e0d5680764 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.396191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48f876-f6be-4b2c-8513-6abee6b96efb req-21855791-543f-4f2d-ac24-b1e0d5680764 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.406553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48f876-f6be-4b2c-8513-6abee6b96efb req-21855791-543f-4f2d-ac24-b1e0d5680764 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.408189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b48f876-f6be-4b2c-8513-6abee6b96efb req-21855791-543f-4f2d-ac24-b1e0d5680764 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 2416 time: 0.1058042 Mar 02 07:26:51.457250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b48f876-f6be-4b2c-8513-6abee6b96efb req-275f35e3-e51d-42c2-9ab6-762f0fe1b45a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Mar 02 07:26:51.485578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-37edbbe9-f4f2-41e2-9c11-df1dc880291c tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5163496 Mar 02 07:26:51.491614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4b6f65ce-e70c-4495-b772-8248aaae5d8e service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794384 Mar 02 07:26:51.614654 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:26:51.624205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:51.624659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.741893 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': '23032363-7610-4875-9728-8363ab156019', 'status': 'completed', 'code': 200} Mar 02 07:26:51.878923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9510-2510-437d-a60c-8546501c4970 req-ee19c285-b14e-4e61-8474-517635b06ed7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.880742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-799f9510-2510-437d-a60c-8546501c4970 req-ee19c285-b14e-4e61-8474-517635b06ed7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.0876291 Mar 02 07:26:51.934143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-799f9510-2510-437d-a60c-8546501c4970 req-31478831-4f42-485b-bfa9-0e93525cbbb8 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Mar 02 07:26:51.950962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:52.053641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ffd81b9b-4449-41a9-a1af-f41ed8772227 req-c8a03eb1-07b3-4048-b0cb-8b15f877e37a tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 210 time: 0.0491369 Mar 02 07:26:52.105202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:52.118595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Sync routers for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:52.141872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dec6c1a4-2d40-4d06-8b4f-e8b01a7270de admin admin] 10.222.0.21 "PUT /v2.0/routers/54b3738e-b250-4765-b4d4-625989f460e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0164926 Mar 02 07:26:52.143293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:52.144557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:52.150566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-90b4d57c-aaa6-4c13-97be-0cce87a17535 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513562 Mar 02 07:26:52.247498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-486f564d-4b43-49cd-9eee-4d74f777fbd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 217 time: 0.0775096 Mar 02 07:26:52.303080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e30ee-84a9-43fd-b5c5-cea23a8748f9 req-f8aef058-8234-4ddb-85a5-5888966311f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.304897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-169e30ee-84a9-43fd-b5c5-cea23a8748f9 req-f8aef058-8234-4ddb-85a5-5888966311f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.1315720 Mar 02 07:26:52.383784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-169e30ee-84a9-43fd-b5c5-cea23a8748f9 req-2e8bea84-0dc7-41bc-9ed8-c9383353189b tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/security-groups?id=41e4ca40-067b-460c-97fa-a2b4ae5f662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707467 Mar 02 07:26:52.436499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:52.439561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2690-9416-496c-a87c-60b19a470da2 req-e8e86e72-8f27-4aba-b58e-2486b646fbf5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.440275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-491e2690-9416-496c-a87c-60b19a470da2 req-e8e86e72-8f27-4aba-b58e-2486b646fbf5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Synchronizing usage tracker for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:52.457870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b57b52-a0ca-46f3-b706-bd5505c3bcfc req-e3e7853a-8ab8-4c18-a265-b00ca00ea68b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.459373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74b57b52-a0ca-46f3-b706-bd5505c3bcfc req-e3e7853a-8ab8-4c18-a265-b00ca00ea68b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.5184453 Mar 02 07:26:52.494244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-613bcd72-f216-4ac7-8601-90efb9bccaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.495676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-613bcd72-f216-4ac7-8601-90efb9bccaea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.2238884 Mar 02 07:26:52.503744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.581976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-491e2690-9416-496c-a87c-60b19a470da2 req-e8e86e72-8f27-4aba-b58e-2486b646fbf5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Unset dirty status for tenant:47a86278037841b5b9381165d97817b6 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:52.583194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-491e2690-9416-496c-a87c-60b19a470da2 req-e8e86e72-8f27-4aba-b58e-2486b646fbf5 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 951 time: 0.6410933 Mar 02 07:26:52.613739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=61da1f94-7964-4de0-8c0b-8af4aa0d6cdb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:52.638387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.647187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.653230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.661889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.676805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.683064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.689943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.691560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292d3d88-4582-42e2-9e02-99f14db53074 req-250208bd-abff-4450-a81a-0974df4e47b6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.2025762 Mar 02 07:26:52.703927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74b57b52-a0ca-46f3-b706-bd5505c3bcfc req-8183d6dc-f048-42ca-991f-8d62a81fd5af tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306025 Mar 02 07:26:52.794972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:52.799579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.819327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Deleting port 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:52.819926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.824862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-292d3d88-4582-42e2-9e02-99f14db53074 req-0f470801-87a0-4fa6-aae8-e1769f4368fe tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259751 Mar 02 07:26:52.916554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:49Z', 'revision_number': 4, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c3ad2d61-6df1-4711-9abe-544bd1edad80', 'name': '', 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'mac_address': 'fa:16:3e:e8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:46Z', 'updated_at': '2022-03-02T07:26:49Z', 'revision_number': 2, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'subnets': [{'id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:52.923147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Checking router: 54b3738e-b250-4765-b4d4-625989f460e6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:52.923720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Updating router 54b3738e-b250-4765-b4d4-625989f460e6 port c3ad2d61-6df1-4711-9abe-544bd1edad80 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:26:53.001461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.058360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154e32-8ef2-4256-bd4a-59d42d945506 req-9be4188d-c667-4513-890b-37b3eccd1413 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:53.065181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154e32-8ef2-4256-bd4a-59d42d945506 req-9be4188d-c667-4513-890b-37b3eccd1413 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:53.067056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-79154e32-8ef2-4256-bd4a-59d42d945506 req-9be4188d-c667-4513-890b-37b3eccd1413 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 1680 time: 0.0977898 Mar 02 07:26:53.071942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-2b629d5a-5779-4765-b195-325e4b6d8ac0 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "DELETE /v2.0/ports/61da1f94-7964-4de0-8c0b-8af4aa0d6cdb HTTP/1.1" status: 204 len: 173 time: 2.4286036 Mar 02 07:26:53.088715 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-13e2a0af-b51a-42eb-8beb-8ef9977dbfee req-4da99a45-3b46-455b-99e3-4e6022b8c3c4 tempest-FloatingIPDetailsNegativeTestJSON-768211588 tempest-FloatingIPDetailsNegativeTestJSON-768211588-project] show failed (client error): The resource could not be found. Mar 02 07:26:53.089737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13e2a0af-b51a-42eb-8beb-8ef9977dbfee req-4da99a45-3b46-455b-99e3-4e6022b8c3c4 tempest-FloatingIPDetailsNegativeTestJSON-768211588 tempest-FloatingIPDetailsNegativeTestJSON-768211588-project] 10.222.0.21 "GET /v2.0/floatingips/0e0ac34c-7826-4f95-8cc8-b06ac6cf151c HTTP/1.1" status: 404 len: 350 time: 0.1810267 Mar 02 07:26:53.105646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45090) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:53.193767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-79154e32-8ef2-4256-bd4a-59d42d945506 req-169459c5-4bbe-4fd8-97af-31dacf96082e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186893 Mar 02 07:26:53.227303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8193c51-6a3b-4c31-b74b-2f484e58ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:53.228769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-b8193c51-6a3b-4c31-b74b-2f484e58ab83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7175570 Mar 02 07:26:53.293703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] For port 9af4970b-24ae-46cf-a09c-cc35900e5f6f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9af4970b-24ae-46cf-a09c-cc35900e5f6f,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:53.294511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.450609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.464376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Transition to ACTIVE for port object c3ad2d61-6df1-4711-9abe-544bd1edad80 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:53.477076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.531367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Calling delete_port for 9af4970b-24ae-46cf-a09c-cc35900e5f6f owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:53.541764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-c12d7a01-75d3-43d5-a304-8b9804019f0f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4f5256a0c794411eb30c24c59fde63cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411426 Mar 02 07:26:53.557146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f033abd5-fceb-407f-abce-db2b6b6556a2 req-c273b898-5fd5-46f4-8dcd-2a74a49f4eb5 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 210 time: 0.1552193 Mar 02 07:26:53.634938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port f9f6ace6-1f91-4c88-8883-24e6353f73de {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:53.635783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.720857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6206d4a-113d-4653-9ae8-4463db24f4c7 None None] Pushing event updated for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:53.806657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Attempting to bind port c3ad2d61-6df1-4711-9abe-544bd1edad80 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:53.807261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Attempting to bind port c3ad2d61-6df1-4711-9abe-544bd1edad80 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:53.807624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Attempting to bind port c3ad2d61-6df1-4711-9abe-544bd1edad80 on network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:53.815174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:53.815605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Checking segment: {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:53.815940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.816469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Bound using segment: {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:53.816939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Bound port: c3ad2d61-6df1-4711-9abe-544bd1edad80, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d23b69c-54cd-47dc-ad7d-632b5c608d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:53.817311 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.913965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:53.923722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] For port c3ad2d61-6df1-4711-9abe-544bd1edad80, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:53.928185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] For port c3ad2d61-6df1-4711-9abe-544bd1edad80, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c3ad2d61-6df1-4711-9abe-544bd1edad80,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:53.936375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.035694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f9f6ace6-1f91-4c88-8883-24e6353f73de no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:54.074640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-74c2d6c0-3ee1-40bb-be16-6512f52c4f57 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.076275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-74c2d6c0-3ee1-40bb-be16-6512f52c4f57 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5087340 Mar 02 07:26:54.103556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Request body: {'port': {'device_id': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '4f5256a0c794411eb30c24c59fde63cc'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:54.128658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6206d4a-113d-4653-9ae8-4463db24f4c7 None None] Pushing event updated for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.132741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:54.133354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:54.149649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ef67e1d7-3a8e-469b-89cc-fc9f56fbf9c6 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061334 Mar 02 07:26:54.210242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa797-680e-47ea-978e-0c6b08e02b96 req-97c1802d-c360-4547-87aa-2f2383460afe tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.211767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4dfa797-680e-47ea-978e-0c6b08e02b96 req-97c1802d-c360-4547-87aa-2f2383460afe tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3872628 Mar 02 07:26:54.246299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3645-432d-4f78-9f51-5afdc2291e5a req-5a6d4fe8-4b7a-44de-b5cb-ad03fd58288e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.256064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c2b3645-432d-4f78-9f51-5afdc2291e5a req-5a6d4fe8-4b7a-44de-b5cb-ad03fd58288e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.8523510 Mar 02 07:26:54.335857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4dfa797-680e-47ea-978e-0c6b08e02b96 req-54380982-b6d8-402c-a563-d5e16975b589 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710015 Mar 02 07:26:54.355134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.409145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:54.409395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.414630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:54.431629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:54.448819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:54.488833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:54.528649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f04c8e3e-0a9a-4be8-9c87-259df1e20a32 req-28f640e9-5d63-4598-adcc-874e765986ea tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.21 "GET /v2.0/ports?device_id=05be649d-df09-45f8-9839-303aa79cf45e HTTP/1.1" status: 200 len: 210 time: 0.0492325 Mar 02 07:26:54.529884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Made reservation on behalf of 4f5256a0c794411eb30c24c59fde63cc for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:54.534104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.553513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.571699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for f9f6ace6-1f91-4c88-8883-24e6353f73de owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:54.694408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c2b3645-432d-4f78-9f51-5afdc2291e5a req-ba5c0d05-ef8a-4129-89d2-8e1bbece3314 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355154 Mar 02 07:26:54.716337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:54.734917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Pushing event deleted for resources: {'Port': ['ID=9af4970b-24ae-46cf-a09c-cc35900e5f6f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.744629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-67057347-a8f5-4a52-a1fd-5473f8ed31ce service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510423 Mar 02 07:26:54.840593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.871613 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': '61da1f94-7964-4de0-8c0b-8af4aa0d6cdb', 'status': 'completed', 'code': 200} Mar 02 07:26:54.914791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:54.916445 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:54.937849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.938636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:55.037031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:55.037031 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:55.051303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] No DVR routers for this DVR port 9af4970b-24ae-46cf-a09c-cc35900e5f6f on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:55.060472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1735bf5b-7cb3-4c81-8ee1-46bc78f9a59e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887 HTTP/1.1" status: 200 len: 217 time: 0.1420839 Mar 02 07:26:55.063047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.132915 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-491e2690-9416-496c-a87c-60b19a470da2 req-a9743475-00b8-4ca4-b689-bd4aa2db23f6 tempest-ServersAdminTestJSON-558758920 tempest-ServersAdminTestJSON-558758920-project] 10.222.0.39 "DELETE /v2.0/ports/9af4970b-24ae-46cf-a09c-cc35900e5f6f HTTP/1.1" status: 204 len: 173 time: 2.5295000 Mar 02 07:26:55.154512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c969fd71-ad31-4b97-827e-9118f15efae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.156555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-c969fd71-ad31-4b97-827e-9118f15efae0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.0865943 Mar 02 07:26:55.170641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-31955194-04fe-4ce2-ad6e-05c108867601 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.177157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-31955194-04fe-4ce2-ad6e-05c108867601 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.178003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-31955194-04fe-4ce2-ad6e-05c108867601 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:55.197201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.249887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-31955194-04fe-4ce2-ad6e-05c108867601 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:55.254389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-31955194-04fe-4ce2-ad6e-05c108867601 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 1678 time: 0.3254001 Mar 02 07:26:55.259202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:55.276206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.294985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:55.309536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:49Z', 'revision_number': 4, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c3ad2d61-6df1-4711-9abe-544bd1edad80', 'name': '', 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'mac_address': 'fa:16:3e:e8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:46Z', 'updated_at': '2022-03-02T07:26:53Z', 'revision_number': 4, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'subnets': [{'id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:55.321261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-892cae3d-c681-441e-88e2-73c5957acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.322997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-892cae3d-c681-441e-88e2-73c5957acd33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418567 Mar 02 07:26:55.326228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-523abe14-ebad-40d0-919e-a981cd8ec2bd req-b17774e1-b117-4ce8-a4b1-07cd1d416d6a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Mar 02 07:26:55.349782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.356004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.363079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.369289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.375168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.377493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618feb2-1192-4e85-802b-86b58a26595c None None] The sync data for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 is: [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:49Z', 'revision_number': 4, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c3ad2d61-6df1-4711-9abe-544bd1edad80', 'name': '', 'network_id': '2c1f8954-b4bb-4207-8db7-b73658bfcdf6', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'mac_address': 'fa:16:3e:e8:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:46Z', 'updated_at': '2022-03-02T07:26:53Z', 'revision_number': 4, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'subnets': [{'id': '3232b9c9-03dc-41b0-99ee-34d22196f9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:55.383143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.390526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.398944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-4a960fe5-6bf0-4cf3-b2b1-696702fc71d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.7089462 Mar 02 07:26:55.402206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Allocated IP 192.168.233.234 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/4183f78f-6438-4de2-8828-7557f2cba6d4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:55.416038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:55.417546 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.475058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.478052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:55.521688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5be8d02-05a6-4792-9d46-5a7af83b8677 req-2c3f51a8-04ed-44f4-b5ab-4364e261ca3a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046424 Mar 02 07:26:55.540777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port f9f6ace6-1f91-4c88-8883-24e6353f73de {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:55.541114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.700674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:55.724584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:55.747450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c3ad2d61-6df1-4711-9abe-544bd1edad80 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:55.839337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fabdfc3f-4829-4e9d-bc01-dfe15a08bae5 req-e0732546-0b7f-4542-b4d3-9e16fa312e3b tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 210 time: 0.0967431 Mar 02 07:26:55.852201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.888632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.900622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:55.901194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 61da1f94-7964-4de0-8c0b-8af4aa0d6cdb not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:56.002231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.020783 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'code': 200} Mar 02 07:26:56.025478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:56.043532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-d1785520-3037-4d48-a8cd-a33111640515 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130580 Mar 02 07:26:56.096664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Deleting port c3ad2d61-6df1-4711-9abe-544bd1edad80 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:56.097024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.101514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['cc61e20b-4881-48eb-be5d-f0eb304762ba'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:56.162847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9af4970b-24ae-46cf-a09c-cc35900e5f6f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:56.163558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9af4970b-24ae-46cf-a09c-cc35900e5f6f not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:56.213891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c3ad2d61-6df1-4711-9abe-544bd1edad80 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:56.225224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229c16-5e9d-46ce-8ed1-9ced788f72ee req-4b307a05-65b7-4f12-b58e-5cff00566569 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:56.233194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b229c16-5e9d-46ce-8ed1-9ced788f72ee req-4b307a05-65b7-4f12-b58e-5cff00566569 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.6396148 Mar 02 07:26:56.237298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c3ad2d61-6df1-4711-9abe-544bd1edad80 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:56.237747 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.389944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.477087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Transition to ACTIVE for port object 4183f78f-6438-4de2-8828-7557f2cba6d4 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:56.525875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-cf3d4b6e-9dbe-4503-8cb0-d5f19b83f601 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598861 Mar 02 07:26:56.534077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] For port c3ad2d61-6df1-4711-9abe-544bd1edad80, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c3ad2d61-6df1-4711-9abe-544bd1edad80,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:56.534589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.545295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b229c16-5e9d-46ce-8ed1-9ced788f72ee req-46f1df7a-3f4a-4935-b856-cb6a8b4bdce9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093576 Mar 02 07:26:56.545295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45132) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:56.761617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.776115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-933b1c58-bb19-4f37-9c7c-a564f7d4b447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2 HTTP/1.1" status: 200 len: 217 time: 0.2213449 Mar 02 07:26:56.815654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Calling delete_port for c3ad2d61-6df1-4711-9abe-544bd1edad80 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:56.820401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c3ad2d61-6df1-4711-9abe-544bd1edad80, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c3ad2d61-6df1-4711-9abe-544bd1edad80,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:56.829240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.898329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-deleted', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:56.907017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15a0ea-046e-44c9-8caf-3f1188bd0476 req-4877f28b-b2ee-48bf-a9bf-e2eb4059bd27 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:56.908957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd15a0ea-046e-44c9-8caf-3f1188bd0476 req-4877f28b-b2ee-48bf-a9bf-e2eb4059bd27 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.6016204 Mar 02 07:26:56.913320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.919349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port f9f6ace6-1f91-4c88-8883-24e6353f73de, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f9f6ace6-1f91-4c88-8883-24e6353f73de,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:56.919719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.957787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.023073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['389dc74d-aee8-436e-a904-8d8c5c32d328'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:57.076690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd15a0ea-046e-44c9-8caf-3f1188bd0476 req-41714ced-802a-4781-969d-bb0a58375fa9 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374137 Mar 02 07:26:57.081727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for f9f6ace6-1f91-4c88-8883-24e6353f73de owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:57.144050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4b9a38cd-9c80-41a5-aee1-54face8780e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.144405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:57.145209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:57.145424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-4b9a38cd-9c80-41a5-aee1-54face8780e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.3522432 Mar 02 07:26:57.145700 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:57.149334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:57.152514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:57.153613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03c71cdf-9e00-457d-8ab9-ebb3af416444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47a86278037841b5b9381165d97817b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949616 Mar 02 07:26:57.196975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45154) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:57.274910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa9b9-c9df-4f9d-937f-85b290a09800 req-ee41c8a6-7d0c-4b40-8f16-843a8dcc5b30 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.281263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa9b9-c9df-4f9d-937f-85b290a09800 req-ee41c8a6-7d0c-4b40-8f16-843a8dcc5b30 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.283252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d8fa9b9-c9df-4f9d-937f-85b290a09800 req-ee41c8a6-7d0c-4b40-8f16-843a8dcc5b30 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 1676 time: 0.5504436 Mar 02 07:26:57.283833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Pushing event updated for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:57.340398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.341062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.376709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2f88b036-8605-4efe-80d7-9e157be02646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.378357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-2f88b036-8605-4efe-80d7-9e157be02646 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197027 Mar 02 07:26:57.407665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd0eccc9-9d2a-422a-972d-5241cefc1eb9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3180499 Mar 02 07:26:57.411661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.419618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-ffcb1218-aaec-4bca-b84a-ee8066c7e549 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:26:57.420545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-ffcb1218-aaec-4bca-b84a-ee8066c7e549 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060463 Mar 02 07:26:57.446961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d8fa9b9-c9df-4f9d-937f-85b290a09800 req-29ae3c27-0a40-4eef-970a-986913d27a76 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396174 Mar 02 07:26:57.449477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.455858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.462328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.468048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.475237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.482127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.488164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.492667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0199cce7-68ca-418b-aef8-fe9ceecfd14e None None] Provisioning for port 4183f78f-6438-4de2-8828-7557f2cba6d4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:57.496781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-8d610ffa-4416-4ec6-950d-31297835a4ad tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.2804592 Mar 02 07:26:57.525334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0199cce7-68ca-418b-aef8-fe9ceecfd14e None None] Provisioning complete for port 4183f78f-6438-4de2-8828-7557f2cba6d4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:57.525711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0199cce7-68ca-418b-aef8-fe9ceecfd14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.563560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.587228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c3ad2d61-6df1-4711-9abe-544bd1edad80 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:57.616384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Request body: {'port': {'device_id': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:57.660915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e854379c-6904-487e-bb8e-fd3ca44af2da req-26320594-2452-405d-b15e-2fc737c2c151 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625857 Mar 02 07:26:57.666038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0199cce7-68ca-418b-aef8-fe9ceecfd14e None None] Port 4183f78f-6438-4de2-8828-7557f2cba6d4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:57.671805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.684619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Deleting port c3ad2d61-6df1-4711-9abe-544bd1edad80 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:57.684961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.708477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c3ad2d61-6df1-4711-9abe-544bd1edad80 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:57.708831 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.732634 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be649d-df09-45f8-9839-303aa79cf45e', 'name': 'network-vif-deleted', 'tag': '9af4970b-24ae-46cf-a09c-cc35900e5f6f', 'status': 'completed', 'code': 200} Mar 02 07:26:57.752538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=f9f6ace6-1f91-4c88-8883-24e6353f73de,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:57.847108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-fcfa631c-3c93-4472-b465-afc6d7a2423d service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492292 Mar 02 07:26:57.855880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port f9f6ace6-1f91-4c88-8883-24e6353f73de on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:57.859599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.977788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-abc5e816-c6e7-4ae9-9639-8e7822f7a839 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "DELETE /v2.0/ports/f9f6ace6-1f91-4c88-8883-24e6353f73de HTTP/1.1" status: 204 len: 173 time: 4.8750930 Mar 02 07:26:58.022347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:58.032610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fb6b-dab1-4463-b438-9231797d799c req-49ab4ee2-920e-45f9-a1a9-f46caa1436d0 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.038455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e58fb6b-dab1-4463-b438-9231797d799c req-49ab4ee2-920e-45f9-a1a9-f46caa1436d0 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 936 time: 0.4293432 Mar 02 07:26:58.194590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.231015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.248317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4ca40-067b-460c-97fa-a2b4ae5f662b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:58.268125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:58.268669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.295503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-27edf5bb-cefa-435b-ab10-158c63ed2021 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420238 Mar 02 07:26:58.298885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e58fb6b-dab1-4463-b438-9231797d799c req-737dcb1a-474d-4ed2-9eed-8570edebd806 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588718 Mar 02 07:26:58.332671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.332671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-61836d26-3714-4028-8f4f-8149f0d2f0b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e4ca40-067b-460c-97fa-a2b4ae5f662b HTTP/1.1" status: 204 len: 168 time: 1.1334600 Mar 02 07:26:58.369208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] For port c3ad2d61-6df1-4711-9abe-544bd1edad80, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c3ad2d61-6df1-4711-9abe-544bd1edad80,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:58.369701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.379096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-38537584-1396-4703-b0f8-b69dc38ea17d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8fa06594-a86f-4683-9f93-c779520bef43 HTTP/1.1" status: 200 len: 217 time: 0.0749216 Mar 02 07:26:58.413730 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'code': 200} Mar 02 07:26:58.483627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:58.538655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-59077403-67d2-4259-90a4-be3d59b8f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.540130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-59077403-67d2-4259-90a4-be3d59b8f9a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 200 len: 797 time: 0.1485355 Mar 02 07:26:58.602915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Calling delete_port for c3ad2d61-6df1-4711-9abe-544bd1edad80 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:58.646492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port cc61e20b-4881-48eb-be5d-f0eb304762ba triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:58.647223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.777290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed88f3-756b-4ad7-964f-df5d8c0feb8b req-6f97c90e-203d-46b5-a768-40fcbe42b969 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.779240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8ed88f3-756b-4ad7-964f-df5d8c0feb8b req-6f97c90e-203d-46b5-a768-40fcbe42b969 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.8620603 Mar 02 07:26:58.795482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:58.795886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.815607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-a1b14ccc-bc26-485f-9fad-5c6f79f26f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.817087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-a1b14ccc-bc26-485f-9fad-5c6f79f26f2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2636425 Mar 02 07:26:58.919846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.926133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45198) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.962947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:58.969337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.973618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:58.983969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8ed88f3-756b-4ad7-964f-df5d8c0feb8b req-cf7df04e-1956-48ae-a601-054543eefcbd tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933720 Mar 02 07:26:59.040156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda9e08-315c-40aa-a06b-2aa41bd5438a req-39c28dcf-e3ca-4f35-9511-5a1d73679297 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:59.049174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bda9e08-315c-40aa-a06b-2aa41bd5438a req-39c28dcf-e3ca-4f35-9511-5a1d73679297 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.3804379 Mar 02 07:26:59.074349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.097127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1c6c6b31-2152-4f65-925f-0fb7e924413b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88daebdfeb4b4f02833a4393a36b1ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695497 Mar 02 07:26:59.101447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:59.245605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bda9e08-315c-40aa-a06b-2aa41bd5438a req-565874f6-21a8-493d-bc75-62d69b3e6e5b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954913 Mar 02 07:26:59.294465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:59.368333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4183f78f-6438-4de2-8828-7557f2cba6d4 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:59.370419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-85705602-6787-43bd-aa78-aed57c8ecaa8 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026391 Mar 02 07:26:59.372224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.386640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.486515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.515530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.532099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.614101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0704b7c-91f6-4c32-ab2b-931c09037d28 req-89a68221-a251-444d-94c4-902e22a7f61f tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:59.629974 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0704b7c-91f6-4c32-ab2b-931c09037d28 req-89a68221-a251-444d-94c4-902e22a7f61f tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=03cf23ee-9b51-44f4-bde8-c0e289b88603 HTTP/1.1" status: 200 len: 865 time: 0.3848748 Mar 02 07:26:59.672224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Transition to ACTIVE for port object 4183f78f-6438-4de2-8828-7557f2cba6d4 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:59.674635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.719893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.739803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.750153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:59.762576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ccf28deb-f159-447b-9b8b-c2b5c971c7e7 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852599 Mar 02 07:26:59.853817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38dbbdf-02f6-44e8-a972-dd8f4c23ebbf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.856860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ad2d61-6df1-4711-9abe-544bd1edad80,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.957056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-474ab3f2-9ac9-4122-a976-1a154f5085cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23032363-7610-4875-9728-8363ab156019 HTTP/1.1" status: 200 len: 217 time: 0.1404452 Mar 02 07:27:00.076440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-253f6c23-a749-4fcd-84b8-a98c478afcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.078642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0704b7c-91f6-4c32-ab2b-931c09037d28 req-c607cc1e-9167-434c-a03f-dc6087a188b6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476459 Mar 02 07:27:00.079308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-253f6c23-a749-4fcd-84b8-a98c478afcf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 200 len: 797 time: 0.1056113 Mar 02 07:27:00.080764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:00.086841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.125320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.126491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c02329f6-8996-408d-ad65-9b5824d15a79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d38dbbdf-02f6-44e8-a972-dd8f4c23ebbf HTTP/1.1" status: 204 len: 168 time: 1.0239086 Mar 02 07:27:00.339487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Pushing event updated for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:00.414892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:00.438712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3181479d-a195-4c61-9dcc-3c31beb6b720 req-fc1c8687-d32e-40fe-878b-2e49d99f380a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "DELETE /v2.0/ports/f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8 HTTP/1.1" status: 204 len: 173 time: 2.4535477 Mar 02 07:27:00.479196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.495859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.509515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.523552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.530562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.536815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.548525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.551172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-076fd04a-e8fb-46c1-9d7d-086da882765e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.8019636 Mar 02 07:27:00.632018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67bc5885-2a7a-4de9-9ed9-5b3a2fdff8a2 req-709a021c-e825-4dac-8dbd-3e4764305185 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727954 Mar 02 07:27:00.641888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ff00f758-686a-4ad8-8380-d062057026ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.643657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-ff00f758-686a-4ad8-8380-d062057026ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5456915 Mar 02 07:27:00.812798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Attempting to bind port 4183f78f-6438-4de2-8828-7557f2cba6d4 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:00.813391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Attempting to bind port 4183f78f-6438-4de2-8828-7557f2cba6d4 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:00.813500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Attempting to bind port 4183f78f-6438-4de2-8828-7557f2cba6d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:00.824693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Port 4183f78f-6438-4de2-8828-7557f2cba6d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:27:00.825075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Attempting to bind port 4183f78f-6438-4de2-8828-7557f2cba6d4 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:00.850120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:00.850120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:00.850120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:00.850120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Bound port: 4183f78f-6438-4de2-8828-7557f2cba6d4, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:00.850120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.881500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.976136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-32553fea-79ad-43a4-bfe9-b927d174e233 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228595 Mar 02 07:27:01.013517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9acf4e-429d-4d06-a4fe-34e6234bc451 req-7f77cf08-2851-43bb-9eff-2cbdda022b21 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.022620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc9acf4e-429d-4d06-a4fe-34e6234bc451 req-7f77cf08-2851-43bb-9eff-2cbdda022b21 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.7542157 Mar 02 07:27:01.146633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:01.214636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc9acf4e-429d-4d06-a4fe-34e6234bc451 req-c736c278-58f0-4fe8-bb22-31aa530f93be tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908162 Mar 02 07:27:01.223896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620175-eeb3-4f2d-b17e-734a8fe3f292 req-0bf56ef9-1b24-4d57-aa08-653c026c569d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.230779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b620175-eeb3-4f2d-b17e-734a8fe3f292 req-0bf56ef9-1b24-4d57-aa08-653c026c569d tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 948 time: 0.3369238 Mar 02 07:27:01.359233 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': 'f9f6ace6-1f91-4c88-8883-24e6353f73de', 'status': 'completed', 'code': 200} Mar 02 07:27:01.400421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=4183f78f-6438-4de2-8828-7557f2cba6d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:01.430281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b620175-eeb3-4f2d-b17e-734a8fe3f292 req-85a5d41b-da5b-4dfa-b60d-3c680249deb2 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983843 Mar 02 07:27:01.440243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09c0fcd2-cee0-4d2e-b749-0089fd00c292 req-1eca4db0-5933-4913-b90f-5b6e8f54ac62 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462202 Mar 02 07:27:01.533118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.561160 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:27:01.686395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.688440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.700542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] 10.222.0.39 "PUT /v2.0/ports/4183f78f-6438-4de2-8828-7557f2cba6d4 HTTP/1.1" status: 200 len: 1096 time: 4.2691913 Mar 02 07:27:01.704976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:01.758852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45262) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:01.920640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.921203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.921681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.922168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.922634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.923099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.923559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.925555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-495257c7-40a1-484c-a281-17aceb05f973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6478 time: 0.3935349 Mar 02 07:27:01.972053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4c487-681e-4a4d-aa13-1030803950bf service neutron] Pushing event updated for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:02.035923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd79d2-c1a1-4663-bf52-5bc65889e9d7 req-19a1b215-13e0-4b5f-9cf3-9b2dbdce748a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.042286 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:27:02.049907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65dd79d2-c1a1-4663-bf52-5bc65889e9d7 req-19a1b215-13e0-4b5f-9cf3-9b2dbdce748a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.4550066 Mar 02 07:27:02.055670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting subnet b71e3105-c435-4da9-a799-bb5a0999bf53 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:02.117902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.125374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Router 54b3738e-b250-4765-b4d4-625989f460e6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:02.175585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65dd79d2-c1a1-4663-bf52-5bc65889e9d7 req-402d61e6-7649-4b39-b246-2bc30f926e1f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233494 Mar 02 07:27:02.226997 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.250286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-0e3d9d2a-a081-4dab-afbf-ae6cd8255e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.253532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-0e3d9d2a-a081-4dab-afbf-ae6cd8255e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 1099 time: 0.4925492 Mar 02 07:27:02.281935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-1aeec084-5739-4d8e-9218-301907f88b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.283399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-1aeec084-5739-4d8e-9218-301907f88b7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 HTTP/1.1" status: 200 len: 902 time: 0.3500574 Mar 02 07:27:02.369689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-ce951780-7a0b-4b3f-bd9c-15a454139170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23032363-7610-4875-9728-8363ab156019 HTTP/1.1" status: 200 len: 217 time: 0.0764956 Mar 02 07:27:02.371749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-bd7eb664-5460-4067-876d-a5660dd5aa35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4183f78f-6438-4de2-8828-7557f2cba6d4 HTTP/1.1" status: 200 len: 217 time: 0.0956006 Mar 02 07:27:02.384322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.390720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.399293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.405143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.418159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.440287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.458481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.490594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-ef03c7b6-c5d2-4d58-9cbd-50505e73414e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.5614498 Mar 02 07:27:02.662828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-52a141b9-5e25-4d2a-9de8-fc8a06d85de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.664752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-52a141b9-5e25-4d2a-9de8-fc8a06d85de4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 200 len: 797 time: 0.1721320 Mar 02 07:27:02.816797 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4', 'status': 'completed', 'code': 200} Mar 02 07:27:02.831133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0e06565-372a-45fc-94c5-14ae40e6988a req-46e31332-ed09-49b1-89ab-4f605e6e3250 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3395896 Mar 02 07:27:02.865139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.918504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-a590acf7-a523-4a43-9810-d114f46f1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.920381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-a590acf7-a523-4a43-9810-d114f46f1028 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.5386186 Mar 02 07:27:02.931041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:02.936577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13a2293f-809c-4993-862b-ca4c385b0ab5 admin admin] 10.222.0.21 "PUT /v2.0/routers/54b3738e-b250-4765-b4d4-625989f460e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8298478 Mar 02 07:27:02.943996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Sync routers for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:02.944597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45290) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:02.971183 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:02.974549 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:03.019079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-9f282c76-1ce8-481e-b8c5-dbecb5983091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.020532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-9f282c76-1ce8-481e-b8c5-dbecb5983091 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1098 time: 0.4290648 Mar 02 07:27:03.308301 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:03.361064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:03.415508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-1714a8ac-bbe2-4a0f-b9a2-df7af4b96bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.417007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-1714a8ac-bbe2-4a0f-b9a2-df7af4b96bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4903095 Mar 02 07:27:03.442244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-271479fc-df95-4d15-bb02-58c5bab10d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.443819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-271479fc-df95-4d15-bb02-58c5bab10d2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7685828 Mar 02 07:27:03.586123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-5f21b2f3-6ae6-4df5-be0a-01effd263e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.587975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-5f21b2f3-6ae6-4df5-be0a-01effd263e9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.5423574 Mar 02 07:27:03.624236 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-55617d7d-d7ec-4878-b77c-fbd69dbc81f6 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637607 Mar 02 07:27:03.732418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-9c718eb8-7fbe-4abb-a6b3-68fcda12b24d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1002 time: 0.1302381 Mar 02 07:27:03.753050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001717-245f-4455-a72e-e772e7a0cebd req-68223e62-a6e4-4d22-af67-4e24b925c7af tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.754581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30001717-245f-4455-a72e-e772e7a0cebd req-68223e62-a6e4-4d22-af67-4e24b925c7af tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.6189055 Mar 02 07:27:03.771521 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:59Z', 'revision_number': 5, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:03.776063 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Checking router: 54b3738e-b250-4765-b4d4-625989f460e6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:03.786246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Routers {'54b3738e-b250-4765-b4d4-625989f460e6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:03.787198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['54b3738e-b250-4765-b4d4-625989f460e6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:03.798167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6aef278b-831d-40f3-ac7c-7c01ed51c595 req-d958b813-bea5-40bf-baa5-e8af37be043e service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643617 Mar 02 07:27:03.799345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.845098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-07e74621-f533-4572-b2a2-bfcfeda8d63a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166453 Mar 02 07:27:03.873192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30001717-245f-4455-a72e-e772e7a0cebd req-d1f276fe-c7b8-405f-bd9b-430f00a7c731 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837369 Mar 02 07:27:04.015218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-81fb5d8e-0bc4-4f05-b827-6b57ecefcc55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6455598 Mar 02 07:27:04.026547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-19879e71-ef1e-4f83-83d2-674cacc4a1f2 req-cd142eb6-590d-4766-acf0-ed2cab162ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618648 Mar 02 07:27:04.028550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.102653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Deleting port c8c356d7-e25a-4789-bf8b-d28dc41a20d1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:04.105969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.119380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-e7a535b0-db9b-4de7-a808-7bd95c2daa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.120820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-e7a535b0-db9b-4de7-a808-7bd95c2daa89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.3828206 Mar 02 07:27:04.141016 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] Set router 54b3738e-b250-4765-b4d4-625989f460e6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:04.158918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.169398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d628e3-3388-4f87-964e-5bd78260f335 req-9f8df093-60ca-4951-a43b-f991549d5719 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.176892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4d628e3-3388-4f87-964e-5bd78260f335 req-9f8df093-60ca-4951-a43b-f991549d5719 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 948 time: 0.9871194 Mar 02 07:27:04.244158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-15828590-7bc2-4f2a-bff4-60b1f668b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.246066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-15828590-7bc2-4f2a-bff4-60b1f668b17c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1097 time: 0.2088790 Mar 02 07:27:04.459666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Subnet': ['ID=b71e3105-c435-4da9-a799-bb5a0999bf53,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:04.464657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.470681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4d628e3-3388-4f87-964e-5bd78260f335 req-7ef3ed48-7944-4502-b23b-4d09d3324248 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928293 Mar 02 07:27:04.488558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745eb0f-5b45-49bc-8e1c-1fc3a52aa4e8 None None] Network 69065f0c-c30e-4311-9f81-877ea3da0915 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:04.494036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-65880378-02a5-49da-97c6-c3e4d6b8b6e8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/subnets/b71e3105-c435-4da9-a799-bb5a0999bf53 HTTP/1.1" status: 204 len: 168 time: 2.7290637 Mar 02 07:27:04.494721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45318) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:04.578389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:59Z', 'revision_number': 5, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:04.601013 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c469c0-9904-4ac3-ae2a-2d88f7d5be57 None None] The sync data for ids ['54b3738e-b250-4765-b4d4-625989f460e6'] in n-d-827871-1 is: [{'id': '54b3738e-b250-4765-b4d4-625989f460e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-969066240-router', 'tenant_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:30Z', 'updated_at': '2022-03-02T07:26:59Z', 'revision_number': 5, 'project_id': '0a0eb8deb0084ac9a2d45115f7a03886', 'gw_port': {'id': 'c8c356d7-e25a-4789-bf8b-d28dc41a20d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b3738e-b250-4765-b4d4-625989f460e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:35Z', 'updated_at': '2022-03-02T07:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:04.619012 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf23ee-9b51-44f4-bde8-c0e289b88603', 'name': 'network-vif-deleted', 'tag': 'f5ec9f0c-dcd8-4d86-8210-7823f1a60ce8', 'status': 'completed', 'code': 200} Mar 02 07:27:04.626315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-cdf6d11f-7d78-4733-b367-4c9d3a605c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.628505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-cdf6d11f-7d78-4733-b367-4c9d3a605c93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4913704 Mar 02 07:27:04.701362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-b98cc643-a46b-4b9a-9284-b4d3a6005996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.703352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-b98cc643-a46b-4b9a-9284-b4d3a6005996 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.4361808 Mar 02 07:27:04.787134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-5356007c-426c-404e-b34d-07b8875d9de5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.0759959 Mar 02 07:27:04.941674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.956022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-5fd1ba30-8a98-421d-a61c-b508ed922767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.957451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-5fd1ba30-8a98-421d-a61c-b508ed922767 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1099927 Mar 02 07:27:04.974791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-a65b5996-92ac-4a50-9447-03928dcd5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.976229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-a65b5996-92ac-4a50-9447-03928dcd5222 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f5256a0c794411eb30c24c59fde63cc&device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 1099 time: 0.8244636 Mar 02 07:27:05.004549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] DHCP port deletion for 69065f0c-c30e-4311-9f81-877ea3da0915 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:05.008634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Deleting port 4cd66633-2260-4639-9615-65ce33dc57ed {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:05.009302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.042883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-974ea090-d776-4ce2-8e74-07c5504796b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740452 Mar 02 07:27:05.056275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d502d-b5d1-49af-9381-e3965dda7f25 req-3003255e-ac93-4643-ad37-d1c273ee4621 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.057557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d48d502d-b5d1-49af-9381-e3965dda7f25 req-3003255e-ac93-4643-ad37-d1c273ee4621 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.6244216 Mar 02 07:27:05.161597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-469bee2b-1fff-4b98-8d04-5f7f238c9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.163112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-469bee2b-1fff-4b98-8d04-5f7f238c9a46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1640174 Mar 02 07:27:05.169597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 4cd66633-2260-4639-9615-65ce33dc57ed {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:05.169777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.276595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-dced598a-695b-426c-bfb9-455b2a0c91f9 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375175 Mar 02 07:27:05.281824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d48d502d-b5d1-49af-9381-e3965dda7f25 req-ad13ca5a-bb40-43ce-8230-ed5411db3158 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838820 Mar 02 07:27:05.306827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] For port c8c356d7-e25a-4789-bf8b-d28dc41a20d1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:05.307196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.345602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-f24de3dc-c6d9-40f6-9feb-17f16c3db992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4183f78f-6438-4de2-8828-7557f2cba6d4 HTTP/1.1" status: 200 len: 217 time: 0.1451344 Mar 02 07:27:05.407413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] For port 4cd66633-2260-4639-9615-65ce33dc57ed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4cd66633-2260-4639-9615-65ce33dc57ed,segment=NetworkSegment(febc773d-99cc-4e60-b44d-6e800520b330),segment_id=febc773d-99cc-4e60-b44d-6e800520b330)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:05.408824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.618559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4cd66633-2260-4639-9615-65ce33dc57ed no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:05.683391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-876302e6-e140-4895-a3e4-103bb21c9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.690846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-876302e6-e140-4895-a3e4-103bb21c9165 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.3367429 Mar 02 07:27:05.751052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-63c629ad-41b6-4a23-81b0-1e800f07b462 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888330 Mar 02 07:27:05.801144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Calling delete_port for c8c356d7-e25a-4789-bf8b-d28dc41a20d1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:05.819268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Calling delete_port for 4cd66633-2260-4639-9615-65ce33dc57ed owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:05.827185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-622f8ebd-6e94-42f7-91dd-0fa0a48d8e18 req-546977b0-c95b-4be1-8a83-800ae6fc0079 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384753 Mar 02 07:27:05.935185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.939343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.946064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.951960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.961781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.971422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.985932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.988782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0073592c-f456-4352-9b80-2c08201aeb48 req-d352be76-79bc-4849-8fd2-292eef803f75 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.3365285 Mar 02 07:27:06.001314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.051612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.055846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0073592c-f456-4352-9b80-2c08201aeb48 req-0a8d32d2-c52b-4b10-99b3-e3011a531640 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506637 Mar 02 07:27:06.068534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] No DVR routers for this DVR port 4cd66633-2260-4639-9615-65ce33dc57ed on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:06.086952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede17e-2901-4981-a9d7-abe21b644c0c None None] Pushing event deleted for resources: {'Port': ['ID=4cd66633-2260-4639-9615-65ce33dc57ed,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.096415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 4183f78f-6438-4de2-8828-7557f2cba6d4 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:06.103445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e7b2313-2307-45f0-9fcd-952cc5f5db53 req-de07dca5-dae0-497f-be67-3e4767418d19 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428335 Mar 02 07:27:06.122163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] The port '4cd66633-2260-4639-9615-65ce33dc57ed' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:06.160265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c3ad2d61-6df1-4711-9abe-544bd1edad80 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:06.208054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c3ad2d61-6df1-4711-9abe-544bd1edad80 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:06.208272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c3ad2d61-6df1-4711-9abe-544bd1edad80 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:06.275497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.325241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39026f91-be69-458e-af87-ce3f94c2dbf7 req-ca68b06b-c0e4-4aa6-acc7-26c864a9f1c1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:06.329536 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39026f91-be69-458e-af87-ce3f94c2dbf7 req-ca68b06b-c0e4-4aa6-acc7-26c864a9f1c1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 1.4902556 Mar 02 07:27:06.370441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c356d7-e25a-4789-bf8b-d28dc41a20d1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.393785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=4183f78f-6438-4de2-8828-7557f2cba6d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:06.410691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '4183f78f-6438-4de2-8828-7557f2cba6d4', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '4183f78f-6438-4de2-8828-7557f2cba6d4', 'mac_address': 'fa:16:3e:6e:25:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:06.475369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.483280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.502800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4183f78f-6438-4de2-8828-7557f2cba6d4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:06.506457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69065f0c-c30e-4311-9f81-877ea3da0915']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:06.519575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=4183f78f-6438-4de2-8828-7557f2cba6d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:06.527183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.569420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febc773d-99cc-4e60-b44d-6e800520b330') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:06.569691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febc773d-99cc-4e60-b44d-6e800520b330') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:06.608595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.614152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.630801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4e7e3-96a2-4de0-ae55-4dbcc52c6bd3 req-96b1f87e-08a7-40e4-82b2-457e1f6268c3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:06.631799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-50a4e7e3-96a2-4de0-ae55-4dbcc52c6bd3 req-96b1f87e-08a7-40e4-82b2-457e1f6268c3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Synchronizing usage tracker for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:06.678124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-50a4e7e3-96a2-4de0-ae55-4dbcc52c6bd3 req-96b1f87e-08a7-40e4-82b2-457e1f6268c3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Unset dirty status for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:06.679992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50a4e7e3-96a2-4de0-ae55-4dbcc52c6bd3 req-96b1f87e-08a7-40e4-82b2-457e1f6268c3 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 948 time: 0.2361617 Mar 02 07:27:06.711790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.746956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50a4e7e3-96a2-4de0-ae55-4dbcc52c6bd3 req-1ae75ca2-580f-4b17-870a-51327fdb3912 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585940 Mar 02 07:27:06.809830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['4183f78f-6438-4de2-8828-7557f2cba6d4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:06.928191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.930714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.966514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.968674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b3738e-b250-4765-b4d4-625989f460e6 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:27:06.971208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.995326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:06.995664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:07.019141 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:07.043095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39026f91-be69-458e-af87-ce3f94c2dbf7 req-1adb4ddf-5009-48cf-9513-955bb304775e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810794 Mar 02 07:27:07.094783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc164b-eb28-402b-a047-0e9bd83180bf req-b1ff1937-caaf-4884-8a43-9fee18dd4a6a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.103512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39dc164b-eb28-402b-a047-0e9bd83180bf req-b1ff1937-caaf-4884-8a43-9fee18dd4a6a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1855831 Mar 02 07:27:07.232578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39dc164b-eb28-402b-a047-0e9bd83180bf req-61f92d64-a12a-41b5-a025-40ce925008a6 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280742 Mar 02 07:27:07.319108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-74605c7e-73c4-4b89-a532-e426eef5a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.326335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-74605c7e-73c4-4b89-a532-e426eef5a272 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1931391 Mar 02 07:27:07.326335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.327865 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bae62ee3-2eb1-4d26-b1c8-5c6778d75a02 admin admin] 10.222.0.21 "DELETE /v2.0/routers/54b3738e-b250-4765-b4d4-625989f460e6 HTTP/1.1" status: 204 len: 168 time: 4.3764904 Mar 02 07:27:07.328167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45360) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:07.353462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.419620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Deleting subnet 3232b9c9-03dc-41b0-99ee-34d22196f9ca {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:07.425246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.470058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.485283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Network': ['ID=69065f0c-c30e-4311-9f81-877ea3da0915,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.563025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-62402148-b1b7-41ab-97f2-ff2278ceb18a tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/networks/69065f0c-c30e-4311-9f81-877ea3da0915 HTTP/1.1" status: 204 len: 168 time: 3.0633464 Mar 02 07:27:07.564903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:07.625054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.704397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c8c356d7-e25a-4789-bf8b-d28dc41a20d1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:07.714452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.738209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.745423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c8c356d7-e25a-4789-bf8b-d28dc41a20d1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:07.745816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c8c356d7-e25a-4789-bf8b-d28dc41a20d1 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:07.757114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.763454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a8d9-7bd5-47e3-9476-2ab4e6af885e req-eb1ccba3-306b-4fa0-a5ec-4138405638da tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.764029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.765957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c78a8d9-7bd5-47e3-9476-2ab4e6af885e req-eb1ccba3-306b-4fa0-a5ec-4138405638da tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 814 time: 0.3049593 Mar 02 07:27:07.777172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.784339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.791152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:07.793462 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-8623b0c0-7910-42d3-a21a-5557e7382670 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.4377706 Mar 02 07:27:07.799100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c78a8d9-7bd5-47e3-9476-2ab4e6af885e req-e4326777-8383-4947-9cda-326518f777e8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/quotas/4a2566b74c98442cb11ba2d379699678 HTTP/1.1" status: 200 len: 375 time: 0.0204062 Mar 02 07:27:07.806139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-5fa033c0-3ad3-49fa-9c51-a2f0e3ee887c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762287 Mar 02 07:27:07.855534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting subnet f21037a7-35f8-4d33-8184-d84c54d91d1a {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:07.856096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.871804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.984271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c78a8d9-7bd5-47e3-9476-2ab4e6af885e req-1297eb5a-9b2d-406e-b74d-ec271b9ef1c9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835051 Mar 02 07:27:07.986124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.039380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3232b9c9-03dc-41b0-99ee-34d22196f9ca,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:08.041381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.049845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebd6ab-687a-414a-af23-eeb194d5dc09 None None] Network 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:08.054789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5e773dcd-5b00-44fa-bf71-788a97495fea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3232b9c9-03dc-41b0-99ee-34d22196f9ca HTTP/1.1" status: 204 len: 168 time: 0.7228885 Mar 02 07:27:08.055178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45384) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:08.086736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 4183f78f-6438-4de2-8828-7557f2cba6d4 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:08.191294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b45ecddf-14c7-4b3f-9e64-52984c4578b4 req-a2dcd92f-113e-4fb6-8ff1-eede61b7b672 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665636 Mar 02 07:27:08.231514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48af53e3-b088-4cf5-b63f-a9383371a623 req-6fb5964a-b15e-4352-a730-4b699ff5df96 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4308081 Mar 02 07:27:08.243669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.332282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 4183f78f-6438-4de2-8828-7557f2cba6d4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:08.343442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 4183f78f-6438-4de2-8828-7557f2cba6d4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:08.343938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.412392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.421415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.450525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Deleting port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:08.450872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.518743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.537180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] DHCP port deletion for 2c1f8954-b4bb-4207-8db7-b73658bfcdf6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:08.553023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc507a2-373d-4926-bc68-eecf1baf23bd req-92bc60e2-2e84-4346-8fce-0f24c6d9fbc7 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:08.553307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Deleting port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:08.553954 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.573098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7dc507a2-373d-4926-bc68-eecf1baf23bd req-92bc60e2-2e84-4346-8fce-0f24c6d9fbc7 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 949 time: 0.2113285 Mar 02 07:27:08.640985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:08.662281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=4183f78f-6438-4de2-8828-7557f2cba6d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:08.680296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.712602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.785020 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.787778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075dfe0-c8e1-4a79-bb15-8b92d77c07d9 None None] Network 2d27f984-08ee-4160-a7c2-709a5cdd3757 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:08.802687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3292-5080-4694-988a-678ecd5d0a00 req-c1e2043b-db0d-4e79-8eb5-43090aaf4e64 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:08.804976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98ea3292-5080-4694-988a-678ecd5d0a00 req-c1e2043b-db0d-4e79-8eb5-43090aaf4e64 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2316616 Mar 02 07:27:08.806875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7dc507a2-373d-4926-bc68-eecf1baf23bd req-2acc5829-8157-4fff-9452-e8523d9e93c4 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329109 Mar 02 07:27:08.810253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45400) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:08.810695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/subnets/f21037a7-35f8-4d33-8184-d84c54d91d1a HTTP/1.1" status: 204 len: 168 time: 1.2439940 Mar 02 07:27:08.856057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab016904-e6cb-4e6a-a752-87ed0fe89c31 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Subnet': ['ID=f21037a7-35f8-4d33-8184-d84c54d91d1a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:08.856966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] For port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:08.863108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.893887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98ea3292-5080-4694-988a-678ecd5d0a00 req-4cc56582-966f-4f27-a9bf-07df64b76351 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810478 Mar 02 07:27:08.938877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] For port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,segment=NetworkSegment(3d23b69c-54cd-47dc-ad7d-632b5c608d87),segment_id=3d23b69c-54cd-47dc-ad7d-632b5c608d87)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:08.939230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.148734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5a6db-b3f7-4729-a65a-bd9ac6089c73 req-f1951723-105f-48d5-9815-7d888d04331b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.159998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35f5a6db-b3f7-4729-a65a-bd9ac6089c73 req-f1951723-105f-48d5-9815-7d888d04331b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1591084 Mar 02 07:27:09.257435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35f5a6db-b3f7-4729-a65a-bd9ac6089c73 req-7a5edf2c-c3fe-4a74-bf12-7de563d34477 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913754 Mar 02 07:27:09.305292 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4', 'code': 200} Mar 02 07:27:09.407250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa15f6-9083-42a6-bfdb-65d4d2101921 req-9648542e-dc27-4786-9b46-d048129180db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.412471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58aa15f6-9083-42a6-bfdb-65d4d2101921 req-9648542e-dc27-4786-9b46-d048129180db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 1101 time: 0.1540406 Mar 02 07:27:09.455819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Calling delete_port for bb751f2b-bd7a-473a-b4e7-0659cc47f2ee owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:09.565085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb751f2b-bd7a-473a-b4e7-0659cc47f2ee no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:09.586007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Calling delete_port for bb751f2b-bd7a-473a-b4e7-0659cc47f2ee owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:09.592234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58aa15f6-9083-42a6-bfdb-65d4d2101921 req-2d477c79-8bf9-4cf6-b3cb-d78674982b23 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718102 Mar 02 07:27:09.600066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45414) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:09.663513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.680587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.681709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.700078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.708133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.716694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.724461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.731096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:09.740599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-1c9b023e-797b-43b6-bb0b-71df1689a75c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.2522821 Mar 02 07:27:09.773395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.806018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.806762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.859176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.869589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b66b8a6-d39e-4b59-b510-c1b27290df4c req-f54dd4bd-989b-41d4-979c-e111d2ceb5a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272309 Mar 02 07:27:09.872694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:09.888772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Usage tracker for resource:security_group_rule and tenant:cd99882a71a94762b644730a0456e98d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:09.894692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] DHCP port deletion for 2d27f984-08ee-4160-a7c2-709a5cdd3757 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:09.914570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:09.915099 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:09.915975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Deleting port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:09.916503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.920577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:09.934774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:09.951298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb751f2b-bd7a-473a-b4e7-0659cc47f2ee,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.957052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:09.957353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.987612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] No DVR routers for this DVR port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:10.132221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.158096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1f8954-b4bb-4207-8db7-b73658bfcdf6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:10.167933 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.176858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d23b69c-54cd-47dc-ad7d-632b5c608d87') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:10.177151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d23b69c-54cd-47dc-ad7d-632b5c608d87') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:10.179858 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.190543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.196493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] For port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:10.197123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.207561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.218731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:10.219163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.226955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd99882a71a94762b644730a0456e98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256065 Mar 02 07:27:10.230318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:10.238822 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:10.257331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23323d9-d6f8-4be3-8dac-19f553020258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8f803-64f9-45c0-bc9a-06d6bbac9057,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.344635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b16ae3-d65c-4866-83a0-984dc65fc972 req-34217dfe-9178-43a0-b8eb-76b374ed29c6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:10.351791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1b16ae3-d65c-4866-83a0-984dc65fc972 req-34217dfe-9178-43a0-b8eb-76b374ed29c6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 950 time: 0.2381787 Mar 02 07:27:10.383093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.385967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b79c07-5112-49e9-b2b9-f55e01a0556e req-367a7373-f757-4eb9-a5b4-9988b7327a4f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:10.387072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Calling delete_port for 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:10.393759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62b79c07-5112-49e9-b2b9-f55e01a0556e req-367a7373-f757-4eb9-a5b4-9988b7327a4f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.7613385 Mar 02 07:27:10.411941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.427924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Deleting port bb751f2b-bd7a-473a-b4e7-0659cc47f2ee {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:10.429315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.431979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.457162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.484246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1f8954-b4bb-4207-8db7-b73658bfcdf6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.503677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1b16ae3-d65c-4866-83a0-984dc65fc972 req-a71aabcb-cd0c-46be-93cf-dbfd1abbd159 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477787 Mar 02 07:27:10.503677 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.540367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f0021ac-607f-4730-a877-057b8be92502 None None] The port 'bb751f2b-bd7a-473a-b4e7-0659cc47f2ee' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:10.542518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8f803-64f9-45c0-bc9a-06d6bbac9057,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.555179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62b79c07-5112-49e9-b2b9-f55e01a0556e req-99799463-6f77-45bb-9db8-13f6778e4237 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604619 Mar 02 07:27:10.556580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-44dc04a0-d0a4-40df-a03c-0a5cb63ece4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2c1f8954-b4bb-4207-8db7-b73658bfcdf6 HTTP/1.1" status: 204 len: 168 time: 2.5005426 Mar 02 07:27:10.569299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.570348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-02403df9-b5ca-47f8-bd40-d9a92260dad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39f8f803-64f9-45c0-bc9a-06d6bbac9057 HTTP/1.1" status: 204 len: 168 time: 0.3332865 Mar 02 07:27:10.664255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,segment=NetworkSegment(30d5b2fe-1210-400d-bcaf-a2425fde648f),segment_id=30d5b2fe-1210-400d-bcaf-a2425fde648f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:10.665138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.665710 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.799423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] No DVR routers for this DVR port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:10.846360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc75b8-9d32-4d70-9ce1-5445851491cb None None] Pushing event deleted for resources: {'Port': ['ID=0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.880875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45438) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.107137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:11.118563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84431311-8756-41be-8b78-e199ce1df63c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a0eb8deb0084ac9a2d45115f7a03886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363954 Mar 02 07:27:11.124422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45452) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.209970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9e5-0ee9-4acd-9499-5024b0c3fcdd req-391c6123-e764-4df5-b4a7-eee4d4463a49 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.212124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b75ae9e5-0ee9-4acd-9499-5024b0c3fcdd req-391c6123-e764-4df5-b4a7-eee4d4463a49 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.4829316 Mar 02 07:27:11.353162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.388583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b75ae9e5-0ee9-4acd-9499-5024b0c3fcdd req-11f71c52-ca68-4ad8-bf73-d6ab0a6a7ca6 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531413 Mar 02 07:27:11.442361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.481839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:11.482253 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:11.520510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.535219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.544229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.554177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.565052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.572419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.579965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.590879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.594184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da4a1767-eb18-4014-8727-36f85d26b323 req-e6162786-b349-4a4f-9c6c-c0430deb2f54 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.3741939 Mar 02 07:27:11.606144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad37d9d-6f4a-4daa-8a4a-b7c9a321f9a0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:11.634737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:11.638731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.640069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0b565b2d-aabb-4b49-aee3-cbb5c46ac89a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aad37d9d-6f4a-4daa-8a4a-b7c9a321f9a0 HTTP/1.1" status: 204 len: 168 time: 0.5125048 Mar 02 07:27:11.686733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45468) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.691812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7b59e87-2e5f-4830-a690-118314194854 req-9e946a8a-c460-4651-ae2a-43a1961e72bc tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4a2566b74c98442cb11ba2d379699678 HTTP/1.1" status: 200 len: 221 time: 0.1171632 Mar 02 07:27:11.742548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:11.754002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:11.805054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.865514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-281e8b83-90b8-4fa3-906f-b9cdb11bd554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.867143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:11.878582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Usage tracker for resource:security_group_rule and tenant:ec762ecc04a144f28ad0ba9675b12eba is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:11.895383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da4a1767-eb18-4014-8727-36f85d26b323 req-3994e12b-b03d-45a8-9f3a-ce2c6556df99 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951629 Mar 02 07:27:11.896326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:11.912158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:11.988740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:11.988740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.011003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f058440-70b2-4021-b9c5-7cafe6a21e22 req-1db4380b-855f-4d0d-bcb1-2ff0688f94b8 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.017121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f058440-70b2-4021-b9c5-7cafe6a21e22 req-1db4380b-855f-4d0d-bcb1-2ff0688f94b8 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 950 time: 0.2002571 Mar 02 07:27:12.112859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f058440-70b2-4021-b9c5-7cafe6a21e22 req-062636c5-d238-4ad2-b7e2-818d75ef02d5 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871673 Mar 02 07:27:12.203424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] The port '0e5e1f07-9c2e-40f6-b7a6-d896e4c9a2bd' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:12.594772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09aa3e-c658-4b84-9930-e92e8f7a094e req-02a46d8a-561c-4c0a-a09f-e7fa93ef84e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.602393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e09aa3e-c658-4b84-9930-e92e8f7a094e req-02a46d8a-561c-4c0a-a09f-e7fa93ef84e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.5403175 Mar 02 07:27:12.633598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.660631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.685574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.706327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b1f05-7d12-4087-98e1-558629d7979b req-6329af31-5ef8-4619-aee9-960917fdf7ef tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.708756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a5b1f05-7d12-4087-98e1-558629d7979b req-6329af31-5ef8-4619-aee9-960917fdf7ef tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1621153 Mar 02 07:27:12.724754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d27f984-08ee-4160-a7c2-709a5cdd3757']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:12.737563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e09aa3e-c658-4b84-9930-e92e8f7a094e req-94964102-1895-40e6-a753-27069186b412 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342964 Mar 02 07:27:12.781234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a5b1f05-7d12-4087-98e1-558629d7979b req-8cd34b17-2c5c-42f1-ab91-bd649a19cb42 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665271 Mar 02 07:27:12.792079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d5b2fe-1210-400d-bcaf-a2425fde648f') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:12.792680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d5b2fe-1210-400d-bcaf-a2425fde648f') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:12.808815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cec258-5c05-4faf-a9a9-a755448969b7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:12.818845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de29f975-7cda-4f24-b666-a36c485cadda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec762ecc04a144f28ad0ba9675b12eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1279991 Mar 02 07:27:12.819287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45500) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:12.848763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.948855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.950727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.957441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:12.958114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:12.976486 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:13.017228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.126501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.164761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.212389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Network': ['ID=2d27f984-08ee-4160-a7c2-709a5cdd3757,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.229562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9e5c8-052e-4527-b5e8-d10d851ee8a8 req-32f8cb6c-5e17-4d46-9f65-ba862e8ebc5d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.247406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e9e5c8-052e-4527-b5e8-d10d851ee8a8 req-32f8cb6c-5e17-4d46-9f65-ba862e8ebc5d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2037120 Mar 02 07:27:13.257307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5f69fa7-ca81-4d6c-b03a-cfb54c915ef4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/networks/2d27f984-08ee-4160-a7c2-709a5cdd3757 HTTP/1.1" status: 204 len: 168 time: 4.4194653 Mar 02 07:27:13.257307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-34b52d5a-b280-44f7-818b-e403d1996296 tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.257307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-34b52d5a-b280-44f7-818b-e403d1996296 tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 1101 time: 0.3511851 Mar 02 07:27:13.257307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45516) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:13.267694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-232925000'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:13.278231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:13.283013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:network and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:13.285034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.294214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:13.304405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:13.328745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cec258-5c05-4faf-a9a9-a755448969b7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.349153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.353228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee33b29d-ee05-4cd2-a7c2-44d4546aba91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3cec258-5c05-4faf-a9a9-a755448969b7 HTTP/1.1" status: 204 len: 168 time: 0.5301688 Mar 02 07:27:13.360822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.365214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e9e5c8-052e-4527-b5e8-d10d851ee8a8 req-431fa244-d95a-4e35-8518-6ad0be3425c6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340034 Mar 02 07:27:13.379051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:13.387623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.406951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:13.411120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Usage tracker for resource:security_group_rule and tenant:282b66c9df1543bd99ca75c217a485c3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:13.414091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:13.420069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:13.489767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:13.516254 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.516745 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Added segment eeabfde4-c525-4a57-b9c5-8a70c16d6f7c of type vlan for network 2e46e262-e683-486b-a56e-71570850fbc6 Mar 02 07:27:13.572615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.609402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.612171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.619435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.619631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.620332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.625879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.637201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.651760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.664245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.677902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.705975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.722781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-2078a7e1-58d1-423d-bdb4-835e1501a986 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.2054741 Mar 02 07:27:13.734727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.763086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5096996 Mar 02 07:27:13.763274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:13.777474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'subnet': {'network_id': '2e46e262-e683-486b-a56e-71570850fbc6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:13.841554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Synchronizing usage tracker for tenant:282b66c9df1543bd99ca75c217a485c3 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:13.856745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ef549-774a-45c3-9717-69c64e3c712d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Network': ['ID=2e46e262-e683-486b-a56e-71570850fbc6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.860333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28f9a2-c572-4921-be95-45fe83544c05,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.878540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Unset dirty status for tenant:282b66c9df1543bd99ca75c217a485c3 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:13.888256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec1cc73a-baea-4037-aee9-e40657959bdb req-fd61aa42-5da6-4ad0-b8fa-bc8b6d086d2f tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898826 Mar 02 07:27:13.904576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2e46e262-e683-486b-a56e-71570850fbc6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:14.013932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:14.027581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c8a7fa1-9380-4f32-a500-2a9ef72e6603 req-f8a31037-a9eb-4b12-900b-3773887d83f6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3112731 Mar 02 07:27:14.034828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:subnet and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:14.041972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:14.052965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:14.077080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:14.080810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.152742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-72ca7b58-be93-4862-be48-6fc67acc4d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.486977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec13f9-837d-4307-8dc3-319f5825cd46 req-ef9ba607-b7fb-44e5-8ee3-e9c81876f74f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:14.496254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22ec13f9-837d-4307-8dc3-319f5825cd46 req-ef9ba607-b7fb-44e5-8ee3-e9c81876f74f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1889927 Mar 02 07:27:14.636556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.669188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22ec13f9-837d-4307-8dc3-319f5825cd46 req-42f74f5e-05c4-41c8-afad-3f515d2fc520 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646125 Mar 02 07:27:14.782036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06872-a119-45dc-97bf-e0fb7f16a523 req-39e5b31d-5d48-4306-a443-b62fbdb56943 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:14.799179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85a06872-a119-45dc-97bf-e0fb7f16a523 req-39e5b31d-5d48-4306-a443-b62fbdb56943 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1516259 Mar 02 07:27:14.818205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45568) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:14.820766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Subnet': ['ID=57a98147-bd6c-4299-877d-1c73e94e6d21,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:14.829559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Checking segment: {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:14.829972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network hostable DHCP agents. Network: 2e46e262-e683-486b-a56e-71570850fbc6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:14.862511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85a06872-a119-45dc-97bf-e0fb7f16a523 req-ca94efdd-27df-4dc3-b578-8a9982a9657a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620289 Mar 02 07:27:14.864678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 2e46e262-e683-486b-a56e-71570850fbc6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:14.891492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2e46e262-e683-486b-a56e-71570850fbc6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:14.900226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1da5d-81c9-4975-9783-5c357cffdc4e None None] Network 2e46e262-e683-486b-a56e-71570850fbc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:14.905619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:14.906404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.960660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e416c835-b5b1-466e-9c0e-312256eab585 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1908789 Mar 02 07:27:14.961034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:14.970619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1599777528'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:14.984413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:14.995477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:network and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:15.012006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:15.022699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:15.090279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:15.095421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.155059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:15.173478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c8160-c602-4e71-acd4-6facd063e59b req-05e6af06-6131-40ef-b184-a464e6e389f3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:15.186529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a6c8160-c602-4e71-acd4-6facd063e59b req-05e6af06-6131-40ef-b184-a464e6e389f3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1533310 Mar 02 07:27:15.213906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.214251 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Added segment d62fb4fe-cad2-471c-859c-c1a001bd7904 of type vlan for network 0e0d8d99-8f1b-4616-bd91-775c434156df Mar 02 07:27:15.335761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc629-f8b9-43c1-840d-1dd4090d2b0d req-22b033ae-37cd-40f6-860e-a103e709732e tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:15.339352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a6c8160-c602-4e71-acd4-6facd063e59b req-a74526b4-7b51-48e9-ae90-77e2817cb521 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436656 Mar 02 07:27:15.344762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.347500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-690cc629-f8b9-43c1-840d-1dd4090d2b0d req-22b033ae-37cd-40f6-860e-a103e709732e tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 1101 time: 0.2163827 Mar 02 07:27:15.400069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.427095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-690cc629-f8b9-43c1-840d-1dd4090d2b0d req-102e99c9-8dec-4bc8-903b-dd137f090ef3 tempest-ServersAdminNegativeTestJSON-961786513 tempest-ServersAdminNegativeTestJSON-961786513-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Mar 02 07:27:15.449792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2e46e262-e683-486b-a56e-71570850fbc6', 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'fixed_ips': [{'subnet_id': '57a98147-bd6c-4299-877d-1c73e94e6d21'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:15.458352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.484426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:15.501174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Usage tracker for resource:security_group_rule and tenant:19e70c8a58dc47e0a95d1c04d1c25586 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:15.516161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:15.521156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.534058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:15.536774 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.595290 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.600815 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.626541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:15.724360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Allocated IP 19.80.0.2 (2e46e262-e683-486b-a56e-71570850fbc6/57a98147-bd6c-4299-877d-1c73e94e6d21/4340f455-760b-4d92-bfae-49dabf994663) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:15.894084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45604) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:15.901102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'subnet': {'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:15.906226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9437521 Mar 02 07:27:15.959864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45510fc-89ce-412e-86f3-c94b60c46730 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Network': ['ID=0e0d8d99-8f1b-4616-bd91-775c434156df,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:15.993780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0e0d8d99-8f1b-4616-bd91-775c434156df details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:16.076961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.083531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.103967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.112273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.130840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.137926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.157577 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.161770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.174644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-f10d3fb6-a299-4973-88fb-b7dfa80137fa tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.6636367 Mar 02 07:27:16.179019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:16.189396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:subnet and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:16.191601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Transition to ACTIVE for port object 4340f455-760b-4d92-bfae-49dabf994663 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:16.193180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:16.215460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:16.216191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:16.227579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Transition to ACTIVE for port object 4340f455-760b-4d92-bfae-49dabf994663 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:16.234796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.308595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Network 2e46e262-e683-486b-a56e-71570850fbc6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:16.313062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:16.320793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:16.355973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:16.380222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.402831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-929f87aa-0624-46f9-a6f6-8e181aa7d864 req-c23aaba4-5cd3-4475-bf8f-5330d4945bc1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2252278 Mar 02 07:27:16.438307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Pushing event updated for resources: {'Port': ['ID=4340f455-760b-4d92-bfae-49dabf994663,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.459492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Attempting to bind port 4340f455-760b-4d92-bfae-49dabf994663 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:16.460155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Attempting to bind port 4340f455-760b-4d92-bfae-49dabf994663 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:16.460155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Attempting to bind port 4340f455-760b-4d92-bfae-49dabf994663 on network 2e46e262-e683-486b-a56e-71570850fbc6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:16.466925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:16.467312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Checking segment: {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:16.467878 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.468305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Bound using segment: {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:16.468870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Bound port: 4340f455-760b-4d92-bfae-49dabf994663, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:16.469240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.504763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.559142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.572060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:16.581806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Usage tracker for resource:security_group_rule and tenant:511c7fb6fe414f8c9a186fecdc2bdf31 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:16.591540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:16.596647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeffc74-19e0-4faf-9a12-884e2f3c0274 req-9f5daaab-d1d5-4bba-b15f-160bcbe36f7c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.604226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0aeffc74-19e0-4faf-9a12-884e2f3c0274 req-9f5daaab-d1d5-4bba-b15f-160bcbe36f7c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.4017935 Mar 02 07:27:16.605235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:16.611030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.646655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.692770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0aeffc74-19e0-4faf-9a12-884e2f3c0274 req-75c619f9-a4c9-46e4-9f69-00aee58d114f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803077 Mar 02 07:27:16.701943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] For port 4340f455-760b-4d92-bfae-49dabf994663, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:16.706539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] For port 4340f455-760b-4d92-bfae-49dabf994663, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4340f455-760b-4d92-bfae-49dabf994663,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:16.714579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.819670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec424e-bd62-4dfb-bfd4-7e8342be8cfa,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.831458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.845152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b968b3fe-9d2e-40ff-9c12-1e02543f8e50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19e70c8a58dc47e0a95d1c04d1c25586&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0256636 Mar 02 07:27:16.851104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45628) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:16.889767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717f45-d263-49a5-8d55-4b36014dc696 None None] Pushing event updated for resources: {'Port': ['ID=4340f455-760b-4d92-bfae-49dabf994663,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.926181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Subnet': ['ID=9f4f47f6-ab9a-4513-8301-435f255512c6,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.970409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Checking segment: {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:16.970853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network hostable DHCP agents. Network: 0e0d8d99-8f1b-4616-bd91-775c434156df, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:17.006411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 0e0d8d99-8f1b-4616-bd91-775c434156df is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:17.028274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.030682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0e0d8d99-8f1b-4616-bd91-775c434156df) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:17.035565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:17.037243 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.041196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f20c6a-0f27-4dc0-9914-ab82c35ac4dc None None] Network 0e0d8d99-8f1b-4616-bd91-775c434156df requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:17.051674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.089541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fa9c0e8b-1252-455c-b731-31ad5e0d8bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1934185 Mar 02 07:27:17.196105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=511c7fb6fe414f8c9a186fecdc2bdf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9643862 Mar 02 07:27:17.196876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45636) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:17.308316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce11b7-bf1d-4bbd-a5dc-6299f67e47dd req-b28051af-7e07-4044-8799-58cb37bbcd02 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:17.310297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74ce11b7-bf1d-4bbd-a5dc-6299f67e47dd req-b28051af-7e07-4044-8799-58cb37bbcd02 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.6761930 Mar 02 07:27:17.332867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.366641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14272f-a3b9-4981-885a-ba22efcd7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65c7a3-17c0-4601-9534-227a8c1d2fc8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:17.384576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.406056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.494291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74ce11b7-bf1d-4bbd-a5dc-6299f67e47dd req-23b6391b-bbbf-4fb3-a073-2755a40d2681 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646786 Mar 02 07:27:17.552209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.559890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.611580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65c7a3-17c0-4601-9534-227a8c1d2fc8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:17.634277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.644360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7ca70198-6aff-4769-a884-60c750dc9c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d65c7a3-17c0-4601-9534-227a8c1d2fc8 HTTP/1.1" status: 204 len: 168 time: 0.4460762 Mar 02 07:27:17.694436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4340f455-760b-4d92-bfae-49dabf994663 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:17.696173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.760774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec424e-bd62-4dfb-bfd4-7e8342be8cfa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:17.852591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.858782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-306089c4-54f3-4afd-aa82-dbf10671f139 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9eec424e-bd62-4dfb-bfd4-7e8342be8cfa HTTP/1.1" status: 204 len: 168 time: 1.0038359 Mar 02 07:27:17.910702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-0e0d8d99-8f1b-4616-bd91-775c434156df', 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'fixed_ips': [{'subnet_id': '9f4f47f6-ab9a-4513-8301-435f255512c6'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:17.915122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.927161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ffb91-8b7d-4e6c-b469-029e7195ab60 req-ea6d751a-8969-43b1-8030-2c7072d6cd1a tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:17.936905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-240ffb91-8b7d-4e6c-b469-029e7195ab60 req-ea6d751a-8969-43b1-8030-2c7072d6cd1a tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 950 time: 0.1635735 Mar 02 07:27:17.983475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4340f455-760b-4d92-bfae-49dabf994663 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:17.993906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d3d3ccdb-f5ac-4d7c-81d0-385655b359c1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.010980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d3d3ccdb-f5ac-4d7c-81d0-385655b359c1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.012111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d3d3ccdb-f5ac-4d7c-81d0-385655b359c1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:18.028251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-240ffb91-8b7d-4e6c-b469-029e7195ab60 req-8e171517-f761-4dce-a0c4-28329e8cb4a6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896294 Mar 02 07:27:18.051799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d3d3ccdb-f5ac-4d7c-81d0-385655b359c1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:18.053211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d3d3ccdb-f5ac-4d7c-81d0-385655b359c1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/networks?id=2e46e262-e683-486b-a56e-71570850fbc6&id=0e0d8d99-8f1b-4616-bd91-775c434156df HTTP/1.1" status: 200 len: 1391 time: 0.3168228 Mar 02 07:27:18.089557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-d16e7bf5-3360-4065-9285-b4c5623f1bf9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/quotas/173e42f4d657484db26323adf42f35dc HTTP/1.1" status: 200 len: 375 time: 0.0255761 Mar 02 07:27:18.300072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-9b831322-9636-40be-84d6-b4f9fca78e69 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:18.341554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.346737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-9b831322-9636-40be-84d6-b4f9fca78e69 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:18.348427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-9b831322-9636-40be-84d6-b4f9fca78e69 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2547095 Mar 02 07:27:18.371659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Allocated IP 19.86.0.2 (0e0d8d99-8f1b-4616-bd91-775c434156df/9f4f47f6-ab9a-4513-8301-435f255512c6/0bdfee1f-539e-4ae4-8e4e-da911fe3acd8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:18.455367 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.636074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-16cdf423-5428-4608-a50c-3fcc323f86bf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:27:18.645437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-16cdf423-5428-4608-a50c-3fcc323f86bf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2847741 Mar 02 07:27:18.668125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.675560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.682020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.691536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.695428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb92c77-1271-43af-8200-b7dd4fe58a72 None None] Network 2e46e262-e683-486b-a56e-71570850fbc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:18.698522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.705956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.713552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.723440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-16c08d79-02b0-4e0f-a651-e6069a122aab tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.4855201 Mar 02 07:27:18.840849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb3d2ca-54a5-4701-bd97-7d7eff7f2376 req-5dabec78-f6cf-4c63-a600-289df676e5a3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158531 Mar 02 07:27:18.989130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-4f2415f2-7ca1-4a60-8e41-de6eca420e5b service neutron] 10.222.0.21 "GET /v2.0/networks/2e46e262-e683-486b-a56e-71570850fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412406 Mar 02 07:27:19.113983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.130501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Transition to ACTIVE for port object 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:19.159311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Transition to ACTIVE for port object 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:19.175220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.240631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd021cf-a0ba-46c2-935c-9ea34ba0d50b req-96170589-960d-4430-87c6-bef66969044d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:19.250550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cd021cf-a0ba-46c2-935c-9ea34ba0d50b req-96170589-960d-4430-87c6-bef66969044d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1953270 Mar 02 07:27:19.258673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-c19c7a94-d506-4803-897b-805863493fe6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:19.260067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-c19c7a94-d506-4803-897b-805863493fe6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 950 time: 0.4253221 Mar 02 07:27:19.337732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Provisioning for port 4340f455-760b-4d92-bfae-49dabf994663 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:19.345303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cd021cf-a0ba-46c2-935c-9ea34ba0d50b req-029d3adc-950b-4aba-abcb-23efd5ba4048 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937185 Mar 02 07:27:19.362955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Pushing event updated for resources: {'Port': ['ID=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:19.388778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Network 0e0d8d99-8f1b-4616-bd91-775c434156df is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:19.393032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:19.396955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Provisioning complete for port 4340f455-760b-4d92-bfae-49dabf994663 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:19.397360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.423252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:19.440924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-ca170ab3-8017-44d9-aa57-04583af37ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e46e262-e683-486b-a56e-71570850fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506123 Mar 02 07:27:19.541697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Deleting port 4183f78f-6438-4de2-8828-7557f2cba6d4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:19.546383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.615979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Attempting to bind port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:19.616260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Attempting to bind port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:19.616625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Attempting to bind port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 on network 0e0d8d99-8f1b-4616-bd91-775c434156df {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:19.632325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:19.632693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Checking segment: {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:19.633223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.633779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Bound using segment: {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:19.634283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Bound port: 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:19.634650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.761528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] For port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:19.766917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] For port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:19.801375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef052030-8f3e-4bc1-8839-f0df240c7e61 req-8fb81cc4-3ac5-4bd9-9c47-27bc8a6e1fcc tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:19.812687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef052030-8f3e-4bc1-8839-f0df240c7e61 req-8fb81cc4-3ac5-4bd9-9c47-27bc8a6e1fcc tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.2178988 Mar 02 07:27:19.841276 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.009888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef052030-8f3e-4bc1-8839-f0df240c7e61 req-b35115e1-3899-47f8-9637-d4b3885c1c1d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941152 Mar 02 07:27:20.022319 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.146262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a45b4-e89c-4249-9137-89004451618c None None] Pushing event updated for resources: {'Port': ['ID=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.163270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-9a8409b0-2446-4149-a847-4c0d60b9f8ed service neutron] 10.222.0.21 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038250 Mar 02 07:27:20.175385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] For port 4340f455-760b-4d92-bfae-49dabf994663, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4340f455-760b-4d92-bfae-49dabf994663,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:20.183973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.218512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45722) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:20.367302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1549c4e-1642-46d6-bfe5-91a3c03123f3 req-77f04c71-dacc-4f67-b661-736c61cb24e5 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.368838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1549c4e-1642-46d6-bfe5-91a3c03123f3 req-77f04c71-dacc-4f67-b661-736c61cb24e5 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 950 time: 0.2142649 Mar 02 07:27:20.412629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6114d8-16a6-4190-8b19-494dbfc8d75b None None] Pushing event updated for resources: {'Port': ['ID=4340f455-760b-4d92-bfae-49dabf994663,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.427419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ce24318d-fc50-49b0-9067-59788d238632 None None] Provisioning complete for port 4340f455-760b-4d92-bfae-49dabf994663 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:20.428092 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce24318d-fc50-49b0-9067-59788d238632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.471802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1549c4e-1642-46d6-bfe5-91a3c03123f3 req-5d7db9da-d9d9-4f77-af8b-60f80e7502c2 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954301 Mar 02 07:27:20.556175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-3c58b607-6b9f-4b86-ba6e-c0628a14d06f service neutron] 10.222.0.21 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903055 Mar 02 07:27:20.577990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] For port 4183f78f-6438-4de2-8828-7557f2cba6d4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=4183f78f-6438-4de2-8828-7557f2cba6d4,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:20.578938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.912716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.919105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.927084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.934325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.940460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.946817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.948206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1634234644-network', 'tenant_id': '39a0113313f644a1be321f1f4d684835'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:20.953760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.957577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:20.961627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Usage tracker for resource:network and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:20.964965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:20.969233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-b6317935-ed22-4996-9edd-819b1bb54a21 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.1988893 Mar 02 07:27:20.971410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:20.986516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Calling delete_port for 4183f78f-6438-4de2-8828-7557f2cba6d4 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:21.015906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Made reservation on behalf of 39a0113313f644a1be321f1f4d684835 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:21.018261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.033313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0608aed5-41de-4364-acef-697fc4d6bd27 req-c2fbda9b-e0a1-4087-b315-e67180e138e1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630252 Mar 02 07:27:21.042542 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.068393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:21.094674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:21.116306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:21.130768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:21.347007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff9f24-f752-4cbd-853f-807d29b3ae08 req-955dcddb-759c-44f9-8ae5-0bed69d1e86c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:21.355446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9ff9f24-f752-4cbd-853f-807d29b3ae08 req-955dcddb-759c-44f9-8ae5-0bed69d1e86c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1817884 Mar 02 07:27:21.427570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9ff9f24-f752-4cbd-853f-807d29b3ae08 req-42106e15-a11e-4819-a326-892beda0c4c1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711601 Mar 02 07:27:21.440177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed51cc2f-5b4d-4129-9bac-6709b0072510 req-225b95f0-bbb2-4d8e-a79b-a83dc12608c8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 210 time: 0.1586983 Mar 02 07:27:21.491175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.514960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['389dc74d-aee8-436e-a904-8d8c5c32d328'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:21.736952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Pushing event deleted for resources: {'Port': ['ID=4183f78f-6438-4de2-8828-7557f2cba6d4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:21.770991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4340f455-760b-4d92-bfae-49dabf994663 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:21.794123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02678c4f-accb-46ce-aecf-8c74a776a349 req-3d20cfe7-c1fc-422a-88c1-378263a8644a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:21.795592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02678c4f-accb-46ce-aecf-8c74a776a349 req-3d20cfe7-c1fc-422a-88c1-378263a8644a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 946 time: 0.1811883 Mar 02 07:27:21.859559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02678c4f-accb-46ce-aecf-8c74a776a349 req-fafa1e09-01b3-43cd-b56b-d6c9f806c3e9 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554552 Mar 02 07:27:21.911066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c6350d-0346-44cd-ab47-2b02a6c32ba3 req-79d0fee2-9194-4890-9a3d-cf3963a5bdc5 tempest-AbsoluteLimitsNegativeTestJSON-755028144 tempest-AbsoluteLimitsNegativeTestJSON-755028144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3de73b39d5d94971be32d63e7592f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2315025 Mar 02 07:27:21.989716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4340f455-760b-4d92-bfae-49dabf994663 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:21.990136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.102099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d434d7-c735-4497-a63f-1a02acbd0082 None None] Network 0e0d8d99-8f1b-4616-bd91-775c434156df requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:22.102243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] No DVR routers for this DVR port 4183f78f-6438-4de2-8828-7557f2cba6d4 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:22.125511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.128662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'name': 'network-vif-deleted', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:22.150843 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.152139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 4183f78f-6438-4de2-8828-7557f2cba6d4 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:22.211094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8da09-e0cc-452c-a6da-37eda0c33be6 req-b66d804c-7feb-41a4-bd86-929c984c6f42 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.213192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39a8da09-e0cc-452c-a6da-37eda0c33be6 req-b66d804c-7feb-41a4-bd86-929c984c6f42 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0937388 Mar 02 07:27:22.215715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 4183f78f-6438-4de2-8828-7557f2cba6d4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:22.215863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 4183f78f-6438-4de2-8828-7557f2cba6d4 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:22.215955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.260305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac46f3-f8a9-4292-9434-309c5d5e0e02,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:22.267545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02955a61-a19a-4fe9-a640-bf7b80b89eb0 req-88974e3a-878c-4d35-aa6b-2e6186049dbf tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.39 "DELETE /v2.0/ports/4183f78f-6438-4de2-8828-7557f2cba6d4 HTTP/1.1" status: 204 len: 173 time: 2.9991331 Mar 02 07:27:22.279897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:22.292193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39a8da09-e0cc-452c-a6da-37eda0c33be6 req-7cb518b4-cbdc-4983-be7a-5258766c81c1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Mar 02 07:27:22.317094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:22.321184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.321533 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Added segment 870ddc9f-0b9d-420d-a5a4-2a735afd9992 of type vlan for network 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd Mar 02 07:27:22.352207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6350d-0346-44cd-ab47-2b02a6c32ba3 req-404c4939-3fa8-4675-abdc-8180a0f4d15c tempest-AbsoluteLimitsNegativeTestJSON-755028144 tempest-AbsoluteLimitsNegativeTestJSON-755028144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.359261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c6350d-0346-44cd-ab47-2b02a6c32ba3 req-404c4939-3fa8-4675-abdc-8180a0f4d15c tempest-AbsoluteLimitsNegativeTestJSON-755028144 tempest-AbsoluteLimitsNegativeTestJSON-755028144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4473262 Mar 02 07:27:22.384328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.395136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c6350d-0346-44cd-ab47-2b02a6c32ba3 req-611d439d-6f0b-4915-8607-c0437cd7d327 tempest-AbsoluteLimitsNegativeTestJSON-755028144 tempest-AbsoluteLimitsNegativeTestJSON-755028144-project] 10.222.0.21 "GET /v2.0/quotas/3de73b39d5d94971be32d63e7592f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0346859 Mar 02 07:27:22.404978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-652940d5-2b66-44f4-b660-8f0091d8c3c7 None None] Provisioning for port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:22.583727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2d4dfca-3e36-48de-8474-2867a22955db req-984f3842-6474-4b6f-a397-760d6938005f tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c964fd-dfe1-4daf-b222-4529f9cda847 HTTP/1.1" status: 200 len: 210 time: 0.1211135 Mar 02 07:27:22.662145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:22.689063 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c6350d-0346-44cd-ab47-2b02a6c32ba3 req-81cd1723-512b-429f-9e52-233030608004 tempest-AbsoluteLimitsNegativeTestJSON-755028144 tempest-AbsoluteLimitsNegativeTestJSON-755028144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3de73b39d5d94971be32d63e7592f1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2867892 Mar 02 07:27:22.697591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:27:22.709161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:22.729009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:22.729456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.757948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-53311e18-c84c-4c02-b29a-5c061a0b7aaa tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.763907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-53311e18-c84c-4c02-b29a-5c061a0b7aaa tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.766338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-53311e18-c84c-4c02-b29a-5c061a0b7aaa tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "GET /v2.0/networks?id=2e46e262-e683-486b-a56e-71570850fbc6&id=0e0d8d99-8f1b-4616-bd91-775c434156df HTTP/1.1" status: 200 len: 1391 time: 0.2188516 Mar 02 07:27:22.767542 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.768438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.769769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.879847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2ae553-a06b-4a9d-8799-ee04ad34b8cd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:22.885186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'port': {'device_id': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6', 'admin_state_up': True, 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:22.993083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:23.023960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f582bac-e013-4d1f-a2a1-e4f39eabdc48 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8040547 Mar 02 07:27:23.026902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:23.035271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Request body: {'subnet': {'network_id': '2d2ae553-a06b-4a9d-8799-ee04ad34b8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1634234644-subnet', 'tenant_id': '39a0113313f644a1be321f1f4d684835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:23.050740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:23.059385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Usage tracker for resource:subnet and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:23.067733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:23.082468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:23.109699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Made reservation on behalf of 39a0113313f644a1be321f1f4d684835 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:23.115166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.119767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45816) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:23.136737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c893a86-2986-4218-94b7-32eb3dc2cffa req-e255fecf-5ee3-47d6-a312-79c2eb220f76 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.138589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c893a86-2986-4218-94b7-32eb3dc2cffa req-e255fecf-5ee3-47d6-a312-79c2eb220f76 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.2359550 Mar 02 07:27:23.149934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:23.172885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:port and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:23.179149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:23.219075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:23.240445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c893a86-2986-4218-94b7-32eb3dc2cffa req-6eb26fe6-1202-440b-97a1-611cac546d62 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900760 Mar 02 07:27:23.246641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:23.256564 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.379393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.410612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:23.438766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Usage tracker for resource:security_group_rule and tenant:3de73b39d5d94971be32d63e7592f1d5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:23.447682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:23.491356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:23.507961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.555521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'port_id': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752', 'mac_address': 'fa:16:3e:5d:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:23.562663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.581083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5791ac9c-60ad-4cc9-90b9-85d3fdb02326,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:23.596988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Allocated IP 19.80.0.170 (2e46e262-e683-486b-a56e-71570850fbc6/57a98147-bd6c-4299-877d-1c73e94e6d21/23107639-d9d9-4203-b410-482045d0cc50) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:23.633466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.640123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.646778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.655448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.663446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.670504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.675745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.683714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-558083ee-3388-43c4-9db8-abceda544a4a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5421 time: 0.2495756 Mar 02 07:27:23.725781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:23.731421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.745239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.760948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Checking segment: {'id': '870ddc9f-0b9d-420d-a5a4-2a735afd9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d2ae553-a06b-4a9d-8799-ee04ad34b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:23.761293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Network hostable DHCP agents. Network: 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:23.781923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:23.790410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d75a0b64-dbb1-4fdb-8bfa-218772eeba3a req-7117bd49-6d5a-4830-b016-00e9d7e6fd2e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053872 Mar 02 07:27:23.810556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Network 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:23.822213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:23.827401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:23.832187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:23.835684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:23.841176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5a645-62e8-4440-b84f-c9dd0f448b54 None None] Network 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:23.851140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.877354 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c964fd-dfe1-4daf-b222-4529f9cda847', 'name': 'network-vif-deleted', 'tag': '4183f78f-6438-4de2-8828-7557f2cba6d4', 'status': 'completed', 'code': 200} Mar 02 07:27:23.896254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b8a3e4ad-cbda-4991-bb13-3920b3037840 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8680685 Mar 02 07:27:23.959772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9c72b2f-a038-41a3-b73f-3c1e95b09ddc req-4d565f1d-e240-441a-a0c5-956e437c58cc tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 210 time: 0.0841382 Mar 02 07:27:23.961091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:23.994477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.995221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d095be35-9486-4722-9fb0-7675e74cf3f2 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:24.074312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c14b0803-b54f-4bc8-9e44-d8577707d4ce None None] Provisioning complete for port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:24.074312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c14b0803-b54f-4bc8-9e44-d8577707d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.177056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.185911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.204648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.228181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.296233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Transition to ACTIVE for port object 23107639-d9d9-4203-b410-482045d0cc50 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:24.305650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00861dcd-f79a-45af-a7ed-e46d2fe848fb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.312656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3de73b39d5d94971be32d63e7592f1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1873162 Mar 02 07:27:24.313024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45854) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:24.337082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.337426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.337765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.340768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.341000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.341343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.341679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.343141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.343141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.343141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.344007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.344007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a92df7-85a7-4653-8f4f-c018d06ecdaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.366976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.404321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.439002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.456449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:24.464411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af1a81b-4546-4441-b85f-ee833eab3961 None None] Network 2d2ae553-a06b-4a9d-8799-ee04ad34b8cd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:24.483952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed9c7-146e-415b-954d-1891d9cab17c req-8968753c-19ec-4d2c-9855-37254b63662d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:24.485449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8eed9c7-146e-415b-954d-1891d9cab17c req-8968753c-19ec-4d2c-9855-37254b63662d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2718530 Mar 02 07:27:24.505762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 2e46e262-e683-486b-a56e-71570850fbc6 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:24.511282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.526984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:24.536032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-511495095', 'description': 'tempest-description-427723506'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:24.545222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:24.552970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:24.554977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00861dcd-f79a-45af-a7ed-e46d2fe848fb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.558517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'port_id': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'mac_address': 'fa:16:3e:83:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:24.567654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:24.572398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:24.582126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:24.586866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.590848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.596076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cafa260b-a836-4a8c-af78-0625f977122f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00861dcd-f79a-45af-a7ed-e46d2fe848fb HTTP/1.1" status: 204 len: 168 time: 0.2814462 Mar 02 07:27:24.616691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.694606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:24.707082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:24.710780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:24.722153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:24.728547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:24.730721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.803193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8eed9c7-146e-415b-954d-1891d9cab17c req-1871e38e-ac7b-4d52-85b1-41e9f854e35e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710955 Mar 02 07:27:24.815759 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.838723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-0e5932f0-f13f-4980-b083-791ace46105e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9598334 Mar 02 07:27:24.844754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.848452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Request body: {'port': {'device_id': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df', 'admin_state_up': True, 'tenant_id': '173e42f4d657484db26323adf42f35dc'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:24.855733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.864798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d095be35-9486-4722-9fb0-7675e74cf3f2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:24.882903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:24.919541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.920801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 13f3d1d9-51bd-4cad-a023-5f23465751a2 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:24.941379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.946399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:24.946854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.964858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38df367b-9668-4cc6-8788-56c7df8b8500 req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4359446 Mar 02 07:27:24.980501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.980850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.981188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.981519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.981847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.982201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.982523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.982897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.983220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.983696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.984035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:24.984590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1287-aae0-4ba5-bbd9-478cf8fe0182 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:25.048933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'port_id': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'mac_address': 'fa:16:3e:e7:65:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:25.101438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:25.106701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Usage tracker for resource:port and tenant:173e42f4d657484db26323adf42f35dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:25.128598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:25.149117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:25.165654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Made reservation on behalf of 173e42f4d657484db26323adf42f35dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:25.172048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.231024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f6c8e26-b640-4a7f-b7c5-3b388c907241 None None] Provisioning for port 23107639-d9d9-4203-b410-482045d0cc50 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:25.240406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:25.248273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.263171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f6c8e26-b640-4a7f-b7c5-3b388c907241 None None] Provisioning complete for port 23107639-d9d9-4203-b410-482045d0cc50 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:25.263536 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6c8e26-b640-4a7f-b7c5-3b388c907241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.272937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcac9-e768-43f8-9fcc-1fe313b03fed req-13f54dcb-a59c-4f51-8151-47ca6e0443d3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.282948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-075bcac9-e768-43f8-9fcc-1fe313b03fed req-13f54dcb-a59c-4f51-8151-47ca6e0443d3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.1749697 Mar 02 07:27:25.309576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f3d1d9-51bd-4cad-a023-5f23465751a2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:25.339091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c8e26-b640-4a7f-b7c5-3b388c907241 None None] Port 23107639-d9d9-4203-b410-482045d0cc50 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:25.341131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:25.342522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-075bcac9-e768-43f8-9fcc-1fe313b03fed req-ce74b97a-8be9-4640-8fa6-8cbd33e7f43f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584743 Mar 02 07:27:25.346665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.357340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8fa06594-a86f-4683-9f93-c779520bef43 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:25.469195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:25.611182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:25.612627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede24ab-a697-4c7a-8158-f12d10bbb520 req-3aaebdc8-6690-4c68-90c9-d7cc4ed7d16a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.614333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fede24ab-a697-4c7a-8158-f12d10bbb520 req-3aaebdc8-6690-4c68-90c9-d7cc4ed7d16a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1474965 Mar 02 07:27:25.629262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.635038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.636345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '8fa06594-a86f-4683-9f93-c779520bef43', 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'port_id': '8fa06594-a86f-4683-9f93-c779520bef43', 'mac_address': 'fa:16:3e:ad:4e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b11f7e5-a87f-4ac6-a997-615d4d179c7b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:25.641474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.647600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.654763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.662587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.668856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.671867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-d3ca010f-02ae-4725-8410-a703374c98e8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5424 time: 0.3516743 Mar 02 07:27:25.681082 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fede24ab-a697-4c7a-8158-f12d10bbb520 req-03bce7ce-dbc6-4833-bd46-d8edcc043564 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580242 Mar 02 07:27:25.711919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Allocated IP 19.86.0.66 (0e0d8d99-8f1b-4616-bd91-775c434156df/9f4f47f6-ab9a-4513-8301-435f255512c6/bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:25.718926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.739273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa06594-a86f-4683-9f93-c779520bef43 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:25.744171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de846a1b-b2da-4297-9ae4-221d671fd162 req-a7347a79-b0c0-4f1a-9276-37759d1587a9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633564 Mar 02 07:27:25.757500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:25.769075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.769737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 046bae50-611a-404e-a0db-70629dfda54c details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:25.773530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45904) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.856031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-01378466-3a0d-495f-ac9d-be7be5fc6862 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd HTTP/1.1" status: 200 len: 1813 time: 0.0636926 Mar 02 07:27:25.867083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:25.868083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:25.890907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:25.904497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:25.912574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:25.923848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:25.927516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:25.976795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1650368481-network', 'tenant_id': '9617873240a04e339a651f82cecad790'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:25.984327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:25.994674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Usage tracker for resource:network and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:26.002564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:26.009893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.013151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:26.028265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.029403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=046bae50-611a-404e-a0db-70629dfda54c,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.035509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Made reservation on behalf of 9617873240a04e339a651f82cecad790 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:26.037890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.047534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.050124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Transition to ACTIVE for port object bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:26.053314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.055969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '046bae50-611a-404e-a0db-70629dfda54c', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'port_id': '046bae50-611a-404e-a0db-70629dfda54c', 'mac_address': 'fa:16:3e:b5:78:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:26.056325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.070619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.079867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:26.085355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c4678-d91c-4756-b64f-8d2fb4a11dbd req-87beff2b-3e2d-4727-93d7-2e189581e006 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.086187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3b3c4678-d91c-4756-b64f-8d2fb4a11dbd req-87beff2b-3e2d-4727-93d7-2e189581e006 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:26.097433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:26.102129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:26.108667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee31bdba-2686-4d17-b549-53a40a927e78,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.110133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3b3c4678-d91c-4756-b64f-8d2fb4a11dbd req-87beff2b-3e2d-4727-93d7-2e189581e006 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:26.111374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b3c4678-d91c-4756-b64f-8d2fb4a11dbd req-87beff2b-3e2d-4727-93d7-2e189581e006 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 932 time: 0.1704187 Mar 02 07:27:26.112948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.117955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:26.124047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:26.124572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.125324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.126593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d9c513a1-eb25-4b34-aa1f-ad8224715511 req-7bffc00c-eebe-4ad6-ae80-a9a2ed9abfa6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2638173 Mar 02 07:27:26.185224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.214042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Network 0e0d8d99-8f1b-4616-bd91-775c434156df is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:26.216587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046bae50-611a-404e-a0db-70629dfda54c {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:26.226592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:26.234325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:26.240745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=046bae50-611a-404e-a0db-70629dfda54c,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.251212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.252057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2c1c3be-4729-40d6-851c-6e8302cd7887 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:26.252279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.263079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.270638 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b3c4678-d91c-4756-b64f-8d2fb4a11dbd req-b6b9f68f-35e8-4ae4-9d02-9487c9842c88 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137700 Mar 02 07:27:26.275762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event updated for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.304904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.338319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.339182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.351131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:26.360025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bcad7c-4b45-4ceb-838f-8ff5a4924213,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.383082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.383438 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Added segment 31b4d7b8-c5c3-47db-8815-17a4296b471d of type vlan for network aac1a5e3-9571-4fe7-9030-e6a958d54fdc Mar 02 07:27:26.406786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'network_id': 'fd371546-00db-45e8-9ca7-3610af42bfc4', 'port_id': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'mac_address': 'fa:16:3e:4c:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4594be2-155e-48ab-87f2-4a59c0f37452', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:26.409167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.425079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95e122a1-79dd-4f6a-858e-de8e1c9f64ff req-aff60172-b081-4373-935a-87516d590562 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd HTTP/1.1" status: 200 len: 2407 time: 0.0919440 Mar 02 07:27:26.430389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-668f0497-b1cc-4555-93a6-450fdaf5faff tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5860381 Mar 02 07:27:26.435221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.442156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Request body: {'port': {'device_id': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:26.489057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.490879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.494158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.538220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.567399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c1c3be-4729-40d6-851c-6e8302cd7887 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:26.584733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.590796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.591695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 23032363-7610-4875-9728-8363ab156019 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:26.605792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.626950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8505301 Mar 02 07:27:26.627966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-28f9df7c-4f2f-4e27-8362-2f9e97481493 None None] Provisioning for port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:26.630701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45918) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:26.641139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Request body: {'subnet': {'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1650368481-subnet', 'tenant_id': '9617873240a04e339a651f82cecad790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:26.654234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-28f9df7c-4f2f-4e27-8362-2f9e97481493 None None] Provisioning complete for port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:26.654630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-28f9df7c-4f2f-4e27-8362-2f9e97481493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.732629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.751906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-28f9df7c-4f2f-4e27-8362-2f9e97481493 None None] Port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:26.754282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.757970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '23032363-7610-4875-9728-8363ab156019', 'network_id': '5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8', 'port_id': '23032363-7610-4875-9728-8363ab156019', 'mac_address': 'fa:16:3e:ee:e7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b11f7e5-a87f-4ac6-a997-615d4d179c7b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:26.812078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bc19a-6993-4d2d-b69d-260786236700 req-510fec64-6f88-4b17-984f-154d77177e30 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.814653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f8bc19a-6993-4d2d-b69d-260786236700 req-510fec64-6f88-4b17-984f-154d77177e30 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.5260472 Mar 02 07:27:26.816216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:26.817317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.838286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23032363-7610-4875-9728-8363ab156019 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:26.840743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Usage tracker for resource:subnet and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:26.843724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eefa3-ceef-4eec-ad3c-a21bebd75938 req-d239954f-d867-40aa-84b4-3498c34c27a5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.844492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789258-f7ef-4c0a-a06d-2f382b64fdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=aac1a5e3-9571-4fe7-9030-e6a958d54fdc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.847969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:26.850671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79eefa3-ceef-4eec-ad3c-a21bebd75938 req-d239954f-d867-40aa-84b4-3498c34c27a5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2340441 Mar 02 07:27:26.856873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:26.859603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:26.860757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:26.884128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f8bc19a-6993-4d2d-b69d-260786236700 req-f3fbc419-3089-4b53-84f0-5a7e407fb4f9 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613191 Mar 02 07:27:26.885632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Made reservation on behalf of 9617873240a04e339a651f82cecad790 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:26.888900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.923750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79eefa3-ceef-4eec-ad3c-a21bebd75938 req-36cee226-9b84-4050-b197-4b747bf8ce63 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Mar 02 07:27:26.970635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.012592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:27.054137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-c209aaf1-c488-4623-9003-0e7635886e08 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-group-rules/ee31bdba-2686-4d17-b549-53a40a927e78 HTTP/1.1" status: 200 len: 778 time: 0.0455687 Mar 02 07:27:27.143480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-5cf94adc-8c8f-44ed-a10f-bc3c888ef4ac tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd HTTP/1.1" status: 200 len: 2407 time: 0.0809689 Mar 02 07:27:27.152548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.187773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2fc5d-f6f7-4429-88f7-05234dc7bc7d req-836b4c98-d0be-45fd-94b7-725808e641c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.189251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00e2fc5d-f6f7-4429-88f7-05234dc7bc7d req-836b4c98-d0be-45fd-94b7-725808e641c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.1597855 Mar 02 07:27:27.190201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:27.205151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'mac_address': 'fa:16:3e:fb:02:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:27.215429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23107639-d9d9-4203-b410-482045d0cc50 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:27.226165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.255682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Transition to ACTIVE for port object 23107639-d9d9-4203-b410-482045d0cc50 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:27.255977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.263683 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.267405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.282147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a6b4570-ef66-4948-8520-7bd3de7249a6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:27.300004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:27.304678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.306216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00e2fc5d-f6f7-4429-88f7-05234dc7bc7d req-1414448c-3942-428e-8ae6-6300cd5e9db0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047289 Mar 02 07:27:27.328450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.376137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946cdb2c-2358-43b3-888a-92dab609156b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.381513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Checking segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:27.381513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Network hostable DHCP agents. Network: aac1a5e3-9571-4fe7-9030-e6a958d54fdc, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:27.428999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:27.430873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.446965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, aac1a5e3-9571-4fe7-9030-e6a958d54fdc) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:27.457229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.458067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.461496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4ee9b-9150-43a9-97b6-5c33db4b8008 None None] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:27.516476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.567223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.596373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.619613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.620606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f81bcaa-b796-4d05-ac6e-bd9711f3dd21 req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ee31bdba-2686-4d17-b549-53a40a927e78 HTTP/1.1" status: 204 len: 173 time: 0.3805227 Mar 02 07:27:27.626633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a1619b0a-dd78-4c8d-99d0-e9b990ef5920 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9947095 Mar 02 07:27:27.627698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45938) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:27.631988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2492c7-bea9-4189-a076-cb37fc912b9a tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee31bdba-2686-4d17-b549-53a40a927e78,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.666904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Attempting to bind port 23107639-d9d9-4203-b410-482045d0cc50 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:27.667437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Attempting to bind port 23107639-d9d9-4203-b410-482045d0cc50 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:27.668282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Attempting to bind port 23107639-d9d9-4203-b410-482045d0cc50 on network 2e46e262-e683-486b-a56e-71570850fbc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:27.674816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Port 23107639-d9d9-4203-b410-482045d0cc50 on network 2e46e262-e683-486b-a56e-71570850fbc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:27:27.675450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Attempting to bind port 23107639-d9d9-4203-b410-482045d0cc50 on network 2e46e262-e683-486b-a56e-71570850fbc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:27.680837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['2a6b4570-ef66-4948-8520-7bd3de7249a6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:27.682258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:27.682846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Checking segment: {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:27.683349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Bound using segment: {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:27.683896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Bound port: 23107639-d9d9-4203-b410-482045d0cc50, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:27.684685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.707846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:27.725221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:27.731177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Usage tracker for resource:router and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:27.736529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:27.746107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:27.767096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.768161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.813053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-b4b4d792-d92a-4eac-b879-0f756fa16c63 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.814546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-b4b4d792-d92a-4eac-b879-0f756fa16c63 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.16 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.2884669 Mar 02 07:27:27.835263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:27.836062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.851359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.887005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.893738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.899489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.906305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.913375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.917940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.923982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.930704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-9fc67bff-2c3d-41e7-9a9d-2a7b1a1f479c tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5428 time: 0.3256290 Mar 02 07:27:27.967648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:27.972172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:27.976739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.990258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Deleting port 389dc74d-aee8-436e-a904-8d8c5c32d328 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:27.990610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.036387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.037090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.038729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] 10.222.0.39 "PUT /v2.0/ports/23107639-d9d9-4203-b410-482045d0cc50 HTTP/1.1" status: 200 len: 1092 time: 1.6011434 Mar 02 07:27:28.039395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'tag': '23107639-d9d9-4203-b410-482045d0cc50'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:28.084559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Request body: {'port': {'device_id': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:28.103357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Allocated IP 172.20.0.2 (aac1a5e3-9571-4fe7-9030-e6a958d54fdc/946cdb2c-2358-43b3-888a-92dab609156b/8d3afee4-3391-458c-9423-22001e1eb83e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:28.151870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c07e29a-164b-4a7e-a0e0-e816feaf6b81 req-e0db30ea-4ba4-4605-a255-9702afd8cad7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2197990 Mar 02 07:27:28.198052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de272be-c916-4776-bd31-810cbc958f30 req-398718c7-ebec-4ed7-958f-4929f88a3f3b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.199798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3de272be-c916-4776-bd31-810cbc958f30 req-398718c7-ebec-4ed7-958f-4929f88a3f3b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4045808 Mar 02 07:27:28.205403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f37d8b-54eb-42c1-91e8-2e3e09563dbf service neutron] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.254174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.335030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3de272be-c916-4776-bd31-810cbc958f30 req-d8720a40-cdaa-48db-8993-5ec7c988742b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230066 Mar 02 07:27:28.369661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.384785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Transition to ACTIVE for port object 8d3afee4-3391-458c-9423-22001e1eb83e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.413594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Transition to ACTIVE for port object 8d3afee4-3391-458c-9423-22001e1eb83e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.422733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.425360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1402414554', 'description': 'tempest-description-2069266931'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:28.442634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:28.450911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:28.456700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:28.466234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:28.496080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:28.504194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:28.509005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:28.516625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Pushing event updated for resources: {'Port': ['ID=8d3afee4-3391-458c-9423-22001e1eb83e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.566845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.603655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:28.609964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Attempting to bind port 8d3afee4-3391-458c-9423-22001e1eb83e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:28.610337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Attempting to bind port 8d3afee4-3391-458c-9423-22001e1eb83e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:28.610716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Attempting to bind port 8d3afee4-3391-458c-9423-22001e1eb83e on network aac1a5e3-9571-4fe7-9030-e6a958d54fdc {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:28.613331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:28.616155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:28.616549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Checking segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:28.616940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.617356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Bound using segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:28.618008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Bound port: 8d3afee4-3391-458c-9423-22001e1eb83e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:28.618404 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.625414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:28.629955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.643664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:28.717792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] For port 8d3afee4-3391-458c-9423-22001e1eb83e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:28.721042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] For port 8d3afee4-3391-458c-9423-22001e1eb83e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8d3afee4-3391-458c-9423-22001e1eb83e,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:28.726340 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.743933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] For port 389dc74d-aee8-436e-a904-8d8c5c32d328, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=389dc74d-aee8-436e-a904-8d8c5c32d328,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:28.744293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.767785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-c1d7e09c-baa6-4d49-ac54-93dbb0ad48de tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.773957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-c1d7e09c-baa6-4d49-ac54-93dbb0ad48de tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.774940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-c1d7e09c-baa6-4d49-ac54-93dbb0ad48de tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:28.796982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:28.803011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.805945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745f98d-8b7b-489c-aaba-0b3370141f36 None None] Pushing event updated for resources: {'Port': ['ID=8d3afee4-3391-458c-9423-22001e1eb83e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.807361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.813203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.869867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Transition to ACTIVE for port object bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.874531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a47e2-68fd-4a99-adef-ab1ff9c29b49,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.878931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.925306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.925959 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91bfa6a8-af85-4246-a0cb-4ee522cc6730 req-fe1ff1d0-6295-4d99-b032-ae0b03ba920b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5428367 Mar 02 07:27:28.994425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:29.141675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Calling delete_port for 389dc74d-aee8-436e-a904-8d8c5c32d328 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:29.164975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.199094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-c1d7e09c-baa6-4d49-ac54-93dbb0ad48de tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:29.200276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-c1d7e09c-baa6-4d49-ac54-93dbb0ad48de tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1666 time: 0.8672736 Mar 02 07:27:29.235959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.273474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Attempting to bind port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:29.277109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Attempting to bind port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:29.277680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Attempting to bind port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 on network 0e0d8d99-8f1b-4616-bd91-775c434156df {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:29.289730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 on network 0e0d8d99-8f1b-4616-bd91-775c434156df not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:27:29.290461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Attempting to bind port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 on network 0e0d8d99-8f1b-4616-bd91-775c434156df {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:29.291331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:29.292703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:29.299963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:29.302706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Checking segment: {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:29.303288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Bound using segment: {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:29.304136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.304769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Bound port: bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62fb4fe-cad2-471c-859c-c1a001bd7904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:29.307261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cb0b255b-67be-4518-93a4-be4fffc9609e req-362c2c24-7482-4e7a-8689-ba188f2f897f tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857055 Mar 02 07:27:29.307903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.403288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929507-90b6-4039-bf0f-f96872a450ee req-e93dace7-d261-4a68-8e71-88437ae8aa10 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.404117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-92929507-90b6-4039-bf0f-f96872a450ee req-e93dace7-d261-4a68-8e71-88437ae8aa10 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Synchronizing usage tracker for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:29.418394 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'tag': '23107639-d9d9-4203-b410-482045d0cc50', 'status': 'completed', 'code': 200} Mar 02 07:27:29.455906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-92929507-90b6-4039-bf0f-f96872a450ee req-e93dace7-d261-4a68-8e71-88437ae8aa10 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Unset dirty status for tenant:4f5256a0c794411eb30c24c59fde63cc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:29.457070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92929507-90b6-4039-bf0f-f96872a450ee req-e93dace7-d261-4a68-8e71-88437ae8aa10 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/ports?device_id=444e6f54-3209-4c89-a60b-524bd0519113 HTTP/1.1" status: 200 len: 950 time: 0.2969685 Mar 02 07:27:29.465420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:29.489073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.507820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:29.521666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.568648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92929507-90b6-4039-bf0f-f96872a450ee req-57130ec5-74f2-4f47-8c86-ea05c7c51823 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.21 "GET /v2.0/security-groups?id=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045456 Mar 02 07:27:29.586989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.587489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.588946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] 10.222.0.39 "PUT /v2.0/ports/bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 HTTP/1.1" status: 200 len: 1091 time: 1.5125828 Mar 02 07:27:29.645327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.648496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0219-11b3-412e-b561-4829eb57fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.660075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['389dc74d-aee8-436e-a904-8d8c5c32d328'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:29.791366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Pushing event deleted for resources: {'Port': ['ID=389dc74d-aee8-436e-a904-8d8c5c32d328,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.811038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91c0d3c1-25bb-4a30-9f45-0a7872db1af1 req-3300a997-fda9-45be-954b-78e7b0706783 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/fc4a47e2-68fd-4a99-adef-ab1ff9c29b49 HTTP/1.1" status: 200 len: 1815 time: 0.0760903 Mar 02 07:27:29.915605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8d3afee4-3391-458c-9423-22001e1eb83e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:29.966469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] No DVR routers for this DVR port 389dc74d-aee8-436e-a904-8d8c5c32d328 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:29.971078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.986094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'name': 'network-vif-deleted', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:29.997989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.027082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8d3afee4-3391-458c-9423-22001e1eb83e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:30.047057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.053660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-6f060a5b-9321-48d7-b069-9348e9ac832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.054181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-6f060a5b-9321-48d7-b069-9348e9ac832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.055971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d706f234-b672-418f-965b-d300a2235ebc req-6f060a5b-9321-48d7-b069-9348e9ac832c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1980 time: 0.6013825 Mar 02 07:27:30.093122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9573a7b-e0d5-4ca4-b454-3cada57fb2d2 req-2d46c1fa-ccbd-4807-8ee1-604ef9673ce6 tempest-ServersAdminNegativeTestJSON-1776155166 tempest-ServersAdminNegativeTestJSON-1776155166-project] 10.222.0.16 "DELETE /v2.0/ports/389dc74d-aee8-436e-a904-8d8c5c32d328 HTTP/1.1" status: 204 len: 173 time: 2.2723675 Mar 02 07:27:30.124299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['697f0e3b-1c13-4ac1-83fa-eafbe3e7b752'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.126597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.135224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52aac4-bda5-43ad-9e91-b2da993d3245 req-52c9214c-d17b-4016-b241-b3eef317e361 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.136678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.143040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a52aac4-bda5-43ad-9e91-b2da993d3245 req-52c9214c-d17b-4016-b241-b3eef317e361 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.6158535 Mar 02 07:27:30.145047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.151052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.158856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.165094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.172333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.174706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-43b14740-9004-4109-a4c7-172dd7f7b730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5428 time: 0.2019312 Mar 02 07:27:30.183785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d095be35-9486-4722-9fb0-7675e74cf3f2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.241442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd134b74-b714-4a11-b4d1-ed4def3d8478 req-f9a8c896-d48a-4ce1-96b8-4af5dd33ebe7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527968 Mar 02 07:27:30.254229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['c2c1c3be-4729-40d6-851c-6e8302cd7887'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.347160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['23032363-7610-4875-9728-8363ab156019'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.370504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a52aac4-bda5-43ad-9e91-b2da993d3245 req-d346a5c9-68dd-4d4c-bee6-8379bcac4c89 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2259991 Mar 02 07:27:30.390769 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:27:30.392656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88badf24-3cb2-4fc8-bc1d-098976eb141c None None] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:30.407732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['13f3d1d9-51bd-4cad-a023-5f23465751a2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.471945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Allocated IP 172.25.4.50 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/67af87a9-edfc-4e8c-9d78-00ce7cb88a7a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:30.492241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['8fa06594-a86f-4683-9f93-c779520bef43'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.517276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['046bae50-611a-404e-a0db-70629dfda54c'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:30.524735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2550c34-a109-417f-96e1-a26b5588e3b2 req-35908d0d-635d-4630-a79b-d63bab46998e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.526569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2550c34-a109-417f-96e1-a26b5588e3b2 req-35908d0d-635d-4630-a79b-d63bab46998e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0959496 Mar 02 07:27:30.590209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2550c34-a109-417f-96e1-a26b5588e3b2 req-1cd7a762-16ae-4edd-9f22-8088b8d46cca tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Mar 02 07:27:30.620652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1967167112', 'description': 'tempest-description-67183666'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:30.627353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:30.631296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:30.635560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:30.643311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:30.654517 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e6f54-3209-4c89-a60b-524bd0519113', 'name': 'network-vif-deleted', 'tag': '389dc74d-aee8-436e-a904-8d8c5c32d328', 'status': 'completed', 'code': 200} Mar 02 07:27:30.658224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.686412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:30.690923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:30.694083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:30.700920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:30.758235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-32d5a891-44e4-4509-a32b-4eb06f13c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.758985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-32d5a891-44e4-4509-a32b-4eb06f13c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.759613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-32d5a891-44e4-4509-a32b-4eb06f13c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.761351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d706f234-b672-418f-965b-d300a2235ebc req-32d5a891-44e4-4509-a32b-4eb06f13c2b4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=173e42f4d657484db26323adf42f35dc&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.6664228 Mar 02 07:27:30.831228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.837052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.890286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb0b77-0d67-48d3-b750-5f2b1432a709,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:30.892894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.893109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.894257 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00420a55-7dbc-46bc-a3c2-2f0d1649a8ce req-4c37a940-0cb9-4b7e-9016-5924216a2e48 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2780099 Mar 02 07:27:30.958854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276674-7341-411a-b1da-7abc3cd30e10 req-4b18da92-cb2e-4ae6-8275-b2204fbaa950 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.964734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276674-7341-411a-b1da-7abc3cd30e10 req-4b18da92-cb2e-4ae6-8275-b2204fbaa950 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.972257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce276674-7341-411a-b1da-7abc3cd30e10 req-4b18da92-cb2e-4ae6-8275-b2204fbaa950 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1678 time: 0.3122747 Mar 02 07:27:31.042218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f234-b672-418f-965b-d300a2235ebc req-aeb11c91-3303-4a05-a56f-09bd4131a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.043767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d706f234-b672-418f-965b-d300a2235ebc req-aeb11c91-3303-4a05-a56f-09bd4131a5a6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2709174 Mar 02 07:27:31.051766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:31.121280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Provisioning for port 8d3afee4-3391-458c-9423-22001e1eb83e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:31.236836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Provisioning complete for port 8d3afee4-3391-458c-9423-22001e1eb83e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:31.237223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.278987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d21a-4c7c-4fce-92d8-10a7ca1c6ea9 req-4a1898b0-d9cf-4346-94f8-e8d57890ee27 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.281506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0014d21a-4c7c-4fce-92d8-10a7ca1c6ea9 req-4a1898b0-d9cf-4346-94f8-e8d57890ee27 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1303082 Mar 02 07:27:31.323292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce276674-7341-411a-b1da-7abc3cd30e10 req-bc131cfe-ac87-4830-afd3-1fa01eb4ba06 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500810 Mar 02 07:27:31.334085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.359467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0014d21a-4c7c-4fce-92d8-10a7ca1c6ea9 req-f7aff672-f07d-40c8-8c28-43c38597d72a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Mar 02 07:27:31.388353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 2a6b4570-ef66-4948-8520-7bd3de7249a6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:31.388933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.419987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:31.432390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46018) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:31.478684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bea4e108-fa41-4016-8d2a-a6804a5cc984 req-8d9df90d-3db3-4a05-a977-4f0527491241 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/f8cb0b77-0d67-48d3-b750-5f2b1432a709 HTTP/1.1" status: 200 len: 1813 time: 0.0992672 Mar 02 07:27:31.483066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:31.486830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:31.519552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:31.628402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Pushing event updated for resources: {'Port': ['ID=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:31.642422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-91a84336-da7a-4fdd-ae77-c4064e6259d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.643129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-91a84336-da7a-4fdd-ae77-c4064e6259d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.645262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-91a84336-da7a-4fdd-ae77-c4064e6259d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1980 time: 0.5409338 Mar 02 07:27:31.808254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-ff8ad594-7d7f-4eb5-956a-024e20e76df7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=23107639-d9d9-4203-b410-482045d0cc50 HTTP/1.1" status: 200 len: 217 time: 0.1544626 Mar 02 07:27:31.867776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.937518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:31.952936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-045ae9aa-d730-4dee-89c0-be70af07851c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f5256a0c794411eb30c24c59fde63cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192528 Mar 02 07:27:31.959956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46036) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:31.968279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea450f8-b5a9-4a89-b42d-e734b8912ff9 req-02ba7c52-17b4-40d7-96c0-c94220692b91 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.969888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ea450f8-b5a9-4a89-b42d-e734b8912ff9 req-02ba7c52-17b4-40d7-96c0-c94220692b91 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3151736 Mar 02 07:27:31.975309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.976150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 389dc74d-aee8-436e-a904-8d8c5c32d328 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:32.058779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ea450f8-b5a9-4a89-b42d-e734b8912ff9 req-2ab482ce-9fd2-495a-a529-72e3a1edd297 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744934 Mar 02 07:27:32.090420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-db8752cf-1485-4457-a85c-902a1396a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.092408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-db8752cf-1485-4457-a85c-902a1396a97c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57a98147-bd6c-4299-877d-1c73e94e6d21 HTTP/1.1" status: 200 len: 801 time: 0.2775452 Mar 02 07:27:32.122209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 389dc74d-aee8-436e-a904-8d8c5c32d328 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:32.123115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 389dc74d-aee8-436e-a904-8d8c5c32d328 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:32.124850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.186737 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0', 'status': 'completed', 'code': 200} Mar 02 07:27:32.188825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.210430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1638524447', 'description': 'tempest-description-396953139'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:32.218518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:32.230903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:32.235432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:32.243015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.251806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.252425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:32.259892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.267045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.268573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.273388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.280181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.286141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.288182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-b3cb66f7-f1e4-43ed-84b2-f552f63a397b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5428 time: 0.6298876 Mar 02 07:27:32.309611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:32.314758 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.319528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:32.332326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:32.345747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ed5b4-85ec-4e98-8285-8b3d0e8b4048,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.355036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:32.371807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.376799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-381bfea4-87a9-4a80-b3d5-7c1e13535a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e20ed5b4-85ec-4e98-8285-8b3d0e8b4048 HTTP/1.1" status: 204 len: 168 time: 0.4053235 Mar 02 07:27:32.454574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.459974 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.464720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a459769d-8a69-4ec1-bd86-8aa0d271c51f req-12d30dee-fbc9-41d2-8ee5-ade593feb5d1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033130 Mar 02 07:27:32.535164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:32.558243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.577562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f0f84-48de-494e-b9a7-322d26edcf6a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.624728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.637285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6dfe3d37-c63f-4f2b-bb80-a983640bfb2d req-7c889f1f-112a-4de9-8e67-c3acfb96254b tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4329329 Mar 02 07:27:32.679259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-36bf22fd-2b96-48c8-a608-f5bebd147dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.680763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-36bf22fd-2b96-48c8-a608-f5bebd147dae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e46e262-e683-486b-a56e-71570850fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5820258 Mar 02 07:27:32.774285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.776735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.777314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.778212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.778995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.781741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.782331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.783651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.784201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.784794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.786002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.789352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:32.855041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.047581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46068) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.051965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:33.134616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.135870 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64ef1c56-ce0a-4bec-a251-69725e7a333b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282b66c9df1543bd99ca75c217a485c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823305 Mar 02 07:27:33.136550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46074) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.194904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96c83-8d20-4785-a6d2-3ef014f7ee5d req-01b6aaf8-9ba3-4263-8dd2-27b2391cccb2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.203637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94f96c83-8d20-4785-a6d2-3ef014f7ee5d req-01b6aaf8-9ba3-4263-8dd2-27b2391cccb2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2045929 Mar 02 07:27:33.263393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-c2652bde-2025-4cb8-af80-2a5027906a04 service neutron] 10.222.0.39 "GET /v2.0/networks/2e46e262-e683-486b-a56e-71570850fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631166 Mar 02 07:27:33.279182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.357943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94f96c83-8d20-4785-a6d2-3ef014f7ee5d req-af3e00e6-af77-45f0-bc19-c531ce61efa2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531229 Mar 02 07:27:33.364086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.414966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] For port 8d3afee4-3391-458c-9423-22001e1eb83e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8d3afee4-3391-458c-9423-22001e1eb83e,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:33.429317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.512940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10f69740-6f1a-4e3e-b8fd-4808d9b83e39 req-36a3f435-3f06-4c5f-bfde-f477b539fd5e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/ab1f0f84-48de-494e-b9a7-322d26edcf6a HTTP/1.1" status: 200 len: 1814 time: 0.1040609 Mar 02 07:27:33.532838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.578387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:33.589685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28f9a2-c572-4921-be95-45fe83544c05,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:33.611348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'mac_address': 'fa:16:3e:5c:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:33.612357 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.618092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8d8d-f5fb-4b31-8676-1ed6d1f1c702 req-9b0a5b3c-2486-4c41-8eb0-ac60299fc117 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.625483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8d8d-f5fb-4b31-8676-1ed6d1f1c702 req-9b0a5b3c-2486-4c41-8eb0-ac60299fc117 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.634061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-16b28f41-9b3d-4988-baaa-24ae83e054e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb28f9a2-c572-4921-be95-45fe83544c05 HTTP/1.1" status: 204 len: 168 time: 0.4830403 Mar 02 07:27:33.634754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d02a8d8d-f5fb-4b31-8676-1ed6d1f1c702 req-9b0a5b3c-2486-4c41-8eb0-ac60299fc117 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1678 time: 0.8669512 Mar 02 07:27:33.719646 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'code': 200} Mar 02 07:27:33.726981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.797872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:33.814968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:33.823701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a71172-7ace-488d-b309-5ce964e3a52e None None] Pushing event updated for resources: {'Port': ['ID=8d3afee4-3391-458c-9423-22001e1eb83e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:33.837058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-337f80e8-b2c6-43c6-aab5-a0d90d21fc95 None None] Provisioning complete for port 8d3afee4-3391-458c-9423-22001e1eb83e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:33.837767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-337f80e8-b2c6-43c6-aab5-a0d90d21fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.877830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d02a8d8d-f5fb-4b31-8676-1ed6d1f1c702 req-a2300e02-9ca3-4c35-b963-f37a0b78eafc tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420952 Mar 02 07:27:33.906317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.012387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.021722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c590ee-ac28-4c8f-8a3d-aece5115831c req-285f816e-1946-4816-83d1-f2dc5a3b7319 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.037422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7c590ee-ac28-4c8f-8a3d-aece5115831c req-285f816e-1946-4816-83d1-f2dc5a3b7319 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.1826093 Mar 02 07:27:34.090572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7c590ee-ac28-4c8f-8a3d-aece5115831c req-c95c28e6-db55-439b-a907-935b4cadbcd3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516655 Mar 02 07:27:34.130280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.139619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1415634502', 'description': 'tempest-description-465430351'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:34.151277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:34.156813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:34.159997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-e620b258-9399-4739-afd4-9a95dcc8d3c6 service neutron] 10.222.0.39 "GET /v2.0/networks/2e46e262-e683-486b-a56e-71570850fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621414 Mar 02 07:27:34.160224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:34.169845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:34.190158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.237455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:34.241981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Usage tracker for resource:security_group_rule and tenant:39a0113313f644a1be321f1f4d684835 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:34.246224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:34.253885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:34.314446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-19576482-b365-4365-ba8f-3266e271e48f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 HTTP/1.1" status: 200 len: 217 time: 0.1447997 Mar 02 07:27:34.361307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.367867 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.421599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.423146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf9198b0-a9c1-4400-bbc1-2b2bf95769d5 req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2890196 Mar 02 07:27:34.423978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241575-bdb2-470f-b27b-7b92671a19d7 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685706d2-4adb-46cc-945a-83031c1e6082,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.498238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-e5eb6ab9-bf78-4cc4-ac3d-dfadc6a5c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.501119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-e5eb6ab9-bf78-4cc4-ac3d-dfadc6a5c3ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f4f47f6-ab9a-4513-8301-435f255512c6 HTTP/1.1" status: 200 len: 801 time: 0.1797757 Mar 02 07:27:34.621439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93d52-1da5-4b06-a708-d5010f35beef req-f981078b-021e-40e0-bf80-6cbdfceb43a4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.627801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d93d52-1da5-4b06-a708-d5010f35beef req-f981078b-021e-40e0-bf80-6cbdfceb43a4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4667709 Mar 02 07:27:34.705790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d93d52-1da5-4b06-a708-d5010f35beef req-6414accb-0643-4565-897e-1b5a0809cc5c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701916 Mar 02 07:27:34.706600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.707171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Router f6bf918c-bb09-418d-9f99-f8e057523ea5 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:27:34.713434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.719663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.738242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.738242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.747415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.752853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['cc61e20b-4881-48eb-be5d-f0eb304762ba'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:34.773907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.783507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-6627e1b8-ed8a-4f3b-846d-bf5b8cb2a42f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5428 time: 0.2153099 Mar 02 07:27:34.834090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-211d0d3d-c77f-4dc7-98af-4389b3f9758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.835697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-211d0d3d-c77f-4dc7-98af-4389b3f9758c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e0d8d99-8f1b-4616-bd91-775c434156df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3204544 Mar 02 07:27:34.857197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a7d3f9e-f27d-4412-8e82-85b6f3247e1b req-838b02ca-2e5f-44c2-8111-318e738e9702 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684769 Mar 02 07:27:35.175139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a33d4-95d7-4abf-abe8-72bfe7ef920d req-2a5e880f-b4d9-42a2-aba2-f35a7be7c04d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:35.181654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a33d4-95d7-4abf-abe8-72bfe7ef920d req-2a5e880f-b4d9-42a2-aba2-f35a7be7c04d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:35.183420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff2a33d4-95d7-4abf-abe8-72bfe7ef920d req-2a5e880f-b4d9-42a2-aba2-f35a7be7c04d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1678 time: 0.1332877 Mar 02 07:27:35.200349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:35.212793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Sync routers for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:35.237512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:35.239513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:35.246455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.251290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9185ae32-1046-4420-85c3-11ec6b9c7385 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5571218 Mar 02 07:27:35.257218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46128) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:35.267951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff2a33d4-95d7-4abf-abe8-72bfe7ef920d req-d87e41a6-8871-4ba1-8d2e-66f079c9358f tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743444 Mar 02 07:27:35.370677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9edb43ac-751c-4e1e-b201-77456f55f136 req-464262b2-a4d4-41d3-a322-804c454fda67 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/685706d2-4adb-46cc-945a-83031c1e6082 HTTP/1.1" status: 200 len: 1814 time: 0.4573286 Mar 02 07:27:35.408926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-4f554172-6daf-4145-a414-da1fe3560585 service neutron] 10.222.0.39 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636439 Mar 02 07:27:35.531379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:35.670750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa52bf-3f08-4204-8f1d-150e53f104eb req-27561e1d-3b1a-44a6-9efd-72e17d52c1da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:35.679882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82aa52bf-3f08-4204-8f1d-150e53f104eb req-27561e1d-3b1a-44a6-9efd-72e17d52c1da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 946 time: 0.1731894 Mar 02 07:27:35.744741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82aa52bf-3f08-4204-8f1d-150e53f104eb req-e4c656d9-49ad-4666-9f6e-c534440e2ba0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635014 Mar 02 07:27:35.859900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b046b2-9c5c-4d37-93c9-273724a958f2 req-933574ee-d154-43c8-8a74-15800817de5d service neutron] 10.222.0.39 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379234 Mar 02 07:27:35.933697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8d3afee4-3391-458c-9423-22001e1eb83e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:36.052286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853af2-3522-4ba5-9533-48b85eea1ac9 req-24e7008e-dad4-4634-a483-93fb76102010 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.059484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e853af2-3522-4ba5-9533-48b85eea1ac9 req-24e7008e-dad4-4634-a483-93fb76102010 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1071644 Mar 02 07:27:36.062449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8d3afee4-3391-458c-9423-22001e1eb83e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:36.063011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.151273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e853af2-3522-4ba5-9533-48b85eea1ac9 req-7005eeb2-0b03-4d36-9d51-dde28c5f34d8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905735 Mar 02 07:27:36.216911 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-a3ecb9a3-ccd6-4b7a-a273-daa55d017377 req-2f864222-108d-43f5-9fe6-3e276656d514 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] show failed (client error): The resource could not be found. Mar 02 07:27:36.227281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3ecb9a3-ccd6-4b7a-a273-daa55d017377 req-2f864222-108d-43f5-9fe6-3e276656d514 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/deaf9eb5-cdf3-4d1d-888a-d8fb76a7301b HTTP/1.1" status: 404 len: 352 time: 0.0468636 Mar 02 07:27:36.235632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 3, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:36.241264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Checking router: f6bf918c-bb09-418d-9f99-f8e057523ea5 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:36.241619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Updating router f6bf918c-bb09-418d-9f99-f8e057523ea5 port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:36.308114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.348243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-71d0f45c-abae-492c-9ecb-0071876d35ef tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1407936 Mar 02 07:27:36.622355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-13e3d8a3-59a9-4cdc-b3d3-b884d2ea375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.622842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-13e3d8a3-59a9-4cdc-b3d3-b884d2ea375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.626110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-13e3d8a3-59a9-4cdc-b3d3-b884d2ea375a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173e42f4d657484db26323adf42f35dc&device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1980 time: 0.6089218 Mar 02 07:27:36.772423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-52931320-a046-4a32-919e-38181c05bf5d tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.779232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-52931320-a046-4a32-919e-38181c05bf5d tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301014 Mar 02 07:27:36.845254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.859293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-f52ac4c0-8ff6-46dd-bccb-fa32c9a11b62 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/quotas/9d29b9b2457e44d6a57b1821a471dbc7 HTTP/1.1" status: 200 len: 375 time: 0.0778632 Mar 02 07:27:36.877183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Transition to ACTIVE for port object 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:36.894780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.989473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-cb4ca27b-f3e0-4fd9-8508-2624aec850b6 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291828 Mar 02 07:27:37.052488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02982e85-bec6-42a9-997b-48f8773476bf None None] Pushing event updated for resources: {'Port': ['ID=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:37.062996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Attempting to bind port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:37.063464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Attempting to bind port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:37.063919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Attempting to bind port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:37.066804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 13f3d1d9-51bd-4cad-a023-5f23465751a2 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:37.121595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-0cae2b03-9450-4898-b249-96738aa3a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:37.127452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-0cae2b03-9450-4898-b249-96738aa3a52a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e0d8d99-8f1b-4616-bd91-775c434156df HTTP/1.1" status: 200 len: 902 time: 0.4656491 Mar 02 07:27:37.147979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:37.148321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:37.148817 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.149589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:37.150187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Bound port: 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:37.150701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.203907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 13f3d1d9-51bd-4cad-a023-5f23465751a2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:37.259734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 13f3d1d9-51bd-4cad-a023-5f23465751a2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:37.260346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.358185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] For port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:37.384508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] For port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:37.464991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.471758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-b0a87a91-aff3-4615-b939-0df5c4d553d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 HTTP/1.1" status: 200 len: 217 time: 0.2901478 Mar 02 07:27:37.510662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.667125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.745116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-992a94dd-8205-4f67-8755-85385697e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:37.754814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02982e85-bec6-42a9-997b-48f8773476bf None None] Pushing event updated for resources: {'Port': ['ID=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:37.760329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-992a94dd-8205-4f67-8755-85385697e2ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f4f47f6-ab9a-4513-8301-435f255512c6 HTTP/1.1" status: 200 len: 801 time: 0.2755599 Mar 02 07:27:37.763232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:37.770993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.906405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:37.940469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:37.965375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.966350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:38.163749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.179981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.196199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.202845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.214130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.256085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.273645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.282714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29876db6-7953-4687-8abb-c90a13b35e2c req-3e8818c3-d660-41fa-844b-29d6557126c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5428 time: 0.7233372 Mar 02 07:27:38.291569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:38.334250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-34b5476c-21af-4a7c-9a8e-5430b8a0a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.335882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-34b5476c-21af-4a7c-9a8e-5430b8a0a3cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e0d8d99-8f1b-4616-bd91-775c434156df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5693169 Mar 02 07:27:38.373212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29876db6-7953-4687-8abb-c90a13b35e2c req-4ec3ba2f-4ae3-455f-a7b6-760080d5fae8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894377 Mar 02 07:27:38.513336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:38.557436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:38.821809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-fe7f834a-cb74-41fa-b451-419ee4affc40 service neutron] 10.222.0.39 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421816 Mar 02 07:27:38.830044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Allocated IP 172.20.0.1 (aac1a5e3-9571-4fe7-9030-e6a958d54fdc/946cdb2c-2358-43b3-888a-92dab609156b/4bf89958-be06-4f48-9faf-fffd8d44b06a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:38.946607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ba79a-794f-449f-8f48-27c0d72f6e19 req-e6f23ed2-d69a-43f1-873b-b26b8d79d008 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:38.954782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f4ba79a-794f-449f-8f48-27c0d72f6e19 req-e6f23ed2-d69a-43f1-873b-b26b8d79d008 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3120606 Mar 02 07:27:39.043092 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:27:39.209659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port cc61e20b-4881-48eb-be5d-f0eb304762ba triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:39.210055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.211975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f4ba79a-794f-449f-8f48-27c0d72f6e19 req-76693fdf-8f36-4159-b742-f8f38cde604f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558987 Mar 02 07:27:39.324963 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-8dbae8fd-fc08-4d3c-9832-8c33faffe8e7 req-fbc48a69-bb1c-46b2-b7b1-8bae1823d178 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] show failed (client error): The resource could not be found. Mar 02 07:27:39.342306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8dbae8fd-fc08-4d3c-9832-8c33faffe8e7 req-fbc48a69-bb1c-46b2-b7b1-8bae1823d178 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-group-rules/5a2138eb-e40e-4fa4-a8c8-5a6c4c7af4c1 HTTP/1.1" status: 404 len: 361 time: 0.0877454 Mar 02 07:27:39.347500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-9ef85eee-8824-4493-8f22-fedfe2a74ebe tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685346 Mar 02 07:27:39.354389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:39.395502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7881e7b-b0a9-4a7c-b224-b7608c14827b req-5c08fc5c-0851-4fed-a494-594d2e639c3c service neutron] 10.222.0.39 "GET /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666876 Mar 02 07:27:39.419190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0', 'network_id': '0e0d8d99-8f1b-4616-bd91-775c434156df', 'port_id': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0', 'mac_address': 'fa:16:3e:f7:b9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f47f6-ab9a-4513-8301-435f255512c6', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:39.492448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.547018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Transition to ACTIVE for port object 4bf89958-be06-4f48-9faf-fffd8d44b06a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:39.662816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-408e1f84-4163-42d4-b7d7-1149ebae1a54 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:39.665410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-408e1f84-4163-42d4-b7d7-1149ebae1a54 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146718 Mar 02 07:27:39.676871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Request body: {'port': {'device_id': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9d29b9b2457e44d6a57b1821a471dbc7'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:39.699124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.853716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.973796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:39.974145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:39.981237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.988143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:40.004856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:40.094153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:40.095543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:40.104322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Usage tracker for resource:port and tenant:9d29b9b2457e44d6a57b1821a471dbc7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:40.107937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:40.131113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:40.155288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Made reservation on behalf of 9d29b9b2457e44d6a57b1821a471dbc7 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:40.159191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.200648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.231543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:40.237879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Usage tracker for resource:security_group_rule and tenant:9d29b9b2457e44d6a57b1821a471dbc7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:40.241271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:40.248804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:40.322135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea57a-cb5f-447e-a857-9e9add579c95 req-2d037da8-f31b-407b-962c-92179137d2d6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:40.349899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fea57a-cb5f-447e-a857-9e9add579c95 req-2d037da8-f31b-407b-962c-92179137d2d6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:40.365834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1fea57a-cb5f-447e-a857-9e9add579c95 req-2d037da8-f31b-407b-962c-92179137d2d6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1678 time: 0.7724690 Mar 02 07:27:40.391492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:40.394323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:40.403480 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.464572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.472874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.473932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 23107639-d9d9-4203-b410-482045d0cc50 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:40.484156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.484390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.485780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:40.611345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7b1284c6-454f-4d47-b2ac-224aac70f49a None None] Provisioning for port 4bf89958-be06-4f48-9faf-fffd8d44b06a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:40.632444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=13']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:40.640613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7b1284c6-454f-4d47-b2ac-224aac70f49a None None] Provisioning complete for port 4bf89958-be06-4f48-9faf-fffd8d44b06a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:40.641356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7b1284c6-454f-4d47-b2ac-224aac70f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.793787 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1fea57a-cb5f-447e-a857-9e9add579c95 req-27d0880c-6468-40a9-8ec9-afdca6092840 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094772 Mar 02 07:27:40.844555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce7098-0b5c-48b2-a5d3-041a65e65a73,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:40.996624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:41.041103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7b1284c6-454f-4d47-b2ac-224aac70f49a None None] Port 4bf89958-be06-4f48-9faf-fffd8d44b06a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:41.055206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Allocated IP 192.168.233.45 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/ac8620ef-f85b-45c1-be7a-b2a385b762c8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:41.056324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 3, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:41.065438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:41.077310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:41.078586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.101294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.110346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998fafb-1be2-4b16-9c2f-b4df2419ca7b None None] The sync data for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 is: [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 3, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:41.218636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:41.414030 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.680416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '23107639-d9d9-4203-b410-482045d0cc50', 'network_id': '2e46e262-e683-486b-a56e-71570850fbc6', 'port_id': '23107639-d9d9-4203-b410-482045d0cc50', 'mac_address': 'fa:16:3e:7e:72:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a98147-bd6c-4299-877d-1c73e94e6d21', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:41.738988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.768830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bacfea-cf20-4fd6-9892-e416c89fcdae req-a6cf931a-c1b5-416a-920f-a34ae41c3904 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:41.784980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b6bacfea-cf20-4fd6-9892-e416c89fcdae req-a6cf931a-c1b5-416a-920f-a34ae41c3904 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.6843884 Mar 02 07:27:41.793026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Transition to ACTIVE for port object ac8620ef-f85b-45c1-be7a-b2a385b762c8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:41.808512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:41.809942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.844638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.862452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.864281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d095be35-9486-4722-9fb0-7675e74cf3f2 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:42.033812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b6bacfea-cf20-4fd6-9892-e416c89fcdae req-05c13e79-a266-46af-ba11-a082ecb7a07f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2468882 Mar 02 07:27:42.061195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:42.071839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:42.077342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:42.115345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Pushing event updated for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.189082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:42.190121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.197081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23107639-d9d9-4203-b410-482045d0cc50 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:42.199211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.219044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.256946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-159fa728-ea97-4d41-b039-83c1a45a7e63 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5841365 Mar 02 07:27:42.271719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Request body: {'port': {'device_id': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:42.296833 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2cedca00-7874-4e20-aa76-72812c90ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.353252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:42.354822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.363155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.413295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d095be35-9486-4722-9fb0-7675e74cf3f2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:42.458029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.459201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d095be35-9486-4722-9fb0-7675e74cf3f2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:42.459790 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.732882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['23107639-d9d9-4203-b410-482045d0cc50'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:42.922173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.976322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.986530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:43.103441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c10a85d3-a7ce-4406-b24f-4349bbe6947c None None] Provisioning for port ac8620ef-f85b-45c1-be7a-b2a385b762c8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:43.191820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c10a85d3-a7ce-4406-b24f-4349bbe6947c None None] Provisioning complete for port ac8620ef-f85b-45c1-be7a-b2a385b762c8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:43.193926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c10a85d3-a7ce-4406-b24f-4349bbe6947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.210118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:43.213616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:43.469139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae6ea9-cbf4-41c4-9d16-9d682585fecb req-50ab23a6-8001-4552-bef6-46d323eea8f2 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:43.477126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daae6ea9-cbf4-41c4-9d16-9d682585fecb req-50ab23a6-8001-4552-bef6-46d323eea8f2 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 935 time: 1.0886929 Mar 02 07:27:43.600528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c10a85d3-a7ce-4406-b24f-4349bbe6947c None None] Port ac8620ef-f85b-45c1-be7a-b2a385b762c8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:43.609724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.690579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:43.699592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.700861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8fa06594-a86f-4683-9f93-c779520bef43 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:43.784626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8620ef-f85b-45c1-be7a-b2a385b762c8 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:43.795158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.816097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Transition to ACTIVE for port object ac8620ef-f85b-45c1-be7a-b2a385b762c8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:43.820809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.863560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daae6ea9-cbf4-41c4-9d16-9d682585fecb req-03905713-bffc-4d6a-ac81-2e426b873650 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850634 Mar 02 07:27:43.940369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:43.958024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Router f6bf918c-bb09-418d-9f99-f8e057523ea5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:44.145716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:44.311790 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'code': 200} Mar 02 07:27:44.312411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:44.335832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:44.452179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 23107639-d9d9-4203-b410-482045d0cc50 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:44.537836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Attempting to bind port ac8620ef-f85b-45c1-be7a-b2a385b762c8 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:44.538435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Attempting to bind port ac8620ef-f85b-45c1-be7a-b2a385b762c8 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:44.538576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Attempting to bind port ac8620ef-f85b-45c1-be7a-b2a385b762c8 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:44.555314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Port ac8620ef-f85b-45c1-be7a-b2a385b762c8 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:27:44.555656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Attempting to bind port ac8620ef-f85b-45c1-be7a-b2a385b762c8 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:44.556423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:44.578215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:44.580772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:44.581990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:44.584356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Bound port: ac8620ef-f85b-45c1-be7a-b2a385b762c8, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:44.584732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.629034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5c73ebd-daa0-4170-95f2-7f800069eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.651409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ffd89a4b-903e-4491-a1fa-bb8f4afe6546 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6bf918c-bb09-418d-9f99-f8e057523ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3908341 Mar 02 07:27:44.655013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 8fa06594-a86f-4683-9f93-c779520bef43 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:44.677332 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Sync routers for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:44.691465 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:44.692093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:44.770332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-208b1902-f0a6-4372-b7bc-1766be16e030 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/685706d2-4adb-46cc-945a-83031c1e6082 HTTP/1.1" status: 200 len: 1814 time: 0.2197769 Mar 02 07:27:44.809263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 8fa06594-a86f-4683-9f93-c779520bef43 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:44.809690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.917755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:44.928585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:44.933031 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:44.936582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.972551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.973216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-380415c2-1459-4e3b-ad10-1dc25e256716 None None] Provisioning complete for port 4bf89958-be06-4f48-9faf-fffd8d44b06a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:44.973348 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-380415c2-1459-4e3b-ad10-1dc25e256716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.078906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.099289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.100424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.109124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac8620ef-f85b-45c1-be7a-b2a385b762c8 HTTP/1.1" status: 200 len: 1095 time: 2.8435605 Mar 02 07:27:45.109550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:45.222386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.272767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685706d2-4adb-46cc-945a-83031c1e6082,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.312850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.314587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c285ad24-13d4-4659-9885-93898aa0cc2a req-2237c372-e43e-463a-82c8-9729b8cc9c6f tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-groups/685706d2-4adb-46cc-945a-83031c1e6082 HTTP/1.1" status: 204 len: 173 time: 0.5434422 Mar 02 07:27:45.321303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d568-5cd2-4013-9145-c4c3f28740b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.421975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-6eacab11-ff28-4059-9a0d-65166d161641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.426428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-6eacab11-ff28-4059-9a0d-65166d161641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 1098 time: 0.2647920 Mar 02 07:27:45.574570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.582932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-f738c7fd-6bd0-42ea-b57d-a148216797a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8 HTTP/1.1" status: 200 len: 217 time: 0.1527338 Mar 02 07:27:45.589669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-380415c2-1459-4e3b-ad10-1dc25e256716 None None] Port 4bf89958-be06-4f48-9faf-fffd8d44b06a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:45.596852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 23107639-d9d9-4203-b410-482045d0cc50 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:45.611369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:45.615379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.630593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 23107639-d9d9-4203-b410-482045d0cc50 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:45.631689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.667101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:45.667771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.711800 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:41Z', 'revision_number': 2, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:45.712786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-d31907e9-1aeb-457b-849b-e597c67a4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.715397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-d31907e9-1aeb-457b-849b-e597c67a4151 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1264849 Mar 02 07:27:45.725974 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Checking router: f6bf918c-bb09-418d-9f99-f8e057523ea5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:45.727522 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Updating router f6bf918c-bb09-418d-9f99-f8e057523ea5 port 4bf89958-be06-4f48-9faf-fffd8d44b06a binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:45.866064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.866751 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.896490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.909249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.920665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-71a60f80-3016-4e13-81c5-33341d916b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.923153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-71a60f80-3016-4e13-81c5-33341d916b54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003028 Mar 02 07:27:45.927267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.935274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.946091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.949965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:45.958745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-785e1043-d3b8-44f5-b315-0351dce5bfd6 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5431 time: 0.4311464 Mar 02 07:27:45.970681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.051324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37bcd465-1388-4606-97ae-2eea9158b0f4 req-4e7f8e28-d36c-4d35-8e0c-33bc177d4cba tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915976 Mar 02 07:27:46.274701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:46.288089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-e45de32a-edb3-4ae8-bc56-d0b9531afb6c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562877 Mar 02 07:27:46.322273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.323546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 046bae50-611a-404e-a0db-70629dfda54c up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:46.428762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203017-ad03-4632-b5d8-d62911a0a07b req-bf665533-b3a0-4883-bcc5-2762cf477cc8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:46.439297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203017-ad03-4632-b5d8-d62911a0a07b req-bf665533-b3a0-4883-bcc5-2762cf477cc8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:46.458556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff203017-ad03-4632-b5d8-d62911a0a07b req-bf665533-b3a0-4883-bcc5-2762cf477cc8 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1680 time: 0.2025113 Mar 02 07:27:46.512773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:46.580667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff203017-ad03-4632-b5d8-d62911a0a07b req-f8bb1b76-1a1d-4c5b-93d8-4a7498d913d4 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211584 Mar 02 07:27:46.729803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-133da8fe-a4d6-4bd3-bb15-20eda7cab4a7 req-632e5d12-dcd0-4ed5-9779-c5e947507a3f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339867 Mar 02 07:27:46.773913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.871554 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.901474 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.905455 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.911121 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Transition to ACTIVE for port object 4bf89958-be06-4f48-9faf-fffd8d44b06a will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:46.929082 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.950423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:46.958411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 046bae50-611a-404e-a0db-70629dfda54c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:46.963875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1993b16-e5cc-4941-a8b2-980407a8ea20 req-d36c48c9-1f79-4194-8958-ef2d84924261 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:46.965404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1993b16-e5cc-4941-a8b2-980407a8ea20 req-d36c48c9-1f79-4194-8958-ef2d84924261 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.1539090 Mar 02 07:27:46.976209 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.055938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1993b16-e5cc-4941-a8b2-980407a8ea20 req-164a1dca-4c52-4d7d-8a41-1e1fbc0ee9bb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830977 Mar 02 07:27:47.083163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 046bae50-611a-404e-a0db-70629dfda54c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:47.086007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.215004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.351199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:47.353892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Pushing event updated for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:47.416409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:47.452447 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.452790 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.453131 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.453447 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.453773 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.456537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72fc0d-b1cb-41de-8d7c-f4da68909afb req-64ed3e93-57b9-4e79-9c35-6b99b02f0a9f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:47.456977 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.457326 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.457661 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.458029 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.458359 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.458687 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.459007 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:47.474803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c72fc0d-b1cb-41de-8d7c-f4da68909afb req-64ed3e93-57b9-4e79-9c35-6b99b02f0a9f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1853471 Mar 02 07:27:47.499409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.525184 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Attempting to bind port 4bf89958-be06-4f48-9faf-fffd8d44b06a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:47.525550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Attempting to bind port 4bf89958-be06-4f48-9faf-fffd8d44b06a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:47.529721 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Attempting to bind port 4bf89958-be06-4f48-9faf-fffd8d44b06a on network aac1a5e3-9571-4fe7-9030-e6a958d54fdc {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:47.544215 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:47.544576 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Checking segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:47.545622 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.546309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Bound using segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:47.546564 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Bound port: 4bf89958-be06-4f48-9faf-fffd8d44b06a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:47.546965 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.577734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c72fc0d-b1cb-41de-8d7c-f4da68909afb req-67207509-658d-4792-a0d5-f022f8394479 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995247 Mar 02 07:27:47.622111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:47.771218 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] For port 4bf89958-be06-4f48-9faf-fffd8d44b06a, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:47.774635 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] For port 4bf89958-be06-4f48-9faf-fffd8d44b06a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4bf89958-be06-4f48-9faf-fffd8d44b06a,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:47.786331 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.801611 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.949693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64f38-5552-4ae4-95c3-cb9708556dee req-ae8b1e45-2002-4fa8-9769-8687a16be09e tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:47.963258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3f64f38-5552-4ae4-95c3-cb9708556dee req-ae8b1e45-2002-4fa8-9769-8687a16be09e tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 947 time: 0.2238493 Mar 02 07:27:48.037253 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:48.042198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.191495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:48.220114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3f64f38-5552-4ae4-95c3-cb9708556dee req-6c7a44dc-5086-4e56-8297-afc8ff7748c6 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334852 Mar 02 07:27:48.228188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=046bae50-611a-404e-a0db-70629dfda54c,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:48.238883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:48.241963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:48.242593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.317904 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8', 'status': 'completed', 'code': 200} Mar 02 07:27:48.364976 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50943166-3412-4947-9274-6e8bca539fcb None None] Pushing event updated for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:48.394518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.395384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2c1c3be-4729-40d6-851c-6e8302cd7887 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:48.521871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-502ecd97-f34d-4893-9ec8-bbfe7f00722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:48.523375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-502ecd97-f34d-4893-9ec8-bbfe7f00722f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 1098 time: 0.1793568 Mar 02 07:27:48.812562 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:48.931076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46244) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:48.932224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.938145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729589373', 'description': 'tempest-description--1407982794'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:48.954076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:48.972441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Usage tracker for resource:security_group and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:48.981826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:49.003297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port c2c1c3be-4729-40d6-851c-6e8302cd7887 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:49.015514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:49.015710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:49.026230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port c2c1c3be-4729-40d6-851c-6e8302cd7887 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:49.026609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.065899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.097831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:49.106662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-b63b2ad7-9a1a-497c-ba8c-f5debaddf900 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/ab1f0f84-48de-494e-b9a7-322d26edcf6a HTTP/1.1" status: 200 len: 1814 time: 0.1178598 Mar 02 07:27:49.114194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Usage tracker for resource:security_group_rule and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:49.163337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.192909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:49.208697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:49.236390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:49.266483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-9012e279-c7f0-49f4-8459-dd05f22748bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:49.270363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-9012e279-c7f0-49f4-8459-dd05f22748bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.7399480 Mar 02 07:27:49.365909 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.375587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.467610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-a826b30c-eccc-4c7d-a271-ec0841bef2ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8 HTTP/1.1" status: 200 len: 217 time: 0.1800356 Mar 02 07:27:49.491349 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.580817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.581132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-ee38ddb9-2dd4-4262-a90b-0ee2de501b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:49.582798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-ee38ddb9-2dd4-4262-a90b-0ee2de501b3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1099391 Mar 02 07:27:49.593938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.630233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.658524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:49.672093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.673654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 23032363-7610-4875-9728-8363ab156019 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:49.765133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e9f08-11d2-4b0d-94bb-3d32edbee343,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:49.806622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-d68be538-49dc-480a-a15a-07a658bdcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:49.811135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-d68be538-49dc-480a-a15a-07a658bdcedf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216685 Mar 02 07:27:49.817705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.825609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-35620730-3fb3-4ccb-9e3f-99542a7642dd tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8930926 Mar 02 07:27:49.829056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46254) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:49.840912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'security_group_rule': {'security_group_id': 'a72e9f08-11d2-4b0d-94bb-3d32edbee343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:49.853084 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:47Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:49.855962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:49.864362 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec9591-b7bd-40e3-bacc-7b2cb2a7a338 None None] The sync data for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 is: [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:47Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:49.865172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Usage tracker for resource:security_group_rule and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:49.876931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:49.896699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.912987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:49.920988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:49.971217 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.986778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05b9a142-75ac-4181-bf69-34569c0ef353 req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab1f0f84-48de-494e-b9a7-322d26edcf6a HTTP/1.1" status: 204 len: 173 time: 0.8665955 Mar 02 07:27:49.991063 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.010838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981a79d-5fff-4371-93d3-c0acf92ce303 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f0f84-48de-494e-b9a7-322d26edcf6a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.058423 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.118313 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:27:50.118685 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752', 'code': 200} Mar 02 07:27:50.119050 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'code': 200} Mar 02 07:27:50.119398 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43', 'code': 200} Mar 02 07:27:50.123539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:50.124048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.206018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.214793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.282290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b6fb48-e10e-4782-ad5f-8c48547a7490,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.319308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.321990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 23032363-7610-4875-9728-8363ab156019 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:50.333642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.338027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-3e9918b8-7cd3-4d5b-b458-fb966ad7e26f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208216 Mar 02 07:27:50.339951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c8c1aef9-61fa-4e83-9352-e46453759355 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5096247 Mar 02 07:27:50.341059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46260) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:50.358183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'security_group_rule': {'security_group_id': 'a72e9f08-11d2-4b0d-94bb-3d32edbee343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:50.371011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:50.380308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Usage tracker for resource:security_group_rule and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:50.383856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:50.390705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:50.429282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ac8620ef-f85b-45c1-be7a-b2a385b762c8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:27:50.490081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 23032363-7610-4875-9728-8363ab156019 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:50.490882 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.627492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeb193e8-2dc1-4725-8cc6-d99cebf040f9 req-257d6289-b32a-407f-9a42-8494ea090791 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808154 Mar 02 07:27:50.690064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.745607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.838006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.857183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.913197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.928127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.935103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.942380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.948340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.963025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.975045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.977027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-137a1d49-0fbb-4c12-aeb6-15b16c4b3b9a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5434 time: 0.5775435 Mar 02 07:27:50.981404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.998502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6562843 Mar 02 07:27:51.002182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46268) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:51.007312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:51.011694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:51.015006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:51.028428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Usage tracker for resource:floatingip and tenant:9617873240a04e339a651f82cecad790 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:51.033001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8', 'mac_address': 'fa:16:3e:22:a2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:27:51.042180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:51.049988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ac2cb-65b9-4192-a222-c0962f012cea tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438eeb1b-d314-4967-8322-e7b3893f4633,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.058636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:51.078244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.126515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8939a925-6a3f-4fba-8bd5-b5fa55158f07 req-653d2d9d-7cc2-4e50-80c5-db87607b379a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266019 Mar 02 07:27:51.348784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.410875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4bf89958-be06-4f48-9faf-fffd8d44b06a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:51.477040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.503870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c168054-a7a2-44ec-91d0-6aab1309d33c req-1fc20c69-a295-473e-a0e6-cb733fff07e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:51.514221 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c168054-a7a2-44ec-91d0-6aab1309d33c req-1fc20c69-a295-473e-a0e6-cb733fff07e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2210510 Mar 02 07:27:51.616427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3c168054-a7a2-44ec-91d0-6aab1309d33c req-5dcd20b9-a67a-4d11-b851-3987f4f49123 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012197 Mar 02 07:27:51.618385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8620ef-f85b-45c1-be7a-b2a385b762c8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:27:51.668149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:51.690271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.723092 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.776205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Allocated IP 172.25.4.248 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/de125dd5-b591-4446-88d2-2ea91e04849e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:51.874895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4bf89958-be06-4f48-9faf-fffd8d44b06a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:51.905808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4bf89958-be06-4f48-9faf-fffd8d44b06a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:51.905808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.971817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a92fa-bcfe-4550-b4da-d9019c6aa49d req-1cae02de-a157-43e5-ad31-0771c9696d70 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:51.979467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a92fa-bcfe-4550-b4da-d9019c6aa49d req-1cae02de-a157-43e5-ad31-0771c9696d70 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:51.981236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d89a92fa-bcfe-4550-b4da-d9019c6aa49d req-1cae02de-a157-43e5-ad31-0771c9696d70 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1682 time: 0.1805370 Mar 02 07:27:52.029765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.055058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:52.102190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.104180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d89a92fa-bcfe-4550-b4da-d9019c6aa49d req-11231f1d-41d1-4076-8702-07790c779f10 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152976 Mar 02 07:27:52.143480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23107639-d9d9-4203-b410-482045d0cc50'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046bae50-611a-404e-a0db-70629dfda54c'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887'}, {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23032363-7610-4875-9728-8363ab156019'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:52.155111 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.184832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.307940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'Port': ['ID=de125dd5-b591-4446-88d2-2ea91e04849e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.310592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.329182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['ac8620ef-f85b-45c1-be7a-b2a385b762c8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:27:52.372384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:52.380670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:52.389662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:52.393375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7cfb-8873-4d6f-b1e5-edbb8de76b0e req-a6cba3e0-6285-4f9b-962d-0cef1e1cd2da tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:52.395040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0dce7cfb-8873-4d6f-b1e5-edbb8de76b0e req-a6cba3e0-6285-4f9b-962d-0cef1e1cd2da tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 948 time: 0.1146567 Mar 02 07:27:52.422110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.476160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0dce7cfb-8873-4d6f-b1e5-edbb8de76b0e req-ba1f1660-08e4-4040-957e-b4f3f87c9a10 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750632 Mar 02 07:27:52.511676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4bf89958-be06-4f48-9faf-fffd8d44b06a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4bf89958-be06-4f48-9faf-fffd8d44b06a,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:52.525222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6bc9b-b611-49fa-8478-61dfb7614aa1 req-ff80d6d3-24d4-41c5-8d76-9b95f5933eed tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:52.526788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2da6bc9b-b611-49fa-8478-61dfb7614aa1 req-ff80d6d3-24d4-41c5-8d76-9b95f5933eed tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.2199290 Mar 02 07:27:52.541991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.578758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.589437 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-b250d617-2f50-46be-baf9-9ad1057f0bb2 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/f8cb0b77-0d67-48d3-b750-5f2b1432a709 HTTP/1.1" status: 200 len: 1813 time: 0.0913649 Mar 02 07:27:52.650494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.663053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.746839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.779885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.883206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.888084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2da6bc9b-b611-49fa-8478-61dfb7614aa1 req-0832aaf0-537b-47ee-b0d7-6463c7e09be1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3479710 Mar 02 07:27:52.890936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.900417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.961653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb0b77-0d67-48d3-b750-5f2b1432a709,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.974536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.993205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd7ca066-9894-44d1-9b54-86653deb4a9b req-7382ff12-80a8-48cb-a167-2e1d84e7b4f5 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8cb0b77-0d67-48d3-b750-5f2b1432a709 HTTP/1.1" status: 204 len: 173 time: 0.4027531 Mar 02 07:27:53.162951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.226063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'Port': ['ID=de125dd5-b591-4446-88d2-2ea91e04849e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:53.229602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.240923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ff8ae35-78ad-4117-93a4-b5ea42f424a0 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2376044 Mar 02 07:27:53.302084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4bf89958-be06-4f48-9faf-fffd8d44b06a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:53.415791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.428635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.441982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.458873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.485721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.504696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.511739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4bf89958-be06-4f48-9faf-fffd8d44b06a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:53.512200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.526408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.547390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-227b3a74-5948-4978-b9d3-396afff1913a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.3222432 Mar 02 07:27:53.621393 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23107639-d9d9-4203-b410-482045d0cc50', 'code': 200} Mar 02 07:27:53.621676 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046bae50-611a-404e-a0db-70629dfda54c', 'code': 200} Mar 02 07:27:53.621983 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'code': 200} Mar 02 07:27:53.622236 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0', 'code': 200} Mar 02 07:27:53.622486 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23032363-7610-4875-9728-8363ab156019', 'code': 200} Mar 02 07:27:53.683260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17437fb4-f720-4bb7-8d64-68f4fc246728 req-3923bf16-4a1e-4939-9df9-4ec3da88aa0b tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322398 Mar 02 07:27:53.846501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13769e3f-67bd-475f-861a-21779b795843 req-a0200965-e55f-4c3f-8f18-abcd7475dac6 tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/fc4a47e2-68fd-4a99-adef-ab1ff9c29b49 HTTP/1.1" status: 200 len: 1815 time: 0.2883542 Mar 02 07:27:53.883606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.884098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.885147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.885633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.886192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.887162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.887162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.889674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-377a2006-ebe2-45ee-a668-66de891bd8f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6492 time: 0.2138805 Mar 02 07:27:53.975991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61955b10-c2b6-461e-b6b4-a5d9dbaec937 req-7d290821-52ea-4dc0-8c26-3f54777b8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.975991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61955b10-c2b6-461e-b6b4-a5d9dbaec937 req-7d290821-52ea-4dc0-8c26-3f54777b8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.977467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61955b10-c2b6-461e-b6b4-a5d9dbaec937 req-7d290821-52ea-4dc0-8c26-3f54777b8158 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1984 time: 0.3681536 Mar 02 07:27:53.988220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ef6ebfb-9d19-4390-b73d-e007bf5f5ea6 req-234c1a40-6568-4b3b-8793-282bd5f802fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806611 Mar 02 07:27:54.018176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-13769e3f-67bd-475f-861a-21779b795843 req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.055425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61955b10-c2b6-461e-b6b4-a5d9dbaec937 req-801c28f7-1f5d-4c72-bc0e-f940b1f73a90 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703664 Mar 02 07:27:54.062616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-13769e3f-67bd-475f-861a-21779b795843 req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.131652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-13769e3f-67bd-475f-861a-21779b795843 req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.199170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a47e2-68fd-4a99-adef-ab1ff9c29b49,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:54.219966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-13769e3f-67bd-475f-861a-21779b795843 req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.229218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13769e3f-67bd-475f-861a-21779b795843 req-7dd64717-2c04-4cac-8c6c-2bc57d3f159e tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc4a47e2-68fd-4a99-adef-ab1ff9c29b49 HTTP/1.1" status: 204 len: 173 time: 0.3679972 Mar 02 07:27:54.427747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ac8620ef-f85b-45c1-be7a-b2a385b762c8 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:54.450245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471456-5511-45d5-bd9a-60a52f548332 req-6e860991-d711-4ca6-b0b6-d5a08a94de5c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:54.457058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471456-5511-45d5-bd9a-60a52f548332 req-6e860991-d711-4ca6-b0b6-d5a08a94de5c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:54.459000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba471456-5511-45d5-bd9a-60a52f548332 req-6e860991-d711-4ca6-b0b6-d5a08a94de5c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1682 time: 0.1067867 Mar 02 07:27:54.526727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba471456-5511-45d5-bd9a-60a52f548332 req-5bcd6266-6cf0-4d39-b196-f1fd5e1ae368 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Mar 02 07:27:54.608820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port ac8620ef-f85b-45c1-be7a-b2a385b762c8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:54.628552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port ac8620ef-f85b-45c1-be7a-b2a385b762c8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:54.629896 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.787826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.826659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afde9b-466f-443a-839a-1c6a09116318 req-717247b9-1957-4244-9cd0-8c0e735ed737 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:54.830407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7afde9b-466f-443a-839a-1c6a09116318 req-717247b9-1957-4244-9cd0-8c0e735ed737 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1558845 Mar 02 07:27:54.881447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:54.887490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7afde9b-466f-443a-839a-1c6a09116318 req-21e886fa-39e9-47e6-8aaa-c47d04103e79 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Mar 02 07:27:54.889485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.048637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.216834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414269f0-8965-48cf-b11f-154161583360 req-4afbb36f-8b4a-4203-af57-b9ff1b951433 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.218764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-414269f0-8965-48cf-b11f-154161583360 req-4afbb36f-8b4a-4203-af57-b9ff1b951433 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 949 time: 0.1909268 Mar 02 07:27:55.229520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2f50-09c9-45b6-b223-f94d1b868997 req-0629385a-34e4-490a-9431-329944a572d1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.231004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28ab2f50-09c9-45b6-b223-f94d1b868997 req-0629385a-34e4-490a-9431-329944a572d1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.1672730 Mar 02 07:27:55.298137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-414269f0-8965-48cf-b11f-154161583360 req-9b725847-f76f-4bc1-a871-7ed9d9e7dc79 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727670 Mar 02 07:27:55.382690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28ab2f50-09c9-45b6-b223-f94d1b868997 req-492822d7-381f-44fb-b651-2e31627b1696 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448412 Mar 02 07:27:55.493143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-67c8ba17-fe73-40fa-8f94-e1d21d83badc tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "GET /v2.0/security-groups/9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd HTTP/1.1" status: 200 len: 1813 time: 0.1658411 Mar 02 07:27:55.624015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:55.683107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.726009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.803955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.846778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.849277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.866483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f747dd2-ca24-4b82-88be-7cfa1410c2c7 req-edda0235-0dc8-4bcd-bc49-fa37fe1f2c8c tempest-SecurityGroupRulesNegativeTestJSON-1724124616 tempest-SecurityGroupRulesNegativeTestJSON-1724124616-project] 10.222.0.21 "DELETE /v2.0/security-groups/9f62bd4c-cda1-4ac1-a253-9cef2ba5fefd HTTP/1.1" status: 204 len: 173 time: 0.3657167 Mar 02 07:27:55.867619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:55.934218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.946273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.963504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.971593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.981156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.993132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.007099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.012745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Deleting subnet 5791ac9c-60ad-4cc9-90b9-85d3fdb02326 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:56.020787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0264ebe2-2645-4218-9f01-b02dec533474 req-127e81b6-0140-4cce-9531-90810f39f0c9 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.3478303 Mar 02 07:27:56.027106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.087041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.104447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0264ebe2-2645-4218-9f01-b02dec533474 req-0ec21371-75d1-43e4-a913-85f90e6f3df4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816991 Mar 02 07:27:56.163584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.265173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.322993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5791ac9c-60ad-4cc9-90b9-85d3fdb02326,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:56.335285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.345919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.346921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0cd106f5-c16e-4747-81eb-6edef037f2f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5791ac9c-60ad-4cc9-90b9-85d3fdb02326 HTTP/1.1" status: 204 len: 168 time: 0.4767034 Mar 02 07:27:56.451782 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8', 'code': 200} Mar 02 07:27:56.732296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07af6ad-bcb3-4701-980b-9aea4f0c5c05 req-240698fa-3d55-483a-86bb-bcf6009af1a1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.739087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07af6ad-bcb3-4701-980b-9aea4f0c5c05 req-240698fa-3d55-483a-86bb-bcf6009af1a1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.740965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a07af6ad-bcb3-4701-980b-9aea4f0c5c05 req-240698fa-3d55-483a-86bb-bcf6009af1a1 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1682 time: 0.1716418 Mar 02 07:27:56.792826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.864108 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a07af6ad-bcb3-4701-980b-9aea4f0c5c05 req-db924c58-98b5-450a-96ea-0e9f7dba1d92 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138964 Mar 02 07:27:56.953601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.000500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2ae553-a06b-4a9d-8799-ee04ad34b8cd']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:57.023370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-a5616d83-ac69-45a0-8ee3-c51ee51bfe53 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:57.024364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-a5616d83-ac69-45a0-8ee3-c51ee51bfe53 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Synchronizing usage tracker for tenant:9d29b9b2457e44d6a57b1821a471dbc7 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:57.028179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870ddc9f-0b9d-420d-a5a4-2a735afd9992') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:57.029658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870ddc9f-0b9d-420d-a5a4-2a735afd9992') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:57.048746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab55e66-8f1d-45ac-985e-ed7c043ddaf4 req-a106bc07-7ae1-4982-a670-1c227d0a0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:57.050624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eab55e66-8f1d-45ac-985e-ed7c043ddaf4 req-a106bc07-7ae1-4982-a670-1c227d0a0808 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 1100 time: 0.4688122 Mar 02 07:27:57.052318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.105306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.108206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-a5616d83-ac69-45a0-8ee3-c51ee51bfe53 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Unset dirty status for tenant:9d29b9b2457e44d6a57b1821a471dbc7 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:57.109344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-a5616d83-ac69-45a0-8ee3-c51ee51bfe53 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 949 time: 0.3959444 Mar 02 07:27:57.118852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:57.119270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:57.135643 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:57.141534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:57.164413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eab55e66-8f1d-45ac-985e-ed7c043ddaf4 req-2b68325d-f0b1-4bab-ac68-e43aa62fb6f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018770 Mar 02 07:27:57.251689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-ecb23273-426b-42c2-87e1-ace6acd15cc7 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Synchronizing usage tracker for tenant:9d29b9b2457e44d6a57b1821a471dbc7 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:57.256447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.262260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801d95d-c83c-4d42-9fe6-5da0e62ebf41 req-b65c2115-f410-4806-981f-b2295d9cbb11 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:57.271369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3801d95d-c83c-4d42-9fe6-5da0e62ebf41 req-b65c2115-f410-4806-981f-b2295d9cbb11 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.1049745 Mar 02 07:27:57.280500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.294443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2ae553-a06b-4a9d-8799-ee04ad34b8cd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:57.302311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7e8fe06-78a0-43b0-98db-8464fdc87dee admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d2ae553-a06b-4a9d-8799-ee04ad34b8cd HTTP/1.1" status: 204 len: 168 time: 0.9552989 Mar 02 07:27:57.307248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.309267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-ecb23273-426b-42c2-87e1-ace6acd15cc7 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Unset dirty status for tenant:9d29b9b2457e44d6a57b1821a471dbc7 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:57.333516 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26c9a6ac-094a-4698-bb19-61789fcde524 req-ecb23273-426b-42c2-87e1-ace6acd15cc7 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969876 Mar 02 07:27:57.336326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3801d95d-c83c-4d42-9fe6-5da0e62ebf41 req-a286f22e-5e41-4ba7-bc8d-2d75115329ba tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601943 Mar 02 07:27:57.350547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:57.356418 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.554858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:57.707187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4b705-c017-42a4-a106-f086fdacdca5 req-a243f4e7-03ae-46c3-a6aa-083a1e9fee00 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:57.708693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00d4b705-c017-42a4-a106-f086fdacdca5 req-a243f4e7-03ae-46c3-a6aa-083a1e9fee00 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1461940 Mar 02 07:27:57.709330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:57.792887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00d4b705-c017-42a4-a106-f086fdacdca5 req-94718b36-eae2-4710-b563-135737750f03 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Mar 02 07:27:57.817272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-cf4fd649-78c2-49e3-b0da-0125843c322e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:57.819846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-cf4fd649-78c2-49e3-b0da-0125843c322e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.3569033 Mar 02 07:27:57.824555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d063d4ef-3ab9-4054-977a-4e2587720664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39a0113313f644a1be321f1f4d684835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114504 Mar 02 07:27:57.824677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:57.838382 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-1ddf14fa-6a64-4f0a-90bb-c7a76daad723 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/quotas/00efcf0b895b4bcaa726b0aba3aeb32a HTTP/1.1" status: 200 len: 375 time: 0.0123980 Mar 02 07:27:57.947307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-b22b952c-91cd-4608-a23b-53743d38c660 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011586 Mar 02 07:27:58.035820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.223556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.238456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-cbc53acb-64af-4d37-b9ad-04e66349feca service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824769 Mar 02 07:27:58.243487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-b498a5b0-8aa8-444b-99cf-4ebbc18d1349 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.245101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-b498a5b0-8aa8-444b-99cf-4ebbc18d1349 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/ports?device_id=80905914-d5a1-4e65-b223-f59e965c47cb HTTP/1.1" status: 200 len: 944 time: 0.3730731 Mar 02 07:27:58.258027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.267031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.273634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.281285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.288686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.296211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.303326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.305207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-c8e40945-ea60-48de-be74-a0b70f3a8450 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.3770809 Mar 02 07:27:58.453054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:58.466039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Deleting port 2a6b4570-ef66-4948-8520-7bd3de7249a6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:58.467433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.500413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-70eea93d-5bd7-4480-966a-cf833c3c98bd service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573833 Mar 02 07:27:58.561731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c28ebd4-96ef-4ba3-865a-d69912797081 req-134ce8cd-f1a3-4195-bbaf-201ec973a721 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015762 Mar 02 07:27:58.679418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.742203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.743338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07ac46f3-f8a9-4292-9434-309c5d5e0e02 HTTP/1.1" status: 204 len: 168 time: 0.9177980 Mar 02 07:27:58.744544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd1d25-43d0-4e0f-a146-9a89812a4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac46f3-f8a9-4292-9434-309c5d5e0e02,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.979501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d414-0c59-4ded-a6f0-49689ffd3ccd req-5d07bfd3-b2bd-4dcc-93a4-6d3bfbe39b55 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:58.983902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3b3d414-0c59-4ded-a6f0-49689ffd3ccd req-5d07bfd3-b2bd-4dcc-93a4-6d3bfbe39b55 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 949 time: 0.1630657 Mar 02 07:27:59.055941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] For port 2a6b4570-ef66-4948-8520-7bd3de7249a6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2a6b4570-ef66-4948-8520-7bd3de7249a6,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:59.056316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.092442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3b3d414-0c59-4ded-a6f0-49689ffd3ccd req-342e2a15-ece1-47ac-be73-83a158746048 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010058 Mar 02 07:27:59.186646 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'code': 200} Mar 02 07:27:59.331995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Calling delete_port for 2a6b4570-ef66-4948-8520-7bd3de7249a6 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:59.455956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.462911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.466045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eae4a-d5ea-40fe-8dd4-e3853b06e295 req-6aa33d73-5cfc-4094-af12-f0a3fdb33ed4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.471286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.474396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-160eae4a-d5ea-40fe-8dd4-e3853b06e295 req-6aa33d73-5cfc-4094-af12-f0a3fdb33ed4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.2722948 Mar 02 07:27:59.495534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.511661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.527195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.548075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.550048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b97ac3e-0d58-4415-b361-b588455d831b req-bbf42807-7d54-4afa-a3a0-f3f1075ae800 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.2589478 Mar 02 07:27:59.562749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46572) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.571574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Request body: {'floatingip': {'port_id': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:59.625918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.630144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-160eae4a-d5ea-40fe-8dd4-e3853b06e295 req-a04bab97-fcb2-4bbc-9dc8-4aef231433e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549401 Mar 02 07:27:59.680445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.738574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event deleted for resources: {'Port': ['ID=2a6b4570-ef66-4948-8520-7bd3de7249a6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:59.957415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] No DVR routers for this DVR port 2a6b4570-ef66-4948-8520-7bd3de7249a6 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:59.960167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.964786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-deleted', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:59.999556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9c308af-f8a4-4289-b815-6dc952348b52 req-7d976be1-b432-4228-ac14-8880505405e5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "DELETE /v2.0/ports/2a6b4570-ef66-4948-8520-7bd3de7249a6 HTTP/1.1" status: 204 len: 173 time: 1.6902614 Mar 02 07:28:00.013829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2d86d56-50c7-4de0-a8b6-6f1a1a070538 req-d8565070-23bf-45a4-a166-e984811d91d7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 210 time: 0.0650086 Mar 02 07:28:00.051929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286af3-8caa-45cd-af11-aa15cf52f625 req-39b72ffa-f0ba-4792-99d7-02dc4092258e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.061275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50286af3-8caa-45cd-af11-aa15cf52f625 req-39b72ffa-f0ba-4792-99d7-02dc4092258e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1762059 Mar 02 07:28:00.129734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50286af3-8caa-45cd-af11-aa15cf52f625 req-e5efc31f-e2ed-4fa1-a1e6-567b38a2f39b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674889 Mar 02 07:28:00.339487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46602) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:00.624891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1295912809-network', 'tenant_id': '54c9742b07fa4cbc9dd35ff15b54d10e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:00.630573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:00.634277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Usage tracker for resource:network and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:00.637153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:00.652568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:00.742762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cf8a7-efbd-4fdd-9a9d-c019a7b73b2d req-922e0523-9dbb-434b-84f7-066b5bb1fee7 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.749001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cf8a7-efbd-4fdd-9a9d-c019a7b73b2d req-922e0523-9dbb-434b-84f7-066b5bb1fee7 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.754563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a43cf8a7-efbd-4fdd-9a9d-c019a7b73b2d req-922e0523-9dbb-434b-84f7-066b5bb1fee7 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1682 time: 0.5472982 Mar 02 07:28:00.796122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Made reservation on behalf of 54c9742b07fa4cbc9dd35ff15b54d10e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:00.806524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.825626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a43cf8a7-efbd-4fdd-9a9d-c019a7b73b2d req-8596d4a4-e714-41d4-b35f-7a0194b97ec2 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Mar 02 07:28:00.855485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.904234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:00.917505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-296306ef-65f8-4119-89da-e136e6109e32 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.919059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-296306ef-65f8-4119-89da-e136e6109e32 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.3963850 Mar 02 07:28:00.923629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:00.927325 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80905914-d5a1-4e65-b223-f59e965c47cb', 'name': 'network-vif-deleted', 'tag': '2a6b4570-ef66-4948-8520-7bd3de7249a6', 'status': 'completed', 'code': 200} Mar 02 07:28:00.928328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:00.937156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Request body: {'port': {'device_id': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'admin_state_up': True, 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:00.964673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902965f-538b-40fe-8eb9-2f24e1a70585 req-d5f79525-5a81-402c-8bcc-0ae82afc84a6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.972490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8902965f-538b-40fe-8eb9-2f24e1a70585 req-d5f79525-5a81-402c-8bcc-0ae82afc84a6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 947 time: 0.4102452 Mar 02 07:28:00.987080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:01.047575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-d6adca75-69fb-441c-838a-46d112b57597 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:01.053685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-d6adca75-69fb-441c-838a-46d112b57597 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:01.055273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-d6adca75-69fb-441c-838a-46d112b57597 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 1682 time: 0.3755596 Mar 02 07:28:01.124961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8902965f-538b-40fe-8eb9-2f24e1a70585 req-21d1282c-ce24-4edd-9d37-24f86e849652 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515932 Mar 02 07:28:01.166459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:01.236450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 2a6b4570-ef66-4948-8520-7bd3de7249a6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:01.237464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2a6b4570-ef66-4948-8520-7bd3de7249a6 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:01.238130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:01.246546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:01.247161 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.292882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:01.309686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Usage tracker for resource:port and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:01.313475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:28:01.315303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:01.369814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:01.410965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:01.415618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.440153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.506972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:01.535832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:01.548227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.658233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.670967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:01.671422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.688251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.702453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=14']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.733554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:01.823657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:01.852194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.852553 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Added segment e9386f88-212a-42a5-831b-ec6625b65ce3 of type vlan for network 11a0ff53-52f8-4228-9eaa-7ff313937844 Mar 02 07:28:01.931508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cf179-17cf-45f4-a4bd-a7b69d42d8f5 req-0cc4b74c-500e-4bf2-af18-a4c6e8706184 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:01.934731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ffe304-b2c8-476a-9caa-c7880f5995e8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.939293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-826cf179-17cf-45f4-a4bd-a7b69d42d8f5 req-0cc4b74c-500e-4bf2-af18-a4c6e8706184 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.8805001 Mar 02 07:28:01.945324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41d97-e7c0-42e8-883d-a931c4f7af63 req-13dde20b-a31d-4887-906c-e5cc2da35219 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:01.953083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97d41d97-e7c0-42e8-883d-a931c4f7af63 req-13dde20b-a31d-4887-906c-e5cc2da35219 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 949 time: 0.6303968 Mar 02 07:28:01.964898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.975308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.012630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.145363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-826cf179-17cf-45f4-a4bd-a7b69d42d8f5 req-325025c2-d926-46ae-b399-308715c0263f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016954 Mar 02 07:28:02.200053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97d41d97-e7c0-42e8-883d-a931c4f7af63 req-be7bd65f-9955-475a-b7f5-040fdb9acd9d tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ce7098-0b5c-48b2-a5d3-041a65e65a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459390 Mar 02 07:28:02.235166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.236477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:02.237691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.289908 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'code': 200} Mar 02 07:28:02.309626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.324639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['23107639-d9d9-4203-b410-482045d0cc50', 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:02.341767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Allocated IP 172.20.0.3 (2766f0aa-b169-420b-bc8a-27683cb49f96/90419dee-c347-405c-926c-1e48dc4801eb/ab8e9df8-0241-4014-9e31-fcdd35e9ca48) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:02.390854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-060caffa-5901-43a2-88e4-e3a7b2e6b6cb tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:02.393642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-060caffa-5901-43a2-88e4-e3a7b2e6b6cb tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 949 time: 0.4385989 Mar 02 07:28:02.785995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Deleting port ac8620ef-f85b-45c1-be7a-b2a385b762c8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:02.786284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.823704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] Pushing event updated for resources: {'Network': ['ID=11a0ff53-52f8-4228-9eaa-7ff313937844,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:02.846065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:02.874457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0177e1-1e00-4bc6-a607-7a8e27c74e9e req-6ee42db2-af9d-4bbb-b4c3-2e5612dcfee7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 210 time: 0.5180693 Mar 02 07:28:02.875357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:02.877665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4fe6cc34-126c-4d55-b7fb-f64ef42bbf60 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5353212 Mar 02 07:28:02.956967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46694) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.985174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Request body: {'subnet': {'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1295912809-subnet', 'tenant_id': '54c9742b07fa4cbc9dd35ff15b54d10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:03.011501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:03.042769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Usage tracker for resource:subnet and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:03.049076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:03.049956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:03.062272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.067451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-deleted', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:03.082284 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Floating IP a02a90c2-f9f9-44e1-b18a-1b72813fc03f associated. External IP: 172.25.4.222, port: d095be35-9486-4722-9fb0-7675e74cf3f2. Mar 02 07:28:03.086296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:03.351771 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-deleted', 'tag': 'bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0', 'status': 'completed', 'code': 200} Mar 02 07:28:03.352423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Made reservation on behalf of 54c9742b07fa4cbc9dd35ff15b54d10e for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:03.357731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.390744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-569c189c-f2ae-4769-b4d9-6f2dedc7fe00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8916051 Mar 02 07:28:03.395099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a1ffa508-f35c-48d0-9620-7895e4f70ba9 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "DELETE /v2.0/ports/bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 HTTP/1.1" status: 204 len: 173 time: 2.2976940 Mar 02 07:28:03.634766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dbb2-7ab3-4718-993f-0bc1c7324eac req-777153be-1000-47d9-953f-98be0d4ab52d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:03.642013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f51dbb2-7ab3-4718-993f-0bc1c7324eac req-777153be-1000-47d9-953f-98be0d4ab52d tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 946 time: 1.1351264 Mar 02 07:28:03.725497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 23107639-d9d9-4203-b410-482045d0cc50 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:03.725901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.733367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] For port ac8620ef-f85b-45c1-be7a-b2a385b762c8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ac8620ef-f85b-45c1-be7a-b2a385b762c8,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:03.733740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.910706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Calling delete_port for ac8620ef-f85b-45c1-be7a-b2a385b762c8 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:03.972534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb346b-09f3-4f71-8fc8-03546e664a1a req-0c11dacd-58bd-4b89-b3ab-cbb5462cb721 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:03.974408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36fb346b-09f3-4f71-8fc8-03546e664a1a req-0c11dacd-58bd-4b89-b3ab-cbb5462cb721 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4830670 Mar 02 07:28:03.978393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f51dbb2-7ab3-4718-993f-0bc1c7324eac req-0841b335-b9cb-4893-b7ec-bc368a9f098c tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354917 Mar 02 07:28:04.004621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.087989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-2ae76576-8377-46c1-a8cf-77ce5b599b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:04.089498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-2ae76576-8377-46c1-a8cf-77ce5b599b70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.5419796 Mar 02 07:28:04.248492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.249998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.284130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36fb346b-09f3-4f71-8fc8-03546e664a1a req-664e857f-4672-43b5-8f9b-5826f1bf206d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261624 Mar 02 07:28:04.353573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:04.460229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Pushing event deleted for resources: {'Port': ['ID=ac8620ef-f85b-45c1-be7a-b2a385b762c8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.522414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:04.523027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b9f6546-8530-41cf-a839-f5ccaedda1a0 req-0ca5bafc-1160-4757-9c71-4384d6844da3 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ef0adb-b6f4-462c-aa9c-f0259fab176b HTTP/1.1" status: 200 len: 210 time: 0.0640576 Mar 02 07:28:04.561459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:04.561459 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.610255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:04.617377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.620804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:04.621145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bc9333cf-7d18-40b5-a8ce-8dfbd0fbe4c0 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:04.621576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ac8620ef-f85b-45c1-be7a-b2a385b762c8 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:04.667522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: ac8620ef-f85b-45c1-be7a-b2a385b762c8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:04.668189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ac8620ef-f85b-45c1-be7a-b2a385b762c8 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:04.668613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 23107639-d9d9-4203-b410-482045d0cc50 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:04.724754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:04.793502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:04.801578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 23107639-d9d9-4203-b410-482045d0cc50 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:04.852553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.864219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f5e76-86c3-44ba-a7d8-791584315063 req-a3643d56-6be9-488f-b631-a9fcaab823f2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:04.865302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-201f5e76-86c3-44ba-a7d8-791584315063 req-a3643d56-6be9-488f-b631-a9fcaab823f2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7802310 Mar 02 07:28:04.880252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-d5de45e7-b617-4b2c-9a86-98b1c8afe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:04.882010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-d5de45e7-b617-4b2c-9a86-98b1c8afe749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.7512567 Mar 02 07:28:04.890867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] No DVR routers for this DVR port ac8620ef-f85b-45c1-be7a-b2a385b762c8 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:04.902595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:04.904168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23107639-d9d9-4203-b410-482045d0cc50'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:04.911458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.930199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.935467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'name': 'network-vif-deleted', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:04.957148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.975706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0cbfd8-9a67-42ba-949b-6e09f364e72e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.991641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:05.011816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a12c103d-8097-4bcf-983b-caf1ad3a4e4d req-d6d6b447-02ff-497f-80d2-d7923ddc0394 tempest-ImagesNegativeTestJSON-1887899688 tempest-ImagesNegativeTestJSON-1887899688-project] 10.222.0.39 "DELETE /v2.0/ports/ac8620ef-f85b-45c1-be7a-b2a385b762c8 HTTP/1.1" status: 204 len: 173 time: 2.5178916 Mar 02 07:28:05.022510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.023583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.033434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Checking segment: {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:05.033801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Network hostable DHCP agents. Network: 11a0ff53-52f8-4228-9eaa-7ff313937844, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:05.047271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-201f5e76-86c3-44ba-a7d8-791584315063 req-826d0ea8-f5cf-4237-86c3-7216b584ade2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603305 Mar 02 07:28:05.064163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6b3a44f7-e5cf-4257-9a3c-e37b702a8e48 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1324391 Mar 02 07:28:05.073078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:05.086608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Request body: {'port': {'device_id': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:05.128260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 11a0ff53-52f8-4228-9eaa-7ff313937844) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:05.136817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc7dc2-7514-4f9b-a9af-07bb60afa958 None None] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:05.140586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.141413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.218048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6f108c8-0c45-4add-ae73-cfef9d5f9dd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2513890 Mar 02 07:28:05.400741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.516663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:05.524912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.535966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Sync routers for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:05.576600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:05.577976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:05.608519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-08be202b-d67f-4463-b99c-10deacc57416 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "PUT /v2.0/floatingips/a02a90c2-f9f9-44e1-b18a-1b72813fc03f HTTP/1.1" status: 200 len: 991 time: 6.0420923 Mar 02 07:28:05.634584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-9f48efc1-cad0-4b21-9217-893e92f79626 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.7364750 Mar 02 07:28:05.637539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:05.697332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcdf4a-78d1-4d73-a937-b8159ee16139 req-2604eace-2665-45d2-8557-62ba3f743ca1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.709349 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54fcdf4a-78d1-4d73-a937-b8159ee16139 req-2604eace-2665-45d2-8557-62ba3f743ca1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4413164 Mar 02 07:28:05.712191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c20031-db2a-4260-ab77-a301c4dcc3ba req-ce13d933-d66e-4e1d-a3fe-83797290bd51 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.719907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92c20031-db2a-4260-ab77-a301c4dcc3ba req-ce13d933-d66e-4e1d-a3fe-83797290bd51 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 931 time: 0.8236103 Mar 02 07:28:05.729155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:05.729444 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:05.785681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-eca1bbdd-9665-4146-9a27-bde5ff5efe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.787223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-eca1bbdd-9665-4146-9a27-bde5ff5efe7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1411300 Mar 02 07:28:05.801300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92c20031-db2a-4260-ab77-a301c4dcc3ba req-d529b12b-5cf4-41ef-91ca-e860bc48daf5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803032 Mar 02 07:28:05.841924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87f823-b73e-40d4-99ac-df2cb238d479 None None] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:05.850110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54fcdf4a-78d1-4d73-a937-b8159ee16139 req-9590cdd3-e696-471a-b985-7d9d04170b6d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394043 Mar 02 07:28:05.989158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-15dfc2cd-164b-403f-b661-bed328f3a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.994874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-15dfc2cd-164b-403f-b661-bed328f3a985 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885378 Mar 02 07:28:06.039894 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef0adb-b6f4-462c-aa9c-f0259fab176b', 'name': 'network-vif-deleted', 'tag': 'ac8620ef-f85b-45c1-be7a-b2a385b762c8', 'status': 'completed', 'code': 200} Mar 02 07:28:06.078810 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23107639-d9d9-4203-b410-482045d0cc50', 'code': 200} Mar 02 07:28:06.123151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8e9df8-0241-4014-9e31-fcdd35e9ca48 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:06.132455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.150054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Transition to ACTIVE for port object ab8e9df8-0241-4014-9e31-fcdd35e9ca48 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:06.203113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.236032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 23107639-d9d9-4203-b410-482045d0cc50 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:06.236380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.261025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:06.361328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.387910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-e8000186-a6ed-4609-bef6-b8642e1ff6b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890724 Mar 02 07:28:06.463439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1fc54-10bd-415c-9542-6065dc34b2a3 req-3f53abe7-6762-4950-b39d-00114ba4fdee tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.465223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbd1fc54-10bd-415c-9542-6065dc34b2a3 req-3f53abe7-6762-4950-b39d-00114ba4fdee tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3126967 Mar 02 07:28:06.509607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec154-bc59-413a-81c7-861cecb31363 req-66c8242e-5276-4435-9ce1-62972adfc52b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.510266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-53bec154-bc59-413a-81c7-861cecb31363 req-66c8242e-5276-4435-9ce1-62972adfc52b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Synchronizing usage tracker for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:06.550586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbd1fc54-10bd-415c-9542-6065dc34b2a3 req-83828bab-38ca-41c9-b188-7e5281af1b82 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777106 Mar 02 07:28:06.553968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Attempting to bind port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:06.554307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Attempting to bind port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:06.555591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Attempting to bind port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:06.562018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:06.562348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Attempting to bind port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:06.569029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:06.569534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Checking segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:06.569945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Bound using segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:06.570808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Bound port: ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:06.570918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.766731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:06.781310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:06.797204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.811361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a02a90c2-f9f9-44e1-b18a-1b72813fc03f', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'port_id': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'mac_address': 'fa:16:3e:83:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:28:01Z', 'revision_number': 1, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:06.813037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-53bec154-bc59-413a-81c7-861cecb31363 req-66c8242e-5276-4435-9ce1-62972adfc52b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Unset dirty status for tenant:173e42f4d657484db26323adf42f35dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:06.821442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53bec154-bc59-413a-81c7-861cecb31363 req-66c8242e-5276-4435-9ce1-62972adfc52b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 944 time: 0.6477242 Mar 02 07:28:06.830941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Checking router: 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:28:06.849277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:06.849277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:27:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:06.885477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.885477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.885477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab8e9df8-0241-4014-9e31-fcdd35e9ca48 HTTP/1.1" status: 200 len: 1091 time: 1.8018262 Mar 02 07:28:06.943047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c02c65-790e-4be4-930c-11283e10a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:07.002255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bb811fb-1386-4c15-898e-ef7649ad5faa req-163f625b-426d-484e-ad9f-e622d0b4e278 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887966 Mar 02 07:28:07.004374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183393242', 'description': 'tempest-description-1769264518'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:07.048347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:07.065190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:07.075681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:07.090109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53bec154-bc59-413a-81c7-861cecb31363 req-507b7a86-a561-4439-a69d-9f04a294a43e tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/security-groups?id=059cc168-ad87-4912-a95a-d618b60c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644196 Mar 02 07:28:07.099216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 23107639-d9d9-4203-b410-482045d0cc50, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=23107639-d9d9-4203-b410-482045d0cc50,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:07.099216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.105660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:07.151733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.193666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:07.201526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:07.206288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:07.232170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6ddfe375-001e-474a-9380-8f83ae57ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:07.233827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-6ddfe375-001e-474a-9380-8f83ae57ae51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 1094 time: 0.2971182 Mar 02 07:28:07.235027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:07.289132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:07.429060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 23107639-d9d9-4203-b410-482045d0cc50 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:07.645574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.703768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=23107639-d9d9-4203-b410-482045d0cc50,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:07.741928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-06f70bab-055e-4d1f-b8d8-e2d3247ae7c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48 HTTP/1.1" status: 200 len: 217 time: 0.4960551 Mar 02 07:28:07.853371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-94922230-ef6e-4983-9743-a26f05c214c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:07.854932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-94922230-ef6e-4983-9743-a26f05c214c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.0983543 Mar 02 07:28:07.924403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-c795ce04-b269-41da-9088-8cc6279a0605 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614130 Mar 02 07:28:08.065129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a02a90c2-f9f9-44e1-b18a-1b72813fc03f', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'port_id': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'mac_address': 'fa:16:3e:83:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:28:01Z', 'revision_number': 1, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:08.065827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.071433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03a3b-90c8-4430-977a-678938d181c0 None None] The sync data for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 is: [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a02a90c2-f9f9-44e1-b18a-1b72813fc03f', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'port_id': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'mac_address': 'fa:16:3e:83:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94f943-8a12-4399-af96-5abafce8884b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:28:01Z', 'revision_number': 1, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:08.073944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:08.081279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.087457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.095189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.102228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.106060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.110517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.115911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.117658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.126386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-0e783df9-e4dd-47a2-994a-acc588bd5fe2 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.5330651 Mar 02 07:28:08.128218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port 23107639-d9d9-4203-b410-482045d0cc50 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:08.150716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.151968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.153178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94be3e30-6a1a-4684-8288-46b4f39e4d72 req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1573772 Mar 02 07:28:08.168347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e356cf9-5d1a-46ec-bc69-cbfd3a82beba req-a50fc2a8-0442-4f42-bb2f-df8db7120ed6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.39 "DELETE /v2.0/ports/23107639-d9d9-4203-b410-482045d0cc50 HTTP/1.1" status: 204 len: 173 time: 4.7617183 Mar 02 07:28:08.199666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff618500-6e88-492f-8fdd-ef49f487adf1 req-8a24a3c0-439e-46d7-a953-669ebfc70a26 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687485 Mar 02 07:28:08.225322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe57a79-d651-42ad-87c9-a10e51e2a5b1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f809ca6d-9893-486c-8a4e-a2ae397aff73,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:08.229740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-b525f32e-0f8a-4201-8db7-6221b755b806 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974968 Mar 02 07:28:08.309160 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'status': 'completed', 'code': 200} Mar 02 07:28:08.516028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a0e38-94cd-4be0-b99b-f17e4e7cfce1 None None] New status for floating IP a02a90c2-f9f9-44e1-b18a-1b72813fc03f: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:28:08.565596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.566333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.566966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.567719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.568317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.569095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.569691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.571885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-7b35d0bd-2add-4bfd-9a3d-4c87a806c9b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6492 time: 0.2348051 Mar 02 07:28:08.573781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-841ce93e-ff6e-4173-84b2-4298e1c543c2 req-c89149a5-233b-467e-9ea4-b4d97c10d432 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359053 Mar 02 07:28:08.634916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50f02-437a-4099-9eac-1aefb5a5514e req-0b2a24ab-7426-4434-9717-21a3e3bb9225 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.636064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-77f50f02-437a-4099-9eac-1aefb5a5514e req-0b2a24ab-7426-4434-9717-21a3e3bb9225 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:08.658442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-77f50f02-437a-4099-9eac-1aefb5a5514e req-0b2a24ab-7426-4434-9717-21a3e3bb9225 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:08.668196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77f50f02-437a-4099-9eac-1aefb5a5514e req-0b2a24ab-7426-4434-9717-21a3e3bb9225 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 943 time: 0.2208576 Mar 02 07:28:08.737230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77f50f02-437a-4099-9eac-1aefb5a5514e req-b1b9e48a-016b-4113-80f8-7946d8cf7d5b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679004 Mar 02 07:28:08.752115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad91a66-36f6-4584-857a-59b65e692811 req-3a14a397-f90a-4e82-ac98-1627c39eb32d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.759477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ad91a66-36f6-4584-857a-59b65e692811 req-3a14a397-f90a-4e82-ac98-1627c39eb32d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2751598 Mar 02 07:28:08.838196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ad91a66-36f6-4584-857a-59b65e692811 req-ae0b2a80-e7c7-45c6-9455-ad21e20c57e1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771525 Mar 02 07:28:08.845451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-e33e4fc5-01b0-4960-8bd0-e0561e910570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.847392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-e33e4fc5-01b0-4960-8bd0-e0561e910570 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea1e4f59-e3b6-4899-abaa-843eda4f0090 HTTP/1.1" status: 200 len: 911 time: 0.2597575 Mar 02 07:28:08.922601 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'status': 'completed', 'code': 200} Mar 02 07:28:08.971323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1497563333', 'description': 'tempest-description-321594661'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:08.994982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:09.013128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:09.018207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-2a710df0-d6a2-467c-b77b-0de35f82f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.019765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-2a710df0-d6a2-467c-b77b-0de35f82f2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 1094 time: 0.0764008 Mar 02 07:28:09.022360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:09.033156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:09.059373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-0ff60a05-17cb-4d7b-b796-b9eb85a401bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d095be35-9486-4722-9fb0-7675e74cf3f2 HTTP/1.1" status: 200 len: 1001 time: 0.2009730 Mar 02 07:28:09.061928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.127928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9c17201b-7b39-45b8-b25a-289876e9cb61 req-3a411135-4f09-4306-9897-0d716a49878b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3c501a8-b309-4082-8f46-7da9186e7a3b HTTP/1.1" status: 200 len: 210 time: 0.0634365 Mar 02 07:28:09.133384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:09.140141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:09.144285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:09.153148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-6522c69a-2d87-4443-9d3e-50588ade295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.154863 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-6522c69a-2d87-4443-9d3e-50588ade295c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e78cd01a-2d54-415e-b292-fb3fb8bc0f52 HTTP/1.1" status: 200 len: 850 time: 0.0837302 Mar 02 07:28:09.156040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:09.236825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-07751464-5b15-43ac-a1d0-8ba38a646725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.238848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-07751464-5b15-43ac-a1d0-8ba38a646725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 904 time: 0.2121985 Mar 02 07:28:09.290956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.293892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-ef81bba7-4a22-4749-ba1c-db03def1f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.295758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-ef81bba7-4a22-4749-ba1c-db03def1f2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309261 Mar 02 07:28:09.296973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.364912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-5add7ea3-b8c9-43df-9e38-f66fc67a0a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48 HTTP/1.1" status: 200 len: 217 time: 0.1180372 Mar 02 07:28:09.455698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b015cb36-274e-4e31-abb3-85eb92bb47de,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:09.457179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-443f6131-8a03-42ee-83a1-1a1f8cc7e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.459971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-443f6131-8a03-42ee-83a1-1a1f8cc7e014 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.0822968 Mar 02 07:28:09.461082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.473577 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0efb02a1-1952-40ef-9a5d-352ee2d3040f req-04ed71bf-9e16-4f6c-b755-6fbcfb11963d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5104454 Mar 02 07:28:09.543229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-b058f46c-e4f4-4f44-86dc-c70a1355f260 service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319467 Mar 02 07:28:09.561029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-81af63e0-7ca9-4ba1-88f5-0210b194c54a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910220 Mar 02 07:28:09.609436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.616238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.623432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.629131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.635093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.641380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.647085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.648981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-819e9a17-2d92-4621-9e9d-f0a429e036f1 req-f9cf4bff-b195-429e-b04a-324d5c480295 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.3277462 Mar 02 07:28:09.785409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-b444dceb-984c-4793-81cc-7384abb5bd09 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162225 Mar 02 07:28:09.790913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3bd686-c5a2-4e25-b8bf-02827412d270 req-6012f8c0-0ae3-48f9-a69c-ef974e0bfaea service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414179 Mar 02 07:28:09.803578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155837e-c023-4ed9-a9dc-e24c869c5592 req-895cfd93-46da-4941-a87f-5a449f8d1ad4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.812064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f155837e-c023-4ed9-a9dc-e24c869c5592 req-895cfd93-46da-4941-a87f-5a449f8d1ad4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2357125 Mar 02 07:28:09.878697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f155837e-c023-4ed9-a9dc-e24c869c5592 req-2a35431d-b906-49be-954c-1e1b73844c37 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656929 Mar 02 07:28:09.974127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69f6020c-3f5c-44af-9065-4e07b0a6dd99 req-63cd7620-b0bb-46ed-811f-aa2911ca33a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689618 Mar 02 07:28:10.110275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01482941-9f97-45a0-be3c-f71be6759c50 req-8ed66bec-fba9-4ac1-9435-3e27b78c180a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.111773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01482941-9f97-45a0-be3c-f71be6759c50 req-8ed66bec-fba9-4ac1-9435-3e27b78c180a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 943 time: 0.0901327 Mar 02 07:28:10.170537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01482941-9f97-45a0-be3c-f71be6759c50 req-b24f42ca-d274-49f4-a8b8-c64d433ab2a5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523474 Mar 02 07:28:10.194815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-39d15ae9-0449-4af4-bd1d-acdb3b87be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.196291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-39d15ae9-0449-4af4-bd1d-acdb3b87be79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.2416165 Mar 02 07:28:10.206315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-a97f6873-a2cd-4441-9731-abb240703f8a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.207978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-a97f6873-a2cd-4441-9731-abb240703f8a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 813 time: 0.1957998 Mar 02 07:28:10.258605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-6f97a8f5-9f84-4669-a5bc-b4ffa9fbb4ac tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/quotas/54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 375 time: 0.0278211 Mar 02 07:28:10.346889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-deleted', 'tag': '23107639-d9d9-4203-b410-482045d0cc50'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:10.375906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-52a22f32-27d5-4bb8-ae02-610138302bc7 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690913 Mar 02 07:28:10.468690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500848c1-7d1d-4a0f-8304-72b21bd4ffdb req-2ef47d5e-9d74-4fea-8ca6-cb2c0de2625d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.478700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-500848c1-7d1d-4a0f-8304-72b21bd4ffdb req-2ef47d5e-9d74-4fea-8ca6-cb2c0de2625d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2050307 Mar 02 07:28:10.522416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-500848c1-7d1d-4a0f-8304-72b21bd4ffdb req-04eae806-9aea-4a61-89be-6477c5f95690 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428052 Mar 02 07:28:10.691062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-23abe397-9798-4566-a86f-5fb00ffd425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.694697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-23abe397-9798-4566-a86f-5fb00ffd425c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4833300 Mar 02 07:28:10.766579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f327-fa12-4f04-a435-0f319d27264b req-b454553a-7414-48ee-b599-b9bfc1d633d6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.768046 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9a9f327-fa12-4f04-a435-0f319d27264b req-b454553a-7414-48ee-b599-b9bfc1d633d6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0894423 Mar 02 07:28:10.815973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9a9f327-fa12-4f04-a435-0f319d27264b req-cf1b4b69-9ef7-4b1c-96c7-859d120b52c9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Mar 02 07:28:10.822684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-aa1887ab-4a18-4495-b77c-45b1b6ef9cbe service neutron] 10.222.0.21 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385223 Mar 02 07:28:10.913205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46796) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:10.969987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-9ee767a6-3660-4e20-b82f-6797ad24f886 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.2320037 Mar 02 07:28:10.975129 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c501a8-b309-4082-8f46-7da9186e7a3b', 'name': 'network-vif-deleted', 'tag': '23107639-d9d9-4203-b410-482045d0cc50', 'status': 'completed', 'code': 200} Mar 02 07:28:11.017760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting subnet 9f4f47f6-ab9a-4513-8301-435f255512c6 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:11.020091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.062867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-d7cd9750-06a4-4c2a-a1cd-e60f5cff24b6 service neutron] 10.222.0.21 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310057 Mar 02 07:28:11.068220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-2d54102a-50fa-4438-8613-f1b7cf5fcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:11.069966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-2d54102a-50fa-4438-8613-f1b7cf5fcc56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.0788741 Mar 02 07:28:11.113787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.261073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-a6213ec1-6fd6-4897-9362-0c626c5b8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:11.268377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-a6213ec1-6fd6-4897-9362-0c626c5b8adc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906102 Mar 02 07:28:11.490166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.547950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-8a0a02b5-f7ff-4fd8-a92f-ab89e0017df3 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746041 Mar 02 07:28:11.682685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442818-d53d-4267-a2f4-4194ffa99597 req-4b64cfde-9908-47b2-bb79-361ce57731c3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:11.690845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a442818-d53d-4267-a2f4-4194ffa99597 req-4b64cfde-9908-47b2-bb79-361ce57731c3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4043458 Mar 02 07:28:11.793158 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a442818-d53d-4267-a2f4-4194ffa99597 req-50c874c9-d37c-4404-873d-3679f258b0fe tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010256 Mar 02 07:28:11.804126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.854505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd65e6-5ebb-4208-ae0d-e8ec7f13b834 req-bee274a6-d227-429c-ba1f-8a5ae1e9768e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:11.861927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61fd65e6-5ebb-4208-ae0d-e8ec7f13b834 req-bee274a6-d227-429c-ba1f-8a5ae1e9768e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 943 time: 0.3119957 Mar 02 07:28:11.906125 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57cc31b3-e4c3-4ffc-a2ad-aa0d1a545ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.918813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d442e0f1-0ea7-4cb1-a7d3-7931be397af2 req-4abf6055-b1de-4d19-a5c1-dfce2ca8c44c service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060815 Mar 02 07:28:11.931179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.940576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46828) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:11.941963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a679f-bc65-49af-9c72-8fc9d5d3f5c6 None None] Network 0e0d8d99-8f1b-4616-bd91-775c434156df requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:11.977185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4f47f6-ab9a-4513-8301-435f255512c6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:11.980558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61fd65e6-5ebb-4208-ae0d-e8ec7f13b834 req-8ea2a596-d134-4d84-8303-51ff9c7246e6 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176655 Mar 02 07:28:11.981505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d8b5a34-1dfc-4123-9b7f-6b123dac99e6 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/subnets/9f4f47f6-ab9a-4513-8301-435f255512c6 HTTP/1.1" status: 204 len: 168 time: 1.0673380 Mar 02 07:28:11.988826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:12.074121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4bdb4ee3-b3f3-4243-8275-5dd427340107 req-63399b42-1546-4b55-a32a-e52a2f7ea8bf tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 210 time: 0.1329646 Mar 02 07:28:12.315286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.343014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:12.343682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.361646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f04-36c0-4360-80e5-e0748dfc4db4 req-3856cfa9-d11b-40f4-a567-2a28ff7087da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:12.387244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7c004f04-36c0-4360-80e5-e0748dfc4db4 req-3856cfa9-d11b-40f4-a567-2a28ff7087da tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2591307 Mar 02 07:28:12.483323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a237b590-2992-4ce7-a0dc-79458b09ce40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d29b9b2457e44d6a57b1821a471dbc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394497 Mar 02 07:28:12.486544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:12.511575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7c004f04-36c0-4360-80e5-e0748dfc4db4 req-2f5e5d8d-1ea4-4b01-8ef7-901a96be397c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233323 Mar 02 07:28:12.582567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] DHCP port deletion for 0e0d8d99-8f1b-4616-bd91-775c434156df request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:12.588518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Deleting port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:12.589018 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.644823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.682901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.687366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a882-4237-4669-a409-adb8fa30ff68 req-823d2b03-39d0-47f8-bede-692a69dc9f67 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:12.698226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ffe9a882-4237-4669-a409-adb8fa30ff68 req-823d2b03-39d0-47f8-bede-692a69dc9f67 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3170125 Mar 02 07:28:12.896418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.918288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ffe9a882-4237-4669-a409-adb8fa30ff68 req-aeb6639a-9e49-4a63-8b99-20990ae4d91e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153351 Mar 02 07:28:12.968843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce7098-0b5c-48b2-a5d3-041a65e65a73,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.988533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:12.988533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.998909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.998909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-33c73302-d15a-40a6-98ad-a0b170bcff76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ce7098-0b5c-48b2-a5d3-041a65e65a73 HTTP/1.1" status: 204 len: 168 time: 0.5106597 Mar 02 07:28:13.176769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] For port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,segment=NetworkSegment(d62fb4fe-cad2-471c-859c-c1a001bd7904),segment_id=d62fb4fe-cad2-471c-859c-c1a001bd7904)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:13.178343 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.306844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:13.324525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac05b-8705-46d6-9546-1939087a015b req-f064d2a0-76b1-4a68-9d98-339c6110173e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.327464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2cac05b-8705-46d6-9546-1939087a015b req-f064d2a0-76b1-4a68-9d98-339c6110173e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 943 time: 0.2216725 Mar 02 07:28:13.349197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:13.470878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2cac05b-8705-46d6-9546-1939087a015b req-4d995220-ced8-4d18-862f-a4484d5c3081 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364396 Mar 02 07:28:13.522904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944328b8-1000-4cca-a8cc-56ec62fa655f req-fceab897-b874-482e-b565-c8aadf536962 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.524447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-944328b8-1000-4cca-a8cc-56ec62fa655f req-fceab897-b874-482e-b565-c8aadf536962 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1950648 Mar 02 07:28:13.571899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:13.586906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:13.628988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.754632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Port': ['ID=0bdfee1f-539e-4ae4-8e4e-da911fe3acd8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.756652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'mac_address': 'fa:16:3e:82:d6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:13.758364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:13.762408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:13.772706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-944328b8-1000-4cca-a8cc-56ec62fa655f req-9ed2f3d5-8ccc-4dcc-91f1-a0b26cdd968c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385414 Mar 02 07:28:13.779880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Calling delete_port for 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:13.781315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] No DVR routers for this DVR port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:13.899734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-384c3962-338a-4a12-8082-b9014e4328e8 req-562e0464-d77c-4418-ad11-ac96d170c649 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 210 time: 0.1018796 Mar 02 07:28:13.936149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-e22ed26e-a47a-4da1-ae92-1d150ae22bd6 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.936628 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.941214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-e22ed26e-a47a-4da1-ae92-1d150ae22bd6 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.39 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 813 time: 0.5183136 Mar 02 07:28:13.959723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'device_id': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844', 'admin_state_up': True, 'tenant_id': '54c9742b07fa4cbc9dd35ff15b54d10e'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:13.973457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8e9df8-0241-4014-9e31-fcdd35e9ca48 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:14.001449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.023248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:14.030764 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.298008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:14.304719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0d8d99-8f1b-4616-bd91-775c434156df']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: from cryptography.utils import int_from_bytes Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: from cryptography.utils import int_from_bytes Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn_limited( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.311006 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:14.316230 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:28:14.324214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62fb4fe-cad2-471c-859c-c1a001bd7904') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:14.324400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62fb4fe-cad2-471c-859c-c1a001bd7904') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:14.334692 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:14.335737 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:14.338555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd066f30-fe3c-4eee-961e-82bacb612c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.338676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.355933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.363253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:14.363709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.431859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:14.452842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0d76-b5ad-4584-9bb3-92a5b8f79b88 req-ef80db37-8f42-4248-abc3-c421b106016f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:14.461569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdbd0d76-b5ad-4584-9bb3-92a5b8f79b88 req-ef80db37-8f42-4248-abc3-c421b106016f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2459204 Mar 02 07:28:14.473691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ab8e9df8-0241-4014-9e31-fcdd35e9ca48'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:14.512146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:port and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:14.524571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:14.541007 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:14.555479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:14.597872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdbd0d76-b5ad-4584-9bb3-92a5b8f79b88 req-ad6699c7-a4c5-45b2-872e-5ed05a455f79 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355505 Mar 02 07:28:14.616586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Made reservation on behalf of 54c9742b07fa4cbc9dd35ff15b54d10e for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:14.616586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.725124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.736390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.801094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/networks/0e0d8d99-8f1b-4616-bd91-775c434156df HTTP/1.1" status: 204 len: 168 time: 2.8100119 Mar 02 07:28:14.806715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46902) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:14.808312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff43419-762f-43f0-9c23-e66e8a7fc09b tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Network': ['ID=0e0d8d99-8f1b-4616-bd91-775c434156df,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:14.839138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Deleting port 0bdfee1f-539e-4ae4-8e4e-da911fe3acd8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:14.839138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.912502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d6f1f-aef9-4838-8a08-4742a8267c28 req-9d7c3463-4a2e-464f-9400-73ba831d9335 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:14.912502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a9d6f1f-aef9-4838-8a08-4742a8267c28 req-9d7c3463-4a2e-464f-9400-73ba831d9335 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3751874 Mar 02 07:28:14.966005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting subnet 57a98147-bd6c-4299-877d-1c73e94e6d21 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:14.975363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.975999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44d8f1f1-13f7-4496-bc5a-f18cb045dcca None None] The port '0bdfee1f-539e-4ae4-8e4e-da911fe3acd8' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:15.059313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a9d6f1f-aef9-4838-8a08-4742a8267c28 req-0b955965-d7ed-404f-a43a-d8dabe77d8cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380637 Mar 02 07:28:15.095953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.191939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a162a7-a1bb-450a-a67b-63a7d02f4190 req-a98fd59a-b182-42f0-916c-8d2b8e530641 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:15.193480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9a162a7-a1bb-450a-a67b-63a7d02f4190 req-a98fd59a-b182-42f0-916c-8d2b8e530641 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 944 time: 0.3267343 Mar 02 07:28:15.212222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Allocated IP 172.20.0.7 (11a0ff53-52f8-4228-9eaa-7ff313937844/7d0cbfd8-9a67-42ba-949b-6e09f364e72e/943a282e-271b-473c-adb1-05aa3072ef10) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:15.264855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.265714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.409345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.552687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-564a4bf8-4e1c-46f6-8a52-8424c9507d4f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d0610bed49640da99d4490604aea4cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507550 Mar 02 07:28:15.604593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.693655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.701404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9a162a7-a1bb-450a-a67b-63a7d02f4190 req-5f91f9d6-f829-4975-a388-74bb01561adf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019056 Mar 02 07:28:15.704607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Subnet': ['ID=57a98147-bd6c-4299-877d-1c73e94e6d21,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:15.713380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.720575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5df657-0955-4eef-9458-9a56f7ea7316 None None] Network 2e46e262-e683-486b-a56e-71570850fbc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:15.748212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.848301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f41ab9e2-35c5-4747-a755-e8eca0088dd3 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/subnets/57a98147-bd6c-4299-877d-1c73e94e6d21 HTTP/1.1" status: 204 len: 168 time: 1.0300374 Mar 02 07:28:15.848301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46934) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:16.024520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:16.038830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:16.045240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:16.052820 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:28:16.084766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:16.108454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.122040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-2ade09db-9717-4fd6-91a3-cfa1310daf1f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:16.123506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-2ade09db-9717-4fd6-91a3-cfa1310daf1f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5683715 Mar 02 07:28:16.132710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 4340f455-760b-4d92-bfae-49dabf994663 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:16.133070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.143823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:16.144497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.171339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b1e-5fa6-4dfc-8b46-b5cc5bfcd72e req-25f8aa86-6988-412a-934e-a301d4f1e6d9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:16.178854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0703b1e-5fa6-4dfc-8b46-b5cc5bfcd72e req-25f8aa86-6988-412a-934e-a301d4f1e6d9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 931 time: 0.2830610 Mar 02 07:28:16.180807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] DHCP port deletion for 2e46e262-e683-486b-a56e-71570850fbc6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:16.186398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Deleting port 4340f455-760b-4d92-bfae-49dabf994663 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:16.186846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-daed0465-b4f0-4360-a8eb-a1a2192e120e tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/quotas/0d0610bed49640da99d4490604aea4cf HTTP/1.1" status: 200 len: 375 time: 0.0260587 Mar 02 07:28:16.187185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.210993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-4c098843-260f-4ba4-ab62-9b0f0404f0c4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2626607 Mar 02 07:28:16.232464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Request body: {'port': {'device_id': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:16.277932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b0703b1e-5fa6-4dfc-8b46-b5cc5bfcd72e req-a0f16731-8b4c-472a-8d49-2c5fcee65beb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:16.314405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-3dcc2ebd-b7b4-4566-9664-5c48a32cdfe9 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d0610bed49640da99d4490604aea4cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690801 Mar 02 07:28:16.399802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.455515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] For port 4340f455-760b-4d92-bfae-49dabf994663, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4340f455-760b-4d92-bfae-49dabf994663,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:16.456473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.468978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b0703b1e-5fa6-4dfc-8b46-b5cc5bfcd72e req-a0f16731-8b4c-472a-8d49-2c5fcee65beb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:16.494701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0703b1e-5fa6-4dfc-8b46-b5cc5bfcd72e req-a0f16731-8b4c-472a-8d49-2c5fcee65beb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147578 Mar 02 07:28:16.536156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] For port 4340f455-760b-4d92-bfae-49dabf994663, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4340f455-760b-4d92-bfae-49dabf994663,segment=NetworkSegment(eeabfde4-c525-4a57-b9c5-8a70c16d6f7c),segment_id=eeabfde4-c525-4a57-b9c5-8a70c16d6f7c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:16.536654 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.838468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Calling delete_port for 4340f455-760b-4d92-bfae-49dabf994663 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:16.880804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8067923-4293-4abb-b669-a30b67b3a084 req-4ae18e55-cdaf-45be-a5a6-8ced29f91222 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 210 time: 0.0940990 Mar 02 07:28:16.900787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Calling delete_port for 4340f455-760b-4d92-bfae-49dabf994663 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:16.957907 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.964158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.091891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] Pushing event deleted for resources: {'Port': ['ID=4340f455-760b-4d92-bfae-49dabf994663,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:17.102067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ce36a-a6c5-4804-8d16-7426b3fea899 None None] No DVR routers for this DVR port 4340f455-760b-4d92-bfae-49dabf994663 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:17.172697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:17.173294 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:17.176919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943a282e-271b-473c-adb1-05aa3072ef10 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:17.186825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.215266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb2eba-d6f3-4218-abc9-2d34299f4358 req-9891fd25-80e9-4042-bfc2-87137b610561 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.219918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Transition to ACTIVE for port object 943a282e-271b-473c-adb1-05aa3072ef10 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:17.222435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97bb2eba-d6f3-4218-abc9-2d34299f4358 req-9891fd25-80e9-4042-bfc2-87137b610561 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1420996 Mar 02 07:28:17.226785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.263787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4340f455-760b-4d92-bfae-49dabf994663 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:17.289290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97bb2eba-d6f3-4218-abc9-2d34299f4358 req-8c2880c6-9335-407f-b9c6-65e5612c7707 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581195 Mar 02 07:28:17.362787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:17.447064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4340f455-760b-4d92-bfae-49dabf994663 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:17.447325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4340f455-760b-4d92-bfae-49dabf994663 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:17.491114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:17.534674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4c9df-817c-48f5-a16c-f0db46d34212 req-910a3b09-64db-4762-adde-7a97ad53d693 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.537564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:17.539639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bd4c9df-817c-48f5-a16c-f0db46d34212 req-910a3b09-64db-4762-adde-7a97ad53d693 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.7989361 Mar 02 07:28:17.548644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:17.549341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.657077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bd4c9df-817c-48f5-a16c-f0db46d34212 req-0bd8355c-b626-4748-ac72-33de831b2939 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985508 Mar 02 07:28:17.706167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Attempting to bind port 943a282e-271b-473c-adb1-05aa3072ef10 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:17.706512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Attempting to bind port 943a282e-271b-473c-adb1-05aa3072ef10 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:17.706840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Attempting to bind port 943a282e-271b-473c-adb1-05aa3072ef10 on network 11a0ff53-52f8-4228-9eaa-7ff313937844 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:17.728971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Port 943a282e-271b-473c-adb1-05aa3072ef10 on network 11a0ff53-52f8-4228-9eaa-7ff313937844 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:17.731936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Attempting to bind port 943a282e-271b-473c-adb1-05aa3072ef10 on network 11a0ff53-52f8-4228-9eaa-7ff313937844 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:17.749913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:17.750493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Checking segment: {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:17.752977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Bound using segment: {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:17.753836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Bound port: 943a282e-271b-473c-adb1-05aa3072ef10, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:17.756860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.757889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.771238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Deleting port 4340f455-760b-4d92-bfae-49dabf994663 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:17.776111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.818390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:17.833566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:17.846163 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.968582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:18.025976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69b8a-5193-445d-91e4-5acbcf300ff1 req-2a9627a2-1ea0-4abc-abe4-257dcf1d78ce tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.040432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7a69b8a-5193-445d-91e4-5acbcf300ff1 req-2a9627a2-1ea0-4abc-abe4-257dcf1d78ce tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 944 time: 0.5667322 Mar 02 07:28:18.081510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] The port '4340f455-760b-4d92-bfae-49dabf994663' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:18.094142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-e3224db1-a88f-4f8e-9d01-fd738408eb6f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0d0610bed49640da99d4490604aea4cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190546 Mar 02 07:28:18.238827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:18.247223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:18.261575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.292285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7a69b8a-5193-445d-91e4-5acbcf300ff1 req-e598bacd-29b6-4b1f-a74a-d78c0bee5769 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575672 Mar 02 07:28:18.343994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.346641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b586-1583-4dff-9fb6-65f3cb48e895 req-abd19ca1-f339-4d35-a386-e067d4a9cfe2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.358279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2359b586-1583-4dff-9fb6-65f3cb48e895 req-abd19ca1-f339-4d35-a386-e067d4a9cfe2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4771776 Mar 02 07:28:18.403747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.403747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.403747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] 10.222.0.39 "PUT /v2.0/ports/943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 1091 time: 2.1643543 Mar 02 07:28:18.403747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:18.439789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.466187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-9b5e65ac-1f68-4bc3-a525-b0f9f3175b3b tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.466187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-9b5e65ac-1f68-4bc3-a525-b0f9f3175b3b tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345046 Mar 02 07:28:18.529439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Request body: {'port': {'device_id': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '0d0610bed49640da99d4490604aea4cf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:18.555708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2359b586-1583-4dff-9fb6-65f3cb48e895 req-c5f5fbaf-d0f4-42bc-ad20-4733580116dc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963997 Mar 02 07:28:18.579491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7c487-ffdb-440b-b24a-9c01559bb87f service neutron] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:18.630448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.646880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-7fa0e450-979e-44bb-b5e0-ee64d8a6f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.654040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-7fa0e450-979e-44bb-b5e0-ee64d8a6f9f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1094 time: 0.1613047 Mar 02 07:28:18.750079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e46e262-e683-486b-a56e-71570850fbc6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:18.789342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:18.789574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeabfde4-c525-4a57-b9c5-8a70c16d6f7c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:18.806428 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.819795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-f1bd27b6-1bd8-4739-bc29-d32899236f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 217 time: 0.1464946 Mar 02 07:28:18.880922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.910968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:18.910968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.929229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671767b-d554-4930-ab71-2b3207d1be43 req-2a02b70e-94eb-42b2-b929-4c07e72a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.938672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-2a02b70e-94eb-42b2-b929-4c07e72a6345 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.1147304 Mar 02 07:28:19.009797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-cc2cd89f-88d8-48a1-9f56-d03719d83675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703075 Mar 02 07:28:19.023560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a811e4-b9f6-4cf6-9a7e-0eaf7b4f3adc req-bd50082a-b8a1-4dac-8e11-892ce2390591 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.025247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9a811e4-b9f6-4cf6-9a7e-0eaf7b4f3adc req-bd50082a-b8a1-4dac-8e11-892ce2390591 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2900083 Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:19.052188 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:19.090469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:19.097029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Usage tracker for resource:port and tenant:0d0610bed49640da99d4490604aea4cf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:19.127694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfab38-f7a1-4385-96c0-921d9f9ee887 req-6f136a96-100b-42cb-bc74-aee546a82149 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.136134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2dfab38-f7a1-4385-96c0-921d9f9ee887 req-6f136a96-100b-42cb-bc74-aee546a82149 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 943 time: 0.6107643 Mar 02 07:28:19.136134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:19.148817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:19.161065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.176112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9a811e4-b9f6-4cf6-9a7e-0eaf7b4f3adc req-01e02ede-688e-4afb-91f2-143a0203c9c3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307237 Mar 02 07:28:19.231357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-7e288b6f-9e65-49d5-99c4-542367d48fec service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993344 Mar 02 07:28:19.233688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.246708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Made reservation on behalf of 0d0610bed49640da99d4490604aea4cf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:19.250526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.267146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] Pushing event deleted for resources: {'Network': ['ID=2e46e262-e683-486b-a56e-71570850fbc6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:19.271124 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'code': 200} Mar 02 07:28:19.303829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e2dfab38-f7a1-4385-96c0-921d9f9ee887 req-172975d9-c1ef-4d40-8429-56b7bf694606 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:19.307001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.321100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c1b9966-2d31-42fb-a217-c5afe9968d81 tempest-ServersTestMultiNic-1178709490 tempest-ServersTestMultiNic-1178709490-project] 10.222.0.21 "DELETE /v2.0/networks/2e46e262-e683-486b-a56e-71570850fbc6 HTTP/1.1" status: 204 len: 168 time: 3.4472308 Mar 02 07:28:19.337157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:19.338813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e2dfab38-f7a1-4385-96c0-921d9f9ee887 req-172975d9-c1ef-4d40-8429-56b7bf694606 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:19.339791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2dfab38-f7a1-4385-96c0-921d9f9ee887 req-172975d9-c1ef-4d40-8429-56b7bf694606 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789999 Mar 02 07:28:19.342232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Usage tracker for resource:security_group_rule and tenant:0d0610bed49640da99d4490604aea4cf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:19.346814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:19.353180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:19.417250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7671767b-d554-4930-ab71-2b3207d1be43 req-46429724-d069-4c45-a89e-c016912370d7 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784019 Mar 02 07:28:19.480096 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10', 'status': 'completed', 'code': 200} Mar 02 07:28:19.630805 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03890566-f049-4541-b462-8a73ec50adbf req-85b035da-d972-440a-a0f1-999e49396ba2 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 210 time: 0.1550145 Mar 02 07:28:19.634758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.643698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.721153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf818-baf0-4928-a246-e396ddf89170 req-44dac929-718d-49f4-82fc-2133da25f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.722886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6dbf818-baf0-4928-a246-e396ddf89170 req-44dac929-718d-49f4-82fc-2133da25f060 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 1096 time: 0.3025546 Mar 02 07:28:19.726879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272d3f5-205e-4785-bd55-142d70053e32 req-6ab86e73-af73-47df-86ef-12d861cabd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.728425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-6ab86e73-af73-47df-86ef-12d861cabd63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1094 time: 0.2353406 Mar 02 07:28:19.773606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e6dbf818-baf0-4928-a246-e396ddf89170 req-589720ac-0d78-4883-83f7-05b4e5b7d6e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Mar 02 07:28:19.811753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Allocated IP 192.168.233.122 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/05d35b94-bce0-4f0a-8132-62ad63af2c7a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:19.999591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272d3f5-205e-4785-bd55-142d70053e32 req-eab40d25-e74f-4ca4-88b3-67b1ca361a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.999591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-eab40d25-e74f-4ca4-88b3-67b1ca361a8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.2202926 Mar 02 07:28:20.074032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70011258-6e39-4bcb-aec8-857e0ffe6be8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.120119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ae6d2-d28b-42e7-a8cd-65776e4fdd64 req-bd4f5d21-8d6c-4c77-a3ef-1f14c676becd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.127999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f0ae6d2-d28b-42e7-a8cd-65776e4fdd64 req-bd4f5d21-8d6c-4c77-a3ef-1f14c676becd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5633132 Mar 02 07:28:20.168167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.198014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-509d5ae7-c69b-4a22-8129-fe045ed41bba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 217 time: 0.1999819 Mar 02 07:28:20.204790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f0ae6d2-d28b-42e7-a8cd-65776e4fdd64 req-d97e589f-9705-440f-8310-f14af087167b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758612 Mar 02 07:28:20.207529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Transition to ACTIVE for port object 05d35b94-bce0-4f0a-8132-62ad63af2c7a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:20.247990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.291142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272d3f5-205e-4785-bd55-142d70053e32 req-83b06dee-cc8c-4a0f-9183-c42aaa93e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.291142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-83b06dee-cc8c-4a0f-9183-c42aaa93e8f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.0812259 Mar 02 07:28:20.353579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-9b414e8e-3e17-429c-becc-9086f80e006c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574851 Mar 02 07:28:20.361748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467632a8-ff60-479a-aaf9-5f7526cacad0 req-f7680e48-09bf-4c02-b89b-c524664532ee tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.366227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467632a8-ff60-479a-aaf9-5f7526cacad0 req-f7680e48-09bf-4c02-b89b-c524664532ee tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 945 time: 0.2215099 Mar 02 07:28:20.396776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:20.408118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:20.414245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:20.444228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.504830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.506697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.524998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cc62-43ac-439a-b093-c573eb048622 req-b1e6c2f2-adab-4d47-879a-ea45ed9dea25 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.527667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3148cc62-43ac-439a-b093-c573eb048622 req-b1e6c2f2-adab-4d47-879a-ea45ed9dea25 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2110128 Mar 02 07:28:20.642020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467632a8-ff60-479a-aaf9-5f7526cacad0 req-48f21e17-c840-4440-b2bb-0a7a03f7b33f tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587636 Mar 02 07:28:20.685098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-513d55c5-b371-49f4-a68f-e3596cf95dc3 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201365 Mar 02 07:28:20.690718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78b1a0f1-3e5e-49ca-b0b9-c6ca26b89bd4 None None] Provisioning for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:20.703807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78b1a0f1-3e5e-49ca-b0b9-c6ca26b89bd4 None None] Provisioning complete for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:20.704980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-78b1a0f1-3e5e-49ca-b0b9-c6ca26b89bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.713761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-7cfd67f9-a341-4551-9294-c24911fe5dc1 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1888080 Mar 02 07:28:20.745696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Request body: {'port': {'device_id': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:20.775205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-78b1a0f1-3e5e-49ca-b0b9-c6ca26b89bd4 None None] Port 05d35b94-bce0-4f0a-8132-62ad63af2c7a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:20.786568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3148cc62-43ac-439a-b093-c573eb048622 req-e4e3ff7f-aa9f-44cd-8815-39a07068b9a8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522748 Mar 02 07:28:20.852969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a272d3f5-205e-4785-bd55-142d70053e32 req-45497459-3cdb-4d60-9e93-65aadc893a1b service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610620 Mar 02 07:28:20.901674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.955621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4796-66bc-4c9c-b160-0c838e0a31d7 req-05dc1f1e-274e-4a1a-87e0-fcf1216293ba tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.957104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a89a4796-66bc-4c9c-b160-0c838e0a31d7 req-05dc1f1e-274e-4a1a-87e0-fcf1216293ba tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.0922313 Mar 02 07:28:21.022798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a89a4796-66bc-4c9c-b160-0c838e0a31d7 req-68e69796-93c2-4f59-a5f9-efc324355eb4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585096 Mar 02 07:28:21.105517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f43379-0abe-4bb0-b096-934578b7cb68 req-6e0c1016-8883-4cd9-b6ab-b3a3033cd088 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:21.109933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61f43379-0abe-4bb0-b096-934578b7cb68 req-6e0c1016-8883-4cd9-b6ab-b3a3033cd088 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 943 time: 0.2102704 Mar 02 07:28:21.262905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61f43379-0abe-4bb0-b096-934578b7cb68 req-984cd35c-06d7-40b3-98d3-f08c803a5626 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457684 Mar 02 07:28:21.370085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034ad39-8c43-480e-9fa6-f65ac0887cf0 req-b176b680-48b6-44ee-81c7-6790c32927dc tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:21.377632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f034ad39-8c43-480e-9fa6-f65ac0887cf0 req-b176b680-48b6-44ee-81c7-6790c32927dc tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 936 time: 0.1233802 Mar 02 07:28:21.423836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:21.427432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f034ad39-8c43-480e-9fa6-f65ac0887cf0 req-0574e02b-c9e9-479f-a70b-8d021ebbc00d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Mar 02 07:28:21.432192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.496756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Transition to ACTIVE for port object 05d35b94-bce0-4f0a-8132-62ad63af2c7a will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:21.501535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.664694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:21.733782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-1aabf440-0783-4572-af3d-903c44de047d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:21.735537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-1aabf440-0783-4572-af3d-903c44de047d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.1963828 Mar 02 07:28:21.751634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-4ace673a-34e4-4ac8-b873-b3b8e0d74b03 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/quotas/46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 375 time: 0.0106151 Mar 02 07:28:21.783898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1b42c-9ae4-48b4-a87f-74ec0b4d3671 req-5870845d-0f59-469c-a310-47a357496133 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:21.788091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a1b42c-9ae4-48b4-a87f-74ec0b4d3671 req-5870845d-0f59-469c-a310-47a357496133 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3361886 Mar 02 07:28:21.849192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Attempting to bind port 05d35b94-bce0-4f0a-8132-62ad63af2c7a on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:21.849362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Attempting to bind port 05d35b94-bce0-4f0a-8132-62ad63af2c7a by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:21.849594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Attempting to bind port 05d35b94-bce0-4f0a-8132-62ad63af2c7a on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:21.861877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Port 05d35b94-bce0-4f0a-8132-62ad63af2c7a on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:21.862225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Attempting to bind port 05d35b94-bce0-4f0a-8132-62ad63af2c7a on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:21.867448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a1b42c-9ae4-48b4-a87f-74ec0b4d3671 req-0925fa83-9455-4e97-b4da-3ec518d2f8f0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733418 Mar 02 07:28:21.879336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:21.879336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:21.879336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:21.879336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Bound port: 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:21.879336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.892951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-d9af4656-70d9-4218-8d94-9f489b0e71a5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1356916 Mar 02 07:28:22.002042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:22.005103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:22.010018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.076320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-8166cf34-1a6e-4098-ac2b-d9217ebfa37a service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824703 Mar 02 07:28:22.138651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.144016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.144949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.146024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-fba2144a-2895-4a31-80de-7bc99816eb4f service neutron] 10.222.0.39 "PUT /v2.0/ports/05d35b94-bce0-4f0a-8132-62ad63af2c7a HTTP/1.1" status: 200 len: 1096 time: 1.4076185 Mar 02 07:28:22.146614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:22.174942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-967137e8-0940-4e3e-babd-696aba590107 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Synchronizing usage tracker for tenant:9617873240a04e339a651f82cecad790 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:22.238359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-967137e8-0940-4e3e-babd-696aba590107 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Unset dirty status for tenant:9617873240a04e339a651f82cecad790 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:22.238359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-967137e8-0940-4e3e-babd-696aba590107 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1729589373&fields=id&tenant_id=9617873240a04e339a651f82cecad790 HTTP/1.1" status: 200 len: 267 time: 0.1657653 Mar 02 07:28:22.248814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-0e7764d3-3784-4b29-8d70-faa15190e788 service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659400 Mar 02 07:28:22.390830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-4c3ea7b8-004f-48c1-8b5d-7546c188f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.390830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-4c3ea7b8-004f-48c1-8b5d-7546c188f932 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d0610bed49640da99d4490604aea4cf&device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 1099 time: 0.2013001 Mar 02 07:28:22.496414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:22.498183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-c1c8ff9c-e644-4f15-8eaf-742aa021778b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a HTTP/1.1" status: 200 len: 217 time: 0.1009502 Mar 02 07:28:22.573638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-781f9d0f-07d6-477a-9812-98d27dae85ab tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.574352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-781f9d0f-07d6-477a-9812-98d27dae85ab tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Synchronizing usage tracker for tenant:9617873240a04e339a651f82cecad790 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:22.625926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-53e4db37-479c-4ece-82c5-63640f5f88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.625926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-53e4db37-479c-4ece-82c5-63640f5f88d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1115835 Mar 02 07:28:22.625926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-781f9d0f-07d6-477a-9812-98d27dae85ab tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Unset dirty status for tenant:9617873240a04e339a651f82cecad790 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:22.632463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-781f9d0f-07d6-477a-9812-98d27dae85ab tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/networks?id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc HTTP/1.1" status: 200 len: 816 time: 0.3759930 Mar 02 07:28:22.667387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 943a282e-271b-473c-adb1-05aa3072ef10 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:22.971474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bed10-fe3c-460f-8c80-054ac75caa04 req-7c6f5e56-706a-45cc-99f2-5bde8857ef00 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.980092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b6bed10-fe3c-460f-8c80-054ac75caa04 req-7c6f5e56-706a-45cc-99f2-5bde8857ef00 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 945 time: 0.3895116 Mar 02 07:28:22.999456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-298aef38-d7fa-4da0-91ee-1e8ec45efc46 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/quotas/9617873240a04e339a651f82cecad790 HTTP/1.1" status: 200 len: 375 time: 0.0451241 Mar 02 07:28:23.025636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:23.044925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '943a282e-271b-473c-adb1-05aa3072ef10', 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844', 'port_id': '943a282e-271b-473c-adb1-05aa3072ef10', 'mac_address': 'fa:16:3e:7c:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0cbfd8-9a67-42ba-949b-6e09f364e72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:23.136335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-0fc04257-0611-4d45-9fec-d614780b1d0b tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Synchronizing usage tracker for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:23.151545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-8daa0018-a205-4fd9-9bcb-259633c44803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:23.151545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-8daa0018-a205-4fd9-9bcb-259633c44803 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5212431 Mar 02 07:28:23.159683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b6bed10-fe3c-460f-8c80-054ac75caa04 req-a23622b8-eef9-4783-be1d-944e44bdfa83 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604552 Mar 02 07:28:23.204570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.236160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943a282e-271b-473c-adb1-05aa3072ef10 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:23.252184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:23.257190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-0fc04257-0611-4d45-9fec-d614780b1d0b tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Unset dirty status for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:23.261612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.267684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-0fc04257-0611-4d45-9fec-d614780b1d0b tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9617873240a04e339a651f82cecad790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2609730 Mar 02 07:28:23.374293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:23.384218 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'status': 'completed', 'code': 200} Mar 02 07:28:23.503545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-75ad755d-4e6b-408e-bf4e-f39188e50008 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254364 Mar 02 07:28:23.557023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:23.678664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-8f7e57d1-f00e-4f32-b1f4-eefd26332487 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:28:23.679575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-8f7e57d1-f00e-4f32-b1f4-eefd26332487 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020992 Mar 02 07:28:23.813654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ae03de1-2ec4-401c-8103-954b09cb44ce req-a05f20b0-9a74-44c6-b4a3-157971a9f6b0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116760 Mar 02 07:28:23.831896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a06c4e-aa61-4e07-b458-8c1e7b5fe4b3 req-958d4f02-8642-4203-8406-59f3c2cea25e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:23.832645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-21a06c4e-aa61-4e07-b458-8c1e7b5fe4b3 req-958d4f02-8642-4203-8406-59f3c2cea25e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:23.860936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-d9635623-db68-42cc-888c-9c28484e67c3 service neutron] 10.222.0.21 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740623 Mar 02 07:28:23.866618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-21a06c4e-aa61-4e07-b458-8c1e7b5fe4b3 req-958d4f02-8642-4203-8406-59f3c2cea25e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:23.867407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21a06c4e-aa61-4e07-b458-8c1e7b5fe4b3 req-958d4f02-8642-4203-8406-59f3c2cea25e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 944 time: 0.1945131 Mar 02 07:28:23.933093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.031021 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21a06c4e-aa61-4e07-b458-8c1e7b5fe4b3 req-ebcdfdc1-7854-4d0b-8a3a-61fd9ea82698 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568928 Mar 02 07:28:24.093231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-9fb1b7ab-b2e8-474f-8919-65deec115d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.094771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-9fb1b7ab-b2e8-474f-8919-65deec115d57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d0610bed49640da99d4490604aea4cf&device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 1099 time: 0.1220965 Mar 02 07:28:24.098381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-da213eb1-a7fb-46a9-97ef-98d3418a4354 service neutron] 10.222.0.21 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315183 Mar 02 07:28:24.261211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-6584137f-6f61-45e3-a985-e568b6b5f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.264689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-6584137f-6f61-45e3-a985-e568b6b5f12d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1627100 Mar 02 07:28:24.355866 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-5d70a640-ab1b-4af8-bb5b-c4b07576cdbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a HTTP/1.1" status: 200 len: 217 time: 0.0859985 Mar 02 07:28:24.395695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43e23cf8-a543-4644-966f-0038449f5147 req-67f130f2-bc0e-4f22-a25e-8215612b74af tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 210 time: 0.1815896 Mar 02 07:28:24.443505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-50b5f392-139c-4650-afa3-7ac5b9b51559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.445325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-50b5f392-139c-4650-afa3-7ac5b9b51559 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0823600 Mar 02 07:28:24.505427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-fc94ba11-930e-43a5-bb54-94a6ea0d1c13 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.506887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-fc94ba11-930e-43a5-bb54-94a6ea0d1c13 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.5208592 Mar 02 07:28:24.522650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'device_id': '259373be-b6b7-4648-9076-a6f8339dbacd', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'admin_state_up': True, 'tenant_id': '46ac0080e5e2442884c75b56d32a846b'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:24.590421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-b1b11d31-43df-4a3e-9f77-fccf40f14017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.592842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-b1b11d31-43df-4a3e-9f77-fccf40f14017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413283 Mar 02 07:28:24.674352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 943a282e-271b-473c-adb1-05aa3072ef10 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:24.773285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-37a5df1a-5f3d-47b2-b18a-2d5bf186c567 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735618 Mar 02 07:28:24.830669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 943a282e-271b-473c-adb1-05aa3072ef10 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:24.838589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 943a282e-271b-473c-adb1-05aa3072ef10 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:24.838589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.888940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Deleting port 38333364-6bbb-4acd-9f8a-098b3d70bcc2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:24.889363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.046022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.072118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:25.080199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-613754ef-d8d6-47fd-acc5-ee52132698b5 req-a7960de9-f3bc-44b5-8c7d-d9d7a0dc8c0e service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992423 Mar 02 07:28:25.089099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:25.106947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:25.114061 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.177727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6447d6-c5bb-4622-ae7d-4b41351aedeb req-e3a44204-cf80-43ba-ba02-4e0dc63e9a8f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:25.187381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c6447d6-c5bb-4622-ae7d-4b41351aedeb req-e3a44204-cf80-43ba-ba02-4e0dc63e9a8f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 948 time: 0.6194093 Mar 02 07:28:25.222637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:25.281830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:25.327712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:25.331124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.370527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c6447d6-c5bb-4622-ae7d-4b41351aedeb req-793c1792-e948-4837-998e-c6ee4f9616e7 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823483 Mar 02 07:28:25.440803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7d31-07ba-4fd4-becd-e67205b8e7ee req-fbb63c5c-812d-4c0f-b8f7-d5abf926db89 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:25.442719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbbf7d31-07ba-4fd4-becd-e67205b8e7ee req-fbb63c5c-812d-4c0f-b8f7-d5abf926db89 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1010313 Mar 02 07:28:25.511123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbbf7d31-07ba-4fd4-becd-e67205b8e7ee req-84ab5a1f-6bb4-4eca-bf6e-912d8b6ff97b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621033 Mar 02 07:28:25.598931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-23918901-88c6-41af-b463-72fc23d4a9e1 req-7c30c567-079c-4992-bf64-c9be0e277f6c tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.0702765 Mar 02 07:28:25.609545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] For port 38333364-6bbb-4acd-9f8a-098b3d70bcc2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38333364-6bbb-4acd-9f8a-098b3d70bcc2,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:25.609545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.723976 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10', 'code': 200} Mar 02 07:28:25.970774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bf6ea-574c-4dd3-8acd-a2494b2533ac req-00ec74d0-8cd1-48d9-9c7d-1e44ee52275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:25.972132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-318bf6ea-574c-4dd3-8acd-a2494b2533ac req-00ec74d0-8cd1-48d9-9c7d-1e44ee52275f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1096 time: 0.1217489 Mar 02 07:28:25.990843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Calling delete_port for 38333364-6bbb-4acd-9f8a-098b3d70bcc2 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:25.993320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffbf4f-4680-41b9-9455-b362338df214 req-09c714b9-f605-457e-a8f5-9b44af1c98f8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.001405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddffbf4f-4680-41b9-9455-b362338df214 req-09c714b9-f605-457e-a8f5-9b44af1c98f8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 945 time: 0.3375273 Mar 02 07:28:26.092291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-318bf6ea-574c-4dd3-8acd-a2494b2533ac req-f5a2bd2a-c95e-47ef-b7f5-f72c33d5e332 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 Mar 02 07:28:26.099372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddffbf4f-4680-41b9-9455-b362338df214 req-0544c39f-f638-4447-9aa3-69b0543e8341 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Mar 02 07:28:26.252945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.20.0.9 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/4d167d23-d8bc-4d27-8f32-f184238fc6ac) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:26.275242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f0fda45-5058-4198-8f72-0b8fce32b0be req-005fba92-c35a-4bdd-b1fb-0d507dc135d8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 210 time: 0.0552018 Mar 02 07:28:26.439356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-d8a8d9a0-416c-4a38-90db-aa9c9bc47b08 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.440096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-d8a8d9a0-416c-4a38-90db-aa9c9bc47b08 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.39 "GET /v2.0/networks?id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc HTTP/1.1" status: 200 len: 816 time: 0.3725879 Mar 02 07:28:26.537409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24bd6-efea-472f-b848-95a17580771e req-e2e734b9-536b-4ef3-9ab8-e3b8d7ecbbc9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.542553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0b24bd6-efea-472f-b848-95a17580771e req-e2e734b9-536b-4ef3-9ab8-e3b8d7ecbbc9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1263659 Mar 02 07:28:26.602848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e56c84-957b-4263-8e52-fb424dbbf228 req-2b6c2792-829c-4834-bcb7-b39a16548c96 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.609883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13e56c84-957b-4263-8e52-fb424dbbf228 req-2b6c2792-829c-4834-bcb7-b39a16548c96 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 945 time: 0.6329949 Mar 02 07:28:26.619647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0b24bd6-efea-472f-b848-95a17580771e req-929b020d-708d-4825-b109-7fc493211308 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687127 Mar 02 07:28:26.692790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:26.779672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-742f39ee-78bd-4146-bf6d-40810570db0e tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9617873240a04e339a651f82cecad790 HTTP/1.1" status: 200 len: 380 time: 0.3272343 Mar 02 07:28:26.792588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'port': {'device_id': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'admin_state_up': True, 'tenant_id': '9617873240a04e339a651f82cecad790', 'security_groups': ['a72e9f08-11d2-4b0d-94bb-3d32edbee343']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:26.822843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13e56c84-957b-4263-8e52-fb424dbbf228 req-de9597f9-8cb0-4687-a1ca-720e5cc44abf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860108 Mar 02 07:28:26.897810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:26.914953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'mac_address': 'fa:16:3e:5e:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:26.925892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-7598a426-ef66-4dca-9328-2ce58eb3937d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.926623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-7598a426-ef66-4dca-9328-2ce58eb3937d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Synchronizing usage tracker for tenant:0d0610bed49640da99d4490604aea4cf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:26.956022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-7598a426-ef66-4dca-9328-2ce58eb3937d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Unset dirty status for tenant:0d0610bed49640da99d4490604aea4cf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:26.963110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-7598a426-ef66-4dca-9328-2ce58eb3937d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 948 time: 0.2439125 Mar 02 07:28:26.993093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.012134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-dd5257ce-126a-42dc-806c-831bde532908 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Synchronizing usage tracker for tenant:0d0610bed49640da99d4490604aea4cf on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:27.033325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:27.033483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-dd5257ce-126a-42dc-806c-831bde532908 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Unset dirty status for tenant:0d0610bed49640da99d4490604aea4cf on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:27.044161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5f0b5f4-558a-456a-9ebb-550d14d9b374 req-dd5257ce-126a-42dc-806c-831bde532908 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800354 Mar 02 07:28:27.056719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.058696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:27.065144 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.214213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.251575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Pushing event deleted for resources: {'Port': ['ID=38333364-6bbb-4acd-9f8a-098b3d70bcc2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.288311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775f80-312d-4490-b860-63981ec7e1fc req-95e9d0c6-2db5-4591-a48a-e87b7dc9ee8e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:27.294420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07775f80-312d-4490-b860-63981ec7e1fc req-95e9d0c6-2db5-4591-a48a-e87b7dc9ee8e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1191137 Mar 02 07:28:27.341598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81ab42fd-f96d-4bfd-a57b-1e6873db7f3f req-02e4768e-3db0-4ae6-adee-cb728bed6712 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.1936157 Mar 02 07:28:27.359172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07775f80-312d-4490-b860-63981ec7e1fc req-2d048a61-8eb9-4ea8-98c7-2440e66f2dd0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601406 Mar 02 07:28:27.368523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.368874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.369306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.369541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.369887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.370247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.370576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.370898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.371219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.371539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.372287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.372724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:27.400580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['05d35b94-bce0-4f0a-8132-62ad63af2c7a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:27.455721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.494464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:27.631249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34aa0b9f-36fe-4a3c-8bef-e9501af8e989 req-382b213e-8242-476e-bb5b-b9151eb12144 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 210 time: 0.1015332 Mar 02 07:28:27.716861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Transition to ACTIVE for port object 4d167d23-d8bc-4d27-8f32-f184238fc6ac will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:27.751582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:27.799610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Made reservation on behalf of 9617873240a04e339a651f82cecad790 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:27.803392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.841472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023ff7-108b-4ca6-ab25-fb34ffdb2404 req-2fae19ef-9b2b-4515-b017-9d229222575e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:27.842951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36023ff7-108b-4ca6-ab25-fb34ffdb2404 req-2fae19ef-9b2b-4515-b017-9d229222575e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0898278 Mar 02 07:28:27.890029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36023ff7-108b-4ca6-ab25-fb34ffdb2404 req-74981ddb-30a1-4e0a-8f64-73cec2a02620 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Mar 02 07:28:27.979142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.994361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.098622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d04be0-ad21-4cbd-bd06-6236431f4c4a req-1f77bb6f-83ec-4c23-be24-0ff06c12bc12 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:28.100086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38d04be0-ad21-4cbd-bd06-6236431f4c4a req-1f77bb6f-83ec-4c23-be24-0ff06c12bc12 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 945 time: 0.0957143 Mar 02 07:28:28.115555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb3fe6-3b67-4e20-ac6f-f2ca3ea8a7c6 req-a5146259-a78a-43a5-a304-ae37a33eaa2e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:28.117055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9edb3fe6-3b67-4e20-ac6f-f2ca3ea8a7c6 req-a5146259-a78a-43a5-a304-ae37a33eaa2e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 945 time: 0.4224646 Mar 02 07:28:28.152156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38d04be0-ad21-4cbd-bd06-6236431f4c4a req-3ab6a628-bff6-45a4-a174-2760cd69a5c0 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Mar 02 07:28:28.313316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:28.323661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:28.326554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:28.340063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f26f8-1ec7-49f1-8eaa-d2daf65febf5 req-3870cacb-24ca-4823-8ed6-9f3ed6e560f3 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:28.348040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-109f26f8-1ec7-49f1-8eaa-d2daf65febf5 req-3870cacb-24ca-4823-8ed6-9f3ed6e560f3 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 949 time: 0.0951042 Mar 02 07:28:28.406556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-109f26f8-1ec7-49f1-8eaa-d2daf65febf5 req-334bb9b2-5f9d-45c8-916c-5ca6e0e41162 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573323 Mar 02 07:28:28.436018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:28.642464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9edb3fe6-3b67-4e20-ac6f-f2ca3ea8a7c6 req-a9d8cbab-360c-4245-b2c9-6ea58159448a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626204 Mar 02 07:28:28.715246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:28.733789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Allocated IP 172.20.0.9 (aac1a5e3-9571-4fe7-9030-e6a958d54fdc/946cdb2c-2358-43b3-888a-92dab609156b/cc9b8020-a88e-4069-809c-71ef03122b44) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:28.749931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:28.750792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.801596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7af8703b-759b-457d-bd92-7c2c4bbd8a19 None None] Provisioning for port 4d167d23-d8bc-4d27-8f32-f184238fc6ac completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:28.814482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7af8703b-759b-457d-bd92-7c2c4bbd8a19 None None] Provisioning complete for port 4d167d23-d8bc-4d27-8f32-f184238fc6ac triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:28.815227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7af8703b-759b-457d-bd92-7c2c4bbd8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.836101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-937c4a5b-9639-497e-84f6-2a8342179fdb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3183537 Mar 02 07:28:28.837544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e398af1b-9ab2-462c-979c-77fcebc8f30d req-66276657-45e6-4380-a9c0-5fa3b51cc756 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Synchronizing usage tracker for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:28.853388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Request body: {'port': {'device_id': '259373be-b6b7-4648-9076-a6f8339dbacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:28.888359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7af8703b-759b-457d-bd92-7c2c4bbd8a19 None None] Port 4d167d23-d8bc-4d27-8f32-f184238fc6ac cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:28.917044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:28.922665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:28.923226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.002935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e398af1b-9ab2-462c-979c-77fcebc8f30d req-66276657-45e6-4380-a9c0-5fa3b51cc756 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Unset dirty status for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:29.011661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e398af1b-9ab2-462c-979c-77fcebc8f30d req-66276657-45e6-4380-a9c0-5fa3b51cc756 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.2340655 Mar 02 07:28:29.104086 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.120471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Router 02902617-93ff-4da0-bbc5-0085a69e72b2 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:29.138596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316125-8bb3-44a5-80a2-6eab8fa33c41 req-fee82f87-7a60-4396-ad2a-71aad42fb348 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.140130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60316125-8bb3-44a5-80a2-6eab8fa33c41 req-fee82f87-7a60-4396-ad2a-71aad42fb348 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1008363 Mar 02 07:28:29.143363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:29.155171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:29.160293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.255402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.259171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60316125-8bb3-44a5-80a2-6eab8fa33c41 req-c504973d-38bb-4e6b-b285-4ded3ac3bb18 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916133 Mar 02 07:28:29.388178 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'code': 200} Mar 02 07:28:29.402595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.505094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.522746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Transition to ACTIVE for port object cc9b8020-a88e-4069-809c-71ef03122b44 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:29.563623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.584847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32dcc-c709-4aa9-a962-dcc0bd8cb644 req-98bd4bd1-8269-4741-9685-36ce31d241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.586337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ff32dcc-c709-4aa9-a962-dcc0bd8cb644 req-98bd4bd1-8269-4741-9685-36ce31d241ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 1101 time: 0.1338010 Mar 02 07:28:29.597680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3db5b-f1a1-40a5-b0ae-33d4eeb1ad88 req-1c7f799f-94b7-437a-8a85-0fb49ff52dc2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.599098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48e3db5b-f1a1-40a5-b0ae-33d4eeb1ad88 req-1c7f799f-94b7-437a-8a85-0fb49ff52dc2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1068294 Mar 02 07:28:29.667351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ff32dcc-c709-4aa9-a962-dcc0bd8cb644 req-e820ba83-beec-45ca-a61b-abbbf2ce115d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Mar 02 07:28:29.674401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48e3db5b-f1a1-40a5-b0ae-33d4eeb1ad88 req-fc9c7b3c-819b-43ff-83fa-2a8b419d20aa tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625260 Mar 02 07:28:29.784450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fff91-132b-4374-8991-2114901e3eaa req-91a7efa7-c6cc-40fc-9849-c9e9fc8c9dc4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.785047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f17fff91-132b-4374-8991-2114901e3eaa req-91a7efa7-c6cc-40fc-9849-c9e9fc8c9dc4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:29.791096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:29.840587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:29.851883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event updated for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.854080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:29.856948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358aff8-08e7-4adc-83d1-b55b00175e4d req-584f8c0b-63f6-4a66-af9e-141e046b0594 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.858507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0358aff8-08e7-4adc-83d1-b55b00175e4d req-584f8c0b-63f6-4a66-af9e-141e046b0594 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 950 time: 0.0873058 Mar 02 07:28:29.895496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:29.916345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c79aba4-3944-4a3f-b9f7-e7c27ebe9891 admin admin] 10.222.0.21 "PUT /v2.0/routers/02902617-93ff-4da0-bbc5-0085a69e72b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4187829 Mar 02 07:28:29.917703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Sync routers for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:29.919639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0358aff8-08e7-4adc-83d1-b55b00175e4d req-f728c17d-1dc1-4313-a502-4174fad69cbf tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531027 Mar 02 07:28:29.920725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.934948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:29.935815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:28:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:29.936881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f17fff91-132b-4374-8991-2114901e3eaa req-91a7efa7-c6cc-40fc-9849-c9e9fc8c9dc4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:29.938398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f17fff91-132b-4374-8991-2114901e3eaa req-91a7efa7-c6cc-40fc-9849-c9e9fc8c9dc4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 931 time: 0.7594562 Mar 02 07:28:30.011527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:30.012223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.178979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:30.223140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.244773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-de769afb-77c3-438a-9d3f-395b2236facf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4565413 Mar 02 07:28:30.250126 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f17fff91-132b-4374-8991-2114901e3eaa req-3e08a658-ad5c-4bd3-85a8-e46bfc013d08 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903743 Mar 02 07:28:30.256781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Request body: {'port': {'device_id': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:30.345360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-49c15264-d76e-4036-8e56-988da4f4d5ac None None] Provisioning for port cc9b8020-a88e-4069-809c-71ef03122b44 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:30.423151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-49c15264-d76e-4036-8e56-988da4f4d5ac None None] Provisioning complete for port cc9b8020-a88e-4069-809c-71ef03122b44 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:30.423675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49c15264-d76e-4036-8e56-988da4f4d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.511873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.554857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-49c15264-d76e-4036-8e56-988da4f4d5ac None None] Port cc9b8020-a88e-4069-809c-71ef03122b44 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:30.566662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3e8a2-4121-49f5-96cc-ef5d1c9d819d req-9f645a8d-0181-48e5-8906-ac19120671f1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:30.566853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d167d23-d8bc-4d27-8f32-f184238fc6ac {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:30.573496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-76d3e8a2-4121-49f5-96cc-ef5d1c9d819d req-9f645a8d-0181-48e5-8906-ac19120671f1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 945 time: 0.4476507 Mar 02 07:28:30.603213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.638857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.651864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Transition to ACTIVE for port object 4d167d23-d8bc-4d27-8f32-f184238fc6ac will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:30.660801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-76d3e8a2-4121-49f5-96cc-ef5d1c9d819d req-003b3c69-df95-4e2f-b5bf-fe611361a0db tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864291 Mar 02 07:28:30.666087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port': {'id': '26d1c307-ff43-4ea5-89db-25dcefff2c74', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:27Z', 'updated_at': '2022-03-02T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:30.669132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Deleting port 26d1c307-ff43-4ea5-89db-25dcefff2c74 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:30.669569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.673521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Checking router: 02902617-93ff-4da0-bbc5-0085a69e72b2 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:28:30.685154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Routers {'02902617-93ff-4da0-bbc5-0085a69e72b2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:30.686035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:28:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['02902617-93ff-4da0-bbc5-0085a69e72b2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:30.709583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.873674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] Set router 02902617-93ff-4da0-bbc5-0085a69e72b2 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:30.932714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Pushing event updated for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.988951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] For port 26d1c307-ff43-4ea5-89db-25dcefff2c74, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26d1c307-ff43-4ea5-89db-25dcefff2c74,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:30.993223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.034696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:28:30Z', 'revision_number': 6, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:31.039733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b10091-2a1a-463d-bacf-b3ad3487ca2c None None] The sync data for ids ['02902617-93ff-4da0-bbc5-0085a69e72b2'] in n-d-827871-1 is: [{'id': '02902617-93ff-4da0-bbc5-0085a69e72b2', 'name': 'tempest-ServersTestMultiNic-948731701-router', 'tenant_id': '173e42f4d657484db26323adf42f35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:25Z', 'updated_at': '2022-03-02T07:28:30Z', 'revision_number': 6, 'project_id': '173e42f4d657484db26323adf42f35dc', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:31.058028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e213d-f4b8-4db5-92c3-7414fca5cdcf req-97fc83e9-6630-4145-bf8b-49c9210c3ebf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.067987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b1e213d-f4b8-4db5-92c3-7414fca5cdcf req-97fc83e9-6630-4145-bf8b-49c9210c3ebf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 931 time: 0.6084952 Mar 02 07:28:31.144435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Calling delete_port for 26d1c307-ff43-4ea5-89db-25dcefff2c74 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:31.193866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc40a0-a8cf-40f2-ba4c-1f96a503c59b req-5567c76d-4980-4ac7-a24e-1a93bc03bf3d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.195471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fdc40a0-a8cf-40f2-ba4c-1f96a503c59b req-5567c76d-4980-4ac7-a24e-1a93bc03bf3d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3480167 Mar 02 07:28:31.222564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b1e213d-f4b8-4db5-92c3-7414fca5cdcf req-aba6b4f1-2b6c-4554-b9e4-9f0ea1796719 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537929 Mar 02 07:28:31.250907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Attempting to bind port 4d167d23-d8bc-4d27-8f32-f184238fc6ac on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:31.251256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Attempting to bind port 4d167d23-d8bc-4d27-8f32-f184238fc6ac by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:31.251627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Attempting to bind port 4d167d23-d8bc-4d27-8f32-f184238fc6ac on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:31.260661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Port 4d167d23-d8bc-4d27-8f32-f184238fc6ac on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:31.260996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Attempting to bind port 4d167d23-d8bc-4d27-8f32-f184238fc6ac on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:31.271692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:31.272034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:31.272423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:31.272853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Bound port: 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:31.273205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.414584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fdc40a0-a8cf-40f2-ba4c-1f96a503c59b req-b0fde90c-2fae-4873-b96b-c74b4742eeff tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071598 Mar 02 07:28:31.446363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38333364-6bbb-4acd-9f8a-098b3d70bcc2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:31.499955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 38333364-6bbb-4acd-9f8a-098b3d70bcc2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:31.500339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38333364-6bbb-4acd-9f8a-098b3d70bcc2 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:31.544222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9b8020-a88e-4069-809c-71ef03122b44 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:31.546815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.561426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.576452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-b25e996b-5786-4dd6-82b2-d2269cf6e8fb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1183393242&fields=id&tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 267 time: 0.1901963 Mar 02 07:28:31.640353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:31.650660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Transition to ACTIVE for port object cc9b8020-a88e-4069-809c-71ef03122b44 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:31.657978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:31.660606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.694237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d1c307-ff43-4ea5-89db-25dcefff2c74,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:31.710202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.725823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.725823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.726220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.726453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.726707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.727028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.727349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.727660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.728130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.728599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.729051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.729514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:31.816420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.817043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.818474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] 10.222.0.16 "PUT /v2.0/ports/4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 200 len: 1091 time: 2.9692349 Mar 02 07:28:31.820827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:31.839076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.895112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.085144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-ab5ce6d7-9b81-411b-8ae9-318ce2717d5a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.086731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-ab5ce6d7-9b81-411b-8ae9-318ce2717d5a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 945 time: 0.5090919 Mar 02 07:28:32.109160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'security_groups': ['11ffe304-b2c8-476a-9caa-c7880f5995e8', 'f809ca6d-9893-486c-8a4e-a2ae397aff73']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:32.145878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.149008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.159146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334aae-5c7f-48b6-8f51-7bb2e2cd42cf req-c54544f3-de7a-4f5d-87a4-d1a6715bb840 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.160694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9334aae-5c7f-48b6-8f51-7bb2e2cd42cf req-c54544f3-de7a-4f5d-87a4-d1a6715bb840 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 950 time: 0.5413837 Mar 02 07:28:32.209634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.210162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02902617-93ff-4da0-bbc5-0085a69e72b2 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:28:32.232463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9334aae-5c7f-48b6-8f51-7bb2e2cd42cf req-ad7c1db4-d133-42a0-8f1b-c57fdd9880d0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Mar 02 07:28:32.235524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.239722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-167f80e0-e266-454f-9276-b3fcd7e51cb2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/02902617-93ff-4da0-bbc5-0085a69e72b2 HTTP/1.1" status: 204 len: 168 time: 2.3146558 Mar 02 07:28:32.239722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47162) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:32.295794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8cc2-b615-4bc4-b7f7-10abc3690076 service neutron] Pushing event updated for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.314713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Deleting subnet f999b7f5-5f22-4d2f-b417-d9406407d05e {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:32.321481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.355094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Attempting to bind port cc9b8020-a88e-4069-809c-71ef03122b44 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:32.355438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Attempting to bind port cc9b8020-a88e-4069-809c-71ef03122b44 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:32.355763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Attempting to bind port cc9b8020-a88e-4069-809c-71ef03122b44 on network aac1a5e3-9571-4fe7-9030-e6a958d54fdc {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:32.410604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Port cc9b8020-a88e-4069-809c-71ef03122b44 on network aac1a5e3-9571-4fe7-9030-e6a958d54fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:32.410943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Attempting to bind port cc9b8020-a88e-4069-809c-71ef03122b44 on network aac1a5e3-9571-4fe7-9030-e6a958d54fdc {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:32.437166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:32.437506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Checking segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:32.437918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Bound using segment: {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:32.438362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Bound port: cc9b8020-a88e-4069-809c-71ef03122b44, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b4d7b8-c5c3-47db-8815-17a4296b471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:32.438717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.470284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.488715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-e1b953f7-7419-49bd-9b67-3d0d9278e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.490348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-e1b953f7-7419-49bd-9b67-3d0d9278e435 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 1094 time: 0.6072235 Mar 02 07:28:32.553219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.631425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-1bd975ff-888f-43b5-969e-aaa6ebe758f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 200 len: 217 time: 0.1156254 Mar 02 07:28:32.633573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712523b-fe5c-40e6-9ff9-d1d604960cb1 req-45558999-89dc-4fdd-959e-9293126a59b2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.635045 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f712523b-fe5c-40e6-9ff9-d1d604960cb1 req-45558999-89dc-4fdd-959e-9293126a59b2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 943 time: 0.1589921 Mar 02 07:28:32.680269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.727598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f712523b-fe5c-40e6-9ff9-d1d604960cb1 req-e3049144-dec3-492b-bab5-42b7903ef9e6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857897 Mar 02 07:28:32.750654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-d8c89d0d-c8df-4052-a8d4-4456ce0964c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.752361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-d8c89d0d-c8df-4052-a8d4-4456ce0964c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1125445 Mar 02 07:28:32.768102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.806449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f999b7f5-5f22-4d2f-b417-d9406407d05e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.810660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.816544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f328e4a4-4a87-4a0a-972e-37b453c1a4c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f999b7f5-5f22-4d2f-b417-d9406407d05e HTTP/1.1" status: 204 len: 168 time: 0.5763447 Mar 02 07:28:32.818019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd76ab1-d1fb-41c6-b586-efeef3617e46 None None] Network fe32e5f5-8074-4cf7-a420-07849709f3c3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:32.820733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47172) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:32.829542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:32.863751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc9b8020-a88e-4069-809c-71ef03122b44,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:32.887061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.935615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b1bb-cbb1-465e-b26b-0339542e0635 req-13edf4f7-de66-4fb1-a919-708f9c4480ab tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.937398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa95b1bb-cbb1-465e-b26b-0339542e0635 req-13edf4f7-de66-4fb1-a919-708f9c4480ab tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.0874214 Mar 02 07:28:32.988048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa95b1bb-cbb1-465e-b26b-0339542e0635 req-9c865fc8-04aa-47e2-b5cb-727fe63689f8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Mar 02 07:28:33.061265 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'status': 'completed', 'code': 200} Mar 02 07:28:33.063628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:33.064247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.065634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] 10.222.0.39 "PUT /v2.0/ports/cc9b8020-a88e-4069-809c-71ef03122b44 HTTP/1.1" status: 200 len: 1091 time: 2.8129582 Mar 02 07:28:33.131502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.169130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] DHCP port deletion for fe32e5f5-8074-4cf7-a420-07849709f3c3 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:33.177492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Deleting port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:33.179436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.202747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e77e3-5f47-4bb0-9078-2e6ab038fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.221542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-efc831f9-ed13-48d0-bdbd-615974fd6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:33.223224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-efc831f9-ed13-48d0-bdbd-615974fd6c61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4591377 Mar 02 07:28:33.239721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Deleting port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:33.240235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.277195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26d1c307-ff43-4ea5-89db-25dcefff2c74 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:33.281949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a454-96fc-436e-8187-cd553d65281c req-a89a2690-bfed-4223-8964-868391d5d360 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:33.284289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12b0a454-96fc-436e-8187-cd553d65281c req-a89a2690-bfed-4223-8964-868391d5d360 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 943 time: 0.1403031 Mar 02 07:28:33.345239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12b0a454-96fc-436e-8187-cd553d65281c req-d568633a-7a7c-4335-a145-64f9c250114e tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533049 Mar 02 07:28:33.346952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 26d1c307-ff43-4ea5-89db-25dcefff2c74 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:33.347302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26d1c307-ff43-4ea5-89db-25dcefff2c74 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:33.348060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1814489e-dcb0-4128-b1f0-20c7e6dd08bd no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:33.348984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.384833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:33.529333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.546260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.549316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-2dda4df2-17e4-4604-a86a-da481e821474 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123968 Mar 02 07:28:33.551577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-8480fa71-4459-4706-99ab-6e0d4fd1336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:33.553273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-8480fa71-4459-4706-99ab-6e0d4fd1336f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9617873240a04e339a651f82cecad790&device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 1094 time: 0.4330022 Mar 02 07:28:33.611919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:33.780913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-a057df0c-6b41-4f38-80de-6f2c94cf3339 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b8020-a88e-4069-809c-71ef03122b44 HTTP/1.1" status: 200 len: 217 time: 0.1596875 Mar 02 07:28:33.878059 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.924810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.930715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.940724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.941183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.952809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:33.998801 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.053417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.054177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.056287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0af656db-147e-4b77-bf6d-974e90b727a1 req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "PUT /v2.0/ports/943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 981 time: 1.9599426 Mar 02 07:28:34.146194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:34.146558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.175112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b973-18ac-4ce1-8995-3a7c1957357f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:34.235224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Calling delete_port for 1814489e-dcb0-4128-b1f0-20c7e6dd08bd owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:34.320437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Calling delete_port for 1814489e-dcb0-4128-b1f0-20c7e6dd08bd owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:34.339416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'mac_address': 'fa:16:3e:82:d6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:34.413013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-1ade3a67-3d65-4078-bbef-70d94b371df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.414415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-1ade3a67-3d65-4078-bbef-70d94b371df3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=946cdb2c-2358-43b3-888a-92dab609156b HTTP/1.1" status: 200 len: 855 time: 0.6221395 Mar 02 07:28:34.485159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bf43140-d20c-48ed-98ef-3a34ee03bed8 req-fdd7d4b5-8b33-45c2-b8b7-3e7f6a098de9 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835964 Mar 02 07:28:34.570615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:34.572770 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.609983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:34.610213 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:34.619346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.619980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.620589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.621093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.621721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.622162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.622584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.622914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.623571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.623908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.624381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.624707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:34.634415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab8e9df8-0241-4014-9e31-fcdd35e9ca48 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:34.691013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:34.691509 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:34.712428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23bb5-e0ef-49f6-a137-ade405ea5835 req-cbaaa656-4202-4e47-af3a-6f5e923445d6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.720675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45b23bb5-e0ef-49f6-a137-ade405ea5835 req-cbaaa656-4202-4e47-af3a-6f5e923445d6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 943 time: 0.4074321 Mar 02 07:28:34.726481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:34.749083 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.792244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-4ab30726-f463-4ae2-9527-85a8ba3dea14 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1497563333&fields=id&tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 267 time: 0.0551124 Mar 02 07:28:34.816295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-77b2bffa-f29f-4214-99f8-5f087e82d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.818636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-77b2bffa-f29f-4214-99f8-5f087e82d213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3853338 Mar 02 07:28:34.837291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45b23bb5-e0ef-49f6-a137-ade405ea5835 req-1217e1e1-d816-463f-8fb0-8de5f58c5cd5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154439 Mar 02 07:28:34.846057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-e861254c-77dc-4fc6-bbab-5da7463a7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.847969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-e861254c-77dc-4fc6-bbab-5da7463a7470 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 1094 time: 0.2970693 Mar 02 07:28:34.934417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:34.982227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-7fe5597e-780c-49eb-91c3-c9b32b76c2a8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.989600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-7fe5597e-780c-49eb-91c3-c9b32b76c2a8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 984 time: 0.1891923 Mar 02 07:28:34.995013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'security_groups': ['11ffe304-b2c8-476a-9caa-c7880f5995e8', 'f809ca6d-9893-486c-8a4e-a2ae397aff73', 'b015cb36-274e-4e31-abb3-85eb92bb47de']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:35.028213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ab8e9df8-0241-4014-9e31-fcdd35e9ca48'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:35.092139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44'}, {'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:35.112352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Deleting port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:35.112861 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.155127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.193432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Deleting port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:35.193780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.273654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-150ff7a1-ed0d-4bbe-8375-55c46f1c7af0 service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330809 Mar 02 07:28:35.469062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-6a6dff6f-d565-42cd-8e47-d2b60d322e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.471908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-6a6dff6f-d565-42cd-8e47-d2b60d322e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.5911746 Mar 02 07:28:35.502934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2ebbc-bf2e-4914-b716-62cd7d94d16b req-e1a4a4a2-ed13-4ae1-849e-d78b707432bc tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.511899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1af2ebbc-bf2e-4914-b716-62cd7d94d16b req-e1a4a4a2-ed13-4ae1-849e-d78b707432bc tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 943 time: 0.4747996 Mar 02 07:28:35.515325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:35.545572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.551439 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.625850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:35.654774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.655375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.661103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b6845d8-50dc-4f65-815c-fd1fb62b8e94 req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "PUT /v2.0/ports/943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 1020 time: 0.6705718 Mar 02 07:28:35.675383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:35.744600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:35.744737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.779137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de63ec-5232-4c5c-ae6b-5cb39d00c915 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:35.779974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2686db1-cb0a-4ba8-b4fb-6e83e72fbffe req-84998a40-a069-493f-8ff5-5e8769ad6f6a service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791024 Mar 02 07:28:35.951785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Calling delete_port for 1814489e-dcb0-4128-b1f0-20c7e6dd08bd owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:35.964980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc16e9-d750-4147-810c-75969aeedb8e req-c7b39dca-ddc0-4052-bf1b-8182d1bb9fc5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.983334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6bc16e9-d750-4147-810c-75969aeedb8e req-c7b39dca-ddc0-4052-bf1b-8182d1bb9fc5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1399009 Mar 02 07:28:36.041127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] For port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,segment=NetworkSegment(73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1),segment_id=73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:36.047401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.079211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6bc16e9-d750-4147-810c-75969aeedb8e req-6c20c6a8-5734-45d3-8100-5fd64f794b0f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903518 Mar 02 07:28:36.150129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.217735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] Pushing event deleted for resources: {'Port': ['ID=1814489e-dcb0-4128-b1f0-20c7e6dd08bd,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.258486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-49490798-3514-4719-9fa1-a7d144d79d96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 200 len: 217 time: 0.7682993 Mar 02 07:28:36.264049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:36.314238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84299bc-418d-4c09-adea-ee032bde0000 None None] No DVR routers for this DVR port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:36.614483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Calling delete_port for 1814489e-dcb0-4128-b1f0-20c7e6dd08bd owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:36.751371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:36.797318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1af2ebbc-bf2e-4914-b716-62cd7d94d16b req-99b3fc11-51fd-4c03-8645-d85a6d7f56cf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2839661 Mar 02 07:28:36.874087 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'status': 'completed', 'code': 200} Mar 02 07:28:36.874572 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10', 'status': 'completed', 'code': 200} Mar 02 07:28:36.900898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:36.901225 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:36.961202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed10d-7a50-4619-9723-930390d4a23d req-5ca1f948-becd-4c06-9afa-d68e679a311a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.961202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-040ed10d-7a50-4619-9723-930390d4a23d req-5ca1f948-becd-4c06-9afa-d68e679a311a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1023 time: 0.1654325 Mar 02 07:28:36.979391 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10', 'status': 'completed', 'code': 200} Mar 02 07:28:37.017695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-6bb22e40-364f-4dda-8a49-eb9d796b0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.017695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-6bb22e40-364f-4dda-8a49-eb9d796b0dfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2184649 Mar 02 07:28:37.161185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:37.164277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-70b1b703-17a2-4b4b-bb2d-1573ddee1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.165874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-70b1b703-17a2-4b4b-bb2d-1573ddee1319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9617873240a04e339a651f82cecad790&device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 1094 time: 0.3657560 Mar 02 07:28:37.199453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'mac_address': 'fa:16:3e:5e:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:37.266653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b019-f9df-4202-8d73-9262dac44680 req-afb606ed-4e7d-46b8-8c33-a974af33eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.270594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-afb606ed-4e7d-46b8-8c33-a974af33eeef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1174 time: 0.2434313 Mar 02 07:28:37.335970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.373122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:37.411721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:37.467537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:37.476594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b019-f9df-4202-8d73-9262dac44680 req-6f8cdf97-0a6c-4048-8aea-3ddd2f8d36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.480440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.483203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-6f8cdf97-0a6c-4048-8aea-3ddd2f8d36a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.2044249 Mar 02 07:28:37.520741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-040ed10d-7a50-4619-9723-930390d4a23d req-b8098bdc-c13c-458c-95f8-2e571fad06f7 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=f809ca6d-9893-486c-8a4e-a2ae397aff73&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&id=b015cb36-274e-4e31-abb3-85eb92bb47de HTTP/1.1" status: 200 len: 6157 time: 0.5256596 Mar 02 07:28:37.571707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:37.572410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.600414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-b3b37712-1851-4585-933f-7e42c3e3aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.604902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-b3b37712-1851-4585-933f-7e42c3e3aa27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc HTTP/1.1" status: 200 len: 916 time: 0.4299967 Mar 02 07:28:37.613186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['05d35b94-bce0-4f0a-8132-62ad63af2c7a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:37.745204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Deleting port 1814489e-dcb0-4128-b1f0-20c7e6dd08bd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:37.745717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.770561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:37.813928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-8bf8ed79-afbb-46a3-a430-430a3bc990d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 217 time: 0.2852936 Mar 02 07:28:37.866900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] The port '1814489e-dcb0-4128-b1f0-20c7e6dd08bd' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:37.931138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-d5283e2d-cdcd-405b-b3f2-2b6aea781500 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b8020-a88e-4069-809c-71ef03122b44 HTTP/1.1" status: 200 len: 217 time: 0.3146348 Mar 02 07:28:37.938059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-4b62f52e-57d0-4119-bde8-cf5dfd61593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.939900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-4b62f52e-57d0-4119-bde8-cf5dfd61593f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9089408 Mar 02 07:28:37.946761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.032052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:38.063252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:38.082129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.179270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-6890650f-e603-4e77-b997-87bed6c62df9 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260008 Mar 02 07:28:38.194014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2097-f9cd-462f-b35a-4996394597b5 req-dd5fe6ad-134d-4292-b5b1-936072c38cab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.214816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a08b2097-f9cd-462f-b35a-4996394597b5 req-dd5fe6ad-134d-4292-b5b1-936072c38cab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 943 time: 0.7702386 Mar 02 07:28:38.224331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:38.325289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b019-f9df-4202-8d73-9262dac44680 req-07350aba-eb22-4cbb-8108-dec23becdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.331495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-07350aba-eb22-4cbb-8108-dec23becdb9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.4302766 Mar 02 07:28:38.496254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-0c9c18ee-14da-46c0-8053-acaeda1d5df9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446285 Mar 02 07:28:38.515712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.539296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a08b2097-f9cd-462f-b35a-4996394597b5 req-8ee1d3d7-53df-4aff-b688-3aeb5a42945b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229988 Mar 02 07:28:38.540666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a6e0e53d-90d3-4b8b-ac3e-3b38804dc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.541764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a6e0e53d-90d3-4b8b-ac3e-3b38804dc348 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=946cdb2c-2358-43b3-888a-92dab609156b HTTP/1.1" status: 200 len: 855 time: 0.4110343 Mar 02 07:28:38.649898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe32e5f5-8074-4cf7-a420-07849709f3c3']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:38.702628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:38.702935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b6e31b-e8b1-4bb8-a89c-570c74f1d5a1') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:38.723953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4c7d-7482-4264-935e-14f5852a2d55 req-47d16211-2849-40ed-ade2-ad620aba1891 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.728427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f9cb4c7d-7482-4264-935e-14f5852a2d55 req-47d16211-2849-40ed-ade2-ad620aba1891 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.9060228 Mar 02 07:28:38.729001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a180e7c-1f99-4d7a-b9f4-35512ab8973e req-c78b4a52-258b-47d1-9a34-b271d621f857 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557176 Mar 02 07:28:38.732077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.754732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:38.760979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.784918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:38.785192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:38.800754 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:38.859490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-654deb04-09a6-4e2d-8003-0ea10b265422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.860974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-654deb04-09a6-4e2d-8003-0ea10b265422 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3063259 Mar 02 07:28:38.899594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f9cb4c7d-7482-4264-935e-14f5852a2d55 req-b39e74d9-04f4-43e1-87dd-651ee577cb59 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Mar 02 07:28:38.924874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:38.925400 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.959643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-aa80adcb-e59e-4b6f-b316-f54855ef5975 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465945 Mar 02 07:28:38.976699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': ' tempest-securitygroup -867670539 ', 'description': 'tempest-description-291084184'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:39.029051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:39.273425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:39.324152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.345445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c30b019-f9df-4202-8d73-9262dac44680 req-6d772cec-13dc-40aa-9d05-a50e50675305 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768976 Mar 02 07:28:39.377089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4d167d23-d8bc-4d27-8f32-f184238fc6ac details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:39.379243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7b2f-2f50-482a-b1a9-aec837540d6a req-14753f1b-abd2-4061-b3ea-d4412c29b8b2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:39.380515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-478a7b2f-2f50-482a-b1a9-aec837540d6a req-14753f1b-abd2-4061-b3ea-d4412c29b8b2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 943 time: 0.2099087 Mar 02 07:28:39.383118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.387821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-f35c6dff-05ee-4176-b4a2-20bf59671fbe service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549005 Mar 02 07:28:39.419919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.424127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:39.450682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.466689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-478a7b2f-2f50-482a-b1a9-aec837540d6a req-523f40ad-35f5-4a40-bc43-665da151b066 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739551 Mar 02 07:28:39.508540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe32e5f5-8074-4cf7-a420-07849709f3c3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.548758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.615208 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'code': 200} Mar 02 07:28:39.673661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-54475244-f3d2-4515-9b23-044127468260 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe32e5f5-8074-4cf7-a420-07849709f3c3 HTTP/1.1" status: 204 len: 168 time: 6.8414381 Mar 02 07:28:39.678111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:39.687597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:39.692454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:39.702183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:39.756349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-d7ca0ff7-8e10-4e94-904a-2d691ddbe7cc service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023751 Mar 02 07:28:39.828041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.854501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:39.891558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': '4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'mac_address': 'fa:16:3e:c1:b2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:39.984771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d257-e973-4d58-b167-d9d80a491f0f req-72ef007f-dfa2-47cc-8f85-eeeb409de8e2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:39.986692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3011d257-e973-4d58-b167-d9d80a491f0f req-72ef007f-dfa2-47cc-8f85-eeeb409de8e2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 943 time: 0.1960073 Mar 02 07:28:40.034844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.072159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.077911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3011d257-e973-4d58-b167-d9d80a491f0f req-1cdea764-e831-496b-a37a-3486c4da9c02 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761514 Mar 02 07:28:40.078832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d167d23-d8bc-4d27-8f32-f184238fc6ac {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:40.097211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.113580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:40.162883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.187142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594d136c-8346-422e-8a40-ae6c14576670,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.196416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.213985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f4d635d-7d9a-4de8-a636-8806683e2df8 req-70136878-6081-4c1c-b21d-7a43e4f265f0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.2368951 Mar 02 07:28:40.221140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47316) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.255358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a431f8fe-c463-4830-a45b-47d4bc014943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.255358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a431f8fe-c463-4830-a45b-47d4bc014943 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1174 time: 0.3332636 Mar 02 07:28:40.360939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de54f535-a9f9-413c-9d64-99c0491a070c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=173e42f4d657484db26323adf42f35dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363728 Mar 02 07:28:40.361415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47332) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.475053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.475449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.530825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.616537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c8227c9-6687-44f6-8c35-f75ef01558a1 req-f956b102-3de5-4515-ab99-407f34c3f660 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/594d136c-8346-422e-8a40-ae6c14576670 HTTP/1.1" status: 200 len: 1781 time: 0.2032847 Mar 02 07:28:40.642859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:40.658844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a4492108-ca5f-4ce8-b751-7617c6c3c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.661070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a4492108-ca5f-4ce8-b751-7617c6c3c274 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.3959918 Mar 02 07:28:40.793610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-12c61439-eca7-448c-84b4-99b08a5624f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 200 len: 217 time: 0.1015520 Mar 02 07:28:40.879891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842e94a-c893-4b0e-94ec-863c4d4e07c5 req-b3695c59-5dd5-4488-b856-f3760c5363a5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.879891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6842e94a-c893-4b0e-94ec-863c4d4e07c5 req-b3695c59-5dd5-4488-b856-f3760c5363a5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3151400 Mar 02 07:28:40.921733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-8a39e30f-69e2-406c-9b0a-84c7b6944577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.921733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-8a39e30f-69e2-406c-9b0a-84c7b6944577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.1290846 Mar 02 07:28:40.946394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.020936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-01014072-1ba7-43f5-b1de-5b825cff7657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943446 Mar 02 07:28:41.057785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059cc168-ad87-4912-a95a-d618b60c4bbc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:41.172131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6842e94a-c893-4b0e-94ec-863c4d4e07c5 req-556ff2cb-0852-4186-a7a2-d631cb935bd0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950597 Mar 02 07:28:41.205814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.217516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6ce68f6d-d642-404b-8d68-de3dc89c93f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/059cc168-ad87-4912-a95a-d618b60c4bbc HTTP/1.1" status: 204 len: 168 time: 0.8513758 Mar 02 07:28:41.363710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-abb367e5-1c4c-4762-8b2d-c1f905c02b5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/594d136c-8346-422e-8a40-ae6c14576670 HTTP/1.1" status: 200 len: 1781 time: 0.1309333 Mar 02 07:28:41.559380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.622767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:41.627218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.750669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.773086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-a53cf634-31df-4705-a9f7-9f4f0fd9b232 service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343814 Mar 02 07:28:41.793235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1067c2-f0ad-4c65-a6ae-f24108c51e39 req-0fe72291-6808-44c6-b73b-d715c753087e tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:41.806749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf1067c2-f0ad-4c65-a6ae-f24108c51e39 req-0fe72291-6808-44c6-b73b-d715c753087e tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 943 time: 0.4322283 Mar 02 07:28:41.838710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d136c-8346-422e-8a40-ae6c14576670,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:41.859410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.895215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f943bf37-3f2e-4e51-9641-2faaa812d98c req-f580dd09-f8e2-457c-99f9-93947747b11f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/594d136c-8346-422e-8a40-ae6c14576670 HTTP/1.1" status: 204 len: 173 time: 0.5284925 Mar 02 07:28:41.927811 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a8af-7607-44f2-9d06-2c4f4ff3e775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.091225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf1067c2-f0ad-4c65-a6ae-f24108c51e39 req-2955bde6-9c9f-4069-a9e8-64112d40893a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437782 Mar 02 07:28:42.170954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d3e0-852b-4e60-b837-261190c31a80 req-7f5d16c5-a578-486e-b661-487c342d5388 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:42.180852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75a3d3e0-852b-4e60-b837-261190c31a80 req-7f5d16c5-a578-486e-b661-487c342d5388 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 944 time: 0.1746094 Mar 02 07:28:42.191566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56e78b65-c024-4649-8d01-61c9f41c4155 req-4891162c-5a2e-4e86-b43e-e64b3546d87f service neutron] 10.222.0.39 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837519 Mar 02 07:28:42.281297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75a3d3e0-852b-4e60-b837-261190c31a80 req-81318678-73c6-46f4-b6f6-9228552452e5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Mar 02 07:28:42.980450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47408) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:43.203562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-900219282-network', 'tenant_id': 'e80d30cbf6094821aac26854b224b6ce'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:43.210996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:43.222546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Usage tracker for resource:network and tenant:e80d30cbf6094821aac26854b224b6ce is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:43.226274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:43.240427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:43.261503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Made reservation on behalf of e80d30cbf6094821aac26854b224b6ce for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:43.264245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.278584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.299475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:43.304592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Usage tracker for resource:security_group_rule and tenant:e80d30cbf6094821aac26854b224b6ce is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:43.307788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:43.318211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:43.375353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4d167d23-d8bc-4d27-8f32-f184238fc6ac up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:43.447005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.454736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.515410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 4d167d23-d8bc-4d27-8f32-f184238fc6ac completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:43.523746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:43.530208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 4d167d23-d8bc-4d27-8f32-f184238fc6ac triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:43.530755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.535379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2901f861-f09a-45ec-8dba-8588c1364597,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:43.542451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.543065 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Added segment 7afa6878-951b-456f-a331-91a20577452d of type vlan for network e136cdd1-c887-4c0c-b850-688493108b83 Mar 02 07:28:43.602878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.661156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.662214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:43.662844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.729838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.783152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] Pushing event updated for resources: {'Network': ['ID=e136cdd1-c887-4c0c-b850-688493108b83,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:43.786280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:43.790203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:43.795548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e136cdd1-c887-4c0c-b850-688493108b83 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:43.797363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Request body: {'subnet': {'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-900219282-subnet', 'tenant_id': 'e80d30cbf6094821aac26854b224b6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:43.801559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-946261fb-354a-492d-8acc-c7d2dd1c4abc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8191636 Mar 02 07:28:43.805316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:43.810599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Usage tracker for resource:subnet and tenant:e80d30cbf6094821aac26854b224b6ce is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:43.814202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:43.820486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:43.829072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.837499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Made reservation on behalf of e80d30cbf6094821aac26854b224b6ce for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:43.841399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.994424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.126865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.154734 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-68345cad-72f4-40e1-a70b-c6b17bd7370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.224933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfc80b3-25fb-4f1d-bb65-72d3b59265d2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.244752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Checking segment: {'id': '7afa6878-951b-456f-a331-91a20577452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:44.245727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Network hostable DHCP agents. Network: e136cdd1-c887-4c0c-b850-688493108b83, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:44.274124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Network e136cdd1-c887-4c0c-b850-688493108b83 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:44.286348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, e136cdd1-c887-4c0c-b850-688493108b83) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:44.291096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.291817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.299954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a339ab8-af20-4293-8ed0-5aed33709d30 None None] Network e136cdd1-c887-4c0c-b850-688493108b83 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:44.344443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-735ebba2-6f7f-4bdd-8953-b652ebe0e2d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5530653 Mar 02 07:28:44.617671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85963d49-e63d-470a-a471-067374dfffd8 None None] Network e136cdd1-c887-4c0c-b850-688493108b83 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:44.888219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc9b8020-a88e-4069-809c-71ef03122b44 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:45.287389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc9b8020-a88e-4069-809c-71ef03122b44,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:45.310115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'port_id': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'mac_address': 'fa:16:3e:84:3b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:45.316124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.409234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.443350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9b8020-a88e-4069-809c-71ef03122b44 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:45.455176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.472623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc9b8020-a88e-4069-809c-71ef03122b44,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:45.478927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.589268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:45.843884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cc9b8020-a88e-4069-809c-71ef03122b44'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:46.623962 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.353542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.418281 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.819342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc9b8020-a88e-4069-809c-71ef03122b44 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:48.961165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port cc9b8020-a88e-4069-809c-71ef03122b44 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:48.971370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port cc9b8020-a88e-4069-809c-71ef03122b44 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:48.973738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.185531 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.240978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc9b8020-a88e-4069-809c-71ef03122b44,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:49.252823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.343751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.137653 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-13432b92-fa00-47c0-b01c-29aab3fcec47 req-134e2542-3791-4fc2-8fb7-13bd2556ec59 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:28:50.143838 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'code': 200} Mar 02 07:28:50.159027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13432b92-fa00-47c0-b01c-29aab3fcec47 req-134e2542-3791-4fc2-8fb7-13bd2556ec59 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/594d136c-8346-422e-8a40-ae6c14576670 HTTP/1.1" status: 404 len: 352 time: 0.0533745 Mar 02 07:28:50.393954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321e5c-d756-4bb1-868c-c55bd3ea545b req-8e1df1e4-d7ff-4865-9eff-ea17ea58c296 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:50.396744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e321e5c-d756-4bb1-868c-c55bd3ea545b req-8e1df1e4-d7ff-4865-9eff-ea17ea58c296 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1126659 Mar 02 07:28:50.430031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d659f-41b3-402a-ae9b-3e5cb68b26c8 req-a921e1e3-137b-48a5-93dd-54a4eccca302 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:50.431605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-820d659f-41b3-402a-ae9b-3e5cb68b26c8 req-a921e1e3-137b-48a5-93dd-54a4eccca302 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1639657 Mar 02 07:28:50.458413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e321e5c-d756-4bb1-868c-c55bd3ea545b req-9dcd7aa1-ba6b-4aa3-8f2e-3bd0fe3121c6 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607524 Mar 02 07:28:50.509075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-820d659f-41b3-402a-ae9b-3e5cb68b26c8 req-48e69ec5-22db-4324-bd04-cd78236c56ac tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Mar 02 07:28:50.778367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03b80-1c62-4877-b739-e25e9be7e7a6 req-ac6d6a01-041a-4aa5-a083-57c775806763 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:50.784727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12b03b80-1c62-4877-b739-e25e9be7e7a6 req-ac6d6a01-041a-4aa5-a083-57c775806763 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1118877 Mar 02 07:28:50.841031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12b03b80-1c62-4877-b739-e25e9be7e7a6 req-d1b7a37c-53a4-4596-ab99-1b543edccf81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555735 Mar 02 07:28:50.989758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-33968092', 'description': 'tempest-description-199966055'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:51.000484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:51.009967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:51.014309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:51.024753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:51.042699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.081768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:51.086676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:51.090617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:51.102037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:51.241990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.253113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.320216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5105a66-4bde-409c-9aa6-b9a4a366108e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:51.320216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.328963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-1475285e-0519-4ae5-be7c-bf39b1a12886 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.335359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d46a2024-8907-4ae3-b07a-b44fb49bf1f7 req-b4d9f8f3-84d7-48e3-9c33-c64189630615 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3390033 Mar 02 07:28:51.341958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-1475285e-0519-4ae5-be7c-bf39b1a12886 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/networks?id=e136cdd1-c887-4c0c-b850-688493108b83 HTTP/1.1" status: 200 len: 820 time: 0.3646817 Mar 02 07:28:51.354049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-0a4bb59c-738a-4522-b4e0-e2f210146530 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/quotas/e80d30cbf6094821aac26854b224b6ce HTTP/1.1" status: 200 len: 375 time: 0.0186677 Mar 02 07:28:51.400098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-bc18e2ae-1360-4c58-97d7-d14f4ad3a65f tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e80d30cbf6094821aac26854b224b6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507944 Mar 02 07:28:51.633779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-00e568dc-3ff7-49e6-b7d3-1d2ca2737a2c service neutron] 10.222.0.21 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246485 Mar 02 07:28:51.852070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-01ab3d4d-14cf-4e15-a521-e0f8957a4a08 service neutron] 10.222.0.21 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078536 Mar 02 07:28:52.145470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac'}, {'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:52.389793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1028892325', 'description': 'tempest-description-1647035322'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:52.400091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:52.410275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:52.441328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:52.470201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:52.499720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.711214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:52.718866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:52.728054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:52.735522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:52.802951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63410864-7ec6-4106-9eb2-18cac731a722 req-6f2ac3bf-de25-45ce-9bf7-07c62192e94a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.804741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63410864-7ec6-4106-9eb2-18cac731a722 req-6f2ac3bf-de25-45ce-9bf7-07c62192e94a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1873472 Mar 02 07:28:52.845286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:52.875857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.883477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.937274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63410864-7ec6-4106-9eb2-18cac731a722 req-c5be2a3c-8e17-44b9-8ab4-ba82942e655f tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238101 Mar 02 07:28:52.983916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.006270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1842fac4-ac29-446e-a84f-5b605a374284 req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6229105 Mar 02 07:28:53.053116 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:28:53.071938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b1ee-04fa-48f8-9805-e79e11425c5e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51049737-53e6-4552-a4e8-2fcc93f562c7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:53.111935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:53.131221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'port_id': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'mac_address': 'fa:16:3e:bc:11:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f10d3-c4f6-4bf0-86f1-a73c492eb931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:53.237709 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.287862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:53.323054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13fea5-c9e9-4e85-84cf-9792ddd6eae0 req-23a86100-4e50-45b3-9fd4-8cd793c6b4fb tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.326609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f13fea5-c9e9-4e85-84cf-9792ddd6eae0 req-23a86100-4e50-45b3-9fd4-8cd793c6b4fb tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1805079 Mar 02 07:28:53.361162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa19c6-fef3-47ee-9f3a-31ff04b82807 req-2f71c622-ae8e-41cd-9855-46644614092b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.363657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:53.372361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.376113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aafa19c6-fef3-47ee-9f3a-31ff04b82807 req-2f71c622-ae8e-41cd-9855-46644614092b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1997766 Mar 02 07:28:53.419224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f13fea5-c9e9-4e85-84cf-9792ddd6eae0 req-56299a60-2f54-453c-95ad-c6230a343f63 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828722 Mar 02 07:28:53.538357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aafa19c6-fef3-47ee-9f3a-31ff04b82807 req-b9e65c5a-61ac-4313-96bc-c4df0d2836ae tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569555 Mar 02 07:28:53.546445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:53.659592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['abc82728-8dab-4f22-8d7c-a1fd831843f7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:53.726423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:53.740876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:53.873524 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'code': 200} Mar 02 07:28:53.873524 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'code': 200} Mar 02 07:28:54.070200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.204503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1293036245', 'description': 'tempest-description-1277999830'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:54.204503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:54.204503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:54.204503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:54.226251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:54.245186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:54.245186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.294718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-ee4e8e7b-4932-4341-8429-ee9fc4d24611 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6492 time: 0.5654716 Mar 02 07:28:54.335378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:54.335378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:54.335378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37439fbf-e3bc-4ba5-8e38-9ea7f643bcf1 req-b59d40df-bd03-4ffb-8e22-eeab3150caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.335378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37439fbf-e3bc-4ba5-8e38-9ea7f643bcf1 req-b59d40df-bd03-4ffb-8e22-eeab3150caa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 1096 time: 0.3068354 Mar 02 07:28:54.409602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.434233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13f85d91-1280-4298-8620-70db16393adc req-25157c6e-ebb6-4cda-9192-10fa7f785d4a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 210 time: 0.5191433 Mar 02 07:28:54.466298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-7a02e90f-8b77-4240-bfd6-05fc72a5c869 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361797 Mar 02 07:28:54.466298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37439fbf-e3bc-4ba5-8e38-9ea7f643bcf1 req-fe1dd0ca-c505-4019-808f-0c4641d84629 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092174 Mar 02 07:28:54.527313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-970ae5b7-78ab-4e34-80a0-7ccd3efb3ec7 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.527313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-970ae5b7-78ab-4e34-80a0-7ccd3efb3ec7 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.16 "GET /v2.0/networks?id=e136cdd1-c887-4c0c-b850-688493108b83 HTTP/1.1" status: 200 len: 820 time: 0.9563439 Mar 02 07:28:54.656202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.656202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.692802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918ab5-3b50-4d8b-aec0-c5037200ecee req-a5d43a0b-5a5e-4912-a8a2-d92968aa1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.692802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53918ab5-3b50-4d8b-aec0-c5037200ecee req-a5d43a0b-5a5e-4912-a8a2-d92968aa1506 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 1096 time: 0.4905357 Mar 02 07:28:54.714762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714eec03-f2f1-4a08-ad35-808ccf189907,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:54.740653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Request body: {'port': {'device_id': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83', 'admin_state_up': True, 'tenant_id': 'e80d30cbf6094821aac26854b224b6ce'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:54.761426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.761426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4de0fc3-22eb-4c7b-b994-e5a32affaa42 req-e3c54d93-3770-4137-8669-873f92c06d28 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5817783 Mar 02 07:28:54.864375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:55.062389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53918ab5-3b50-4d8b-aec0-c5037200ecee req-298e8ae3-20e2-49ff-8dfd-d1c06157839e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857424 Mar 02 07:28:55.080245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057395-510c-40df-8fd2-96108db1eac6 req-324f7bfc-49dd-4db2-843c-f0e4e6c6adba tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.080245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21057395-510c-40df-8fd2-96108db1eac6 req-324f7bfc-49dd-4db2-843c-f0e4e6c6adba tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.1595273 Mar 02 07:28:55.156728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f7ed-1342-47f3-84ce-62044a90f5bb req-44cbc764-05a6-42c7-9f62-38c7b1113330 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.156728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bd3f7ed-1342-47f3-84ce-62044a90f5bb req-44cbc764-05a6-42c7-9f62-38c7b1113330 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.2122505 Mar 02 07:28:55.187859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21057395-510c-40df-8fd2-96108db1eac6 req-b8b75ec5-6b00-4346-8f14-1949aaeb28c5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144490 Mar 02 07:28:55.210572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:55.214897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Usage tracker for resource:port and tenant:e80d30cbf6094821aac26854b224b6ce is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:55.228967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:55.228967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:55.256089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Made reservation on behalf of e80d30cbf6094821aac26854b224b6ce for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:55.256089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.313254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bd3f7ed-1342-47f3-84ce-62044a90f5bb req-2e372795-db4c-47b4-aa6f-a028b56f4175 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709578 Mar 02 07:28:55.529580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369989d-830e-40e2-8b93-843f2270f21c req-a23b7048-6f04-4062-bc1e-86b63f7fd98d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.532176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3369989d-830e-40e2-8b93-843f2270f21c req-a23b7048-6f04-4062-bc1e-86b63f7fd98d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2439423 Mar 02 07:28:55.536905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Allocated IP 172.20.0.10 (e136cdd1-c887-4c0c-b850-688493108b83/4cfc80b3-25fb-4f1d-bb65-72d3b59265d2/bffb353b-1f88-4139-ac8e-1b59babcc0f5) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:55.623520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3369989d-830e-40e2-8b93-843f2270f21c req-c4f0b2bc-2ced-4aa8-a019-bf56d5644f1f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803838 Mar 02 07:28:55.778688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a7f06ff0-e3b5-4052-8a6e-5af721908c1d req-18286224-1348-44b9-83e4-2552c6735711 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:55.795548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a7f06ff0-e3b5-4052-8a6e-5af721908c1d req-18286224-1348-44b9-83e4-2552c6735711 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:55.797070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7f06ff0-e3b5-4052-8a6e-5af721908c1d req-18286224-1348-44b9-83e4-2552c6735711 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 10910 time: 0.1469271 Mar 02 07:28:55.865350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7f06ff0-e3b5-4052-8a6e-5af721908c1d req-e560258e-9360-468a-930f-4186d4010ae5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/11ffe304-b2c8-476a-9caa-c7880f5995e8 HTTP/1.1" status: 200 len: 2985 time: 0.0593488 Mar 02 07:28:55.874822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:55.902123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-e6364007-9c22-454e-ad83-48d772e75490 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.912259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-e6364007-9c22-454e-ad83-48d772e75490 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.3323972 Mar 02 07:28:55.948759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-2cb5adff-d9f9-4307-b394-0dafe8237f83 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/quotas/00efcf0b895b4bcaa726b0aba3aeb32a HTTP/1.1" status: 200 len: 375 time: 0.0355639 Mar 02 07:28:55.973056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7f06ff0-e3b5-4052-8a6e-5af721908c1d req-e1f15fdf-4d40-4588-acfa-73f269233c67 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/11ffe304-b2c8-476a-9caa-c7880f5995e8 HTTP/1.1" status: 200 len: 2985 time: 0.0984120 Mar 02 07:28:56.115490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-174ce389-51b9-443c-a89a-98c2d912e159 req-07439fdd-5c55-4ea3-a489-7c04dfe6b681 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 210 time: 0.0442328 Mar 02 07:28:56.141338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.194586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-3c9b52a1-01c1-4136-986b-f95abacf05bc tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2436197 Mar 02 07:28:56.207848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.237792 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'code': 200} Mar 02 07:28:56.295438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-4c54cb60-8363-4096-9fa6-fe84c73320b7 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/a5105a66-4bde-409c-9aa6-b9a4a366108e HTTP/1.1" status: 200 len: 1800 time: 0.0462332 Mar 02 07:28:56.320688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Network e136cdd1-c887-4c0c-b850-688493108b83 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:56.364448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.370067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:56.379704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:56.392046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.404929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Pushing event updated for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:56.470017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:56.470633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.487741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.491750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-8cbf7e0b-cb4b-4170-955d-45fcf1a994cf service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818608 Mar 02 07:28:56.520177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-65eacf8f-f65c-4984-8d5d-da2b2279893a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8306651 Mar 02 07:28:56.525482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5105a66-4bde-409c-9aa6-b9a4a366108e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:56.545334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Request body: {'port': {'device_id': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.559815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-86d24614-5ab7-4cd8-b48a-7ce6a2856cee tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:56.561572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-86d24614-5ab7-4cd8-b48a-7ce6a2856cee tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "GET /v2.0/ports?device_id=80338c22-b911-45aa-8c39-44f2d3ba2ff0 HTTP/1.1" status: 200 len: 943 time: 0.1392088 Mar 02 07:28:56.570794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.578421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d63fe9f3-293b-4abe-81e4-56f5f6474ff8 req-229b3650-154f-42b2-9c11-cd2e11c09651 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5105a66-4bde-409c-9aa6-b9a4a366108e HTTP/1.1" status: 204 len: 173 time: 0.2772467 Mar 02 07:28:56.655147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Deleting port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:56.655719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.747141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-d8aa231d-5972-455c-81bb-dbd4eccdcd37 service neutron] 10.222.0.21 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477932 Mar 02 07:28:56.747892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.865040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:56.961012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d476e4d-8d94-47e3-9079-d00e7612186f req-1a9cb55c-3bb1-41b1-b63d-d3960de32c46 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:56.968942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7d476e4d-8d94-47e3-9079-d00e7612186f req-1a9cb55c-3bb1-41b1-b63d-d3960de32c46 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2751324 Mar 02 07:28:57.054079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7d476e4d-8d94-47e3-9079-d00e7612186f req-c1a70d5e-7afe-4632-b99e-acfa1f2279bc tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842276 Mar 02 07:28:57.060931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] For port ab8e9df8-0241-4014-9e31-fcdd35e9ca48, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:57.061503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.067490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port abc82728-8dab-4f22-8d7c-a1fd831843f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:57.067980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.259806 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.266842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffb353b-1f88-4139-ac8e-1b59babcc0f5 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:57.270231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Calling delete_port for ab8e9df8-0241-4014-9e31-fcdd35e9ca48 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:57.278313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.299300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Transition to ACTIVE for port object bffb353b-1f88-4139-ac8e-1b59babcc0f5 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:57.303504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:57.309845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.310904 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.311981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:57.427764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d0d3a-8bf8-4c76-a226-565e67c290a5 req-91eb7ab6-bc72-4126-8078-50f578aa045a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:57.430825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791d0d3a-8bf8-4c76-a226-565e67c290a5 req-91eb7ab6-bc72-4126-8078-50f578aa045a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.2518802 Mar 02 07:28:57.466805 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-0298a4c4-7e45-4ece-a362-d6f559246f4b req-776a3421-37c4-4b09-99c6-0f2cfd479dfe tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:28:57.478384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0298a4c4-7e45-4ece-a362-d6f559246f4b req-776a3421-37c4-4b09-99c6-0f2cfd479dfe tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/a5105a66-4bde-409c-9aa6-b9a4a366108e HTTP/1.1" status: 404 len: 352 time: 0.3039989 Mar 02 07:28:57.563604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.618772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791d0d3a-8bf8-4c76-a226-565e67c290a5 req-894a33dd-5be5-418c-b9d7-e3d8465ce965 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091340 Mar 02 07:28:57.627800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.651836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Pushing event updated for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.705248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:57.714434 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.760983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.853753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event deleted for resources: {'Port': ['ID=ab8e9df8-0241-4014-9e31-fcdd35e9ca48,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.858241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.898929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d15190e-3e49-4af9-bb6a-d81238744dff req-a7f8d20f-5c3f-4b4b-a56a-d8193abb06b4 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 210 time: 0.0728183 Mar 02 07:28:57.905115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a366e6-da35-41a3-8340-ffdbdca97623 req-edde9156-4969-4754-9884-1ae8c8fc42e8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:57.912025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94a366e6-da35-41a3-8340-ffdbdca97623 req-edde9156-4969-4754-9884-1ae8c8fc42e8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2287335 Mar 02 07:28:57.941542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Attempting to bind port bffb353b-1f88-4139-ac8e-1b59babcc0f5 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:57.941962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Attempting to bind port bffb353b-1f88-4139-ac8e-1b59babcc0f5 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '7afa6878-951b-456f-a331-91a20577452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:57.942528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Attempting to bind port bffb353b-1f88-4139-ac8e-1b59babcc0f5 on network e136cdd1-c887-4c0c-b850-688493108b83 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:57.949466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Port bffb353b-1f88-4139-ac8e-1b59babcc0f5 on network e136cdd1-c887-4c0c-b850-688493108b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:57.950084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Attempting to bind port bffb353b-1f88-4139-ac8e-1b59babcc0f5 on network e136cdd1-c887-4c0c-b850-688493108b83 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:57.955954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:57.956428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Checking segment: {'id': '7afa6878-951b-456f-a331-91a20577452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:57.957047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Bound using segment: {'id': '7afa6878-951b-456f-a331-91a20577452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:57.957578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Bound port: bffb353b-1f88-4139-ac8e-1b59babcc0f5, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afa6878-951b-456f-a331-91a20577452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:57.958345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.995108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] No DVR routers for this DVR port ab8e9df8-0241-4014-9e31-fcdd35e9ca48 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:57.999552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.002042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-deleted', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:58.018744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94a366e6-da35-41a3-8340-ffdbdca97623 req-d84851f1-dc72-45e1-a386-f0f43e3696d6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057665 Mar 02 07:28:58.036023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87163b70-2b38-4a3c-846d-427c446c1d6a req-4759f133-33b5-475c-a0d2-9acc3a7c0d5d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.16 "DELETE /v2.0/ports/ab8e9df8-0241-4014-9e31-fcdd35e9ca48 HTTP/1.1" status: 204 len: 173 time: 1.4668760 Mar 02 07:28:58.123551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:58.127525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5,segment=NetworkSegment(7afa6878-951b-456f-a331-91a20577452d),segment_id=7afa6878-951b-456f-a331-91a20577452d)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:58.134321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.227365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.228325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.229930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] 10.222.0.16 "PUT /v2.0/ports/bffb353b-1f88-4139-ac8e-1b59babcc0f5 HTTP/1.1" status: 200 len: 1092 time: 1.6919403 Mar 02 07:28:58.230753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:58.239858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}, {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:58.246580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61819-aee0-4ffc-bfe3-97e0b164987d service neutron] Pushing event updated for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:58.256977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ba96-ff4d-4cb2-b5da-3de549782327 req-f1323d33-3529-4a75-843c-130ad91f171f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.265703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8d5ba96-ff4d-4cb2-b5da-3de549782327 req-f1323d33-3529-4a75-843c-130ad91f171f tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 948 time: 0.2331166 Mar 02 07:28:58.334975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc640aa-5e7e-41e8-8902-b9f65d3e4129 req-59f592d2-f663-4ffb-bd03-2bc546dc867e tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.336705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfc640aa-5e7e-41e8-8902-b9f65d3e4129 req-59f592d2-f663-4ffb-bd03-2bc546dc867e tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 944 time: 0.2029378 Mar 02 07:28:58.402733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cfc640aa-5e7e-41e8-8902-b9f65d3e4129 req-43f8890a-cd07-4246-a893-4c4d5402e58d tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Synchronizing usage tracker for tenant:e80d30cbf6094821aac26854b224b6ce on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:58.436848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cfc640aa-5e7e-41e8-8902-b9f65d3e4129 req-43f8890a-cd07-4246-a893-4c4d5402e58d tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Unset dirty status for tenant:e80d30cbf6094821aac26854b224b6ce on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:58.438706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfc640aa-5e7e-41e8-8902-b9f65d3e4129 req-43f8890a-cd07-4246-a893-4c4d5402e58d tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Mar 02 07:28:58.549589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-25b1f243-78a7-4db1-b23c-9b20e6dc0815 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/51049737-53e6-4552-a4e8-2fcc93f562c7 HTTP/1.1" status: 200 len: 1803 time: 0.0795431 Mar 02 07:28:58.607181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8d5ba96-ff4d-4cb2-b5da-3de549782327 req-014aa77f-9565-4434-a89e-d4d0482855ed tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401668 Mar 02 07:28:58.652011 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.701545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.720812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-c0c5c5e9-3dae-4769-bf3a-937a5f377f1d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.722879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-c0c5c5e9-3dae-4769-bf3a-937a5f377f1d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.39 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 804 time: 0.3152542 Mar 02 07:28:58.726188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-bbb3df98-8eab-4881-98dc-3b77d4bd0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.728573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-bbb3df98-8eab-4881-98dc-3b77d4bd0bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e80d30cbf6094821aac26854b224b6ce&device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 1095 time: 0.3220532 Mar 02 07:28:58.736572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Request body: {'port': {'device_id': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'admin_state_up': True, 'tenant_id': '00efcf0b895b4bcaa726b0aba3aeb32a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:58.795576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.829525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51049737-53e6-4552-a4e8-2fcc93f562c7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:58.838916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.858291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29cb606d-41a1-41bc-8988-79ce7ca0cbda req-10bbfc5e-5240-4c03-8db9-6cc9ae1e057e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/51049737-53e6-4552-a4e8-2fcc93f562c7 HTTP/1.1" status: 204 len: 173 time: 0.3046055 Mar 02 07:28:58.876564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-deeb8a67-6dea-4b48-bde8-05c0a192c1a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5 HTTP/1.1" status: 200 len: 217 time: 0.1193199 Mar 02 07:28:58.895426 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80338c22-b911-45aa-8c39-44f2d3ba2ff0', 'name': 'network-vif-deleted', 'tag': 'ab8e9df8-0241-4014-9e31-fcdd35e9ca48', 'status': 'completed', 'code': 200} Mar 02 07:28:59.042201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-f3fb3f1a-5b3e-41ba-8682-e84ec118fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:59.044208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-f3fb3f1a-5b3e-41ba-8682-e84ec118fb17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cfc80b3-25fb-4f1d-bb65-72d3b59265d2 HTTP/1.1" status: 200 len: 860 time: 0.1549675 Mar 02 07:28:59.149871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:59.172846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329fef4-4555-4bf1-be0b-43f55fe501cf req-43d3032d-b803-43f8-85f7-265c1c97d851 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:59.174480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9329fef4-4555-4bf1-be0b-43f55fe501cf req-43d3032d-b803-43f8-85f7-265c1c97d851 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.3560941 Mar 02 07:28:59.177229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-74fc40f8-5857-4cfb-ac2d-236e4bb6d415 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e136cdd1-c887-4c0c-b850-688493108b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111715 Mar 02 07:28:59.183926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47726) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:59.190688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Request body: {'floatingip': {'port_id': 'cc9b8020-a88e-4069-809c-71ef03122b44'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:59.241461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Usage tracker for resource:port and tenant:00efcf0b895b4bcaa726b0aba3aeb32a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:59.338175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.356229 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'code': 200} Mar 02 07:28:59.357312 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'code': 200} Mar 02 07:28:59.467123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-1d19522a-f6cd-4912-bf85-262a0e2d7824 service neutron] 10.222.0.16 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821069 Mar 02 07:28:59.469739 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5', 'status': 'completed', 'code': 200} Mar 02 07:28:59.474237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:59.479700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:59.513271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:59.530646 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-044b8575-4bca-4b59-8803-bcb557d8a622 req-fd1dac6d-d40a-4138-ac41-3f0bb06bed73 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:28:59.539543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-044b8575-4bca-4b59-8803-bcb557d8a622 req-fd1dac6d-d40a-4138-ac41-3f0bb06bed73 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/51049737-53e6-4552-a4e8-2fcc93f562c7 HTTP/1.1" status: 404 len: 352 time: 0.0714521 Mar 02 07:28:59.542522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Made reservation on behalf of 00efcf0b895b4bcaa726b0aba3aeb32a for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:59.551102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.640208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: ab8e9df8-0241-4014-9e31-fcdd35e9ca48 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:59.647398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ab8e9df8-0241-4014-9e31-fcdd35e9ca48 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:59.740113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b5b5-53ed-46fb-832f-a809c4ded67a req-22e05b8c-a69b-470d-9ca1-98b7e452c728 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:59.748603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1565b5b5-53ed-46fb-832f-a809c4ded67a req-22e05b8c-a69b-470d-9ca1-98b7e452c728 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3452635 Mar 02 07:28:59.872194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5df44752-1eb1-4459-9177-46c8c43100b8 req-71c92576-7542-4683-bc87-13f180836a0c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 210 time: 0.1111448 Mar 02 07:28:59.989575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1565b5b5-53ed-46fb-832f-a809c4ded67a req-cb007477-10b1-406a-8971-8d48b3760b42 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399871 Mar 02 07:28:59.992737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcf8b46-7200-4d09-8b2f-001f1eba48fb req-451b257c-53a9-4f99-be6d-aa37d397bd0e service neutron] 10.222.0.16 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048270 Mar 02 07:29:00.082236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Allocated IP 172.20.0.2 (2766f0aa-b169-420b-bc8a-27683cb49f96/90419dee-c347-405c-926c-1e48dc4801eb/a6190035-5c84-4497-a896-63fa064c3621) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:00.333977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0132e-8d46-4b9e-8d9a-96d8a8e5b996 req-4ba8c9eb-6de3-4c1e-bd8a-563224b3ac88 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:00.335729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abf0132e-8d46-4b9e-8d9a-96d8a8e5b996 req-4ba8c9eb-6de3-4c1e-bd8a-563224b3ac88 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2477264 Mar 02 07:29:00.431847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-b12690f0-ebca-4cac-97dd-b4c98e01eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:00.434002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-b12690f0-ebca-4cac-97dd-b4c98e01eb36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e80d30cbf6094821aac26854b224b6ce&device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 1095 time: 0.2576444 Mar 02 07:29:00.456379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abf0132e-8d46-4b9e-8d9a-96d8a8e5b996 req-7080597c-d074-4d12-88d2-b687635324a8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138289 Mar 02 07:29:00.546996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719d9c7-0f51-4807-aafe-b1b017808faa req-8d569c6b-884c-4a11-92b7-287f59124516 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:00.549120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b719d9c7-0f51-4807-aafe-b1b017808faa req-8d569c6b-884c-4a11-92b7-287f59124516 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 944 time: 0.3358424 Mar 02 07:29:00.620127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b719d9c7-0f51-4807-aafe-b1b017808faa req-690b6993-7db6-4893-876a-e70a0df406c5 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Mar 02 07:29:00.838660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-7d7805bb-aa3b-44e4-9be6-b5fad12b313c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/714eec03-f2f1-4a08-ad35-808ccf189907 HTTP/1.1" status: 200 len: 1803 time: 0.2773483 Mar 02 07:29:00.963496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-b4ee026c-7f9d-4336-af3c-d4c4ec9ec993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:00.965219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-b4ee026c-7f9d-4336-af3c-d4c4ec9ec993 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e136cdd1-c887-4c0c-b850-688493108b83 HTTP/1.1" status: 200 len: 920 time: 0.5122221 Mar 02 07:29:00.987669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.009072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.016500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.144710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-36b8aa91-aef9-44bc-aa16-264da2444666 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5 HTTP/1.1" status: 200 len: 217 time: 0.1500912 Mar 02 07:29:01.157751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.231834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-f130b697-0037-438f-a288-6ce2bc7c4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.233482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-f130b697-0037-438f-a288-6ce2bc7c4fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cfc80b3-25fb-4f1d-bb65-72d3b59265d2 HTTP/1.1" status: 200 len: 860 time: 0.0728300 Mar 02 07:29:01.299051 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Floating IP 7c622283-06af-491e-b13e-b1ff2e43bfdb associated. External IP: 172.25.4.248, port: cc9b8020-a88e-4069-809c-71ef03122b44. Mar 02 07:29:01.307049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-6a198a30-c1d1-40f7-9f7b-018f3405b0d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e136cdd1-c887-4c0c-b850-688493108b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638838 Mar 02 07:29:01.312305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.466048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.563098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.569482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Network 2766f0aa-b169-420b-bc8a-27683cb49f96 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:01.583672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-b4a7b7d6-3877-44cb-a8f9-b11af2f04f3a service neutron] 10.222.0.16 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635393 Mar 02 07:29:01.594624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:01.625491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:01.654827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714eec03-f2f1-4a08-ad35-808ccf189907,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.687993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.707756 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.720102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20caac9b-9042-4bfa-93c2-76b4a96e6ea8 req-458a98bb-2e78-4d50-813c-47e7ce3ff50e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/714eec03-f2f1-4a08-ad35-808ccf189907 HTTP/1.1" status: 204 len: 173 time: 0.8788564 Mar 02 07:29:01.894548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.895514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.917765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa6aebf5-6e81-47d3-b66d-d53bc14e3e38 req-c0d1dd97-6692-44d3-a4d7-6db8dc30c4bf service neutron] 10.222.0.16 "GET /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181996 Mar 02 07:29:01.935954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7331ab87-a2d6-43d2-a845-37ecef3a5d01 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2032318 Mar 02 07:29:01.944311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Router f6bf918c-bb09-418d-9f99-f8e057523ea5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:01.955429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Request body: {'port': {'device_id': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:02.008421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b252c2-df61-440b-9e94-3e99774d21c3 req-7581290b-74f3-4dc8-90d0-bb9854c54fd1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.009130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e7b252c2-df61-440b-9e94-3e99774d21c3 req-7581290b-74f3-4dc8-90d0-bb9854c54fd1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:02.083337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e7b252c2-df61-440b-9e94-3e99774d21c3 req-7581290b-74f3-4dc8-90d0-bb9854c54fd1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:02.091472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7b252c2-df61-440b-9e94-3e99774d21c3 req-7581290b-74f3-4dc8-90d0-bb9854c54fd1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 931 time: 0.2751899 Mar 02 07:29:02.164023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6de2f-4d72-48d0-9138-d30045d2a486 req-e1d5ff5e-405f-4b4b-892c-c31d250538be tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.165515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86a6de2f-4d72-48d0-9138-d30045d2a486 req-e1d5ff5e-405f-4b4b-892c-c31d250538be tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2817962 Mar 02 07:29:02.185987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7b252c2-df61-440b-9e94-3e99774d21c3 req-99accfd1-e0c4-4bbb-817d-0328f68eff29 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933487 Mar 02 07:29:02.187195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.207899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:02.218645 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Sync routers for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:02.219368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.232325 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:02.233325 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:28:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:02.317362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86a6de2f-4d72-48d0-9138-d30045d2a486 req-5189c235-1171-48aa-aa81-9c1c5d7ecba2 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451745 Mar 02 07:29:02.362236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a226e0e7-9ba4-433e-9f07-7f536aa622e2 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "PUT /v2.0/floatingips/7c622283-06af-491e-b13e-b1ff2e43bfdb HTTP/1.1" status: 200 len: 991 time: 3.1767290 Mar 02 07:29:02.362815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:02.460857 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:02.587421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ef19d-5ad6-4a38-a747-7dd785054faa req-acc59f8f-2215-4ee2-b820-e02c5aaa60dd tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.599137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f5ef19d-5ad6-4a38-a747-7dd785054faa req-acc59f8f-2215-4ee2-b820-e02c5aaa60dd tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 944 time: 0.1317599 Mar 02 07:29:02.623186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebb7a-9304-48b2-8551-7bdd00536013 req-2208631b-3379-4b7c-b51b-4e34628d8cf1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.630488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2daebb7a-9304-48b2-8551-7bdd00536013 req-2208631b-3379-4b7c-b51b-4e34628d8cf1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2204139 Mar 02 07:29:02.695599 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f5ef19d-5ad6-4a38-a747-7dd785054faa req-2a26a6a6-ce05-4989-bc4b-9ee5c6d8033b tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953708 Mar 02 07:29:02.728878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2daebb7a-9304-48b2-8551-7bdd00536013 req-e3dea4eb-26f4-41a0-adb1-67b9703f078f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978558 Mar 02 07:29:02.762170 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-3abfac0f-739c-4135-b870-e1de73b58c39 req-ac8424d7-c3e8-4296-ad19-0347444af2d9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:02.775892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3abfac0f-739c-4135-b870-e1de73b58c39 req-ac8424d7-c3e8-4296-ad19-0347444af2d9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/714eec03-f2f1-4a08-ad35-808ccf189907 HTTP/1.1" status: 404 len: 352 time: 0.0390785 Mar 02 07:29:02.877173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6190035-5c84-4497-a896-63fa064c3621 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:02.885893 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'status': 'completed', 'code': 200} Mar 02 07:29:02.886613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.908386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Transition to ACTIVE for port object a6190035-5c84-4497-a896-63fa064c3621 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:02.914768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.950266 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c622283-06af-491e-b13e-b1ff2e43bfdb', 'tenant_id': '9617873240a04e339a651f82cecad790', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'port_id': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'mac_address': 'fa:16:3e:84:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:27:52Z', 'updated_at': '2022-03-02T07:29:00Z', 'revision_number': 1, 'project_id': '9617873240a04e339a651f82cecad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:02.956516 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Checking router: f6bf918c-bb09-418d-9f99-f8e057523ea5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:02.971849 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:02.972471 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:28:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:03.149120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39608bfc-aaea-48c6-ab01-5d1537f7c264 req-669b4609-2f20-4343-af02-3444b95f37b8 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:03.150833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39608bfc-aaea-48c6-ab01-5d1537f7c264 req-669b4609-2f20-4343-af02-3444b95f37b8 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1585112 Mar 02 07:29:03.213430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-b928cf3d-eacb-4e31-8276-bbfd5e7b2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:03.215783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-b928cf3d-eacb-4e31-8276-bbfd5e7b2b41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9617873240a04e339a651f82cecad790&device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 1096 time: 0.3190391 Mar 02 07:29:03.272207 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:03.286502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39608bfc-aaea-48c6-ab01-5d1537f7c264 req-1d959c98-8d99-4360-b001-4ec94bff596a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274049 Mar 02 07:29:03.373297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:03.442375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-22bcff69-3ad4-4180-9a1f-04edb3a72df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:03.444667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-22bcff69-3ad4-4180-9a1f-04edb3a72df4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc HTTP/1.1" status: 200 len: 916 time: 0.2223790 Mar 02 07:29:03.543623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bffb353b-1f88-4139-ac8e-1b59babcc0f5 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:03.691151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cae157bf-edef-4d84-8d23-ed5daae4d8e5 req-fefef4af-7fdb-4ad1-aef8-b24b6827e2e5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:03.731257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-b433848c-6490-46b4-83e4-b9d363907ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:03.732763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-b433848c-6490-46b4-83e4-b9d363907ed4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1097 time: 0.5993078 Mar 02 07:29:03.791994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cae157bf-edef-4d84-8d23-ed5daae4d8e5 req-fefef4af-7fdb-4ad1-aef8-b24b6827e2e5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:03.793761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae157bf-edef-4d84-8d23-ed5daae4d8e5 req-fefef4af-7fdb-4ad1-aef8-b24b6827e2e5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 6157 time: 0.6568570 Mar 02 07:29:03.811574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Attempting to bind port a6190035-5c84-4497-a896-63fa064c3621 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:03.811912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Attempting to bind port a6190035-5c84-4497-a896-63fa064c3621 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:03.812240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Attempting to bind port a6190035-5c84-4497-a896-63fa064c3621 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:03.891228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae157bf-edef-4d84-8d23-ed5daae4d8e5 req-3502c021-2d5b-4ffc-b23c-e4bde50ff036 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/11ffe304-b2c8-476a-9caa-c7880f5995e8 HTTP/1.1" status: 200 len: 2985 time: 0.0814803 Mar 02 07:29:03.893895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Port a6190035-5c84-4497-a896-63fa064c3621 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:29:03.894242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Attempting to bind port a6190035-5c84-4497-a896-63fa064c3621 on network 2766f0aa-b169-420b-bc8a-27683cb49f96 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:03.906601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-f4fa6b2c-bd74-4986-ac61-c44435cf79c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b8020-a88e-4069-809c-71ef03122b44 HTTP/1.1" status: 200 len: 999 time: 0.4555852 Mar 02 07:29:03.983427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5,segment=NetworkSegment(7afa6878-951b-456f-a331-91a20577452d),segment_id=7afa6878-951b-456f-a331-91a20577452d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:04.040412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:04.040815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Checking segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:04.041683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Bound using segment: {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:04.041683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Bound port: a6190035-5c84-4497-a896-63fa064c3621, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3554180-8071-4e74-973d-fcf33cb93338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:04.042074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5', 'network_id': 'e136cdd1-c887-4c0c-b850-688493108b83', 'port_id': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5', 'mac_address': 'fa:16:3e:3b:f4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfc80b3-25fb-4f1d-bb65-72d3b59265d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:04.042214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.056413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-7f5e6e3f-84e6-4fb8-9b30-8f5832754e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.057874 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-7f5e6e3f-84e6-4fb8-9b30-8f5832754e64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=946cdb2c-2358-43b3-888a-92dab609156b HTTP/1.1" status: 200 len: 855 time: 0.1426473 Mar 02 07:29:04.183768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.243401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:04.246264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-9f81fdf8-b338-40df-b545-587f999e53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.247047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:04.256654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffb353b-1f88-4139-ac8e-1b59babcc0f5 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:04.263820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-9f81fdf8-b338-40df-b545-587f999e53f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac1a5e3-9571-4fe7-9030-e6a958d54fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815112 Mar 02 07:29:04.264975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.302073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5,segment=NetworkSegment(7afa6878-951b-456f-a331-91a20577452d),segment_id=7afa6878-951b-456f-a331-91a20577452d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:04.313944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.319710 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c622283-06af-491e-b13e-b1ff2e43bfdb', 'tenant_id': '9617873240a04e339a651f82cecad790', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'port_id': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'mac_address': 'fa:16:3e:84:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:27:52Z', 'updated_at': '2022-03-02T07:29:00Z', 'revision_number': 1, 'project_id': '9617873240a04e339a651f82cecad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:04.332772 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301e97f-3fdd-4320-8e7e-e7b7b212127b None None] The sync data for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 is: [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c622283-06af-491e-b13e-b1ff2e43bfdb', 'tenant_id': '9617873240a04e339a651f82cecad790', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'port_id': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'mac_address': 'fa:16:3e:84:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:27:52Z', 'updated_at': '2022-03-02T07:29:00Z', 'revision_number': 1, 'project_id': '9617873240a04e339a651f82cecad790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:04.367599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.368229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.378015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/a6190035-5c84-4497-a896-63fa064c3621 HTTP/1.1" status: 200 len: 1091 time: 2.4217899 Mar 02 07:29:04.380379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-302382eb-4d4f-48d0-8ef3-25ee8eb8d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.382473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-302382eb-4d4f-48d0-8ef3-25ee8eb8d033 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.6268816 Mar 02 07:29:04.384423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:04.486096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae157bf-edef-4d84-8d23-ed5daae4d8e5 req-036925b8-da34-4712-8ee6-6ea62afebb41 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/11ffe304-b2c8-476a-9caa-c7880f5995e8 HTTP/1.1" status: 200 len: 2985 time: 0.5062423 Mar 02 07:29:04.512874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.693617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-f9f4907a-1a28-401c-9b29-a7acbd03cf27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.3013365 Mar 02 07:29:04.709024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['bffb353b-1f88-4139-ac8e-1b59babcc0f5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:04.740234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d7c88-2138-4d53-821b-3990aa489dd2 req-dd113707-0932-436b-abfe-908116979125 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.741199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5e5d7c88-2138-4d53-821b-3990aa489dd2 req-dd113707-0932-436b-abfe-908116979125 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Synchronizing usage tracker for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:04.752219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-c34be11a-b200-4891-b29d-3a1b494499fb service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878054 Mar 02 07:29:04.758198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d231c4e-fa03-4e22-b818-30a45e1f66e9 None None] New status for floating IP 7c622283-06af-491e-b13e-b1ff2e43bfdb: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:04.781566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5e5d7c88-2138-4d53-821b-3990aa489dd2 req-dd113707-0932-436b-abfe-908116979125 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Unset dirty status for tenant:00efcf0b895b4bcaa726b0aba3aeb32a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:04.788235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e5d7c88-2138-4d53-821b-3990aa489dd2 req-dd113707-0932-436b-abfe-908116979125 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 943 time: 0.3943839 Mar 02 07:29:04.809914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2dfc5-3cbb-46e0-af4a-0349235787b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.863345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e5d7c88-2138-4d53-821b-3990aa489dd2 req-e8294c84-6aed-42a8-9200-56c60d9c9d8b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Mar 02 07:29:04.996284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-f4a8ebd8-afdd-48c7-8647-9b34173cfc01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5091381 Mar 02 07:29:05.017650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-0d3b5cb6-b3d5-4751-9ba6-48241550b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.019389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-0d3b5cb6-b3d5-4751-9ba6-48241550b23a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 1094 time: 0.4226542 Mar 02 07:29:05.020787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-d82ee1e0-c851-4cf5-9270-50764b620e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.022575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-d82ee1e0-c851-4cf5-9270-50764b620e82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.2940950 Mar 02 07:29:05.082815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa434b8a-d47f-46d2-8e27-357ac1952346 req-0bb4bb1d-a478-4fc8-b4f8-3c9cc655b893 service neutron] 10.222.0.39 "GET /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202579 Mar 02 07:29:05.128397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff67af5-b68d-48af-9054-3e8310fe9414 req-95692b6d-a67d-42d7-8b1a-614afd213eff tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.130183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ff67af5-b68d-48af-9054-3e8310fe9414 req-95692b6d-a67d-42d7-8b1a-614afd213eff tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 945 time: 0.1447330 Mar 02 07:29:05.203370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8e08-fb8b-4dfa-bad9-239479be7c8b req-449e5a96-1963-47ca-b606-23a9facf31e8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.205031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b6f8e08-fb8b-4dfa-bad9-239479be7c8b req-449e5a96-1963-47ca-b606-23a9facf31e8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.4776385 Mar 02 07:29:05.215355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ff67af5-b68d-48af-9054-3e8310fe9414 req-b1dbe686-9a28-4566-bb8b-ef8f4d133416 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Mar 02 07:29:05.228284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-c9391a1c-dfc3-4570-9097-daa63c118887 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545520 Mar 02 07:29:05.228284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-99931edd-dbb9-4b90-8e32-836e36d2805f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6190035-5c84-4497-a896-63fa064c3621 HTTP/1.1" status: 200 len: 217 time: 0.1570108 Mar 02 07:29:05.361325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b6f8e08-fb8b-4dfa-bad9-239479be7c8b req-4ef19b81-0b52-44e0-a66f-e15817c2e76d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377778 Mar 02 07:29:05.439664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ff23-f66f-4310-bfac-b36734deac07 req-ca21475a-9657-4cf0-9fe7-85d3934ed311 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.441926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a01ff23-f66f-4310-bfac-b36734deac07 req-ca21475a-9657-4cf0-9fe7-85d3934ed311 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1136472 Mar 02 07:29:05.443101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7d10d4ae-e665-4678-aff4-fb3678db90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.444547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-7d10d4ae-e665-4678-aff4-fb3678db90cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.1860206 Mar 02 07:29:05.505468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a01ff23-f66f-4310-bfac-b36734deac07 req-c9f27b8e-a4c1-4958-bb2e-7d115540ce87 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533926 Mar 02 07:29:05.535885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-66803937', 'description': 'tempest-description-435487429'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:05.541095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.553815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:05.574574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.610158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.617530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:05.621127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:05.627775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:05.668184 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621', 'status': 'completed', 'code': 200} Mar 02 07:29:05.697884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-42c80d1d-0610-440c-bf1a-3e4de7703ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2392206 Mar 02 07:29:05.704164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.704644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.705124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.705611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.706102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.706564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.707031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.708875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-18192fe4-e972-42f8-bdf8-a551cacbc7b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9401016c7eec4a29b1ed62eef155192b&device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 6492 time: 0.6830990 Mar 02 07:29:05.727612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.733377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.744018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-5e00b051-513d-4d39-aa7d-60e321d1dfc8 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825106 Mar 02 07:29:05.793001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c882a935-27dc-4904-a015-240b45b699fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:05.804427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.805717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6a59577-8180-4033-b241-f906f4561068 req-1ca96f90-de50-43c3-9612-de88c364a918 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2802517 Mar 02 07:29:05.899040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-414780508', 'description': 'tempest-description-1601325797'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:06.016241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:06.038193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:06.046919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:06.063737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.108710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.133491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e2a5-3e74-43ed-b48b-a5c0a6a7d12a req-46f54744-1343-4491-806d-ababd363a654 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.135453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a702e2a5-3e74-43ed-b48b-a5c0a6a7d12a req-46f54744-1343-4491-806d-ababd363a654 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 943 time: 0.1208599 Mar 02 07:29:06.160964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-5fe1d6ff-ee68-4e20-bdb3-720b1e10a704 service neutron] 10.222.0.39 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497101 Mar 02 07:29:06.162794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-f01dffde-e745-4b43-a85d-6c60423a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.163418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-f01dffde-e745-4b43-a85d-6c60423a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.164033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-f01dffde-e745-4b43-a85d-6c60423a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.165672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-f01dffde-e745-4b43-a85d-6c60423a1de4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=fd371546-00db-45e8-9ca7-3610af42bfc4&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 HTTP/1.1" status: 200 len: 2290 time: 0.4207251 Mar 02 07:29:06.170423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69a3eab6-5917-4434-90cb-cf18fe3fd8ae req-47a38fb9-4e5e-4db3-8008-c357f4711f67 service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042184 Mar 02 07:29:06.193024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:06.198982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a702e2a5-3e74-43ed-b48b-a5c0a6a7d12a req-629d1602-df93-42c8-890f-92d6447b6f2d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574162 Mar 02 07:29:06.268764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:06.282363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:06.299476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.413386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-5d73a977-2c23-4034-9cc4-6a267f828f28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d095be35-9486-4722-9fb0-7675e74cf3f2 HTTP/1.1" status: 200 len: 1001 time: 0.2397902 Mar 02 07:29:06.430995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb39fd7-fb98-4ec8-9f07-5cdc913b53ed req-d888ec72-62aa-453c-a627-18f9fc251820 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.432900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcb39fd7-fb98-4ec8-9f07-5cdc913b53ed req-d888ec72-62aa-453c-a627-18f9fc251820 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 945 time: 0.1072767 Mar 02 07:29:06.494509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcb39fd7-fb98-4ec8-9f07-5cdc913b53ed req-beab2bbb-f6f1-4e1e-806b-b0df0664c0ba tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Mar 02 07:29:06.509480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ded23eef-36d2-4b50-bf04-baf83ac02964 req-5b77b6f2-9e1e-4ecd-9064-87dc8038f8c6 service neutron] 10.222.0.39 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380954 Mar 02 07:29:06.545481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-dc960392-68b8-4643-8818-6eb7452cb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.547586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-dc960392-68b8-4643-8818-6eb7452cb0ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e78cd01a-2d54-415e-b292-fb3fb8bc0f52 HTTP/1.1" status: 200 len: 850 time: 0.1274829 Mar 02 07:29:06.561613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.663046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.740494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4170fae-ee4c-41dc-98d1-b18a6ff15349,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.745443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.756760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99e496f9-fd7a-4e20-9cfe-56908564b2c8 req-c4d748a4-8b07-4b18-91ee-5825ec979c5c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9206679 Mar 02 07:29:06.799658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c5b65b14-c1d8-45ee-a10a-04c7fe12afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.801246 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c5b65b14-c1d8-45ee-a10a-04c7fe12afea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea1e4f59-e3b6-4899-abaa-843eda4f0090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433696 Mar 02 07:29:06.804448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1e87-c539-48e2-af4f-90148aade2fb req-a7d095cd-c2ba-41a1-9b14-25135728a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.806182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-a7d095cd-c2ba-41a1-9b14-25135728a257 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 1094 time: 0.1879981 Mar 02 07:29:06.837187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100c7ce-7492-44c7-9e0c-2833e1941789 req-9e590d7f-22d0-4bd6-8811-c4a043c0ac89 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.847638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9100c7ce-7492-44c7-9e0c-2833e1941789 req-9e590d7f-22d0-4bd6-8811-c4a043c0ac89 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1568377 Mar 02 07:29:06.934928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9100c7ce-7492-44c7-9e0c-2833e1941789 req-780f0066-c322-4c52-9072-83f69a2a98e0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860405 Mar 02 07:29:07.252502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267fc6-b04e-414d-9a5b-410cee005f08 req-2a18d661-ecb0-4ea3-8ddb-acae17636cc3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:07.254467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a267fc6-b04e-414d-9a5b-410cee005f08 req-2a18d661-ecb0-4ea3-8ddb-acae17636cc3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2757916 Mar 02 07:29:07.260897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-3261031e-b1ee-40ef-bf74-c8fa33354d90 service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528897 Mar 02 07:29:07.263588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1e87-c539-48e2-af4f-90148aade2fb req-d02b22fc-fe74-457d-8a02-69134e6d75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:07.265116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-d02b22fc-fe74-457d-8a02-69134e6d75a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 200 len: 904 time: 0.4006650 Mar 02 07:29:07.269134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-6b66897b-cca4-4c7b-9ab4-35aaa850fe07 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:07.269831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-6b66897b-cca4-4c7b-9ab4-35aaa850fe07 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:07.291354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-6b66897b-cca4-4c7b-9ab4-35aaa850fe07 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:07.293248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-6b66897b-cca4-4c7b-9ab4-35aaa850fe07 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 813 time: 0.2172968 Mar 02 07:29:07.313784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-0b9b618f-3195-44c3-b24b-e46f7e6ce925 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/quotas/54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 375 time: 0.0129788 Mar 02 07:29:07.472205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-bf88d382-68c4-4517-a10c-0c3a4c63cc2c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433840 Mar 02 07:29:07.556695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bffb353b-1f88-4139-ac8e-1b59babcc0f5 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:07.693305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-b609b81b-5fb0-4ac8-9649-97ec4ed0b2df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6190035-5c84-4497-a896-63fa064c3621 HTTP/1.1" status: 200 len: 217 time: 0.4083431 Mar 02 07:29:07.799198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port bffb353b-1f88-4139-ac8e-1b59babcc0f5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:07.806656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port bffb353b-1f88-4139-ac8e-1b59babcc0f5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:07.807077 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.883588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a267fc6-b04e-414d-9a5b-410cee005f08 req-4303e3b2-fe1b-4313-a5d5-f350ec84f26f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148977 Mar 02 07:29:07.904212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-6bc790d9-a071-4de3-b696-6473c1b1f16e service neutron] 10.222.0.21 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279356 Mar 02 07:29:08.014793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a1e87-c539-48e2-af4f-90148aade2fb req-5111ea78-a46c-4540-9415-ad331ffd6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.016991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-5111ea78-a46c-4540-9415-ad331ffd6a1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 200 len: 844 time: 0.3077927 Mar 02 07:29:08.023144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c4255dac-fcad-4293-b983-1428b8b95369 service neutron] 10.222.0.16 "GET /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549999 Mar 02 07:29:08.100162 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.141832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-ed2662f2-69ff-4073-9017-86f5bb85105f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2766f0aa-b169-420b-bc8a-27683cb49f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137567 Mar 02 07:29:08.219441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:08.232418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-05ca6e67-7210-4881-9a53-0fddf97490c9 service neutron] 10.222.0.21 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228571 Mar 02 07:29:08.237903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5,segment=NetworkSegment(7afa6878-951b-456f-a331-91a20577452d),segment_id=7afa6878-951b-456f-a331-91a20577452d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:08.252622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.384809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:08.500932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-812d8a62-a2bb-4c48-8a7a-86276c7c60f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 217 time: 0.3541634 Mar 02 07:29:08.718808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c26cead4-eb56-4e37-933e-9897a01d3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.720673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c26cead4-eb56-4e37-933e-9897a01d3214 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.2001514 Mar 02 07:29:08.835005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-25bae260-083a-4de5-b193-3843e121727e service neutron] 10.222.0.39 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870191 Mar 02 07:29:08.914820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37941ff8-6aaa-49f2-bdf6-f05f4022fc0a req-7d6f2c9c-40b8-4a58-bde2-bc6ccc62ef89 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.929615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37941ff8-6aaa-49f2-bdf6-f05f4022fc0a req-7d6f2c9c-40b8-4a58-bde2-bc6ccc62ef89 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 943 time: 0.5390518 Mar 02 07:29:09.022695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:09.137627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-73ca843a-ce18-4942-8917-f7c413d52807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:09.139263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-73ca843a-ce18-4942-8917-f7c413d52807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4027870 Mar 02 07:29:09.191721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee38e5-c2d8-4cc3-9f3c-181c21520ed0 req-1e8e9202-c78f-4897-b97a-4a3a2f551ea9 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:09.192282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9ee38e5-c2d8-4cc3-9f3c-181c21520ed0 req-1e8e9202-c78f-4897-b97a-4a3a2f551ea9 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.4352944 Mar 02 07:29:09.247867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37941ff8-6aaa-49f2-bdf6-f05f4022fc0a req-7887cebd-c4d5-4371-b137-65f3c281dafd tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089316 Mar 02 07:29:09.284445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:09.293850 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9ee38e5-c2d8-4cc3-9f3c-181c21520ed0 req-4ebb4fe6-d714-4876-94e3-4701378fb35d tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Mar 02 07:29:09.330098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'mac_address': 'fa:16:3e:5e:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:09.359898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-588a1e87-c539-48e2-af4f-90148aade2fb req-527d576a-2f05-4288-8d24-edba6fccfbbb service neutron] 10.222.0.39 "GET /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127699 Mar 02 07:29:09.440684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-fbc38e31-1040-494b-845e-2f6336960782 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810650 Mar 02 07:29:09.515121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.567258 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5', 'code': 200} Mar 02 07:29:09.583014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:09.635670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:09.642986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.643887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:09.716079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427825-5c56-4060-a2b1-c6d147b04937 req-656e1b9c-8db2-47fd-a3a2-81bd699de5b6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:09.728088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f427825-5c56-4060-a2b1-c6d147b04937 req-656e1b9c-8db2-47fd-a3a2-81bd699de5b6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1960247 Mar 02 07:29:09.822708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:09.878202 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a9c1da5-755e-4b74-9484-bc20725919cb req-680131b0-3347-4aa7-bbcd-f2d60d8be705 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 210 time: 0.0838189 Mar 02 07:29:09.880601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-ed5ccbb9-3cc3-4f8a-bef7-640edca5871e service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319241 Mar 02 07:29:09.895530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f427825-5c56-4060-a2b1-c6d147b04937 req-bc8274e5-1d71-4e8a-841b-cacddf371a86 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637950 Mar 02 07:29:09.938012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a3794-cb03-40b5-8d2e-6e57edc00a47 req-7ee86e0f-be94-4a0b-ab64-c9fd7a9396f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:09.945491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f80a3794-cb03-40b5-8d2e-6e57edc00a47 req-7ee86e0f-be94-4a0b-ab64-c9fd7a9396f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 1097 time: 0.1556723 Mar 02 07:29:09.995347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f80a3794-cb03-40b5-8d2e-6e57edc00a47 req-39972be8-aa83-4d5c-98e8-149284e4b812 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Mar 02 07:29:10.060643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-eb2448aa-b88e-483c-98ff-4cf241cd1b1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 217 time: 0.1728759 Mar 02 07:29:10.087271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:10.106308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'a6190035-5c84-4497-a896-63fa064c3621', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': 'a6190035-5c84-4497-a896-63fa064c3621', 'mac_address': 'fa:16:3e:7a:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:10.179476 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.195255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6ce86-e60f-4be8-bfb3-efb5a9625473 req-df06e1c2-dc3e-4779-9c85-8f3de0f58668 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.197263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ad6ce86-e60f-4be8-bfb3-efb5a9625473 req-df06e1c2-dc3e-4779-9c85-8f3de0f58668 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1208622 Mar 02 07:29:10.207095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6190035-5c84-4497-a896-63fa064c3621 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:10.237833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:10.242719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.261025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ad6ce86-e60f-4be8-bfb3-efb5a9625473 req-d2558d1a-75b9-4ac1-8acf-6747fb176c58 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520842 Mar 02 07:29:10.376963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-83601848-646c-448c-9107-05804061f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.379916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-83601848-646c-448c-9107-05804061f509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.1174190 Mar 02 07:29:10.426648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['05d35b94-bce0-4f0a-8132-62ad63af2c7a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:10.477981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-6807d714-6164-48de-939f-206311edbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.479690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-6807d714-6164-48de-939f-206311edbe51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926559 Mar 02 07:29:10.494845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:10.561728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47a41a-5273-47dd-b551-9c51acf05d50 req-58f71298-686f-4b58-b561-57ce9873a4f1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.564153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd47a41a-5273-47dd-b551-9c51acf05d50 req-58f71298-686f-4b58-b561-57ce9873a4f1 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 944 time: 0.1656687 Mar 02 07:29:10.631547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd47a41a-5273-47dd-b551-9c51acf05d50 req-fb276b49-0007-44d7-9234-390f1a04897c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Mar 02 07:29:10.662299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a6190035-5c84-4497-a896-63fa064c3621'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:10.957464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-bd4a4d78-6c73-4bf8-bd00-3e2d300ae5e4 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678385 Mar 02 07:29:10.995036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9f583-3f33-4146-af9c-02a837923c65 req-ec415983-d8ad-418c-9433-c283bf996d75 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.032019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f6c9f583-3f33-4146-af9c-02a837923c65 req-ec415983-d8ad-418c-9433-c283bf996d75 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Synchronizing usage tracker for tenant:e80d30cbf6094821aac26854b224b6ce on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:11.237538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7c2efaf-1f59-4491-beb6-367287f20842 req-55e5e135-68cb-415e-9c78-84dd5cf170f2 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 210 time: 0.0829589 Mar 02 07:29:11.355512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f6c9f583-3f33-4146-af9c-02a837923c65 req-ec415983-d8ad-418c-9433-c283bf996d75 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Unset dirty status for tenant:e80d30cbf6094821aac26854b224b6ce on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:11.363411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6c9f583-3f33-4146-af9c-02a837923c65 req-ec415983-d8ad-418c-9433-c283bf996d75 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.8405132 Mar 02 07:29:11.516825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6c9f583-3f33-4146-af9c-02a837923c65 req-da299098-3962-49c0-a024-2721837a046e tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522167 Mar 02 07:29:11.535933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-75f6ccd4-454c-41d5-a944-169444d082b3 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056529 Mar 02 07:29:11.700140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-b41773c4-4b4c-42db-a79c-8fe1c66fd28a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887 HTTP/1.1" status: 200 len: 217 time: 0.1570258 Mar 02 07:29:11.706368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-5d06ab19-2493-41ec-8ee0-c3858d6904be tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.708377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-5d06ab19-2493-41ec-8ee0-c3858d6904be tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.16 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 813 time: 0.4668365 Mar 02 07:29:11.723189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'device_id': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844', 'admin_state_up': True, 'tenant_id': '54c9742b07fa4cbc9dd35ff15b54d10e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:11.773329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca45cd-340f-40bd-8f16-19ac8b1440a9 req-ae3235d8-bdf4-4beb-bd26-346bf28b1a88 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.775110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ca45cd-340f-40bd-8f16-19ac8b1440a9 req-ae3235d8-bdf4-4beb-bd26-346bf28b1a88 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3108060 Mar 02 07:29:11.878853 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ad0a-35c7-4a5d-9819-3f1bd2145921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.887522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-7902421e-58c5-4a9c-b667-8e581e657eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.889707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-7902421e-58c5-4a9c-b667-8e581e657eaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.1793966 Mar 02 07:29:11.937589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ca45cd-340f-40bd-8f16-19ac8b1440a9 req-b8a4bc1b-2527-4d6c-9207-695f5f0c4d7b tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054318 Mar 02 07:29:11.975786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:12.009505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976671ad-3e1c-48e8-a145-ea14136d5e3b req-f55c9168-486e-4c08-883f-4136156b3b39 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.011536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:12.012405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-976671ad-3e1c-48e8-a145-ea14136d5e3b req-f55c9168-486e-4c08-883f-4136156b3b39 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2393825 Mar 02 07:29:12.032609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Made reservation on behalf of 54c9742b07fa4cbc9dd35ff15b54d10e for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:12.036650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.106539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-976671ad-3e1c-48e8-a145-ea14136d5e3b req-c67b9809-7573-43af-bef8-5213743c255c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881681 Mar 02 07:29:12.116316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-de611be5-0507-4513-ad62-a560a50bcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.119157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-de611be5-0507-4513-ad62-a560a50bcaf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2180102 Mar 02 07:29:12.355932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-8901f7f6-2667-4222-84a1-866d6e844e58 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920240 Mar 02 07:29:12.421565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5323a3-17e4-47af-adc4-8553b1b17399 req-05344184-b751-4a28-ba14-dd2d4bfbc632 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.423429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa5323a3-17e4-47af-adc4-8553b1b17399 req-05344184-b751-4a28-ba14-dd2d4bfbc632 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 944 time: 0.2309020 Mar 02 07:29:12.446612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c56f979-166d-4df3-a006-b2df687784c9 req-061b46be-5ae2-43d9-a946-fe78cc569b0b tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 210 time: 0.0574157 Mar 02 07:29:12.492120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Allocated IP 172.20.0.2 (11a0ff53-52f8-4228-9eaa-7ff313937844/7d0cbfd8-9a67-42ba-949b-6e09f364e72e/50139015-72f7-4050-8b57-e90c3ee1f3ef) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:12.514151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa5323a3-17e4-47af-adc4-8553b1b17399 req-7a6dd424-58c5-4af8-97b4-62119d046ee7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Mar 02 07:29:12.587853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-26a02533-4078-47cb-98f0-0c4ab9c1e5f7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250607 Mar 02 07:29:12.752441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-3e102690-72cb-40a4-a92b-68f2aee93a11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2 HTTP/1.1" status: 200 len: 217 time: 0.1575830 Mar 02 07:29:12.807963 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.836140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-bf2b36e8-0ccf-4eab-a32f-7f6b06cda819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.837810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-bf2b36e8-0ccf-4eab-a32f-7f6b06cda819 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 200 len: 797 time: 0.0796657 Mar 02 07:29:12.849756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.870627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:12.918618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e60756-5be9-43c0-aac5-f3c2a1dfc83c req-0379cf08-2494-4d1d-b2dd-94ff8476b08f tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.920521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9e60756-5be9-43c0-aac5-f3c2a1dfc83c req-0379cf08-2494-4d1d-b2dd-94ff8476b08f tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.2256098 Mar 02 07:29:12.930448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:12.942903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:12.961674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Network 11a0ff53-52f8-4228-9eaa-7ff313937844 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:12.963314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:12.967698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:12.981448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-1288f4b1-cbcf-4c3e-9d08-25d916148caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.985174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-1288f4b1-cbcf-4c3e-9d08-25d916148caa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd371546-00db-45e8-9ca7-3610af42bfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354089 Mar 02 07:29:13.058586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9e60756-5be9-43c0-aac5-f3c2a1dfc83c req-77a3b163-1e4d-45c2-8562-c8f2051c75db tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286736 Mar 02 07:29:13.071692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.072522 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.078128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 05d35b94-bce0-4f0a-8132-62ad63af2c7a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:13.078793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.131646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-be083693-7ecb-409d-af49-1633b3adc380 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4124768 Mar 02 07:29:13.143448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Request body: {'port': {'device_id': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:13.297958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-1d50a685-194a-40c6-9d3a-2c721f49d00c service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055315 Mar 02 07:29:13.404192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.432427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79fb1-0073-4c2a-8629-715e99e92b42 req-d2541e39-3dfc-4f8f-b699-8dec960f2016 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.434222 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ba79fb1-0073-4c2a-8629-715e99e92b42 req-d2541e39-3dfc-4f8f-b699-8dec960f2016 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2157252 Mar 02 07:29:13.444250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.573987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f886-e42c-4d9a-b906-08935fefff0c req-da448b51-a7f6-4dca-938b-15ee3917d4aa tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.576015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e11f886-e42c-4d9a-b906-08935fefff0c req-da448b51-a7f6-4dca-938b-15ee3917d4aa tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2769489 Mar 02 07:29:13.604380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:13.626221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:13.635469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.636763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:13.678268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-5b222de2-63d2-47e6-aea2-f4a4c9374879 service neutron] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239818 Mar 02 07:29:13.718657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ba79fb1-0073-4c2a-8629-715e99e92b42 req-1870d444-efcc-4c3a-96d1-f7d821c5e088 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350130 Mar 02 07:29:13.841343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:13.846581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port a6190035-5c84-4497-a896-63fa064c3621 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:13.863265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port a6190035-5c84-4497-a896-63fa064c3621 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:13.863646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.989346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-a06a9b47-e789-4256-b80d-d91cf8bca615 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8fa06594-a86f-4683-9f93-c779520bef43 HTTP/1.1" status: 200 len: 217 time: 0.2980559 Mar 02 07:29:13.992742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e11f886-e42c-4d9a-b906-08935fefff0c req-1f99e4df-1486-4725-8266-887ef155b06c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059267 Mar 02 07:29:14.067385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-10185c20-60eb-4709-ab01-a75d973e24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.068842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-10185c20-60eb-4709-ab01-a75d973e24d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 200 len: 797 time: 0.0695577 Mar 02 07:29:14.160182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50139015-72f7-4050-8b57-e90c3ee1f3ef {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:14.173260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.191560 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.214165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Transition to ACTIVE for port object 50139015-72f7-4050-8b57-e90c3ee1f3ef will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:14.218583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.265661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a74b864-01c3-43e0-939b-ded0d93d0d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.287806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:14.295831 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.306207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-686447b3-fbb0-47d6-855b-80e767acdfd3 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.307119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-686447b3-fbb0-47d6-855b-80e767acdfd3 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:14.341921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c7d66ece-76c0-4dda-a06f-fd5b4a3cbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.343580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-c7d66ece-76c0-4dda-a06f-fd5b4a3cbcb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2687309 Mar 02 07:29:14.388797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.397826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-686447b3-fbb0-47d6-855b-80e767acdfd3 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:14.398986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-686447b3-fbb0-47d6-855b-80e767acdfd3 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 931 time: 0.3481054 Mar 02 07:29:14.404833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.412576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10363a-1c96-422e-89ab-e4b83d22a857 req-76af637b-1ae3-4717-8dd0-535d2d8402b4 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.414307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a10363a-1c96-422e-89ab-e4b83d22a857 req-76af637b-1ae3-4717-8dd0-535d2d8402b4 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.2159977 Mar 02 07:29:14.549163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a10363a-1c96-422e-89ab-e4b83d22a857 req-13642ebd-5bb5-42dd-8bed-212bfe25026d tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718002 Mar 02 07:29:14.551838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-0d897ba3-f04f-4896-b0ba-01a0e7433ae5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:14.554701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Attempting to bind port 50139015-72f7-4050-8b57-e90c3ee1f3ef on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:14.555033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Attempting to bind port 50139015-72f7-4050-8b57-e90c3ee1f3ef by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:14.555360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Attempting to bind port 50139015-72f7-4050-8b57-e90c3ee1f3ef on network 11a0ff53-52f8-4228-9eaa-7ff313937844 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:14.568858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Port 50139015-72f7-4050-8b57-e90c3ee1f3ef on network 11a0ff53-52f8-4228-9eaa-7ff313937844 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:29:14.569184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Attempting to bind port 50139015-72f7-4050-8b57-e90c3ee1f3ef on network 11a0ff53-52f8-4228-9eaa-7ff313937844 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:14.587595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:14.587881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Checking segment: {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:14.588151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Bound using segment: {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:14.588580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Bound port: 50139015-72f7-4050-8b57-e90c3ee1f3ef, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9386f88-212a-42a5-831b-ec6625b65ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:14.588926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.609280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-0d897ba3-f04f-4896-b0ba-01a0e7433ae5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:14.610584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff61e895-3e05-4a5c-b09b-0c0225e348ad req-0d897ba3-f04f-4896-b0ba-01a0e7433ae5 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018664 Mar 02 07:29:14.619617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-cc1f30d9-51ed-4b8b-8bda-f2c7c90a7d62 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693405 Mar 02 07:29:14.653098 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'code': 200} Mar 02 07:29:14.727991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:14.731810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:14.736785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.805262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-79b03dd0-43c2-4c5b-bb9a-7b4fbc937f2d service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783013 Mar 02 07:29:14.830121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.830818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.832256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] 10.222.0.16 "PUT /v2.0/ports/50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 1091 time: 1.6935775 Mar 02 07:29:14.832758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:14.850537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3c53f-d34a-4cbf-b954-34f9b32c9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.919740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-b3891adc-d401-436f-99eb-09a4ddacaacc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23032363-7610-4875-9728-8363ab156019 HTTP/1.1" status: 200 len: 217 time: 0.1077569 Mar 02 07:29:14.978220 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'status': 'completed', 'code': 200} Mar 02 07:29:15.030750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-60e0c68e-ea7f-4d90-9e1e-92805fc09308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.033418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-60e0c68e-ea7f-4d90-9e1e-92805fc09308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1094 time: 0.1370111 Mar 02 07:29:15.123338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-5f44b897-c7da-4382-83f8-af6772cfb172 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 217 time: 0.0752091 Mar 02 07:29:15.128680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-285ff6bf-a760-4bf0-bd07-db98d7913ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.133828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-285ff6bf-a760-4bf0-bd07-db98d7913ebe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 200 len: 797 time: 0.1515138 Mar 02 07:29:15.251469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.295780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e5b3b-232f-4b8e-903d-57e375359e36 req-5ed70abd-5ca7-4448-937a-9679022261ea tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.308927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456e5b3b-232f-4b8e-903d-57e375359e36 req-5ed70abd-5ca7-4448-937a-9679022261ea tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3849974 Mar 02 07:29:15.326306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-eb7a4fee-4953-42a5-9775-02c818548fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.327861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-eb7a4fee-4953-42a5-9775-02c818548fee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.2041960 Mar 02 07:29:15.398850 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.404688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-ae353655-e844-4608-b01c-82e6f829b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.410313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-1c65025f-d69f-4d09-89a6-b89cb7a4726d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527461 Mar 02 07:29:15.417777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-ae353655-e844-4608-b01c-82e6f829b00a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2559063 Mar 02 07:29:15.428565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-456e5b3b-232f-4b8e-903d-57e375359e36 req-9145ae2a-a522-4534-888f-6ff248d07be3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Mar 02 07:29:15.631013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a14ff-b06e-4f46-b955-8484cf05087a req-a86f8a8f-4ef9-43ab-ba83-d5b1bf48c74c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:15.642075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-772a14ff-b06e-4f46-b955-8484cf05087a req-a86f8a8f-4ef9-43ab-ba83-d5b1bf48c74c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.4384599 Mar 02 07:29:15.717819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-772a14ff-b06e-4f46-b955-8484cf05087a req-31b03820-4581-4880-ab90-590c3adfeccd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746136 Mar 02 07:29:15.722286 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-ed4ba654-cc99-439d-bb7f-cfc2444a31e4 service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005190 Mar 02 07:29:15.729094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-660aca3c-5c4f-49c9-b0a2-5478ec391390 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193479 Mar 02 07:29:16.033368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e01c3b-4661-40ba-9df5-b91630bbad48 req-4c98d60e-d7e0-4de3-9845-7e618273475f service neutron] 10.222.0.16 "GET /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858689 Mar 02 07:29:16.109944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-880ce0d6-72b8-43b9-a22c-0da927e7c02c req-87c81ecc-daf3-43a4-b3a9-7ae586de5f80 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659000 Mar 02 07:29:16.189392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3c62e-2214-4ce9-b7b8-cc6462d3b34a req-a12b53c9-93e6-46e6-b65c-d86f8dbc1c44 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.197501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92d3c62e-2214-4ce9-b7b8-cc6462d3b34a req-a12b53c9-93e6-46e6-b65c-d86f8dbc1c44 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.2321279 Mar 02 07:29:16.257119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644a1ac-2984-4143-8c25-ba632a04c3cb req-42dae6e7-76bc-4075-a7e1-c38dbdf2c9a4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.263877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5644a1ac-2984-4143-8c25-ba632a04c3cb req-42dae6e7-76bc-4075-a7e1-c38dbdf2c9a4 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 943 time: 0.1786566 Mar 02 07:29:16.316005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92d3c62e-2214-4ce9-b7b8-cc6462d3b34a req-6fbe701e-030e-4d0a-855d-cb06a3120419 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217666 Mar 02 07:29:16.342671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5644a1ac-2984-4143-8c25-ba632a04c3cb req-cdd79b8b-a938-4659-847c-26bcc50749d8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:16.372116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5644a1ac-2984-4143-8c25-ba632a04c3cb req-cdd79b8b-a938-4659-847c-26bcc50749d8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:16.385402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5644a1ac-2984-4143-8c25-ba632a04c3cb req-cdd79b8b-a938-4659-847c-26bcc50749d8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161618 Mar 02 07:29:16.404553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-14a40ea2-b87a-49a6-9d6a-fcb964cfbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.404553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-14a40ea2-b87a-49a6-9d6a-fcb964cfbc1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1094 time: 0.1751392 Mar 02 07:29:16.646339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.664065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:16.888209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf0b40-4653-4065-a4a6-9f2ff389b5dd req-4e361cde-449b-43be-bf91-ec89bfb1ec26 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.889842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fdf0b40-4653-4065-a4a6-9f2ff389b5dd req-4e361cde-449b-43be-bf91-ec89bfb1ec26 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1050613 Mar 02 07:29:16.932176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b7bf-6551-4ebc-ad1f-073f893096fd req-f3d278fc-45df-41fd-90d1-3aac2a8f1906 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.932176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be11b7bf-6551-4ebc-ad1f-073f893096fd req-f3d278fc-45df-41fd-90d1-3aac2a8f1906 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.2048943 Mar 02 07:29:16.932176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-a94b12b4-8eec-4d0c-92f5-dccaefc7c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:16.936291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-a94b12b4-8eec-4d0c-92f5-dccaefc7c81f service neutron] 10.222.0.16 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.5256577 Mar 02 07:29:16.944341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3fdf0b40-4653-4065-a4a6-9f2ff389b5dd req-94282f98-2d2b-4a6e-9393-28e188288a48 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Mar 02 07:29:16.997500 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621', 'code': 200} Mar 02 07:29:17.024910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-668f3ae0-ec05-443e-b1c8-75900ae576b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 217 time: 0.0658906 Mar 02 07:29:17.097772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be11b7bf-6551-4ebc-ad1f-073f893096fd req-70de1c5a-ccfe-4afe-bea4-d5f33e05da26 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465597 Mar 02 07:29:17.115139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-8c2eebc9-e78a-45da-bdd6-706d4795769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.115139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-8c2eebc9-e78a-45da-bdd6-706d4795769a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.0739334 Mar 02 07:29:17.171765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-9f785e31-8eaf-467d-a5bc-ca558ccc0951 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499678 Mar 02 07:29:17.245907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a292f62-6137-4661-956e-b7807ca446aa req-e104cc82-3c0c-4d1d-8b8d-5e1a43a5d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.247318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a292f62-6137-4661-956e-b7807ca446aa req-e104cc82-3c0c-4d1d-8b8d-5e1a43a5d10d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 1096 time: 0.1627641 Mar 02 07:29:17.254492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c95d7-008a-4e53-bf30-8bcb67f7e372 req-cb8b1b2a-5170-4f66-94ff-d6e802d11a05 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.255828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-580c95d7-008a-4e53-bf30-8bcb67f7e372 req-cb8b1b2a-5170-4f66-94ff-d6e802d11a05 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1087420 Mar 02 07:29:17.312670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-bdea180d-16fd-4f38-a4c9-ac3b52a41e17 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290553 Mar 02 07:29:17.424998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a292f62-6137-4661-956e-b7807ca446aa req-619ea6e9-62ea-4866-aaac-e71291139aa8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655359 Mar 02 07:29:17.434605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-580c95d7-008a-4e53-bf30-8bcb67f7e372 req-581ebb18-2195-4618-b174-1ac710d6198c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603878 Mar 02 07:29:17.503854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb65aa2f-1d02-43ce-b382-8c173729a4c8 req-15bbf331-e1e5-4e3b-b29e-8f91794365e8 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849222 Mar 02 07:29:17.536118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d225bde-888c-4631-8e31-f5b21b92f788 req-b11ac429-aa7f-45e6-aa66-666532ea130a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.537688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d225bde-888c-4631-8e31-f5b21b92f788 req-b11ac429-aa7f-45e6-aa66-666532ea130a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.1146724 Mar 02 07:29:17.584502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d225bde-888c-4631-8e31-f5b21b92f788 req-ea7f4fa3-ac1a-4cd0-b4d1-b59062546685 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Mar 02 07:29:17.629703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cab12-ad0d-4b98-aca1-b3a3890407fa req-9e75edc4-aaea-46a6-93e7-6e1a4b8ca0aa tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.631192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-720cab12-ad0d-4b98-aca1-b3a3890407fa req-9e75edc4-aaea-46a6-93e7-6e1a4b8ca0aa tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 943 time: 0.0822620 Mar 02 07:29:17.676382 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-720cab12-ad0d-4b98-aca1-b3a3890407fa req-ceecd6b8-80b5-44b3-a897-f05ad489c362 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Mar 02 07:29:17.775208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-a033521f-1ade-4a4b-8f3f-ef0d6c5c4b22 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.776545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-a033521f-1ade-4a4b-8f3f-ef0d6c5c4b22 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.0814416 Mar 02 07:29:17.845394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Deleting port bffb353b-1f88-4139-ac8e-1b59babcc0f5 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:17.845737 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.138719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] For port bffb353b-1f88-4139-ac8e-1b59babcc0f5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bffb353b-1f88-4139-ac8e-1b59babcc0f5,segment=NetworkSegment(7afa6878-951b-456f-a331-91a20577452d),segment_id=7afa6878-951b-456f-a331-91a20577452d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:18.138719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.277173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Calling delete_port for bffb353b-1f88-4139-ac8e-1b59babcc0f5 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:18.341051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9504a0-4312-4670-ab96-ab2b2d2236b5 req-33d9babe-3142-4700-8dab-92c5afc18593 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.341051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a9504a0-4312-4670-ab96-ab2b2d2236b5 req-33d9babe-3142-4700-8dab-92c5afc18593 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2883399 Mar 02 07:29:18.366299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.369268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213c6b-a6e5-4810-85c2-13babd1f9819 req-663c10e2-5450-4b59-b78b-328381c42693 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.371335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f213c6b-a6e5-4810-85c2-13babd1f9819 req-663c10e2-5450-4b59-b78b-328381c42693 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9 HTTP/1.1" status: 200 len: 946 time: 0.1507134 Mar 02 07:29:18.373190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-23519d05-14e0-40e0-9ab4-59478c120808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.374553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-23519d05-14e0-40e0-9ab4-59478c120808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1097 time: 0.1209662 Mar 02 07:29:18.409452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a9504a0-4312-4670-ab96-ab2b2d2236b5 req-e68eac86-74d6-4948-8e44-3b523a7e1618 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592844 Mar 02 07:29:18.426392 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.539242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f213c6b-a6e5-4810-85c2-13babd1f9819 req-c7755b3d-204d-49f3-858a-0ecb019c9c2a tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.21 "GET /v2.0/security-groups?id=2901f861-f09a-45ec-8dba-8588c1364597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602166 Mar 02 07:29:18.585245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-e16ae7d6-55b6-487b-b96e-83c2074f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.586899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-e16ae7d6-55b6-487b-b96e-83c2074f33c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.1948388 Mar 02 07:29:18.639647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.653305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['bffb353b-1f88-4139-ac8e-1b59babcc0f5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:18.691564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-454062f4-2424-49fa-937f-c9024070b0fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.0959146 Mar 02 07:29:18.752769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Pushing event deleted for resources: {'Port': ['ID=bffb353b-1f88-4139-ac8e-1b59babcc0f5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:18.798053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] No DVR routers for this DVR port bffb353b-1f88-4139-ac8e-1b59babcc0f5 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:18.802686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.805121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'name': 'network-vif-deleted', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:18.836924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a2ae-9cbc-4cb2-833a-74d1e7f74fe6 req-e1d6bec2-3897-411c-a363-f663b6edf75d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.838450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cc5a2ae-9cbc-4cb2-833a-74d1e7f74fe6 req-e1d6bec2-3897-411c-a363-f663b6edf75d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2560070 Mar 02 07:29:18.839956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d7f2fd3-da30-4ad9-b4ae-7838f1a8b144 req-07b6fa13-9d9c-47f0-9413-0ae18aea9c39 tempest-ServerMetadataNegativeTestJSON-143604158 tempest-ServerMetadataNegativeTestJSON-143604158-project] 10.222.0.16 "DELETE /v2.0/ports/bffb353b-1f88-4139-ac8e-1b59babcc0f5 HTTP/1.1" status: 204 len: 173 time: 1.0577786 Mar 02 07:29:18.842505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-c0240f3b-73a3-48e1-af42-dfa2cd46a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.844174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-c0240f3b-73a3-48e1-af42-dfa2cd46a90c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1374202 Mar 02 07:29:18.897778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cc5a2ae-9cbc-4cb2-833a-74d1e7f74fe6 req-d978e51f-3019-4569-8d46-3033c70374e2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Mar 02 07:29:18.903900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-a2957818-e243-4e2b-a3f6-881196499ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509822 Mar 02 07:29:18.921326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a536e3f-7bb6-4df5-b7eb-06467796dce1 req-5021af52-c947-4b25-a93f-904ba3ae1400 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:18.923168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a536e3f-7bb6-4df5-b7eb-06467796dce1 req-5021af52-c947-4b25-a93f-904ba3ae1400 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.1688025 Mar 02 07:29:19.099672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-d293fb0d-0ad2-42cd-90d7-399b7614c7ca service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755228 Mar 02 07:29:19.130586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a536e3f-7bb6-4df5-b7eb-06467796dce1 req-81f70c8b-f928-4642-a814-8a9102a44a5b tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852214 Mar 02 07:29:19.189922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060cc7-2dfe-4ce4-8ca3-c5f2976eba4f req-9ce40a66-643e-485c-a4e6-51b32c29af51 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:19.200826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9060cc7-2dfe-4ce4-8ca3-c5f2976eba4f req-9ce40a66-643e-485c-a4e6-51b32c29af51 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 943 time: 0.1115663 Mar 02 07:29:19.238428 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab4c491-eaa8-4318-80c0-1e9fc6d1afa9', 'name': 'network-vif-deleted', 'tag': 'bffb353b-1f88-4139-ac8e-1b59babcc0f5', 'status': 'completed', 'code': 200} Mar 02 07:29:19.305903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b9060cc7-2dfe-4ce4-8ca3-c5f2976eba4f req-cdb58a6e-ede9-4f2e-9cea-eaad6293cba2 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044042 Mar 02 07:29:19.353365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15210c1f-c73f-4d45-a0cf-db26dc440cb5 req-45aba96a-473f-4595-ab2b-b19bb542bdde service neutron] 10.222.0.39 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457318 Mar 02 07:29:19.613131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 50139015-72f7-4050-8b57-e90c3ee1f3ef details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:19.794445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48110) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:19.851362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f634e8-0782-4bc9-a9ea-3b4c1a0559a6 req-a3774580-51f2-499c-988a-356c7eb7ed31 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:19.885532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4f634e8-0782-4bc9-a9ea-3b4c1a0559a6 req-a3774580-51f2-499c-988a-356c7eb7ed31 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.3001382 Mar 02 07:29:19.907499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:19.939045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'network_id': '11a0ff53-52f8-4228-9eaa-7ff313937844', 'port_id': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'mac_address': 'fa:16:3e:d8:14:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0cbfd8-9a67-42ba-949b-6e09f364e72e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:19.968890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Deleting subnet 4cfc80b3-25fb-4f1d-bb65-72d3b59265d2 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:19.975614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.976680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4f634e8-0782-4bc9-a9ea-3b4c1a0559a6 req-91139773-3d86-4428-930e-5ed80a8f51e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176226 Mar 02 07:29:20.043532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.045219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.081954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50139015-72f7-4050-8b57-e90c3ee1f3ef {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:20.112704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:20.122047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.170956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.233717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.321291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.466902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfc80b3-25fb-4f1d-bb65-72d3b59265d2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.488472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367547ae-d896-43aa-be41-ce56e4f6d8a4 req-07e28af0-c569-4240-9191-e44275e54c3b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:20.488472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-367547ae-d896-43aa-be41-ce56e4f6d8a4 req-07e28af0-c569-4240-9191-e44275e54c3b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.3908148 Mar 02 07:29:20.495985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.506006 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-69c70cdf-595f-44f9-8ab6-ab3b17edb2b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4cfc80b3-25fb-4f1d-bb65-72d3b59265d2 HTTP/1.1" status: 204 len: 168 time: 0.7181973 Mar 02 07:29:20.519172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.529356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['50139015-72f7-4050-8b57-e90c3ee1f3ef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:20.654416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-367547ae-d896-43aa-be41-ce56e4f6d8a4 req-8e32f622-fc64-41fb-80d4-983474c4dcf2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292384 Mar 02 07:29:20.665791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd320-5da8-4f53-a3a5-15532ba5df86 req-05fab810-470c-472b-9172-3505ebed44a5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:20.688358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f7cd320-5da8-4f53-a3a5-15532ba5df86 req-05fab810-470c-472b-9172-3505ebed44a5 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.3283572 Mar 02 07:29:20.800019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.818976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f7cd320-5da8-4f53-a3a5-15532ba5df86 req-895cc217-c0f5-467e-ad93-e822b2ed1e35 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419144 Mar 02 07:29:20.941686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883456b5-c605-4212-b7d4-cf13e1932b10 req-f1483cd0-c1bf-4329-a19c-06e92d04e291 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:20.949212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-883456b5-c605-4212-b7d4-cf13e1932b10 req-f1483cd0-c1bf-4329-a19c-06e92d04e291 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 944 time: 0.1346250 Mar 02 07:29:20.962743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:21.079412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-883456b5-c605-4212-b7d4-cf13e1932b10 req-8e75d1d2-7e35-4bdd-a4dc-9e61db8194ba tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229494 Mar 02 07:29:21.120567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.199050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136cdd1-c887-4c0c-b850-688493108b83']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:21.212928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afa6878-951b-456f-a331-91a20577452d') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:21.212928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afa6878-951b-456f-a331-91a20577452d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:21.231446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.276694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.289133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:21.289133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.341196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.433960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:21.459828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:21.461706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb96b3-7ebb-43cc-8541-1ced1d3a2a56 req-67cc3870-951f-4e9b-8af6-fc8114c43046 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:21.470404 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.477414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5adb96b3-7ebb-43cc-8541-1ced1d3a2a56 req-67cc3870-951f-4e9b-8af6-fc8114c43046 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2410564 Mar 02 07:29:21.583760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5adb96b3-7ebb-43cc-8541-1ced1d3a2a56 req-e9c44855-c0ea-453e-a34f-aca6cb93f46f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049647 Mar 02 07:29:21.596990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bffb353b-1f88-4139-ac8e-1b59babcc0f5 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:21.707393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: bffb353b-1f88-4139-ac8e-1b59babcc0f5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:21.707393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bffb353b-1f88-4139-ac8e-1b59babcc0f5 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:21.737586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:21.805229 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:21.828885 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'code': 200} Mar 02 07:29:21.831342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.839492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.873952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e136cdd1-c887-4c0c-b850-688493108b83 HTTP/1.1" status: 204 len: 168 time: 1.3427534 Mar 02 07:29:21.879428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795d38-6bb1-4609-884c-6c77704505c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e136cdd1-c887-4c0c-b850-688493108b83,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:22.070581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.181490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8ced5573-dc00-41bf-bca1-dd2bf0362e08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e80d30cbf6094821aac26854b224b6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094761 Mar 02 07:29:22.185261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48196) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.227153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772f72-6586-4611-bef8-307388db3301 req-342991a2-9ae4-4c09-96a3-94c4b0b79b7b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.234211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80772f72-6586-4611-bef8-307388db3301 req-342991a2-9ae4-4c09-96a3-94c4b0b79b7b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1803622 Mar 02 07:29:22.305768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80772f72-6586-4611-bef8-307388db3301 req-cd0557d4-dd16-4852-bbfd-4d07b829f0a4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705857 Mar 02 07:29:22.335560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.380043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.469911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.502846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2901f861-f09a-45ec-8dba-8588c1364597,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:22.522568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.532970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-177bcace-1350-4319-bb7d-8ec5d6f2b596 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2901f861-f09a-45ec-8dba-8588c1364597 HTTP/1.1" status: 204 len: 168 time: 0.3363383 Mar 02 07:29:22.643012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd44a5-d844-42fb-a3ef-307d3513f15f req-11038bf8-1122-437d-a42c-72c88768e16d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.661200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16bd44a5-d844-42fb-a3ef-307d3513f15f req-11038bf8-1122-437d-a42c-72c88768e16d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 944 time: 0.2436662 Mar 02 07:29:22.791055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16bd44a5-d844-42fb-a3ef-307d3513f15f req-17bec48e-f7b8-4661-8db6-150c92c512e9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282740 Mar 02 07:29:22.847466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479954f-c3ca-4ae2-a3ea-ae7aade83cba req-22f1949e-bec7-4f92-af77-70e3fa5ca3cf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.851851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d479954f-c3ca-4ae2-a3ea-ae7aade83cba req-22f1949e-bec7-4f92-af77-70e3fa5ca3cf tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.1626551 Mar 02 07:29:22.951631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d479954f-c3ca-4ae2-a3ea-ae7aade83cba req-11206a45-2b9b-4e5d-990a-bb7761f999f8 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920186 Mar 02 07:29:23.096097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fc4ea-5f79-495a-b525-92383d31a01b req-1cdbc4d2-ff38-4c92-b450-0ed3b13c7094 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.098996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751fc4ea-5f79-495a-b525-92383d31a01b req-1cdbc4d2-ff38-4c92-b450-0ed3b13c7094 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.1356764 Mar 02 07:29:23.165624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751fc4ea-5f79-495a-b525-92383d31a01b req-b0ca1249-7e74-4b23-bd38-c1d8f5bb20f6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543239 Mar 02 07:29:23.622595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 50139015-72f7-4050-8b57-e90c3ee1f3ef up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:23.662800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd977-30d6-40d4-80b0-dcf332d490cb req-b001cfe7-cab8-43eb-b614-cc4f91baf090 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.666648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422dffd-3bf2-4dd9-9c52-ae00b4c6595c req-fc3eb64c-dd0f-4412-9fc1-ad7911c940cf tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.674425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0422dffd-3bf2-4dd9-9c52-ae00b4c6595c req-fc3eb64c-dd0f-4412-9fc1-ad7911c940cf tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.1692729 Mar 02 07:29:23.681642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-083cd977-30d6-40d4-80b0-dcf332d490cb req-b001cfe7-cab8-43eb-b614-cc4f91baf090 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1851344 Mar 02 07:29:23.757337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-083cd977-30d6-40d4-80b0-dcf332d490cb req-a3a8072d-0438-4215-8c16-f74829360dc1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743546 Mar 02 07:29:23.778971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 50139015-72f7-4050-8b57-e90c3ee1f3ef completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:23.789459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 50139015-72f7-4050-8b57-e90c3ee1f3ef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:23.789946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.812070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0422dffd-3bf2-4dd9-9c52-ae00b4c6595c req-fa7a518c-f999-4af7-a7ae-674d50819e74 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264749 Mar 02 07:29:24.082507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.202416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:24.226295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:24.232474 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.378292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf0967-395e-4daf-b932-71a40a48bab2 req-f90f4e4c-b387-45c1-b7bf-2300b56c3310 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:24.380362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1bf0967-395e-4daf-b932-71a40a48bab2 req-f90f4e4c-b387-45c1-b7bf-2300b56c3310 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 945 time: 0.2310057 Mar 02 07:29:24.455737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:24.493491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1bf0967-395e-4daf-b932-71a40a48bab2 req-eb415d9a-8e02-481c-99dc-09786fea7e39 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903540 Mar 02 07:29:24.735735 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'code': 200} Mar 02 07:29:24.739980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0087e-b543-468e-a36d-264d3866ab61 req-fbb49de7-5afc-47c8-99e2-d9f4bcf8a108 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:24.741523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42d0087e-b543-468e-a36d-264d3866ab61 req-fbb49de7-5afc-47c8-99e2-d9f4bcf8a108 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.3153954 Mar 02 07:29:24.924659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42d0087e-b543-468e-a36d-264d3866ab61 req-2a2a8277-fb44-4ca1-9891-bd3428bdce2e tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727495 Mar 02 07:29:24.973787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:24.982013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:25.086999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74bd1-36f1-4cd4-a88e-f8d66b45f27b req-4959c601-6c8c-4da6-b9be-808d5d3ed731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.090961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abf74bd1-36f1-4cd4-a88e-f8d66b45f27b req-4959c601-6c8c-4da6-b9be-808d5d3ed731 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1096 time: 0.2303851 Mar 02 07:29:25.340257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abf74bd1-36f1-4cd4-a88e-f8d66b45f27b req-000fed63-d39f-420b-a4df-881ae1336649 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370534 Mar 02 07:29:25.412391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b575163-0ca1-4975-8192-52d759a0d22b req-e3595faa-dc01-47de-af7e-16b0830d7646 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.424806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b575163-0ca1-4975-8192-52d759a0d22b req-e3595faa-dc01-47de-af7e-16b0830d7646 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.2725112 Mar 02 07:29:25.557394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b575163-0ca1-4975-8192-52d759a0d22b req-939ec9cb-7f26-4bfa-9545-c4257dbe2702 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304767 Mar 02 07:29:25.612583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab771-a2df-4201-82a7-021474f598e1 req-a2d28687-3281-42e8-a0c0-484662787e3c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.635421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a6ab771-a2df-4201-82a7-021474f598e1 req-a2d28687-3281-42e8-a0c0-484662787e3c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.1994181 Mar 02 07:29:25.720335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:25.783936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'a6190035-5c84-4497-a896-63fa064c3621', 'network_id': '2766f0aa-b169-420b-bc8a-27683cb49f96', 'port_id': 'a6190035-5c84-4497-a896-63fa064c3621', 'mac_address': 'fa:16:3e:7a:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90419dee-c347-405c-926c-1e48dc4801eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:25.805089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a6ab771-a2df-4201-82a7-021474f598e1 req-e7186423-1129-49d2-ab26-80da9ce97b9d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600606 Mar 02 07:29:25.973820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.019598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6190035-5c84-4497-a896-63fa064c3621 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:26.025221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c04fe-76a3-46ec-bfe6-1b4f40d4337f req-64a54217-3786-41ea-847f-c46dc2e47a0f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:26.042896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b4c04fe-76a3-46ec-bfe6-1b4f40d4337f req-64a54217-3786-41ea-847f-c46dc2e47a0f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 945 time: 0.2881749 Mar 02 07:29:26.056773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:26.070526 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.210650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b4c04fe-76a3-46ec-bfe6-1b4f40d4337f req-c13d585e-db54-4d68-a5f4-eff7249e000e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653533 Mar 02 07:29:26.335441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:26.340977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-2fc30e3d-053b-4b52-a496-03bb1747d592 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4821792 Mar 02 07:29:26.442996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a6190035-5c84-4497-a896-63fa064c3621'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:26.646396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cdcd7-49f7-41ed-9b1d-0dd4cc22a7bf req-87b90518-5c86-4025-9f83-2b95db8b2145 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:26.656386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-921cdcd7-49f7-41ed-9b1d-0dd4cc22a7bf req-87b90518-5c86-4025-9f83-2b95db8b2145 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 944 time: 0.2619536 Mar 02 07:29:26.732674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1b4c-dfe0-48e3-9fc1-480c0caa7a83 req-b2bf8e90-0c12-4880-bdc5-eb627265dd6e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:26.738201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2aa1b4c-dfe0-48e3-9fc1-480c0caa7a83 req-b2bf8e90-0c12-4880-bdc5-eb627265dd6e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2091494 Mar 02 07:29:26.816938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-921cdcd7-49f7-41ed-9b1d-0dd4cc22a7bf req-22c03efc-7801-47d1-9f31-f1e271ae57b0 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514521 Mar 02 07:29:26.853162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2aa1b4c-dfe0-48e3-9fc1-480c0caa7a83 req-20c3f3ee-4493-4f7d-a7c7-fa3e9357af0b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087325 Mar 02 07:29:27.136693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d65-7d36-402c-ae51-e92d50c8d8a3 req-0b81abc0-ec0f-4ec3-b503-d62acbe88d0a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:27.168346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3014d65-7d36-402c-ae51-e92d50c8d8a3 req-0b81abc0-ec0f-4ec3-b503-d62acbe88d0a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1762321 Mar 02 07:29:27.272307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393b1d-b40d-4e09-8125-29bebb0d16c9 req-46996521-c0a8-4579-b05d-3dbdc1fcb165 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:27.281666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15393b1d-b40d-4e09-8125-29bebb0d16c9 req-46996521-c0a8-4579-b05d-3dbdc1fcb165 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.2050672 Mar 02 07:29:27.282573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3014d65-7d36-402c-ae51-e92d50c8d8a3 req-72400bfd-390f-4258-b88c-df00aeeabc67 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117640 Mar 02 07:29:27.354768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15393b1d-b40d-4e09-8125-29bebb0d16c9 req-6cc00c2a-7331-482f-bef1-112823632bb9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678391 Mar 02 07:29:27.657513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48362) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:27.711327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9bc6-a918-4975-b472-29ab04fd707f req-9d715ab7-2cbc-43f5-af5a-1d02b837df97 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:27.713366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a0d9bc6-a918-4975-b472-29ab04fd707f req-9d715ab7-2cbc-43f5-af5a-1d02b837df97 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 945 time: 0.1540606 Mar 02 07:29:27.741649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395aa0-c284-4891-93dd-8ed30b581682 req-056b90cc-f460-4e23-be90-1f133dde78b2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:27.743609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9395aa0-c284-4891-93dd-8ed30b581682 req-056b90cc-f460-4e23-be90-1f133dde78b2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1101017 Mar 02 07:29:27.783251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a0d9bc6-a918-4975-b472-29ab04fd707f req-79122810-a6e8-4914-bc07-8b8be62b91db tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Mar 02 07:29:27.803767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9395aa0-c284-4891-93dd-8ed30b581682 req-b24287ff-5d37-4550-b80f-66ccfd6c0737 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537329 Mar 02 07:29:27.870097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.899639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:27.906851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Usage tracker for resource:security_group_rule and tenant:11f881d5e3b44a5cb4c733726fa5845d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:27.914846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:27.938289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:27.983647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-471ff180-0982-4514-85a5-e4971573e114 req-ddfc686e-7df9-41aa-ba37-a875ea6d394d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-66803937&fields=id&tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 267 time: 0.0699515 Mar 02 07:29:28.101994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-ebe9eaeb-ec06-4fbe-b252-a45e15549287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:28.103476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-ebe9eaeb-ec06-4fbe-b252-a45e15549287 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff&tenant_id=4a2566b74c98442cb11ba2d379699678 HTTP/1.1" status: 200 len: 1095 time: 0.2629955 Mar 02 07:29:28.140411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff180-0982-4514-85a5-e4971573e114 req-59814235-29f6-4e15-b665-ebad5df4352a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:28.146349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-471ff180-0982-4514-85a5-e4971573e114 req-59814235-29f6-4e15-b665-ebad5df4352a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 945 time: 0.1519861 Mar 02 07:29:28.148373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:28.167666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'security_groups': ['11ffe304-b2c8-476a-9caa-c7880f5995e8', 'c882a935-27dc-4904-a015-240b45b699fd']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:28.208773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.216518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.297405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118aed-f534-46ba-93fd-27c035064a25 req-48ca5f97-4d00-4b18-a669-61fd2e4e5ef4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:28.299626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18118aed-f534-46ba-93fd-27c035064a25 req-48ca5f97-4d00-4b18-a669-61fd2e4e5ef4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2049398 Mar 02 07:29:28.306143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.325890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f881d5e3b44a5cb4c733726fa5845d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670201 Mar 02 07:29:28.332136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48374) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:28.336979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e11d04-24bc-43c2-8f8d-4bdc0addfefa,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:28.373749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.383678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.384270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.384773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.385253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.387051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.387585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.387918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.388257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.388579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.389054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.389530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.390039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bc6b6-766c-40c2-bf1c-17920ac02ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:28.416002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18118aed-f534-46ba-93fd-27c035064a25 req-622ae30e-0411-482d-86ca-274387c848d3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985384 Mar 02 07:29:28.590500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.665342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.709195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:28.739881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b41b3-58ba-4c68-85b6-994c89550cd8 req-b2f524d8-c662-4b8b-bb10-0a61a3649fd7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:28.747832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a29b41b3-58ba-4c68-85b6-994c89550cd8 req-b2f524d8-c662-4b8b-bb10-0a61a3649fd7 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 944 time: 0.1472762 Mar 02 07:29:28.783147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:28.804357 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.878490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:28.878620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e11d04-24bc-43c2-8f8d-4bdc0addfefa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:28.893047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.899410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a29b41b3-58ba-4c68-85b6-994c89550cd8 req-22e692c0-3758-4130-8408-c733a82b7bf0 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181035 Mar 02 07:29:28.907416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.909672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-da533082-1ca5-46a7-b643-e03f2f50e957 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1e11d04-24bc-43c2-8f8d-4bdc0addfefa HTTP/1.1" status: 204 len: 168 time: 0.5764120 Mar 02 07:29:28.919542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Transition to ACTIVE for port object abc82728-8dab-4f22-8d7c-a1fd831843f7 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:28.925309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.989389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:29.078460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:29.152999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] No DVR routers for this DVR port abc82728-8dab-4f22-8d7c-a1fd831843f7 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:29.177432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.186779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.221986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['50139015-72f7-4050-8b57-e90c3ee1f3ef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:29.262592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=9']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:29.321242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:29.386685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:29.388576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:29.389168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:29.403113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port a6190035-5c84-4497-a896-63fa064c3621 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:29.406471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:29:29.406780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.407878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Attempting to bind port abc82728-8dab-4f22-8d7c-a1fd831843f7 on network af11f894-3596-4eec-99d3-e0cbe3153570 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:29.438235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:29.438919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Checking segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:29.441775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Bound using segment: {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:29.442706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Bound port: abc82728-8dab-4f22-8d7c-a1fd831843f7, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0179644-ee8a-488f-82f5-e51085088714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:29.443302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.774415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48392) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.781526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:29.784846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:29.809378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.881542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:29.881542 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.891527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-471ff180-0982-4514-85a5-e4971573e114 req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "PUT /v2.0/ports/50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 981 time: 1.7376857 Mar 02 07:29:29.892435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fc3a1-75b3-4380-81b0-e2266f8ed2bc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:29.906515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:29.944777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:29.945832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.952362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-6595142b-8871-42e0-b10b-a55367df095d service neutron] 10.222.0.16 "PUT /v2.0/ports/abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 1092 time: 1.8122740 Mar 02 07:29:29.953340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:29.953558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.025668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:30.036241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Usage tracker for resource:security_group_rule and tenant:06b2d0d871bc4a1bae3fe3cdc073617b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:30.051655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:30.060576 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:29:30.077010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:30.148855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18252fea-e84b-4630-ae36-7e0479509496 req-4f331895-4c40-4ee0-b02f-fe03bdf989e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:30.159261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18252fea-e84b-4630-ae36-7e0479509496 req-4f331895-4c40-4ee0-b02f-fe03bdf989e7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 944 time: 0.9277291 Mar 02 07:29:30.273643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.283418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18252fea-e84b-4630-ae36-7e0479509496 req-0aae59ef-c024-4277-bcf1-a68796e2dbff tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214027 Mar 02 07:29:30.286922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['50139015-72f7-4050-8b57-e90c3ee1f3ef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:30.311877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595142b-8871-42e0-b10b-a55367df095d service neutron] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:30.403004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-64e4ee35-4efd-43fc-a24a-ea14c9d56a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:30.406649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-64e4ee35-4efd-43fc-a24a-ea14c9d56a11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1096 time: 0.3876717 Mar 02 07:29:30.541588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.576377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.660037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f29ddbbb-9536-4019-8dde-45edc54267a9 req-b47fef70-644f-423b-b659-86ad2ab8c29d tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c882a935-27dc-4904-a015-240b45b699fd HTTP/1.1" status: 200 len: 1800 time: 0.3240774 Mar 02 07:29:30.750192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b2d0d871bc4a1bae3fe3cdc073617b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684360 Mar 02 07:29:30.759034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48422) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:30.839590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-9dfcf996-0964-42cd-8e39-7933161dfac0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:30.847919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:30.850187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-9dfcf996-0964-42cd-8e39-7933161dfac0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.5322628 Mar 02 07:29:30.852391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffd654-af17-48ae-b685-24fd53ce07a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27302341-6134-4663-ae25-d1b99fa595b8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:30.920627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-dfc14aee-d363-4f77-a68a-dc09ed6f6015 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/quotas/46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 375 time: 0.0689735 Mar 02 07:29:30.942073 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-f29ddbbb-9536-4019-8dde-45edc54267a9 req-164a485f-df27-485b-b456-86204647c310 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:29:30.976625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f29ddbbb-9536-4019-8dde-45edc54267a9 req-164a485f-df27-485b-b456-86204647c310 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/c882a935-27dc-4904-a015-240b45b699fd HTTP/1.1" status: 409 len: 341 time: 0.3019590 Mar 02 07:29:30.995725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-44bc815b-2b91-40d4-8802-d150c48442e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.004156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-44bc815b-2b91-40d4-8802-d150c48442e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.5837727 Mar 02 07:29:31.043008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:31.055185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.082113 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'status': 'completed', 'code': 200} Mar 02 07:29:31.241893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-86174377-3311-4594-83ad-3766959dfe25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.2365880 Mar 02 07:29:31.263737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:31.321008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-6be9cf30-a14f-443b-a431-2b433e230ac9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3977923 Mar 02 07:29:31.455134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-5cd00662-b7c9-4858-9a16-ccefc19e4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.456620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-5cd00662-b7c9-4858-9a16-ccefc19e4ec1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1135 time: 0.3430352 Mar 02 07:29:31.517181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.550059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.600871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-64c5d646-782a-453b-a43a-0e2c49ee5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.603768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-64c5d646-782a-453b-a43a-0e2c49ee5b2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.1387222 Mar 02 07:29:31.612541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.639130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-9f168852-71a3-4267-af90-69184c1516c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.641489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-9f168852-71a3-4267-af90-69184c1516c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.3770099 Mar 02 07:29:31.647378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27302341-6134-4663-ae25-d1b99fa595b8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:31.699273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-396c70dd-eacf-445b-8de9-c186985e68e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490050 Mar 02 07:29:31.703404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.706696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f6e9cb0-c79b-45a1-aa31-3c48f4bc5600 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27302341-6134-4663-ae25-d1b99fa595b8 HTTP/1.1" status: 204 len: 168 time: 0.9450345 Mar 02 07:29:31.711030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-55344c6a-7aec-4cff-8e52-a8b729c62dad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 217 time: 0.1018355 Mar 02 07:29:31.812784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-190332ab-3cea-4591-b05e-9cb0615ee614 service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900212 Mar 02 07:29:31.868358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804e813-2c1f-475d-abd7-4760dfae1c43 req-3f9a95d7-6ea2-4ef9-9595-9e414fbed6a0 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.869552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-b2bdc010-49a6-44b7-8452-2ffaa4455c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:31.872312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-b2bdc010-49a6-44b7-8452-2ffaa4455c10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.1508477 Mar 02 07:29:31.876415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e804e813-2c1f-475d-abd7-4760dfae1c43 req-3f9a95d7-6ea2-4ef9-9595-9e414fbed6a0 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 945 time: 0.4177568 Mar 02 07:29:31.936102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e804e813-2c1f-475d-abd7-4760dfae1c43 req-5d6876d1-74b7-43e7-9697-8e79d8cf780a tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Mar 02 07:29:31.991178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-9d473d50-5f36-4b90-a574-e23f7d24a07c service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836065 Mar 02 07:29:32.054134 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'status': 'completed', 'code': 200} Mar 02 07:29:32.055920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-51452932-662a-403c-b6fd-70934f7be3e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310759 Mar 02 07:29:32.244411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e33d2ae-94f9-46f2-b950-44f3f2c84421 req-cc178fdf-1853-498d-9f13-66d6dd25efb2 service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424767 Mar 02 07:29:32.285343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-ff124a50-5e17-4866-822b-649eba02d6fd service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658933 Mar 02 07:29:32.388470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-4626e482-8956-4eb2-932a-e37ffdd3666d service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240356 Mar 02 07:29:32.517031 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621', 'code': 200} Mar 02 07:29:32.524174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-0d90a326-59b9-46fa-96b7-5f094ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:32.529749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-0d90a326-59b9-46fa-96b7-5f094ea61407 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1096 time: 0.2163601 Mar 02 07:29:33.021322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-dcfa6114-7fa0-43ef-8dc5-4632075cd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.021322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-dcfa6114-7fa0-43ef-8dc5-4632075cd10d service neutron] 10.222.0.16 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.4815631 Mar 02 07:29:33.072599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3c571b-b7b1-44ec-9027-2f6049543f29 req-97982c68-4dd1-49eb-b881-9eb47ba3c199 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767919 Mar 02 07:29:33.137461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-a54618ce-b80a-46fe-8cdc-4194ce912919 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.1129270 Mar 02 07:29:33.269545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-c4f76cb7-b8e3-4d1f-87f4-3ca57302d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.271483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-c4f76cb7-b8e3-4d1f-87f4-3ca57302d532 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1217434 Mar 02 07:29:33.447243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-12a507e6-eef2-4660-97ed-b5a5e356f3aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677065 Mar 02 07:29:33.516555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320ac3e-8235-495b-8f46-d771311e196b req-708c3247-1c24-41b4-adc1-2440f31c04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.523933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-708c3247-1c24-41b4-adc1-2440f31c04ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1135 time: 0.2726355 Mar 02 07:29:33.729670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c3700-f1f2-481c-9dbc-63893c608009 req-3c371f48-f184-4727-8b32-2f84c9588315 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.749808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-373c3700-f1f2-481c-9dbc-63893c608009 req-3c371f48-f184-4727-8b32-2f84c9588315 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.6692500 Mar 02 07:29:33.843112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-6d4f0c06-bb54-4187-9442-75dc50e6f0ed service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857043 Mar 02 07:29:34.227067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a83f3517-4dcc-49ae-ba46-ba7a8ca3faf9 req-a850bbbc-f475-445c-9788-a9f10f897d37 service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692865 Mar 02 07:29:34.255196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-373c3700-f1f2-481c-9dbc-63893c608009 req-d2ef362d-8751-4835-9e4a-9589b31e4d5d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041573 Mar 02 07:29:34.328488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320ac3e-8235-495b-8f46-d771311e196b req-0dc876a5-2f3a-441d-8e91-e086d3bfdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:34.337815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-0dc876a5-2f3a-441d-8e91-e086d3bfdf82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.7963846 Mar 02 07:29:34.797570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-e840844a-1857-4a38-974e-02ea4ed4e59f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 217 time: 0.4326458 Mar 02 07:29:35.018397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:35.065803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-b343f37d-8a66-4b45-9f6a-fd6da2633360 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:35.066965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320ac3e-8235-495b-8f46-d771311e196b req-823fa4be-4f3c-4e8e-894e-c58d106af53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:35.072424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-b343f37d-8a66-4b45-9f6a-fd6da2633360 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.4878707 Mar 02 07:29:35.074002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-823fa4be-4f3c-4e8e-894e-c58d106af53b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.2710500 Mar 02 07:29:35.110451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'device_id': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'admin_state_up': True, 'tenant_id': '46ac0080e5e2442884c75b56d32a846b'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:35.361623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-819a37ca-68f3-4e9b-ac27-3416a2d6bcb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2753463 Mar 02 07:29:35.403909 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.486061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:35.503853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:35.527612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.599539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-a484ace9-3748-4dc9-9c25-f24dfed39497 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233675 Mar 02 07:29:35.608631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:35.627832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:35.645610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:35.656595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.708064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:35.726901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.727474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.728161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.729008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.730725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.730725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.730877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.731307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.732337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.732414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.732915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.734941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:35.820677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3afe16-7976-42cd-bacc-defeb751e911 req-219c97c2-7419-40a3-b26b-315653b48bc8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:35.852104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3afe16-7976-42cd-bacc-defeb751e911 req-219c97c2-7419-40a3-b26b-315653b48bc8 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 984 time: 0.6297576 Mar 02 07:29:36.130383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3afe16-7976-42cd-bacc-defeb751e911 req-97b025a9-b12c-43fd-891b-21d4f52c115e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2616076 Mar 02 07:29:36.241981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a320ac3e-8235-495b-8f46-d771311e196b req-eba71047-0272-42c4-9772-5b0aeb347adf service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957828 Mar 02 07:29:36.527718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.20.0.11 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/faa284ca-dd60-48c0-a5b4-c13225c56d10) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:36.546550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1964dc9-4098-4373-9cf1-a5499239b94a req-1d8a7456-eb11-4b9c-9ff1-77955851a38a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 210 time: 0.1344786 Mar 02 07:29:36.847832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.870159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Transition to ACTIVE for port object faa284ca-dd60-48c0-a5b4-c13225c56d10 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:36.918739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.933731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:37.004110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:37.012859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:37.022145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:37.124781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-22f4826e-46b9-4a64-a35d-9765834825a3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.128482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-22f4826e-46b9-4a64-a35d-9765834825a3 tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e8786b2-4044-4a4e-9189-4cb37286631e HTTP/1.1" status: 200 len: 943 time: 0.2454710 Mar 02 07:29:37.350192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Deleting port a6190035-5c84-4497-a896-63fa064c3621 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:37.350192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.371598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.371598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.438560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:37.480367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.480996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.482301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.484747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.485247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.485809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.486417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.486892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.487364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.487839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.489082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.489581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:37.506550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-3d4a30a8-5762-414d-974d-a2ac21d5ff81 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4084516 Mar 02 07:29:37.527946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Request body: {'port': {'device_id': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:37.601646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3a70d387-3a3c-4682-b13a-1768d9586250 None None] Provisioning for port faa284ca-dd60-48c0-a5b4-c13225c56d10 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:37.631311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3a70d387-3a3c-4682-b13a-1768d9586250 None None] Provisioning complete for port faa284ca-dd60-48c0-a5b4-c13225c56d10 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:37.632009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a70d387-3a3c-4682-b13a-1768d9586250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.799619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.811484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] For port a6190035-5c84-4497-a896-63fa064c3621, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a6190035-5c84-4497-a896-63fa064c3621,segment=NetworkSegment(b3554180-8071-4e74-973d-fcf33cb93338),segment_id=b3554180-8071-4e74-973d-fcf33cb93338)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:37.813099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.847497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3a70d387-3a3c-4682-b13a-1768d9586250 None None] Port faa284ca-dd60-48c0-a5b4-c13225c56d10 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:38.098959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Calling delete_port for a6190035-5c84-4497-a896-63fa064c3621 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:38.410400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.645255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Pushing event deleted for resources: {'Port': ['ID=a6190035-5c84-4497-a896-63fa064c3621,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.897656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa284ca-dd60-48c0-a5b4-c13225c56d10 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:38.904194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] No DVR routers for this DVR port a6190035-5c84-4497-a896-63fa064c3621 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:38.915033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.917921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.920130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-deleted', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:38.963918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Transition to ACTIVE for port object faa284ca-dd60-48c0-a5b4-c13225c56d10 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:38.971001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.007077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47921cda-8f5e-415f-ae2d-553b2b3d0fbb req-a264b76b-d755-42a9-a652-1ffa7ec5550c tempest-ImagesTestJSON-611596590 tempest-ImagesTestJSON-611596590-project] 10.222.0.39 "DELETE /v2.0/ports/a6190035-5c84-4497-a896-63fa064c3621 HTTP/1.1" status: 204 len: 173 time: 1.8730898 Mar 02 07:29:39.318070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Pushing event updated for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:39.620638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Attempting to bind port faa284ca-dd60-48c0-a5b4-c13225c56d10 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:39.621065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Attempting to bind port faa284ca-dd60-48c0-a5b4-c13225c56d10 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:39.621414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Attempting to bind port faa284ca-dd60-48c0-a5b4-c13225c56d10 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:39.639773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Port faa284ca-dd60-48c0-a5b4-c13225c56d10 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:29:39.640065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Attempting to bind port faa284ca-dd60-48c0-a5b4-c13225c56d10 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:39.648792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:39.649345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:39.649936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:39.650908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Bound port: faa284ca-dd60-48c0-a5b4-c13225c56d10, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:39.651745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.883171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:39.886723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:39.893476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.026374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:40.030582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.039592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] 10.222.0.16 "PUT /v2.0/ports/faa284ca-dd60-48c0-a5b4-c13225c56d10 HTTP/1.1" status: 200 len: 1092 time: 2.5246236 Mar 02 07:29:40.040865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:40.118882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f60d-af5d-4df1-a50f-f248e0416d44 service neutron] Pushing event updated for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:40.261450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-273bdbfb-2265-4ba2-aced-a78aba51cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:40.263994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-273bdbfb-2265-4ba2-aced-a78aba51cd00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 1095 time: 0.1402862 Mar 02 07:29:40.308781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48570) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.397828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-8ab7732c-c135-4e97-b199-da7794ee363e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10 HTTP/1.1" status: 200 len: 217 time: 0.1207328 Mar 02 07:29:40.529092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.572846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-07a8dfd8-9015-4775-8ca0-d51df31e56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:40.585199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:40.591021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-07a8dfd8-9015-4775-8ca0-d51df31e56e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1864040 Mar 02 07:29:40.600626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Usage tracker for resource:security_group_rule and tenant:3be18936144443a58453cbabe52ac2c7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:40.607643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:40.615666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:40.656892 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621', 'code': 200} Mar 02 07:29:40.756332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.773783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.839253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3be18936144443a58453cbabe52ac2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282853 Mar 02 07:29:40.841712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9980117-9055-4a6a-9d1c-47528c7195cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3654b-5892-4e9f-b788-4c1ce590334c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:40.844448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.918815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955174f-7b9c-45be-82a3-eca0d3ecb390 req-605c3278-36ce-473f-81a9-46c9b82a48b5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:40.920822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e955174f-7b9c-45be-82a3-eca0d3ecb390 req-605c3278-36ce-473f-81a9-46c9b82a48b5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2580857 Mar 02 07:29:40.989079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.007299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e955174f-7b9c-45be-82a3-eca0d3ecb390 req-81dfc04a-7580-44d7-8f01-db0f73a6df9e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772657 Mar 02 07:29:41.053091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:41.058754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.064186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-70c9fc7d-52fc-4f35-ad4d-52a83c227cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:41.066352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-70c9fc7d-52fc-4f35-ad4d-52a83c227cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816042 Mar 02 07:29:41.075644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200d48-442f-4e11-a3df-0f02a08dc27e req-c19cc8e7-7ea6-47fe-92c7-4c92428d004e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:41.083429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b200d48-442f-4e11-a3df-0f02a08dc27e req-c19cc8e7-7ea6-47fe-92c7-4c92428d004e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 984 time: 0.1516104 Mar 02 07:29:41.122808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: a6190035-5c84-4497-a896-63fa064c3621 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:41.123323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a6190035-5c84-4497-a896-63fa064c3621 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:41.280325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-80c8c1ce-50a5-4e73-900e-24c3c8edebd8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946936 Mar 02 07:29:41.365897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380404df-9551-43e4-b425-e8926e6abf03 req-a1444731-afa4-4037-82d5-755d2b385d76 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:41.381149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-380404df-9551-43e4-b425-e8926e6abf03 req-a1444731-afa4-4037-82d5-755d2b385d76 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 944 time: 0.2113080 Mar 02 07:29:41.420163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.493332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3654b-5892-4e9f-b788-4c1ce590334c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:41.506052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.507588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c60aed8c-0cb9-4f81-8735-9467671b58f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09b3654b-5892-4e9f-b788-4c1ce590334c HTTP/1.1" status: 204 len: 168 time: 0.6594532 Mar 02 07:29:41.528312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-380404df-9551-43e4-b425-e8926e6abf03 req-2fd9c7f3-0a92-43f3-8244-63c37deed69a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462302 Mar 02 07:29:41.631784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b200d48-442f-4e11-a3df-0f02a08dc27e req-23f46162-8175-40c3-a68a-ca5831a33c19 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.5471861 Mar 02 07:29:41.633903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82d90cf1-25f2-47b1-8d7c-00c785f67bd6 req-911e24fc-69c7-4909-a12b-092cb4131c35 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309710 Mar 02 07:29:41.647999 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8786b2-4044-4a4e-9189-4cb37286631e', 'name': 'network-vif-deleted', 'tag': 'a6190035-5c84-4497-a896-63fa064c3621', 'status': 'completed', 'code': 200} Mar 02 07:29:41.698606 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10', 'status': 'completed', 'code': 200} Mar 02 07:29:41.887795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0fb8dee0-834d-4413-a449-41967dd50db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.917506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-b155dd23-f635-417e-8576-030c95d59162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:41.927291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-b155dd23-f635-417e-8576-030c95d59162 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 1095 time: 0.1881428 Mar 02 07:29:42.148812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.194072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.224870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:42.236546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba17c80fcd34bc7bd657516a9c8a299 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:42.247026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:42.257444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:42.297523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59b2c-385a-429a-b034-c9b9345f60e7 req-ea225c86-c691-4e7d-bb1a-524d7c8ad141 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:42.299102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8a59b2c-385a-429a-b034-c9b9345f60e7 req-ea225c86-c691-4e7d-bb1a-524d7c8ad141 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 951 time: 0.2367628 Mar 02 07:29:42.349944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-6c04cba2-16f9-4537-a577-e5420d0c1be3 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-414780508&fields=id&tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e HTTP/1.1" status: 200 len: 267 time: 0.1931589 Mar 02 07:29:42.351781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-99f3215e-fa6f-4085-95df-c84a03b93f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:42.354543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-99f3215e-fa6f-4085-95df-c84a03b93f2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4198642 Mar 02 07:29:42.407741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8a59b2c-385a-429a-b034-c9b9345f60e7 req-6a1227de-86da-4205-8bdd-90f5ecd9e294 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818682 Mar 02 07:29:42.487919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.496388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.568525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-391f673e-a594-4ab7-ad00-5c902aea1915 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10 HTTP/1.1" status: 200 len: 217 time: 0.1380088 Mar 02 07:29:42.603604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ba17c80fcd34bc7bd657516a9c8a299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523084 Mar 02 07:29:42.605114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48624) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.608047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531fb44-3f54-4c44-9750-6f6483e9baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b54ec-3cdd-421e-9a66-b443edb0d138,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:42.680852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-dbe26219-d50a-407c-8620-5fbe0728f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:42.684379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-dbe26219-d50a-407c-8620-5fbe0728f7d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1017087 Mar 02 07:29:42.730225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-376f87bb-0d57-436d-9f54-b691504f27fb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:42.732510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-376f87bb-0d57-436d-9f54-b691504f27fb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 984 time: 0.3731802 Mar 02 07:29:42.778407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'port': {'security_groups': ['11ffe304-b2c8-476a-9caa-c7880f5995e8', 'c882a935-27dc-4904-a015-240b45b699fd', 'c4170fae-ee4c-41dc-98d1-b18a6ff15349']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:42.884244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.044110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefcb46-7caf-4e4f-a72b-a8333d2832f6 req-9bb7ca0b-43e1-4e67-b2d0-d09bafe1b8a6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:43.044110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fefcb46-7caf-4e4f-a72b-a8333d2832f6 req-9bb7ca0b-43e1-4e67-b2d0-d09bafe1b8a6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2921765 Mar 02 07:29:43.048613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-f3e34a78-fa3c-413d-99a1-65ee1f6effde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:43.048613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-f3e34a78-fa3c-413d-99a1-65ee1f6effde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906571 Mar 02 07:29:43.059147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.096680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.248568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fefcb46-7caf-4e4f-a72b-a8333d2832f6 req-99b6f180-8105-46fe-afe7-01a20a98cd30 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069902 Mar 02 07:29:43.291074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.315651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-d2ff60d2-7901-4dcf-a083-9209272dbfb4 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249334 Mar 02 07:29:43.322317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b54ec-3cdd-421e-9a66-b443edb0d138,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:43.329550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.331055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a8cbcc07-0e20-4a39-815c-88296c0eea35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a28b54ec-3cdd-421e-9a66-b443edb0d138 HTTP/1.1" status: 204 len: 168 time: 0.7128801 Mar 02 07:29:43.501213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c7f6503-c132-4532-a6a9-79b32f09dd7d req-8c8b8028-ee54-4b37-8c9e-413bee2a7c85 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317155 Mar 02 07:29:43.922998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:43.958851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.971024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.986178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['50139015-72f7-4050-8b57-e90c3ee1f3ef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:44.053929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:44.054280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.070716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e6c75f4-486c-4db0-aef2-5207764719a9 req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "PUT /v2.0/ports/50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 1020 time: 1.3270800 Mar 02 07:29:44.071898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:44.122678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506305f-6879-432e-a000-8108768e9eed tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:44.192745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:44.370983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ed42-25e5-4f2e-8c26-058c66aaf145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.375733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['50139015-72f7-4050-8b57-e90c3ee1f3ef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:45.066999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:45.507928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.546349 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.584828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.621092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:45.652766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:45.662960 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.755402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:45.763285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device faa284ca-dd60-48c0-a5b4-c13225c56d10 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:45.801292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d41763d0-27c3-4775-bd86-e29db5b74add req-2edbd1b2-03a7-4c43-bc23-eb9606da18c1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c4170fae-ee4c-41dc-98d1-b18a6ff15349 HTTP/1.1" status: 200 len: 1802 time: 0.1086056 Mar 02 07:29:45.880013 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-d41763d0-27c3-4775-bd86-e29db5b74add req-e0e068ad-4dc9-4d46-9a54-9f3866996cb1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:29:45.890653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d41763d0-27c3-4775-bd86-e29db5b74add req-e0e068ad-4dc9-4d46-9a54-9f3866996cb1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4170fae-ee4c-41dc-98d1-b18a6ff15349 HTTP/1.1" status: 409 len: 341 time: 0.0871789 Mar 02 07:29:45.993177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e028b39-5542-4e49-ae98-cffd0c1c8df2 req-ff1a0d2a-0e47-43c0-b761-bea68bd8d483 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.997494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e028b39-5542-4e49-ae98-cffd0c1c8df2 req-ff1a0d2a-0e47-43c0-b761-bea68bd8d483 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 944 time: 0.1752954 Mar 02 07:29:46.006425 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'status': 'completed', 'code': 200} Mar 02 07:29:46.081739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e028b39-5542-4e49-ae98-cffd0c1c8df2 req-f1347f2e-23a9-43fc-86fd-73b4d9ff221f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Mar 02 07:29:46.136906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:46.167206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'faa284ca-dd60-48c0-a5b4-c13225c56d10', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'faa284ca-dd60-48c0-a5b4-c13225c56d10', 'mac_address': 'fa:16:3e:04:c4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:46.253502 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'code': 200} Mar 02 07:29:46.365058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.411222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa284ca-dd60-48c0-a5b4-c13225c56d10 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:46.434151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-3853c416-08ac-4256-a6b4-9d78623394c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:46.435902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-3853c416-08ac-4256-a6b4-9d78623394c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1174 time: 0.3902817 Mar 02 07:29:46.448452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:46.454753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.465793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092affde-7e07-4a7d-ada4-6f6687267cfa req-2694fe29-9277-40c0-9c30-2807b632638e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:46.477584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092affde-7e07-4a7d-ada4-6f6687267cfa req-2694fe29-9277-40c0-9c30-2807b632638e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2806749 Mar 02 07:29:46.586550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:46.628351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.693356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092affde-7e07-4a7d-ada4-6f6687267cfa req-38621155-dea8-4002-b830-1591df645c8d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144756 Mar 02 07:29:46.932828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['faa284ca-dd60-48c0-a5b4-c13225c56d10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:46.934835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-c06362c0-ecea-4d6e-a493-21d21652e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:46.936291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-c06362c0-ecea-4d6e-a493-21d21652e199 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 200 len: 913 time: 0.3931887 Mar 02 07:29:47.087526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be7ff4-712f-4389-8e08-f6d5fd69613e req-42ac34db-c5ec-41d1-97fe-801a443aed50 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:47.089588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9be7ff4-712f-4389-8e08-f6d5fd69613e req-42ac34db-c5ec-41d1-97fe-801a443aed50 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1023 time: 0.1073065 Mar 02 07:29:47.160993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9be7ff4-712f-4389-8e08-f6d5fd69613e req-47de0821-9225-4f62-adff-b82fcc4559e2 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4170fae-ee4c-41dc-98d1-b18a6ff15349&id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0636716 Mar 02 07:29:47.320293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717b03-0ecc-4de6-82de-cb1bda9831f5 req-015713dd-63b4-4c68-8e5d-6e3459ee750a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:47.321005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac717b03-0ecc-4de6-82de-cb1bda9831f5 req-015713dd-63b4-4c68-8e5d-6e3459ee750a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:47.339799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac717b03-0ecc-4de6-82de-cb1bda9831f5 req-015713dd-63b4-4c68-8e5d-6e3459ee750a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:47.340985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac717b03-0ecc-4de6-82de-cb1bda9831f5 req-015713dd-63b4-4c68-8e5d-6e3459ee750a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 945 time: 0.1124747 Mar 02 07:29:47.347401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d37c9-3924-497a-a6e7-89b8fa61ff41 req-4d45bb0d-fe86-49ec-a303-9825a7322f01 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:47.348913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-018d37c9-3924-497a-a6e7-89b8fa61ff41 req-4d45bb0d-fe86-49ec-a303-9825a7322f01 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 949 time: 0.0891395 Mar 02 07:29:47.391368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac717b03-0ecc-4de6-82de-cb1bda9831f5 req-dea7ffc9-a2f9-4a5d-9c3a-c075c01ce327 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Mar 02 07:29:47.397172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-018d37c9-3924-497a-a6e7-89b8fa61ff41 req-a1ab41cf-8f9a-424b-b243-945035b3cec3 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Mar 02 07:29:47.743502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48784) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.808489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Deleting subnet 90419dee-c347-405c-926c-1e48dc4801eb {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:47.812922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.845933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48790) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.910185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.972591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.984060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.987650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:47.991473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Usage tracker for resource:security_group_rule and tenant:9ea8266746bf453285e8b188023dd1f6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:47.994296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:48.000665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:48.029029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c64aee-e486-4e6f-9a3d-c9a946d2e04d req-dc988934-6f6c-426e-a3dd-192c7850f189 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.030544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82c64aee-e486-4e6f-9a3d-c9a946d2e04d req-dc988934-6f6c-426e-a3dd-192c7850f189 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2201188 Mar 02 07:29:48.092401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.096615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.102428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82c64aee-e486-4e6f-9a3d-c9a946d2e04d req-529e3632-3576-451d-9bad-c97935624e0f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Mar 02 07:29:48.109681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.148719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dcfe3c-254d-49bb-9a6c-2fa03479aa98,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.149686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90419dee-c347-405c-926c-1e48dc4801eb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.158310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f39b4c0a-ae2b-4b13-b2ce-46202afb192a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ea8266746bf453285e8b188023dd1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106048 Mar 02 07:29:48.158607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48796) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.158992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.167212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-73c8ec6d-bc2f-4328-b8c2-8e660bda34ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90419dee-c347-405c-926c-1e48dc4801eb HTTP/1.1" status: 204 len: 168 time: 0.4204953 Mar 02 07:29:48.168486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48800) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.248796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.281480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.304055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.367181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.409120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234889a-4e74-441a-b026-740a5b5af541 req-a7de4612-2d10-4017-9eb0-9afa19c02cc0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.410685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4234889a-4e74-441a-b026-740a5b5af541 req-a7de4612-2d10-4017-9eb0-9afa19c02cc0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1023 time: 0.1101971 Mar 02 07:29:48.432986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.433159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.491352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dcfe3c-254d-49bb-9a6c-2fa03479aa98,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.521389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.527273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5cfe9ad5-02d6-4e2e-bb2b-433c89798b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23dcfe3c-254d-49bb-9a6c-2fa03479aa98 HTTP/1.1" status: 204 len: 168 time: 0.3676536 Mar 02 07:29:48.562808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4234889a-4e74-441a-b026-740a5b5af541 req-9de88c35-5e25-4e05-9526-fe358a526b8a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4170fae-ee4c-41dc-98d1-b18a6ff15349&id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1325960 Mar 02 07:29:48.633573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.675355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2766f0aa-b169-420b-bc8a-27683cb49f96']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:48.695483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3554180-8071-4e74-973d-fcf33cb93338') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:48.695790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3554180-8071-4e74-973d-fcf33cb93338') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:48.711047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.745879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fba4fb-40c5-4308-9497-99be0500d343 req-2208b76e-78d2-441d-8d99-aea09f21fe8c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.747452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08fba4fb-40c5-4308-9497-99be0500d343 req-2208b76e-78d2-441d-8d99-aea09f21fe8c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 945 time: 0.1535249 Mar 02 07:29:48.748420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.755826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641d66-112f-4625-9540-e55eddfd1667 req-659d9b4e-9149-4b6d-ace3-4c927bd3c75d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.756946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:48.757333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93641d66-112f-4625-9540-e55eddfd1667 req-659d9b4e-9149-4b6d-ace3-4c927bd3c75d tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 949 time: 0.0863531 Mar 02 07:29:48.757433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:48.772775 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:48.807747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93641d66-112f-4625-9540-e55eddfd1667 req-dafbade2-d277-4870-9f0d-1e20403474bd tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Mar 02 07:29:48.887115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.892671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08fba4fb-40c5-4308-9497-99be0500d343 req-bc4fa1c9-b6ff-4b95-a76f-8203af98eefd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369421 Mar 02 07:29:48.894979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-733b38aa-eac7-4500-be35-5d63802f28f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 200 len: 217 time: 0.0834646 Mar 02 07:29:48.905295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.910044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.933499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.945810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2766f0aa-b169-420b-bc8a-27683cb49f96,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.956580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:48.961234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a0403080-3e9f-4e23-b7df-6a3101a1e2dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/2766f0aa-b169-420b-bc8a-27683cb49f96 HTTP/1.1" status: 204 len: 168 time: 0.7918046 Mar 02 07:29:48.962595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Usage tracker for resource:security_group_rule and tenant:60dce9b775a34896bbff102c4a6bffa6 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:48.966207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:48.973468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:48.984048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-82906a93-1616-4e52-9d8b-dc5b530be0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.986476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-82906a93-1616-4e52-9d8b-dc5b530be0b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 200 len: 853 time: 0.0811372 Mar 02 07:29:49.064689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-1ebbd68b-2c11-47fe-b546-3a4f66444c9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11a0ff53-52f8-4228-9eaa-7ff313937844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682864 Mar 02 07:29:49.082790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.091053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.148839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60dce9b775a34896bbff102c4a6bffa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605433 Mar 02 07:29:49.149752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a8c05-4a33-42a3-a214-820719092a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3babb00f-dffb-4d13-ac65-7a715c77edee,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.153095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48826) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:49.204529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48830) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:49.307644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-df3a5e4a-5bc5-4bed-a8fb-089028318986 service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344565 Mar 02 07:29:49.331115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.359527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a1313-1905-4a9b-98f3-bd9d6440fe97 req-3f796c68-f4c1-424f-b8df-e46151fa4bce tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:49.360984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a76a1313-1905-4a9b-98f3-bd9d6440fe97 req-3f796c68-f4c1-424f-b8df-e46151fa4bce tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1503739 Mar 02 07:29:49.389551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-404e04c8-60d7-46fd-b428-b37a64b0f9b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00efcf0b895b4bcaa726b0aba3aeb32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816142 Mar 02 07:29:49.392665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:49.397458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.475990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a76a1313-1905-4a9b-98f3-bd9d6440fe97 req-03559bdb-0863-4393-a0ef-0592f0117502 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666411 Mar 02 07:29:49.484383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75226b04-e26e-4041-b60b-b70c08da0ec2 req-fe40f69e-1384-4cdc-8482-9ef8cf2242ec service neutron] 10.222.0.16 "GET /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705306 Mar 02 07:29:49.517693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d859-ba4c-498b-ae5f-f861b9157706 req-58cf2c50-ed64-45cc-8ef2-fa6ef03aa969 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:49.519218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c700d859-ba4c-498b-ae5f-f861b9157706 req-58cf2c50-ed64-45cc-8ef2-fa6ef03aa969 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.2844627 Mar 02 07:29:49.542213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-e8eeb6b4-dd66-44a4-b00a-525ff71620b9 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:49.543672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-e8eeb6b4-dd66-44a4-b00a-525ff71620b9 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 949 time: 0.2498660 Mar 02 07:29:49.596415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.633096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.677809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.693885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c700d859-ba4c-498b-ae5f-f861b9157706 req-fa2bc256-bc10-4953-a09f-c4ac2d354577 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604557 Mar 02 07:29:49.694615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babb00f-dffb-4d13-ac65-7a715c77edee,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.711839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Deleting port 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:49.712183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.764360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.765489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-55cbf0e3-f22e-49da-ac00-b7f9be5a9625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3babb00f-dffb-4d13-ac65-7a715c77edee HTTP/1.1" status: 204 len: 168 time: 0.6111441 Mar 02 07:29:49.791165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device faa284ca-dd60-48c0-a5b4-c13225c56d10 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:49.884217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c4c7-d21a-4c9c-a541-5f6b7611baa1 req-2b913455-dc0e-423b-9246-4c036361aff1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:49.887090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4077c4c7-d21a-4c9c-a541-5f6b7611baa1 req-2b913455-dc0e-423b-9246-4c036361aff1 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1023 time: 0.2105329 Mar 02 07:29:49.888883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.915854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port faa284ca-dd60-48c0-a5b4-c13225c56d10 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:49.921916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port faa284ca-dd60-48c0-a5b4-c13225c56d10 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:49.922293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.930625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364b62e-eb55-4b57-81bb-8f7f68b6d8f1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.975881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4077c4c7-d21a-4c9c-a541-5f6b7611baa1 req-121f7393-f4b8-4a15-b673-0a0d42f2463a tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4170fae-ee4c-41dc-98d1-b18a6ff15349&id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0820889 Mar 02 07:29:50.060295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.061496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aa32232f-ee1a-46be-b449-7d48144791df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b364b62e-eb55-4b57-81bb-8f7f68b6d8f1 HTTP/1.1" status: 204 len: 168 time: 0.6662703 Mar 02 07:29:50.113297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] For port 05d35b94-bce0-4f0a-8132-62ad63af2c7a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=05d35b94-bce0-4f0a-8132-62ad63af2c7a,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:50.113517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.134293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.168094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:50.180592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:50.188519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.289061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:50.328607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Calling delete_port for 05d35b94-bce0-4f0a-8132-62ad63af2c7a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:50.419473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5104-1299-4d7d-9224-3124db3c8889 req-230bd571-07d0-4994-8acb-f9324c035292 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:50.424681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011b7f-84c1-4d5b-8085-6f0f2c8eab7c req-18080b81-b340-42b7-830f-1862056c0cdd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:50.426207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd011b7f-84c1-4d5b-8085-6f0f2c8eab7c req-18080b81-b340-42b7-830f-1862056c0cdd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.0985682 Mar 02 07:29:50.426530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-377a5104-1299-4d7d-9224-3124db3c8889 req-230bd571-07d0-4994-8acb-f9324c035292 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 949 time: 0.4279807 Mar 02 07:29:50.498093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-377a5104-1299-4d7d-9224-3124db3c8889 req-0dd48a7a-d736-415a-b8f9-c5e884b0b681 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/security-groups?id=70011258-6e39-4bcb-aec8-857e0ffe6be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Mar 02 07:29:50.505343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd011b7f-84c1-4d5b-8085-6f0f2c8eab7c req-14871701-7a69-40be-971d-0d38eea7bbaa tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675683 Mar 02 07:29:50.614769 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10', 'code': 200} Mar 02 07:29:50.626719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.692817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-77a545f0-0b6d-481d-863f-fbc62f36dfd7 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:50.694822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-77a545f0-0b6d-481d-863f-fbc62f36dfd7 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1023 time: 0.1866012 Mar 02 07:29:50.793155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Deleting port 50139015-72f7-4050-8b57-e90c3ee1f3ef {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:50.793785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.917564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Pushing event deleted for resources: {'Port': ['ID=05d35b94-bce0-4f0a-8132-62ad63af2c7a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:51.008004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] No DVR routers for this DVR port 05d35b94-bce0-4f0a-8132-62ad63af2c7a on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:51.011669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.018178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-deleted', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:51.042645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d3a710c-1fe9-4cea-8ce9-4d4b7ea66140 req-4b784040-a052-43c5-8f68-bb61721b14f0 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.39 "DELETE /v2.0/ports/05d35b94-bce0-4f0a-8132-62ad63af2c7a HTTP/1.1" status: 204 len: 173 time: 1.4771795 Mar 02 07:29:51.116393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129776-c778-4b7f-85dd-7d7b4d43176a req-0cba6869-f4b5-4701-94f7-c0010937892d tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.118082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f129776-c778-4b7f-85dd-7d7b4d43176a req-0cba6869-f4b5-4701-94f7-c0010937892d tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.4368854 Mar 02 07:29:51.126075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34049ae7-1bc1-4170-87a5-e825fca90729 req-bc52c66d-863a-4e82-8367-6288d79bb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.131957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34049ae7-1bc1-4170-87a5-e825fca90729 req-bc52c66d-863a-4e82-8367-6288d79bb7b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 1097 time: 0.4477861 Mar 02 07:29:51.194418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26f3c-ac5a-4811-9545-b3a446cc2eae req-dfdb5797-8ff4-45fa-9311-792c4329560a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.207514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64c26f3c-ac5a-4811-9545-b3a446cc2eae req-dfdb5797-8ff4-45fa-9311-792c4329560a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.3465030 Mar 02 07:29:51.279098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f129776-c778-4b7f-85dd-7d7b4d43176a req-abccb968-0c20-47aa-85eb-b1dbc06bda66 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358430 Mar 02 07:29:51.281155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34049ae7-1bc1-4170-87a5-e825fca90729 req-11bf9841-f58d-4d80-a321-1b90c01454e9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773511 Mar 02 07:29:51.316344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 50139015-72f7-4050-8b57-e90c3ee1f3ef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=50139015-72f7-4050-8b57-e90c3ee1f3ef,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:51.316920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.447557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64c26f3c-ac5a-4811-9545-b3a446cc2eae req-875b70fb-cf11-4d24-8b77-129c911a5ab7 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325516 Mar 02 07:29:51.543645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005471b1-3b1f-4827-81d2-e51f2605e273 req-473d8b33-5572-4a4b-997e-3b4c37666733 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.547104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-005471b1-3b1f-4827-81d2-e51f2605e273 req-473d8b33-5572-4a4b-997e-3b4c37666733 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 1023 time: 0.1258307 Mar 02 07:29:51.552037 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd28dac-6b69-4d7b-ac97-a61c1169fd85', 'name': 'network-vif-deleted', 'tag': '05d35b94-bce0-4f0a-8132-62ad63af2c7a', 'status': 'completed', 'code': 200} Mar 02 07:29:51.604084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Calling delete_port for 50139015-72f7-4050-8b57-e90c3ee1f3ef owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:51.688599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-005471b1-3b1f-4827-81d2-e51f2605e273 req-ef1e352b-f14c-44e0-b2de-b108d758adaa tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4170fae-ee4c-41dc-98d1-b18a6ff15349&id=c882a935-27dc-4904-a015-240b45b699fd&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1283176 Mar 02 07:29:51.913300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.963552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:51.982187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fcee-f3cf-4ee9-96fe-5d1475b486c0 req-0ddcfb53-0697-4489-95bf-e99a29de53ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.990240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1f6fcee-f3cf-4ee9-96fe-5d1475b486c0 req-0ddcfb53-0697-4489-95bf-e99a29de53ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.1934562 Mar 02 07:29:52.046157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'Port': ['ID=50139015-72f7-4050-8b57-e90c3ee1f3ef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:52.078716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1f6fcee-f3cf-4ee9-96fe-5d1475b486c0 req-5f9eac03-4ac1-42c6-9eea-3c6783fea677 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875194 Mar 02 07:29:52.111557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-fbbab96b-5af0-41e5-a8ea-d7971ceed00a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:52.112805 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-fbbab96b-5af0-41e5-a8ea-d7971ceed00a tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.39 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1987827 Mar 02 07:29:52.120990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32f6c4ab-a361-4dbe-b7a8-43c69a412598 req-6722a924-1400-49c3-a30b-f5424b313821 tempest-ImagesOneServerTestJSON-1841608084 tempest-ImagesOneServerTestJSON-1841608084-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd28dac-6b69-4d7b-ac97-a61c1169fd85 HTTP/1.1" status: 200 len: 210 time: 0.1417258 Mar 02 07:29:52.172441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] No DVR routers for this DVR port 50139015-72f7-4050-8b57-e90c3ee1f3ef on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:52.176400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.184612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'name': 'network-vif-deleted', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:52.215470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-142e32e2-ff8c-4c8c-bda6-de716221673d req-82f0c41c-5dab-4797-93cb-23f1c5aca63e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.16 "DELETE /v2.0/ports/50139015-72f7-4050-8b57-e90c3ee1f3ef HTTP/1.1" status: 204 len: 173 time: 1.5155146 Mar 02 07:29:52.257582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Deleting port cc9b8020-a88e-4069-809c-71ef03122b44 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:52.257994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.284812 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a33efe2-e165-4a93-a2a1-126ebad541e0', 'name': 'network-vif-deleted', 'tag': '50139015-72f7-4050-8b57-e90c3ee1f3ef', 'status': 'completed', 'code': 200} Mar 02 07:29:52.551040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7754c-8f42-4e75-b5a4-7a6a5a8d01d9 req-b3d824f2-ec9e-48d5-968a-e04447d19304 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:52.568923 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ef7754c-8f42-4e75-b5a4-7a6a5a8d01d9 req-b3d824f2-ec9e-48d5-968a-e04447d19304 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 945 time: 0.1362391 Mar 02 07:29:52.683662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ef7754c-8f42-4e75-b5a4-7a6a5a8d01d9 req-76e14cd0-65d0-4eed-b51f-4642a5778b89 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups?id=a72e9f08-11d2-4b0d-94bb-3d32edbee343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131287 Mar 02 07:29:52.795443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] For port cc9b8020-a88e-4069-809c-71ef03122b44, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc9b8020-a88e-4069-809c-71ef03122b44,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:52.796023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.954185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0187d5c-001b-4fd1-b81a-cf2374dd6bf8 req-6f7cbecc-6ac5-4646-bc1d-30570194c6cb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:52.969938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48982) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.003565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0187d5c-001b-4fd1-b81a-cf2374dd6bf8 req-6f7cbecc-6ac5-4646-bc1d-30570194c6cb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:53.016142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0187d5c-001b-4fd1-b81a-cf2374dd6bf8 req-6f7cbecc-6ac5-4646-bc1d-30570194c6cb tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a33efe2-e165-4a93-a2a1-126ebad541e0 HTTP/1.1" status: 200 len: 210 time: 0.1678646 Mar 02 07:29:53.053924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235d13-3933-48de-a25b-9eb51211001b req-abb88e38-b7e1-4e79-9483-7f1fb4fa11fd tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.055895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96235d13-3933-48de-a25b-9eb51211001b req-abb88e38-b7e1-4e79-9483-7f1fb4fa11fd tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 945 time: 0.3481441 Mar 02 07:29:53.102738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:53.148693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.157328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 05d35b94-bce0-4f0a-8132-62ad63af2c7a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:53.158092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 05d35b94-bce0-4f0a-8132-62ad63af2c7a not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:53.173309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:53.179237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:283c3fa1a0ca4143b2d290eb0a8e9a7d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:53.183257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:53.192133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:53.238729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96235d13-3933-48de-a25b-9eb51211001b req-33ff1ad6-da28-499b-a0f1-8bc439c10489 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574068 Mar 02 07:29:53.252383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.252651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.253029 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Floating IP 7c622283-06af-491e-b13e-b1ff2e43bfdb disassociated. External IP: 172.25.4.248, port: cc9b8020-a88e-4069-809c-71ef03122b44. Mar 02 07:29:53.253383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Calling delete_port for cc9b8020-a88e-4069-809c-71ef03122b44 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:53.379694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.397447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f30977-1c20-4ae4-8cc0-4aa223104589 req-01f91030-2a7a-4532-9fe6-c5b2cc0195b5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.406538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.409094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9f30977-1c20-4ae4-8cc0-4aa223104589 req-01f91030-2a7a-4532-9fe6-c5b2cc0195b5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.1890726 Mar 02 07:29:53.424579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.431250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.498809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event deleted for resources: {'Port': ['ID=cc9b8020-a88e-4069-809c-71ef03122b44,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:53.503004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=283c3fa1a0ca4143b2d290eb0a8e9a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288939 Mar 02 07:29:53.507547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.524873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9f30977-1c20-4ae4-8cc0-4aa223104589 req-85bdb4aa-85a8-4239-b275-7cc4704c4e5b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148622 Mar 02 07:29:53.531563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f0d2-fc2f-4b23-85fd-071fa9cf0fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7445c8-35ae-4f22-be94-7961d36f23da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:53.752248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49018) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.798108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.823426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:53.827466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 50139015-72f7-4050-8b57-e90c3ee1f3ef no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:53.845448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7dbd3bbb-c9f7-4397-bb21-07ece6a4e294 req-d7a01c87-1856-48bd-b25f-1ccbc585b133 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.0488424 Mar 02 07:29:53.871495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:53.871769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 50139015-72f7-4050-8b57-e90c3ee1f3ef {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:53.871769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 50139015-72f7-4050-8b57-e90c3ee1f3ef not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:53.930710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Usage tracker for resource:security_group_rule and tenant:24e5339061634337aef72793317b4a79 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:53.941343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.943193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:53.953143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95dc40c0-6ad7-4868-84da-3aaba6a6afc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d0610bed49640da99d4490604aea4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995437 Mar 02 07:29:53.955639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.962764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:54.011197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.025900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.036294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Router f6bf918c-bb09-418d-9f99-f8e057523ea5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:54.048722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:54.065692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'network_id': 'af11f894-3596-4eec-99d3-e0cbe3153570', 'port_id': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'mac_address': 'fa:16:3e:bc:11:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5f10d3-c4f6-4bf0-86f1-a73c492eb931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:54.140086 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.161404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:54.184202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:54.191187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.227634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.287642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.305143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.318035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70011258-6e39-4bcb-aec8-857e0ffe6be8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.329097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.330125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2ce5f79a-9c41-470a-9e57-955b6f3a6d85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70011258-6e39-4bcb-aec8-857e0ffe6be8 HTTP/1.1" status: 204 len: 168 time: 0.3732464 Mar 02 07:29:54.363728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.403919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:54.405791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7445c8-35ae-4f22-be94-7961d36f23da,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.417454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Sync routers for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:54.448875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:54.449508 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:54.559845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] No DVR routers for this DVR port cc9b8020-a88e-4069-809c-71ef03122b44 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:54.568240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582776f-2e3a-4ec4-b253-e14c6e973f91 req-7651d463-36ba-4a3f-9cf9-e58e56a026b3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:54.570716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.573882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'name': 'network-vif-deleted', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:54.580899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.582006 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4582776f-2e3a-4ec4-b253-e14c6e973f91 req-7651d463-36ba-4a3f-9cf9-e58e56a026b3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1619287 Mar 02 07:29:54.591288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-f46fd300-b9fb-48c0-97f0-1d82828ed53f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c882a935-27dc-4904-a015-240b45b699fd HTTP/1.1" status: 200 len: 1800 time: 0.2392218 Mar 02 07:29:54.593285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['abc82728-8dab-4f22-8d7c-a1fd831843f7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:54.607870 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.614423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.615500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-650e9065-1273-4db1-93c7-2d5e7dbdc9ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa7445c8-35ae-4f22-be94-7961d36f23da HTTP/1.1" status: 204 len: 168 time: 1.1072111 Mar 02 07:29:54.633371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5f60535-4b4c-4dfe-8937-f8110fee7ab2 req-6226152e-64b0-4c0e-9356-cc5334cbc1bb tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.39 "DELETE /v2.0/ports/cc9b8020-a88e-4069-809c-71ef03122b44 HTTP/1.1" status: 204 len: 173 time: 2.5106008 Mar 02 07:29:54.645454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:54.730778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4582776f-2e3a-4ec4-b253-e14c6e973f91 req-bd05a2b8-44d1-4300-ba5f-1fe1941dd7dd tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448641 Mar 02 07:29:54.744804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:54.745663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24e5339061634337aef72793317b4a79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3380144 Mar 02 07:29:54.789835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1e38a-b273-4bcf-9d7d-7a854304c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c288c9b-778e-41fb-977e-31dfbf4dc985,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.854945 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf08360-84b9-437b-a44d-fc1d95e16eab', 'name': 'network-vif-deleted', 'tag': 'cc9b8020-a88e-4069-809c-71ef03122b44', 'status': 'completed', 'code': 200} Mar 02 07:29:54.857360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.940587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.967211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.045628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.056400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.090746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c882a935-27dc-4904-a015-240b45b699fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.117647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.147369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1ea7301-ff71-43fb-ab71-bccd2e97abf5 req-c7a35bc1-9c25-4047-9ccc-b4180fddd92f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/c882a935-27dc-4904-a015-240b45b699fd HTTP/1.1" status: 204 len: 173 time: 0.5549562 Mar 02 07:29:55.258034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-9787df6d-6051-4bc8-9f26-6c5e64deeaef tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c4170fae-ee4c-41dc-98d1-b18a6ff15349 HTTP/1.1" status: 200 len: 1802 time: 0.1059296 Mar 02 07:29:55.311694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:55.315613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c094a-8114-4b9b-a9c9-ba02c18d11be req-e70675ab-259c-41c1-9954-93e08f04035f tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.1520901 Mar 02 07:29:55.316662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Checking router: f6bf918c-bb09-418d-9f99-f8e057523ea5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:55.329343 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:55.330141 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:55.364738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.390066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.409439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c288c9b-778e-41fb-977e-31dfbf4dc985,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.411459 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.412561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3c20866-68af-42bc-a77f-8a17b6937f67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c288c9b-778e-41fb-977e-31dfbf4dc985 HTTP/1.1" status: 204 len: 168 time: 0.6659844 Mar 02 07:29:55.458802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.521655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.544970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4170fae-ee4c-41dc-98d1-b18a6ff15349,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.558189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.559318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48632a0f-9cb9-47fa-aecd-36eb58bab23f req-65cb8c06-53f1-4243-beb0-158e9f75da92 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4170fae-ee4c-41dc-98d1-b18a6ff15349 HTTP/1.1" status: 204 len: 173 time: 0.2953556 Mar 02 07:29:55.593357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-862608428', 'description': 'tempest-description-1092359821'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:55.599933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:55.604658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:55.608045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:55.613733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:55.625536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.646790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:55.651483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Usage tracker for resource:security_group_rule and tenant:54c9742b07fa4cbc9dd35ff15b54d10e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:55.654725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:55.661374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:55.665382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49082) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:55.671311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:55.810816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.819837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.892597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7fc5a-2d0d-4684-be59-06ea7974576e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.908791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.913474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bae3d73-2bcd-4e63-88ae-172b3ca29538 req-4fc0ed57-4b91-4522-8cf5-e69b43d2812e tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3219852 Mar 02 07:29:56.020394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5662c58-12df-449a-9075-4881292d5e15 req-83ad37cb-d518-4be2-ac7d-baab27524f69 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:56.025065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5662c58-12df-449a-9075-4881292d5e15 req-83ad37cb-d518-4be2-ac7d-baab27524f69 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.1752977 Mar 02 07:29:56.058631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-6dc00795-dc04-4526-ad51-19d537625406 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/d6a7fc5a-2d0d-4684-be59-06ea7974576e HTTP/1.1" status: 200 len: 1802 time: 0.1169693 Mar 02 07:29:56.072076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1319743984', 'description': 'tempest-description-hth-1175195866'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:56.108590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-872996768-network', 'tenant_id': '34160991c3584832b17b15a0d6157086'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:56.141562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:56.152532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5662c58-12df-449a-9075-4881292d5e15 req-bc21d250-0ac1-4e40-99c1-b4e72ed6d038 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222401 Mar 02 07:29:56.153597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Usage tracker for resource:network and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:56.174007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:56.175761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.186111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:56.206937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Made reservation on behalf of 34160991c3584832b17b15a0d6157086 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:56.210430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.233189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.259285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:56.268166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:56.274455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Usage tracker for resource:security_group_rule and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:56.280223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:56.288795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:56.291611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.300005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.302914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.312997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58ab3d40-82f6-4356-a134-25c3cd57a76a req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "PUT /v2.0/security-groups/d6a7fc5a-2d0d-4684-be59-06ea7974576e HTTP/1.1" status: 200 len: 1777 time: 0.2467301 Mar 02 07:29:56.413848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.438987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.457228 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:56.470172 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a17b3-65a8-4a57-9295-f63930697c6b None None] The sync data for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 is: [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:27:40Z', 'revision_number': 4, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4bf89958-be06-4f48-9faf-fffd8d44b06a', 'name': '', 'network_id': 'aac1a5e3-9571-4fe7-9030-e6a958d54fdc', 'tenant_id': '9617873240a04e339a651f82cecad790', 'mac_address': 'fa:16:3e:78:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '946cdb2c-2358-43b3-888a-92dab609156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:37Z', 'updated_at': '2022-03-02T07:27:52Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'subnets': [{'id': '946cdb2c-2358-43b3-888a-92dab609156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:56.482853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.504936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2cad-8c52-4181-bd23-27739898fb8f tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7fc5a-2d0d-4684-be59-06ea7974576e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:56.519298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd749fe7-46e0-4acd-882e-8a1053700682,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:56.527493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:56.538170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:56.545611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Usage tracker for resource:security_group_rule and tenant:e0230574d6bc4f7e8c5a0ba13207e7ef is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:56.549486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.549568 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Added segment 202aee8f-3bf9-450a-b5a1-ce2317b628bb of type vlan for network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a Mar 02 07:29:56.551097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:56.563389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:56.614540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c393bba0-90e6-426a-a161-82649a299551 req-0958210f-3335-407b-b097-2eace40797fe tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/d6a7fc5a-2d0d-4684-be59-06ea7974576e HTTP/1.1" status: 200 len: 1777 time: 0.2721758 Mar 02 07:29:56.623748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.749991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.788853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-3ef4deb7-a123-45f9-af88-99ee1b610a2b tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/d6a7fc5a-2d0d-4684-be59-06ea7974576e HTTP/1.1" status: 200 len: 1777 time: 0.1449227 Mar 02 07:29:56.800193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.896963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c95916-22af-4639-a244-539e093af0b0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:56.912316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf92b61c-d461-47b0-8892-d6790c8c4c6a req-df64f7ba-a270-4cac-883c-535d9a6f9ead tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Synchronizing usage tracker for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:56.938488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:29:56.966394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:56.967215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.969662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c8d780d-96cb-42a2-b334-cea58ff07a8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0230574d6bc4f7e8c5a0ba13207e7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525665 Mar 02 07:29:56.983584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf92b61c-d461-47b0-8892-d6790c8c4c6a req-df64f7ba-a270-4cac-883c-535d9a6f9ead tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Unset dirty status for tenant:9617873240a04e339a651f82cecad790 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:56.984730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf92b61c-d461-47b0-8892-d6790c8c4c6a req-df64f7ba-a270-4cac-883c-535d9a6f9ead tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/ports?device_id=daf08360-84b9-437b-a44d-fc1d95e16eab HTTP/1.1" status: 200 len: 210 time: 0.2329433 Mar 02 07:29:56.993404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.997064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:56.999583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.083250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.099721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b194da-1cbc-435d-bbb2-1fa18cae2660 None None] New status for floating IP 7c622283-06af-491e-b13e-b1ff2e43bfdb: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:57.115597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.132966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] Pushing event updated for resources: {'Network': ['ID=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:57.137786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-15cafa38-534b-4afb-8c6d-1d1ebe39287f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4713650 Mar 02 07:29:57.140399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49126) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:57.147500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Request body: {'subnet': {'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-872996768-subnet', 'tenant_id': '34160991c3584832b17b15a0d6157086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:57.152709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:57.156887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Usage tracker for resource:subnet and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:57.159967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:57.165272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.170808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc9b8020-a88e-4069-809c-71ef03122b44 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:57.172558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:57.195157 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.195483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Made reservation on behalf of 34160991c3584832b17b15a0d6157086 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:57.198349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.220106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:57.235220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7fc5a-2d0d-4684-be59-06ea7974576e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:57.243713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.250973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4cfd9a25-9f8c-48a5-8dad-f7a9c41ebcb5 req-a61a0e60-7e64-46cf-b39b-93ddfc67b333 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6a7fc5a-2d0d-4684-be59-06ea7974576e HTTP/1.1" status: 204 len: 173 time: 0.4611976 Mar 02 07:29:57.284215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.304293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c95916-22af-4639-a244-539e093af0b0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:57.312403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.316449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7fd20d1-11e3-4b32-82cd-f4ab76158e8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01c95916-22af-4639-a244-539e093af0b0 HTTP/1.1" status: 204 len: 168 time: 0.3310649 Mar 02 07:29:57.497761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2184c-0cbf-44d2-9041-d46aa4a85ffe req-2987de8b-aec1-4bb9-a2ab-a7e8a5ba73b1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:57.499331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83e2184c-0cbf-44d2-9041-d46aa4a85ffe req-2987de8b-aec1-4bb9-a2ab-a7e8a5ba73b1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 946 time: 0.2112470 Mar 02 07:29:57.597298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: cc9b8020-a88e-4069-809c-71ef03122b44 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:57.597479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc9b8020-a88e-4069-809c-71ef03122b44 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:57.657835 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83e2184c-0cbf-44d2-9041-d46aa4a85ffe req-6ea4d4ee-b9b9-404f-80f4-f389767e9440 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058569 Mar 02 07:29:57.742800 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-d7fc74b3-de28-46fb-acd4-e707c997340f req-15002646-d3b3-48ba-8968-afa908dc39b9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:57.744874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7fc74b3-de28-46fb-acd4-e707c997340f req-15002646-d3b3-48ba-8968-afa908dc39b9 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c4170fae-ee4c-41dc-98d1-b18a6ff15349 HTTP/1.1" status: 404 len: 352 time: 0.0414782 Mar 02 07:29:57.758510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.800739 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-9f0c42e2-433a-46d1-a99a-b59aa8cb4667 req-a300419f-e3ed-44e6-93e3-338e1e532a52 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:57.802587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f0c42e2-433a-46d1-a99a-b59aa8cb4667 req-a300419f-e3ed-44e6-93e3-338e1e532a52 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/c882a935-27dc-4904-a015-240b45b699fd HTTP/1.1" status: 404 len: 352 time: 0.0240951 Mar 02 07:29:57.850771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:57.933696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port abc82728-8dab-4f22-8d7c-a1fd831843f7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:57.950750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port abc82728-8dab-4f22-8d7c-a1fd831843f7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:57.950750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.962474 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-6cee3ffb-2f4e-4672-a1c2-8497f64bde44 req-1cd897b9-c7fc-448b-b0e2-6ea15c377278 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:57.969034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6cee3ffb-2f4e-4672-a1c2-8497f64bde44 req-1cd897b9-c7fc-448b-b0e2-6ea15c377278 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/714eec03-f2f1-4a08-ad35-808ccf189907 HTTP/1.1" status: 404 len: 352 time: 0.0594807 Mar 02 07:29:57.991397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d0514e-429a-4aab-9fa3-de6408c0a325,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:58.024371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Checking segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:58.025086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Network hostable DHCP agents. Network: 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:58.040603 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-8e614e82-bddc-429f-942b-a4539ebbcd29 req-54044c9a-7029-4f6a-a75f-a5117550acf6 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:58.049115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e614e82-bddc-429f-942b-a4539ebbcd29 req-54044c9a-7029-4f6a-a75f-a5117550acf6 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/51049737-53e6-4552-a4e8-2fcc93f562c7 HTTP/1.1" status: 404 len: 352 time: 0.0394838 Mar 02 07:29:58.068407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:58.098440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:58.118348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f014c-9371-4c78-9e1f-8a38913773df None None] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:58.121236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:58.122073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.143378 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-0aa65b63-760f-4173-ada2-636ab4d174be req-438a00c9-e4f8-436c-98c5-502563e0445b tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:58.145568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0aa65b63-760f-4173-ada2-636ab4d174be req-438a00c9-e4f8-436c-98c5-502563e0445b tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/a5105a66-4bde-409c-9aa6-b9a4a366108e HTTP/1.1" status: 404 len: 352 time: 0.0599520 Mar 02 07:29:58.186362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f3c1e0e-4930-45f6-88a8-a3132423de97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0445354 Mar 02 07:29:58.244948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49174) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:58.257263 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-2cf75d0c-56b4-45cd-81fc-9bc1d670ed40 req-766453dd-bb0a-41b0-8761-7406e69a695c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] show failed (client error): The resource could not be found. Mar 02 07:29:58.265593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cf75d0c-56b4-45cd-81fc-9bc1d670ed40 req-766453dd-bb0a-41b0-8761-7406e69a695c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/594d136c-8346-422e-8a40-ae6c14576670 HTTP/1.1" status: 404 len: 352 time: 0.0729830 Mar 02 07:29:58.418067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.523043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.670249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.704710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e9f08-11d2-4b0d-94bb-3d32edbee343,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:58.726381 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.730723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1ac0e9c-0f23-4a7d-bf5e-8cee8ba40737 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "DELETE /v2.0/security-groups/a72e9f08-11d2-4b0d-94bb-3d32edbee343 HTTP/1.1" status: 204 len: 168 time: 0.4835370 Mar 02 07:29:58.730961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49196) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:58.800734 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-aff512cc-3c6b-4cbd-b9fa-a0b99983b0cf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] show failed (client error): The resource could not be found. Mar 02 07:29:58.800734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aff512cc-3c6b-4cbd-b9fa-a0b99983b0cf tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "GET /v2.0/security-groups/a72e9f08-11d2-4b0d-94bb-3d32edbee343 HTTP/1.1" status: 404 len: 347 time: 0.0645597 Mar 02 07:29:58.804883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49202) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:58.862274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'tenant_id': '34160991c3584832b17b15a0d6157086', 'fixed_ips': [{'subnet_id': 'f6d0514e-429a-4aab-9fa3-de6408c0a325'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:58.863626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.937096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.001169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:59.161017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:59.170964 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.348494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:59.371423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Deleting port de125dd5-b591-4446-88d2-2ea91e04849e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:59.372342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.420237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Allocated IP 172.20.0.2 (6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a/f6d0514e-429a-4aab-9fa3-de6408c0a325/13983407-36b6-406c-b7a6-13b7ed3e799a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:59.502143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dc411-64c1-4556-9293-1b9586403549 req-80b9724b-c757-487f-b202-1a48fb85668d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:59.509289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb1dc411-64c1-4556-9293-1b9586403549 req-80b9724b-c757-487f-b202-1a48fb85668d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.3972731 Mar 02 07:29:59.537017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4305092-6baf-456c-a8ab-07e71c0011a8 req-c9971b1c-8e93-4c82-be51-7a2270be1ab0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:59.546076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4305092-6baf-456c-a8ab-07e71c0011a8 req-c9971b1c-8e93-4c82-be51-7a2270be1ab0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1023 time: 0.2111542 Mar 02 07:29:59.639070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb1dc411-64c1-4556-9293-1b9586403549 req-7def3d17-ed3e-46b8-b0d2-f6ebc8176ff5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252730 Mar 02 07:29:59.652978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b4305092-6baf-456c-a8ab-07e71c0011a8 req-db0dce3a-4b5f-46b1-a3b9-e0b47c4dbcff tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:59.682323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.683231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.684206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b4305092-6baf-456c-a8ab-07e71c0011a8 req-db0dce3a-4b5f-46b1-a3b9-e0b47c4dbcff tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:59.692220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4305092-6baf-456c-a8ab-07e71c0011a8 req-db0dce3a-4b5f-46b1-a3b9-e0b47c4dbcff tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=f809ca6d-9893-486c-8a4e-a2ae397aff73&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&id=b015cb36-274e-4e31-abb3-85eb92bb47de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1451213 Mar 02 07:29:59.746928 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'code': 200} Mar 02 07:29:59.911827 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.945974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Transition to ACTIVE for port object 13983407-36b6-406c-b7a6-13b7ed3e799a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:59.988598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Transition to ACTIVE for port object 13983407-36b6-406c-b7a6-13b7ed3e799a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:59.995610 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.020179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Calling delete_port for de125dd5-b591-4446-88d2-2ea91e04849e owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:00.201098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:00.204795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:00.217721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:00.334809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Pushing event updated for resources: {'Port': ['ID=13983407-36b6-406c-b7a6-13b7ed3e799a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.414073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Attempting to bind port 13983407-36b6-406c-b7a6-13b7ed3e799a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:00.414626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Attempting to bind port 13983407-36b6-406c-b7a6-13b7ed3e799a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:00.415138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Attempting to bind port 13983407-36b6-406c-b7a6-13b7ed3e799a on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:00.422827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:00.424399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Checking segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:00.424961 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.426000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Bound using segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:00.428076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Bound port: 13983407-36b6-406c-b7a6-13b7ed3e799a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:00.428613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.577357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] For port 13983407-36b6-406c-b7a6-13b7ed3e799a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:00.581628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dad829-7f58-4db1-b016-6a9e910f333f req-2620a6a6-e8a4-43e1-93d3-162f907fe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:00.583113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] For port 13983407-36b6-406c-b7a6-13b7ed3e799a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=13983407-36b6-406c-b7a6-13b7ed3e799a,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:00.584465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15dad829-7f58-4db1-b016-6a9e910f333f req-2620a6a6-e8a4-43e1-93d3-162f907fe21e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1098 time: 0.4264867 Mar 02 07:30:00.590538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.704403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15dad829-7f58-4db1-b016-6a9e910f333f req-da08b2c9-36b4-43c5-a9d1-1aba59410ef2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777628 Mar 02 07:30:00.715224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.764255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568e4f9-8650-4774-93a1-229bc4d2833e None None] Pushing event updated for resources: {'Port': ['ID=13983407-36b6-406c-b7a6-13b7ed3e799a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.818391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Pushing event deleted for resources: {'Port': ['ID=de125dd5-b591-4446-88d2-2ea91e04849e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.870253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-26a2e07a-8954-489d-8a8b-2ae7e736d520 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:00.871740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-26a2e07a-8954-489d-8a8b-2ae7e736d520 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:00.938994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-4cdf9644-90a0-4e38-b85a-5957bd84e9bf tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:00.941040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-4cdf9644-90a0-4e38-b85a-5957bd84e9bf tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1023 time: 0.3730006 Mar 02 07:30:00.942570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-26a2e07a-8954-489d-8a8b-2ae7e736d520 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:00.944329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.952265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-26a2e07a-8954-489d-8a8b-2ae7e736d520 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.6417854 Mar 02 07:30:00.986540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.991020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-070372c9-1ce6-4e38-8b35-559d612cf654 tempest-ServersTestBootFromVolume-584285984 tempest-ServersTestBootFromVolume-584285984-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c622283-06af-491e-b13e-b1ff2e43bfdb HTTP/1.1" status: 204 len: 168 time: 2.1782837 Mar 02 07:30:00.997449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a1235-bf94-404b-880e-152c978c072b req-80f7eda6-eee6-4da5-b7b3-2475b47ce924 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:01.005838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2a1235-bf94-404b-880e-152c978c072b req-80f7eda6-eee6-4da5-b7b3-2475b47ce924 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1447680 Mar 02 07:30:01.011727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49282) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:01.055705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-88811739-7e50-4643-b2a1-5bf818cb363f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/quotas/34160991c3584832b17b15a0d6157086 HTTP/1.1" status: 200 len: 375 time: 0.1024923 Mar 02 07:30:01.168579 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2a1235-bf94-404b-880e-152c978c072b req-b2f0355f-53a8-41bd-bf62-c96b6c3b35b9 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605058 Mar 02 07:30:01.202462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Deleting port 943a282e-271b-473c-adb1-05aa3072ef10 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:01.203327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.414935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-d84632ef-69b2-4337-b3d3-dcb48dc95a7c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3386314 Mar 02 07:30:01.463662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 13983407-36b6-406c-b7a6-13b7ed3e799a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:01.534662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea505ac-b57b-49dd-b0f8-697a9b2812e4 req-ffac3ab6-2178-44bc-b402-f9261211c177 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:01.536169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cea505ac-b57b-49dd-b0f8-697a9b2812e4 req-ffac3ab6-2178-44bc-b402-f9261211c177 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 1023 time: 0.2326112 Mar 02 07:30:01.548349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 13983407-36b6-406c-b7a6-13b7ed3e799a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:01.708495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] For port 943a282e-271b-473c-adb1-05aa3072ef10, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=943a282e-271b-473c-adb1-05aa3072ef10,segment=NetworkSegment(e9386f88-212a-42a5-831b-ec6625b65ce3),segment_id=e9386f88-212a-42a5-831b-ec6625b65ce3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:01.708730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cea505ac-b57b-49dd-b0f8-697a9b2812e4 req-48912386-a80c-442c-ae73-072230df6277 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Synchronizing usage tracker for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:01.709305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.726466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-a027b16c-2ec2-4968-bfa7-ab4804da2932 service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979724 Mar 02 07:30:01.741929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cea505ac-b57b-49dd-b0f8-697a9b2812e4 req-48912386-a80c-442c-ae73-072230df6277 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Unset dirty status for tenant:54c9742b07fa4cbc9dd35ff15b54d10e on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:01.750990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cea505ac-b57b-49dd-b0f8-697a9b2812e4 req-48912386-a80c-442c-ae73-072230df6277 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups?id=f809ca6d-9893-486c-8a4e-a2ae397aff73&id=11ffe304-b2c8-476a-9caa-c7880f5995e8&id=b015cb36-274e-4e31-abb3-85eb92bb47de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2062128 Mar 02 07:30:01.968967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Calling delete_port for 943a282e-271b-473c-adb1-05aa3072ef10 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:02.168003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.311483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-3b254866-f678-459d-80dd-90c531aad332 service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296619 Mar 02 07:30:02.414454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.426090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['943a282e-271b-473c-adb1-05aa3072ef10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:02.562422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3cd9b-eff9-4410-a0b4-f0647d718f10 None None] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:02.576797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'Port': ['ID=943a282e-271b-473c-adb1-05aa3072ef10,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:02.852709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Provisioning for port 13983407-36b6-406c-b7a6-13b7ed3e799a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:02.876190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Provisioning complete for port 13983407-36b6-406c-b7a6-13b7ed3e799a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:02.876907 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.168562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.248373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] No DVR routers for this DVR port 943a282e-271b-473c-adb1-05aa3072ef10 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:03.254418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.270683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] For port 13983407-36b6-406c-b7a6-13b7ed3e799a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=13983407-36b6-406c-b7a6-13b7ed3e799a,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:03.272260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'name': 'network-vif-deleted', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:03.287014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150436-e712-4b69-81bb-2f50f4beb688 req-02b48a93-cf56-4ef1-bd7f-f25b22368e8a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:03.287543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.296150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-502e20fe-6b3c-4b9b-a5ac-d1610ad59d8b req-cd865a1e-5646-4326-ae5c-f0e15ccaac77 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 210 time: 0.2303941 Mar 02 07:30:03.297213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6150436-e712-4b69-81bb-2f50f4beb688 req-02b48a93-cf56-4ef1-bd7f-f25b22368e8a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.8855827 Mar 02 07:30:03.310269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74cfe33a-e5eb-454f-8061-d012a66d44ae req-1e08444c-e8ec-460e-bf75-08257c365902 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.39 "DELETE /v2.0/ports/943a282e-271b-473c-adb1-05aa3072ef10 HTTP/1.1" status: 204 len: 173 time: 2.3444898 Mar 02 07:30:03.361325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-8cb760c8-d1c7-4a68-b2bf-a02f44685aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:03.363115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-8cb760c8-d1c7-4a68-b2bf-a02f44685aae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1098 time: 0.7157748 Mar 02 07:30:03.433999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbac45-ec92-49a7-8fa9-f714ba6066e9 None None] Pushing event updated for resources: {'Port': ['ID=13983407-36b6-406c-b7a6-13b7ed3e799a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:03.483019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6150436-e712-4b69-81bb-2f50f4beb688 req-bbe84316-16f9-4d7f-8671-3c0b07c45552 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845179 Mar 02 07:30:03.645938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Deleting port 4bf89958-be06-4f48-9faf-fffd8d44b06a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:03.649755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.813944 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b4e4e0-f6fb-41ec-80e3-53e94f73ab10', 'name': 'network-vif-deleted', 'tag': '943a282e-271b-473c-adb1-05aa3072ef10', 'status': 'completed', 'code': 200} Mar 02 07:30:03.856373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-06f79e34-6aba-430b-abd1-e62fd2c2d967 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:03.863058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-06f79e34-6aba-430b-abd1-e62fd2c2d967 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.3440053 Mar 02 07:30:03.881781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-fe786a80-8030-4057-969e-6414658e0819 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/quotas/34160991c3584832b17b15a0d6157086 HTTP/1.1" status: 200 len: 375 time: 0.0173416 Mar 02 07:30:03.927543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-51bdce2f-b2d1-4a48-b99c-c568572fd1e2 None None] Provisioning complete for port 13983407-36b6-406c-b7a6-13b7ed3e799a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:03.928500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-51bdce2f-b2d1-4a48-b99c-c568572fd1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.980668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-8a5afd44-3ab1-42ea-aec1-f2251628c7a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0606334 Mar 02 07:30:03.999178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-0ac036ab-2b15-41dc-809b-ea2fceb194d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:04.000892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-0ac036ab-2b15-41dc-809b-ea2fceb194d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.5985053 Mar 02 07:30:04.020008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-783ab9a9-2b05-484e-a4e7-bd59d48a5c2a tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368420 Mar 02 07:30:04.191261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-3de11e15-7efb-4ef5-8a00-040df243663c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.1762805 Mar 02 07:30:04.297025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] For port 4bf89958-be06-4f48-9faf-fffd8d44b06a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4bf89958-be06-4f48-9faf-fffd8d44b06a,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:04.297713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.383535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-b6434c4c-b01e-45c6-a8c3-2c4ffb7883da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 210 time: 0.1740890 Mar 02 07:30:04.400432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-e6b03a53-6116-4ce7-bbb0-cd10c32ecf5b service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793290 Mar 02 07:30:04.621293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Calling delete_port for 4bf89958-be06-4f48-9faf-fffd8d44b06a owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:04.721553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-195bf084-de90-41ac-8b46-d9dfefbe39ea service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171101 Mar 02 07:30:04.745831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bea5a4bf-eb99-45fb-8767-d53c3951c614 req-b93a0c5c-975d-4bd6-b8f5-3f7e6ac53a69 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b4e4e0-f6fb-41ec-80e3-53e94f73ab10 HTTP/1.1" status: 200 len: 210 time: 0.0594473 Mar 02 07:30:04.749663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-d28a1e2b-3492-4b15-97cf-7f62a3dc3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:04.751257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-d28a1e2b-3492-4b15-97cf-7f62a3dc3fcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.5309553 Mar 02 07:30:04.872892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-c9e3cdf4-ed37-4c9c-97f5-38f9b9b132e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100039 Mar 02 07:30:05.151011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 943a282e-271b-473c-adb1-05aa3072ef10 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:05.223106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 943a282e-271b-473c-adb1-05aa3072ef10 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:05.223694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 943a282e-271b-473c-adb1-05aa3072ef10 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:05.243427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-b7c4b80d-33bd-4563-bffb-fd1957c41648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.247202 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-b7c4b80d-33bd-4563-bffb-fd1957c41648 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7951605 Mar 02 07:30:05.353051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-18cfe88d-5743-43e3-bbba-d2451426f496 service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715958 Mar 02 07:30:05.379175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 13983407-36b6-406c-b7a6-13b7ed3e799a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:05.507890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-6fb00c22-7ac9-4058-9850-6c1e362c0f3a tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.509493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-6fb00c22-7ac9-4058-9850-6c1e362c0f3a tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.7867854 Mar 02 07:30:05.521486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Request body: {'port': {'device_id': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'admin_state_up': True, 'tenant_id': '34160991c3584832b17b15a0d6157086'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:05.536121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 13983407-36b6-406c-b7a6-13b7ed3e799a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:05.536500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.666642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbc824-8fae-441d-b983-051f4d882170 req-ef165e1c-919d-4a4e-81de-e0be283b9af4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.668652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99dbc824-8fae-441d-b983-051f4d882170 req-ef165e1c-919d-4a4e-81de-e0be283b9af4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.6492214 Mar 02 07:30:05.709417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:05.717324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-b24a7aa7-b747-4f56-94a9-ec17ca1f2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.719475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d153a59f-a5d9-48cc-8c37-4fbab7756d10 req-b24a7aa7-b747-4f56-94a9-ec17ca1f2a2d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4647145 Mar 02 07:30:05.721817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Usage tracker for resource:port and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:05.726588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:05.736948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6172e13-4477-489e-8ba5-8d7747d5c222 req-14a3caf4-25cd-4e57-bcb9-72eda81ed76d service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741004 Mar 02 07:30:05.744450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99dbc824-8fae-441d-b983-051f4d882170 req-4ccc6339-e0f7-4a6e-82e4-b9124463caa0 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678689 Mar 02 07:30:05.753924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.758401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:05.767993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8ca38-9db1-491a-8d6f-69b238ad8cf0 req-26b71c88-e373-4e5f-91cb-a819251e0d3a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.776385 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fc8ca38-9db1-491a-8d6f-69b238ad8cf0 req-26b71c88-e373-4e5f-91cb-a819251e0d3a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3805475 Mar 02 07:30:05.808218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Made reservation on behalf of 34160991c3584832b17b15a0d6157086 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:05.819699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.851380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf89958-be06-4f48-9faf-fffd8d44b06a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:05.955142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fc8ca38-9db1-491a-8d6f-69b238ad8cf0 req-dbe3f347-66ce-4011-b0e1-2a15c3f77363 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777110 Mar 02 07:30:06.206421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Allocated IP 172.20.0.10 (6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a/f6d0514e-429a-4aab-9fa3-de6408c0a325/fb5b402f-92f3-44dd-8456-2754edd82bef) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:06.626306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-3f79b08b-b643-4ae2-bbce-67ff279c5dea tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:06.633506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-3f79b08b-b643-4ae2-bbce-67ff279c5dea tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.5518250 Mar 02 07:30:06.662681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-fbbbdaec-1a7c-450f-bce8-873bf3c3abed tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/quotas/34160991c3584832b17b15a0d6157086 HTTP/1.1" status: 200 len: 375 time: 0.0283825 Mar 02 07:30:06.716508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.764590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd0dd-d8de-44e1-abe3-d2d062061558 req-f7e3dce7-430d-4993-9274-9fde8d5d4491 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:06.766095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f7dd0dd-d8de-44e1-abe3-d2d062061558 req-f7e3dce7-430d-4993-9274-9fde8d5d4491 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.3762670 Mar 02 07:30:06.857714 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f7dd0dd-d8de-44e1-abe3-d2d062061558 req-3de441ff-e910-4c76-baab-055d9c0b4dd4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789392 Mar 02 07:30:06.864119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-6eb311aa-e95e-43cd-8e9d-25417748ec1e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:06.865710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-6eb311aa-e95e-43cd-8e9d-25417748ec1e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.3419948 Mar 02 07:30:06.886915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Request body: {'port': {'device_id': '01974887-442c-416f-8f56-6733e96a09b7', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'admin_state_up': True, 'tenant_id': '34160991c3584832b17b15a0d6157086'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:06.942332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-f73c9eb2-934d-4ff9-a5ca-8287f787b06c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2702556 Mar 02 07:30:07.012572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.043572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:30:07.090814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Transition to ACTIVE for port object fb5b402f-92f3-44dd-8456-2754edd82bef will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:07.141733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:07.148243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Usage tracker for resource:port and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:07.152003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:07.160746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:07.193934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca5740-a507-4ff4-9855-a086fdf106dc req-425d64c4-2ddd-47b0-ac83-1cf219270164 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:07.195419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4ca5740-a507-4ff4-9855-a086fdf106dc req-425d64c4-2ddd-47b0-ac83-1cf219270164 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1795137 Mar 02 07:30:07.198441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Made reservation on behalf of 34160991c3584832b17b15a0d6157086 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:07.201027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.213465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.243105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7f5c890b-416f-4f81-9610-520427a2f34a service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913601 Mar 02 07:30:07.358375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Router f6bf918c-bb09-418d-9f99-f8e057523ea5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:07.370081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:07.383158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:07.388101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4ca5740-a507-4ff4-9855-a086fdf106dc req-95c9c26c-7753-4d58-975f-8322ee9f07e9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1763773 Mar 02 07:30:07.397741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:07.436784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event updated for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:07.513914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-93bc3f00-2ba0-4245-9730-08bbd89ce4c6 service neutron] 10.222.0.21 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608581 Mar 02 07:30:07.549826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:07.550578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.675966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-502382a4-4f30-4637-8d3e-bf5eafd2b7e4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1580245 Mar 02 07:30:07.689736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:07.705509 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Sync routers for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:07.709047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2d8a28a1-7014-45e4-8269-07e94eb90e64 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6bf918c-bb09-418d-9f99-f8e057523ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6994708 Mar 02 07:30:07.711481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:07.724399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:07.724534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Request body: {'port': {'device_id': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:07.725399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:07.803722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Allocated IP 172.20.0.6 (6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a/f6d0514e-429a-4aab-9fa3-de6408c0a325/b191e6d6-df9c-4929-a09c-c461b1389aa7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:07.827727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b04beb6-1567-44d9-b7b1-3643642e16ba None None] Provisioning for port fb5b402f-92f3-44dd-8456-2754edd82bef completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:07.838737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b04beb6-1567-44d9-b7b1-3643642e16ba None None] Provisioning complete for port fb5b402f-92f3-44dd-8456-2754edd82bef triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.840869 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b04beb6-1567-44d9-b7b1-3643642e16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.875555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-556a1510-c44e-4566-8002-83d601246c1b req-3881528d-6718-4ed7-9c12-b027946ff4c0 tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/b015cb36-274e-4e31-abb3-85eb92bb47de HTTP/1.1" status: 200 len: 1802 time: 0.2556977 Mar 02 07:30:08.020066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5b04beb6-1567-44d9-b7b1-3643642e16ba None None] Port fb5b402f-92f3-44dd-8456-2754edd82bef cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:08.032043 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:08.139590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.326038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-556a1510-c44e-4566-8002-83d601246c1b req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.330843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.405325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b67ff-6e60-4ef1-9b5a-8498809aa58e req-c8e5ef2a-3c07-4ea0-be63-96e489e3e22d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:08.407045 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce1b67ff-6e60-4ef1-9b5a-8498809aa58e req-c8e5ef2a-3c07-4ea0-be63-96e489e3e22d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.3304620 Mar 02 07:30:08.451135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-556a1510-c44e-4566-8002-83d601246c1b req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.526729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.553256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Transition to ACTIVE for port object b191e6d6-df9c-4929-a09c-c461b1389aa7 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:08.557679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-556a1510-c44e-4566-8002-83d601246c1b req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.585009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015cb36-274e-4e31-abb3-85eb92bb47de,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:08.599808 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:30:05Z', 'revision_number': 5, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port': {'id': '67af87a9-edfc-4e8c-9d78-00ce7cb88a7a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:30Z', 'updated_at': '2022-03-02T07:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:08.604631 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Checking router: f6bf918c-bb09-418d-9f99-f8e057523ea5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:08.606088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-556a1510-c44e-4566-8002-83d601246c1b req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.618449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-556a1510-c44e-4566-8002-83d601246c1b req-e8a76dc8-253d-4514-999f-25cfa5d310dc tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/b015cb36-274e-4e31-abb3-85eb92bb47de HTTP/1.1" status: 204 len: 173 time: 0.7338464 Mar 02 07:30:08.630735 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Routers {'f6bf918c-bb09-418d-9f99-f8e057523ea5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:08.631952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6bf918c-bb09-418d-9f99-f8e057523ea5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:08.646180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce1b67ff-6e60-4ef1-9b5a-8498809aa58e req-b97bc209-2b71-49d0-8163-62bb0ff5521c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297664 Mar 02 07:30:08.669234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.731315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.747517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Deleting port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:08.747865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.872898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-655a581c-acc7-48be-9c45-eeb9aca44165 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=160adf83eb4442dcbbb279d341b75697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681899 Mar 02 07:30:08.928431 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] Set router f6bf918c-bb09-418d-9f99-f8e057523ea5 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:09.055136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:30:08Z', 'revision_number': 6, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:09.060100 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7435849-123d-4582-aec5-6c645f93e651 None None] The sync data for ids ['f6bf918c-bb09-418d-9f99-f8e057523ea5'] in n-d-827871-1 is: [{'id': 'f6bf918c-bb09-418d-9f99-f8e057523ea5', 'name': 'tempest-ServersTestBootFromVolume-1650368481-router', 'tenant_id': '9617873240a04e339a651f82cecad790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:27Z', 'updated_at': '2022-03-02T07:30:08Z', 'revision_number': 6, 'project_id': '9617873240a04e339a651f82cecad790', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:09.196481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:09.199018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] For port 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:09.199384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.202560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:09.210329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:09.297663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event updated for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:09.324491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.325067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.359722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-9e765a5a-3786-4c11-a121-585c73c98d89 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4852865 Mar 02 07:30:09.374918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Request body: {'port': {'device_id': '01974887-442c-416f-8f56-6733e96a09b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:09.377176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Calling delete_port for 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:09.411322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-5d10a1e9-7ff4-4e72-8b19-a5ff85d56dc8 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.418904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-5d10a1e9-7ff4-4e72-8b19-a5ff85d56dc8 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326188 Mar 02 07:30:09.447374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4bf89958-be06-4f48-9faf-fffd8d44b06a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:09.494750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-45ad3bf5-c32f-45c7-bd8e-2a901cc37b78 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/quotas/160adf83eb4442dcbbb279d341b75697 HTTP/1.1" status: 200 len: 375 time: 0.0748744 Mar 02 07:30:09.546294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4bf89958-be06-4f48-9faf-fffd8d44b06a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:09.546644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4bf89958-be06-4f48-9faf-fffd8d44b06a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:09.567588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-117bcb26-ba92-4428-9e1a-8c7b7b32612f tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718832 Mar 02 07:30:09.570640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c75a-0096-4f88-891f-8f2ae36656e8 req-8b44d7e4-b488-46e9-8a7d-4226e941f79d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.572929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f38fb8de-9d56-4404-8f23-0157d5be58e8 None None] Provisioning for port b191e6d6-df9c-4929-a09c-c461b1389aa7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:09.578537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f38fb8de-9d56-4404-8f23-0157d5be58e8 None None] Provisioning complete for port b191e6d6-df9c-4929-a09c-c461b1389aa7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:09.579129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f38fb8de-9d56-4404-8f23-0157d5be58e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.594842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5687c75a-0096-4f88-891f-8f2ae36656e8 req-8b44d7e4-b488-46e9-8a7d-4226e941f79d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4762385 Mar 02 07:30:09.708502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f38fb8de-9d56-4404-8f23-0157d5be58e8 None None] Port b191e6d6-df9c-4929-a09c-c461b1389aa7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:09.786709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5b402f-92f3-44dd-8456-2754edd82bef {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:09.819305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5687c75a-0096-4f88-891f-8f2ae36656e8 req-ddb8f00e-64a4-4ed8-b547-783b12ca2634 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2234888 Mar 02 07:30:09.829319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.835422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.870434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-b514586a-d6a3-4c76-a5b1-08ff77599fa2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.873527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-b514586a-d6a3-4c76-a5b1-08ff77599fa2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.16 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 815 time: 0.2952712 Mar 02 07:30:09.957596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Request body: {'port': {'device_id': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'admin_state_up': True, 'tenant_id': '34160991c3584832b17b15a0d6157086'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:09.980403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.057514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0af18987-311f-49db-a3f6-69fe8870f81a req-4c75aeb5-1a71-4580-8afb-c6e71bb31add tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "GET /v2.0/security-groups/f809ca6d-9893-486c-8a4e-a2ae397aff73 HTTP/1.1" status: 200 len: 1803 time: 0.1296353 Mar 02 07:30:10.077812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Transition to ACTIVE for port object fb5b402f-92f3-44dd-8456-2754edd82bef will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:10.142849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.237573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Pushing event updated for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:10.259076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=67af87a9-edfc-4e8c-9d78-00ce7cb88a7a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:10.266958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af18987-311f-49db-a3f6-69fe8870f81a req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.296556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af18987-311f-49db-a3f6-69fe8870f81a req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.416790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af0ee9dd-a706-4d60-998a-dbc5904ff7cc req-6907a018-88f0-46ca-96d8-d1678a30a5d5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 210 time: 0.3367202 Mar 02 07:30:10.466703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af18987-311f-49db-a3f6-69fe8870f81a req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.534496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.593126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:10.651532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809ca6d-9893-486c-8a4e-a2ae397aff73,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:10.707833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Usage tracker for resource:port and tenant:34160991c3584832b17b15a0d6157086 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:10.721056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:10.728852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0af18987-311f-49db-a3f6-69fe8870f81a req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.745346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0af18987-311f-49db-a3f6-69fe8870f81a req-bea1a9ff-5273-4c64-9129-c0ee029edf9c tempest-SecurityGroupsTestJSON-397329531 tempest-SecurityGroupsTestJSON-397329531-project] 10.222.0.21 "DELETE /v2.0/security-groups/f809ca6d-9893-486c-8a4e-a2ae397aff73 HTTP/1.1" status: 204 len: 173 time: 0.6868925 Mar 02 07:30:10.746123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.776208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:10.867623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.875934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.900942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Made reservation on behalf of 34160991c3584832b17b15a0d6157086 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:10.905106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.924034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-ab2e7c2c-c648-4e74-b2cc-af1ee0b5983d tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=160adf83eb4442dcbbb279d341b75697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416179 Mar 02 07:30:10.939895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.940408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6bf918c-bb09-418d-9f99-f8e057523ea5 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:10.964737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02bc2-c509-4ffb-b115-8beab922d79b req-176e2a6d-2839-4359-8a19-c1c060847173 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:10.972445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fc02bc2-c509-4ffb-b115-8beab922d79b req-176e2a6d-2839-4359-8a19-c1c060847173 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2671874 Mar 02 07:30:11.081888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.084451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9bde4c86-1085-4f63-ba03-ddf998e0e6ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/f6bf918c-bb09-418d-9f99-f8e057523ea5 HTTP/1.1" status: 204 len: 168 time: 3.3694894 Mar 02 07:30:11.120590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49610) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:11.202417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-e8a305c2-0404-40ba-891e-5586aabdc340 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:11.204204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-e8a305c2-0404-40ba-891e-5586aabdc340 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050450 Mar 02 07:30:11.212225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Deleting subnet 7d0cbfd8-9a67-42ba-949b-6e09f364e72e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:11.215076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Attempting to bind port fb5b402f-92f3-44dd-8456-2754edd82bef on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:11.215417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Attempting to bind port fb5b402f-92f3-44dd-8456-2754edd82bef by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:11.215746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Attempting to bind port fb5b402f-92f3-44dd-8456-2754edd82bef on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:11.226924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.230484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fc02bc2-c509-4ffb-b115-8beab922d79b req-5f0d3152-6ccf-4cb6-89fc-983ca1fe30eb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2568316 Mar 02 07:30:11.283695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Port fb5b402f-92f3-44dd-8456-2754edd82bef on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:11.284115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Attempting to bind port fb5b402f-92f3-44dd-8456-2754edd82bef on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:11.292899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Deleting subnet 946cdb2c-2358-43b3-888a-92dab609156b {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:11.293028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-581f8f27-c9df-4445-9fd1-4c5233097792 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/quotas/160adf83eb4442dcbbb279d341b75697 HTTP/1.1" status: 200 len: 375 time: 0.0725799 Mar 02 07:30:11.305081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.378634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:11.382245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.409700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:11.410082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Checking segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:11.410495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Bound using segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:11.410953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Bound port: fb5b402f-92f3-44dd-8456-2754edd82bef, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:11.411312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.421355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:11.421941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 67af87a9-edfc-4e8c-9d78-00ce7cb88a7a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:11.566395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bc70-2c68-4984-8967-cb51b60bfdc3 req-c3ba8b3c-5fe4-4b82-adbe-71b33002fed3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:11.567959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b26bc70-2c68-4984-8967-cb51b60bfdc3 req-c3ba8b3c-5fe4-4b82-adbe-71b33002fed3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1192815 Mar 02 07:30:11.583648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.659106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-9268d100-d857-4401-bfad-e51e16306a8c tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3652172 Mar 02 07:30:11.715044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.774759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0fb39-5acf-4c43-a551-3da114062ee3 None None] Network aac1a5e3-9571-4fe7-9030-e6a958d54fdc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:11.784755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b26bc70-2c68-4984-8967-cb51b60bfdc3 req-b3b2d5ba-6880-43ee-bea8-d52ee1c09812 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056448 Mar 02 07:30:11.791229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946cdb2c-2358-43b3-888a-92dab609156b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:11.795189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-79228392-6b94-4cd3-b249-7cc1baa5e8f5 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=160adf83eb4442dcbbb279d341b75697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2033193 Mar 02 07:30:11.800787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.816927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.822067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee3e2c9c-eefe-4b50-a9e3-d8160c0addc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/946cdb2c-2358-43b3-888a-92dab609156b HTTP/1.1" status: 204 len: 168 time: 0.6906853 Mar 02 07:30:11.825157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.015989 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d186a16f-b74c-41d1-9bac-ba4afbbaaba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.167781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.174552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] DHCP port deletion for aac1a5e3-9571-4fe7-9030-e6a958d54fdc request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:12.177939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-a8870dee-3a87-48ef-9378-071c5e10c373 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:12.180558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-a8870dee-3a87-48ef-9378-071c5e10c373 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785536 Mar 02 07:30:12.184113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Deleting port 8d3afee4-3391-458c-9423-22001e1eb83e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:12.184890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.195672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Deleting port 8d3afee4-3391-458c-9423-22001e1eb83e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:12.196773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.208275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Request body: {'port': {'device_id': '0fcf2fff-8d2c-471c-a415-695956122af6', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '160adf83eb4442dcbbb279d341b75697'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:12.283738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:30:12.312906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-867f97ef-f3b5-4ee8-9393-8d4e17dd9d2d req-991842e6-322b-4b20-93e6-f7e2d23abfc5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:12.485305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.564983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b191e6d6-df9c-4929-a09c-c461b1389aa7 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:12.574286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.616370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Transition to ACTIVE for port object b191e6d6-df9c-4929-a09c-c461b1389aa7 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:12.701269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] For port 8d3afee4-3391-458c-9423-22001e1eb83e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8d3afee4-3391-458c-9423-22001e1eb83e,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:12.702774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.704710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.715809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.799439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:12.880565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Calling delete_port for 8d3afee4-3391-458c-9423-22001e1eb83e owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:12.911994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] For port 8d3afee4-3391-458c-9423-22001e1eb83e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8d3afee4-3391-458c-9423-22001e1eb83e,segment=NetworkSegment(31b4d7b8-c5c3-47db-8815-17a4296b471d),segment_id=31b4d7b8-c5c3-47db-8815-17a4296b471d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:12.912486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.916362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-867f97ef-f3b5-4ee8-9393-8d4e17dd9d2d req-991842e6-322b-4b20-93e6-f7e2d23abfc5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:12.919661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-867f97ef-f3b5-4ee8-9393-8d4e17dd9d2d req-991842e6-322b-4b20-93e6-f7e2d23abfc5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 210 time: 0.7316549 Mar 02 07:30:12.923933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.963006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fb5b402f-92f3-44dd-8456-2754edd82bef,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:13.032121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.049797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541a76-3c46-4d3a-9d27-fd3adbebc529 req-69a8ffc5-817c-4503-9875-65a9460fa2c4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:13.053835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38541a76-3c46-4d3a-9d27-fd3adbebc529 req-69a8ffc5-817c-4503-9875-65a9460fa2c4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.5276878 Mar 02 07:30:13.063246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:13.081305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Usage tracker for resource:security_group_rule and tenant:a26c78ac212a40e0a3baee1172396469 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:13.085254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:13.094744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:13.122191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] No DVR routers for this DVR port 8d3afee4-3391-458c-9423-22001e1eb83e on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:13.135107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceddd3-339f-4e24-8d6d-c42c036bbe92 None None] Pushing event deleted for resources: {'Port': ['ID=8d3afee4-3391-458c-9423-22001e1eb83e,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.158702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.194044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Calling delete_port for 8d3afee4-3391-458c-9423-22001e1eb83e owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:13.226405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Pushing event updated for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.250477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Allocated IP 172.20.0.5 (6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a/f6d0514e-429a-4aab-9fa3-de6408c0a325/e2bf625c-570d-4950-9f51-e8f21545fbb0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:13.281342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:13.294526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4407ac6b-466d-4b10-b6ec-b732096d2a40 req-c6930534-0b4e-45f9-b345-21226d7360a5 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 210 time: 0.1234512 Mar 02 07:30:13.300232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:13.300794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.305623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] 10.222.0.39 "PUT /v2.0/ports/fb5b402f-92f3-44dd-8456-2754edd82bef HTTP/1.1" status: 200 len: 1092 time: 5.6021314 Mar 02 07:30:13.316687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:13.326580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Usage tracker for resource:port and tenant:160adf83eb4442dcbbb279d341b75697 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:13.338757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:13.345574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:13.385690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38541a76-3c46-4d3a-9d27-fd3adbebc529 req-656d21ec-bdc6-4d60-87a8-f97e9f7a23b1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015724 Mar 02 07:30:13.416061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8d3afee4-3391-458c-9423-22001e1eb83e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:13.445964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Made reservation on behalf of 160adf83eb4442dcbbb279d341b75697 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:13.449841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.518290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.527889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8d3afee4-3391-458c-9423-22001e1eb83e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:13.528237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8d3afee4-3391-458c-9423-22001e1eb83e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:13.575402 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef', 'status': 'completed', 'code': 200} Mar 02 07:30:13.580210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.617286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0cbfd8-9a67-42ba-949b-6e09f364e72e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.620508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:13.623186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Attempting to bind port b191e6d6-df9c-4929-a09c-c461b1389aa7 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:13.624209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Attempting to bind port b191e6d6-df9c-4929-a09c-c461b1389aa7 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:13.624631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Attempting to bind port b191e6d6-df9c-4929-a09c-c461b1389aa7 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:13.627210 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:13.647099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Port b191e6d6-df9c-4929-a09c-c461b1389aa7 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:13.647563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Attempting to bind port b191e6d6-df9c-4929-a09c-c461b1389aa7 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:13.655996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.659139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:13.704077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b9cba-b717-41f4-bc61-6139610ea8ed service neutron] Pushing event updated for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.719953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:13.720538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Checking segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:13.720993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Bound using segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:13.721647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Bound port: b191e6d6-df9c-4929-a09c-c461b1389aa7, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:13.722216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.740869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Usage tracker for resource:security_group_rule and tenant:160adf83eb4442dcbbb279d341b75697 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:13.750281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:13.753689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-ce3b7160-cadb-42ee-b2e4-4f6f94683442 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=160adf83eb4442dcbbb279d341b75697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001680 Mar 02 07:30:13.758177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-426824fb-5b1d-49ae-b10d-5a27450f9916 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d0cbfd8-9a67-42ba-949b-6e09f364e72e HTTP/1.1" status: 204 len: 168 time: 3.0038168 Mar 02 07:30:13.767267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:13.769142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49662) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:13.831290 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.845766 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.946692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.993343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-03e28adf-be48-4d4a-a017-530eb6efdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:13.995154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-03e28adf-be48-4d4a-a017-530eb6efdb1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 1095 time: 0.6301656 Mar 02 07:30:14.008483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Transition to ACTIVE for port object e2bf625c-570d-4950-9f51-e8f21545fbb0 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:14.009663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffffc0-5580-4a5c-8165-8b4bfc78d4ee,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:14.013889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b66da19d-dca9-41cf-bf35-4a35ce869656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a26c78ac212a40e0a3baee1172396469&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5217264 Mar 02 07:30:14.019422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:14.065793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-54ada024-79d7-4454-baac-1be818ced351 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.067232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-54ada024-79d7-4454-baac-1be818ced351 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986033 Mar 02 07:30:14.070320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.092158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479d75-bf0e-4bbe-b455-5900ec8f67ea req-ee193640-4fb9-4f81-891f-3b74b42454f8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.093549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e479d75-bf0e-4bbe-b455-5900ec8f67ea req-ee193640-4fb9-4f81-891f-3b74b42454f8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.3938107 Mar 02 07:30:14.100657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Request body: {'port': {'device_id': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '160adf83eb4442dcbbb279d341b75697'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:14.132748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Deleting port 8d3afee4-3391-458c-9423-22001e1eb83e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:14.133088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.144751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8bd59575-9881-4056-bbcf-06f279c5b79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.236363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-fec86a96-e6be-4442-b333-23a7e0daab24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb5b402f-92f3-44dd-8456-2754edd82bef HTTP/1.1" status: 200 len: 217 time: 0.2222922 Mar 02 07:30:14.244593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:14.255781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffee8f-763e-4160-8fc3-c618b60409db req-32c4a6e8-d1d8-47a0-8432-1c8ad18c4d06 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.257312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aaffee8f-763e-4160-8fc3-c618b60409db req-32c4a6e8-d1d8-47a0-8432-1c8ad18c4d06 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.6509323 Mar 02 07:30:14.305057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] The port '8d3afee4-3391-458c-9423-22001e1eb83e' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:30:14.307889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:14.364563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.378326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e479d75-bf0e-4bbe-b455-5900ec8f67ea req-33e864f0-53a5-4b00-a828-9d336031b7ca tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577577 Mar 02 07:30:14.379308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.383738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.499783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.500840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.502133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] 10.222.0.39 "PUT /v2.0/ports/b191e6d6-df9c-4929-a09c-c461b1389aa7 HTTP/1.1" status: 200 len: 1091 time: 5.1326358 Mar 02 07:30:14.522368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-e087dab5-570a-419e-9f05-1c9c9298f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.524491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-e087dab5-570a-419e-9f05-1c9c9298f1c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.2776899 Mar 02 07:30:14.534342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aaffee8f-763e-4160-8fc3-c618b60409db req-1e2ff4b0-0c98-49e0-b1d7-a7649f408468 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2438970 Mar 02 07:30:14.545125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.594183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.635425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.660130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:14.678879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:14.691729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.702487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:14.719133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.746111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event updated for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:14.756374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac1a5e3-9571-4fe7-9030-e6a958d54fdc']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.781599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:14.794859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Usage tracker for resource:port and tenant:160adf83eb4442dcbbb279d341b75697 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:14.798436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b4d7b8-c5c3-47db-8815-17a4296b471d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.798742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b4d7b8-c5c3-47db-8815-17a4296b471d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.810933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:14.826159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:14.829045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.848198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a395f38-3f0a-489e-829d-8d841d21e72b service neutron] Pushing event updated for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:14.863204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:14.863846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.870812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.881419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a0ff53-52f8-4228-9eaa-7ff313937844']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.882871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Made reservation on behalf of 160adf83eb4442dcbbb279d341b75697 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:14.886657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.907298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02a569ab-e38f-4bdc-868c-6eedaceea2e0 req-42a84363-2107-4c29-b214-1a0b7c9b699c tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 210 time: 0.1275403 Mar 02 07:30:14.913909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd1a74b-f759-4ad9-b27f-b12aad71dd42,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:14.919831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9386f88-212a-42a5-831b-ec6625b65ce3') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.919831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9386f88-212a-42a5-831b-ec6625b65ce3') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.951151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.007721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.047158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:15.047559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:15.061651 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:15.070515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:15.070931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:15.091002 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:15.108890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-09d65f4b-b411-4865-a541-1efcaca18287 None None] Provisioning for port e2bf625c-570d-4950-9f51-e8f21545fbb0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:15.114701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-09d65f4b-b411-4865-a541-1efcaca18287 None None] Provisioning complete for port e2bf625c-570d-4950-9f51-e8f21545fbb0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:15.115294 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-09d65f4b-b411-4865-a541-1efcaca18287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.143562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-fb2e21c0-fd51-4158-807b-3d5ef15b0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:15.145013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-fb2e21c0-fd51-4158-807b-3d5ef15b0da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 1094 time: 0.5584283 Mar 02 07:30:15.174973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-09d65f4b-b411-4865-a541-1efcaca18287 None None] Port e2bf625c-570d-4950-9f51-e8f21545fbb0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:15.190382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-37e3fec6-1b7c-4d75-8083-669c3f5eef85 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2382612 Mar 02 07:30:15.190969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.193321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.194333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49ffffc0-5580-4a5c-8165-8b4bfc78d4ee HTTP/1.1" status: 204 len: 168 time: 1.1729629 Mar 02 07:30:15.200283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-62764089-d3af-4dfc-91ff-3833d2494902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:15.201744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-62764089-d3af-4dfc-91ff-3833d2494902 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6642330 Mar 02 07:30:15.214913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d073cf9-eee1-4f6e-bab7-b8e1331b7073 req-327c82cd-1bb3-48b8-af29-d4c1698184a3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:15.215713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0d073cf9-eee1-4f6e-bab7-b8e1331b7073 req-327c82cd-1bb3-48b8-af29-d4c1698184a3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:15.228306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Request body: {'port': {'device_id': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:15.241529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.280558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969840a2-7f45-45c6-b54c-a7b000f1c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffffc0-5580-4a5c-8165-8b4bfc78d4ee,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.317919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.323601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.331174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-99a2fc84-654c-4d9f-818f-9d1be0db287b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7 HTTP/1.1" status: 200 len: 217 time: 0.1239111 Mar 02 07:30:15.347404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Allocated IP 192.168.233.203 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/45384c75-8ca2-4487-8c4e-3d51cc882379) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:15.351444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0d073cf9-eee1-4f6e-bab7-b8e1331b7073 req-327c82cd-1bb3-48b8-af29-d4c1698184a3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:15.362102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d073cf9-eee1-4f6e-bab7-b8e1331b7073 req-327c82cd-1bb3-48b8-af29-d4c1698184a3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 931 time: 0.7814002 Mar 02 07:30:15.376760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.393895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.433967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac1a5e3-9571-4fe7-9030-e6a958d54fdc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.458947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fecb16c7-ca21-4908-b856-3fd2b559f203 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aac1a5e3-9571-4fe7-9030-e6a958d54fdc HTTP/1.1" status: 204 len: 168 time: 3.6323569 Mar 02 07:30:15.495539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.502425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d073cf9-eee1-4f6e-bab7-b8e1331b7073 req-34e34fd8-1d53-40d6-a9e1-404625ecd46c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420205 Mar 02 07:30:15.511645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.516233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a0ff53-52f8-4228-9eaa-7ff313937844,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.565975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-f40dfd3d-56a1-4235-b736-6478cdda20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:15.567429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-f40dfd3d-56a1-4235-b736-6478cdda20c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.2292416 Mar 02 07:30:15.596610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:15.640334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3e71be6d-a5ac-4067-b372-5cf6195a3ae6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/11a0ff53-52f8-4228-9eaa-7ff313937844 HTTP/1.1" status: 204 len: 168 time: 1.8672149 Mar 02 07:30:15.646218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49686) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:15.691922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-a4dcb4c3-c6b3-4ad4-8585-41d647036aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292610 Mar 02 07:30:15.714139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49694) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:15.724716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ff6c-e2a1-479b-88de-7310dd72ec62 req-b9160b55-ae06-4ca1-909c-68a8e9557717 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:15.726254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c694ff6c-e2a1-479b-88de-7310dd72ec62 req-b9160b55-ae06-4ca1-909c-68a8e9557717 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.6369371 Mar 02 07:30:15.761615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.798605 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7', 'status': 'completed', 'code': 200} Mar 02 07:30:15.855965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:15.942555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.013932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62a18333-85b6-4bb6-9f1d-178d9cf71c5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c9742b07fa4cbc9dd35ff15b54d10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701780 Mar 02 07:30:16.024118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.117961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Usage tracker for resource:security_group_rule and tenant:6aecc8ff00d049809563f4423d51c4a1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:16.130146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:16.143841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-54de9aae-1b97-4a2c-bfa4-a453a751f222 req-8d982461-d930-4894-8730-8406c44d9c4a tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Synchronizing usage tracker for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:16.160688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:16.169614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bf625c-570d-4950-9f51-e8f21545fbb0 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:16.188510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.188723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c694ff6c-e2a1-479b-88de-7310dd72ec62 req-04012ecf-be4c-4d9c-8ec2-27dbe4ca6d90 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148197 Mar 02 07:30:16.202717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f61d7e66-25ec-4b9f-94f8-0b153f70e277 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9617873240a04e339a651f82cecad790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836519 Mar 02 07:30:16.208825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.218183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-54de9aae-1b97-4a2c-bfa4-a453a751f222 req-8d982461-d930-4894-8730-8406c44d9c4a tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Unset dirty status for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:16.219380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54de9aae-1b97-4a2c-bfa4-a453a751f222 req-8d982461-d930-4894-8730-8406c44d9c4a tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 210 time: 0.1756907 Mar 02 07:30:16.237684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Transition to ACTIVE for port object e2bf625c-570d-4950-9f51-e8f21545fbb0 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:16.238741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.263307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.271608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-8b851506-5900-48de-92d1-651704989d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:16.273136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-8b851506-5900-48de-92d1-651704989d82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6773980 Mar 02 07:30:16.282529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.288048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-130b161e-9dbf-47e8-bfae-66c1b81e0428 req-894ebdb9-d1f2-4f48-b62a-9d62b41f8d53 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726871 Mar 02 07:30:16.352506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Transition to ACTIVE for port object 45384c75-8ca2-4487-8c4e-3d51cc882379 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:16.359158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.576694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.594134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-0f21ed32-cca9-4200-aa68-4b5f3d51d3fd service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082685 Mar 02 07:30:16.595110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.608037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.656995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.757593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:16.770294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.801686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.860317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ffe304-b2c8-476a-9caa-c7880f5995e8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:16.901752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:16.910013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.910768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6d18d-2bba-436b-968b-4202bcee83af,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:16.914592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-6a88adde-909f-46be-8cb8-8d50a5824dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:16.916876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-6a88adde-909f-46be-8cb8-8d50a5824dc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 1095 time: 0.5677917 Mar 02 07:30:16.917868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.918968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7770bc55-74cc-4930-89f7-eb9676523c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11ffe304-b2c8-476a-9caa-c7880f5995e8 HTTP/1.1" status: 204 len: 168 time: 0.8933680 Mar 02 07:30:16.933154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e7a307e5-747d-4b13-9bda-0e199231928d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aecc8ff00d049809563f4423d51c4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2799544 Mar 02 07:30:16.933154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:16.934253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Allocated IP 192.168.233.87 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/3013f00e-5b74-4ba1-a3e7-7a58e0649762) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:16.936073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49726) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.964096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:16.966167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Attempting to bind port e2bf625c-570d-4950-9f51-e8f21545fbb0 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:16.966509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Attempting to bind port e2bf625c-570d-4950-9f51-e8f21545fbb0 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:16.966833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Attempting to bind port e2bf625c-570d-4950-9f51-e8f21545fbb0 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:16.992642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Port e2bf625c-570d-4950-9f51-e8f21545fbb0 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:16.993081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Attempting to bind port e2bf625c-570d-4950-9f51-e8f21545fbb0 on network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:17.001019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:17.021645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:17.022117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Checking segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:17.022604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Bound using segment: {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:17.023001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Bound port: e2bf625c-570d-4950-9f51-e8f21545fbb0, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202aee8f-3bf9-450a-b5a1-ce2317b628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:17.023342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.121899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1963bb-722d-4826-8d3e-5ddfdd5f7c69 req-b9de48c7-a153-4a44-b1b5-81c1bfc86fb6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.123420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e1963bb-722d-4826-8d3e-5ddfdd5f7c69 req-b9de48c7-a153-4a44-b1b5-81c1bfc86fb6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 943 time: 0.3186207 Mar 02 07:30:17.167130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.272669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-e32cc6f2-aa73-4d79-9e27-d2c124582e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.272920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bcad7c-4b45-4ceb-838f-8ff5a4924213,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:17.273737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-e32cc6f2-aa73-4d79-9e27-d2c124582e74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 915 time: 0.3340340 Mar 02 07:30:17.280164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.283115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec2344ba-a7e6-4e15-a221-6f01cdba201d req-4cf567f7-7cf9-4492-8b8e-84f7eef91556 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694219 Mar 02 07:30:17.306271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.307193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.335072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-86a5ef0c-5061-41fd-9c46-e3f08e90a2d0 None None] Provisioning for port 45384c75-8ca2-4487-8c4e-3d51cc882379 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:17.347731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-86a5ef0c-5061-41fd-9c46-e3f08e90a2d0 None None] Provisioning complete for port 45384c75-8ca2-4487-8c4e-3d51cc882379 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:17.349188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86a5ef0c-5061-41fd-9c46-e3f08e90a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.417817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-86a5ef0c-5061-41fd-9c46-e3f08e90a2d0 None None] Port 45384c75-8ca2-4487-8c4e-3d51cc882379 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:17.446192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.450609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b80250ae-2d30-4315-9769-ed70663ade8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88bcad7c-4b45-4ceb-838f-8ff5a4924213 HTTP/1.1" status: 204 len: 168 time: 1.2382643 Mar 02 07:30:17.452923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-ba1fbd77-a3fe-452d-acfe-3dcd524f88be tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2536407 Mar 02 07:30:17.456403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:17.460652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e1963bb-722d-4826-8d3e-5ddfdd5f7c69 req-8d51c60e-ce52-45ce-a2ca-14f17d0209b3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088517 Mar 02 07:30:17.474207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:17.484065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dee08-30ad-4076-af18-002771b659aa req-2a9efdcf-8380-4cdb-b75b-6c934d15b918 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.492087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3dee08-30ad-4076-af18-002771b659aa req-2a9efdcf-8380-4cdb-b75b-6c934d15b918 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7676127 Mar 02 07:30:17.495548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-b655eb04-314e-419e-86e3-4af824544ebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb5b402f-92f3-44dd-8456-2754edd82bef HTTP/1.1" status: 200 len: 217 time: 0.2114224 Mar 02 07:30:17.502253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Request body: {'port': {'device_id': '0fcf2fff-8d2c-471c-a415-695956122af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:17.538910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.574664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.650950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-2e5ebe3a-713b-4349-a419-f75e98db2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.653155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-2e5ebe3a-713b-4349-a419-f75e98db2df1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.1008527 Mar 02 07:30:17.671229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.671921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.673371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2bf625c-570d-4950-9f51-e8f21545fbb0 HTTP/1.1" status: 200 len: 1091 time: 2.4497154 Mar 02 07:30:17.682713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:17.787237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.836328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Transition to ACTIVE for port object 3013f00e-5b74-4ba1-a3e7-7a58e0649762 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:17.861929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790cecc-2f2b-4d9f-a031-a761677ba8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:17.862230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f3dee08-30ad-4076-af18-002771b659aa req-d867b8f4-d16e-434a-ad50-88215a9ae4f4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3662071 Mar 02 07:30:17.967120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.971936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-2d5ace6d-e99f-4b9c-9019-8ed9300814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.972891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-3fe3f72d-4c16-40ad-b964-3bda765dc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.973416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-2d5ace6d-e99f-4b9c-9019-8ed9300814fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 1094 time: 0.2387052 Mar 02 07:30:17.986864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-3fe3f72d-4c16-40ad-b964-3bda765dc25c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 1094 time: 0.6384816 Mar 02 07:30:17.996979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.051072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b329f9a-08bf-4154-a311-d62a249c16f8 req-ed8327e2-67f6-44be-bf47-967126f23a08 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.060609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b329f9a-08bf-4154-a311-d62a249c16f8 req-ed8327e2-67f6-44be-bf47-967126f23a08 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.3727889 Mar 02 07:30:18.167835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-514fc7f8-7987-4078-b6b7-92deaf0ba1d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0 HTTP/1.1" status: 200 len: 217 time: 0.1317830 Mar 02 07:30:18.175422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:18.218256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:18.245423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:18.281723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:18.298618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49764) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:18.376242 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.384585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.385728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.391159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-975e1484-81dc-4db5-8432-28da3487858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.393249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-975e1484-81dc-4db5-8432-28da3487858f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.2086565 Mar 02 07:30:18.416876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b329f9a-08bf-4154-a311-d62a249c16f8 req-20da4234-2346-4bc2-af7d-49945cb2fa40 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548126 Mar 02 07:30:18.456267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.457781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.492557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a034fdde-dbf0-43aa-b91b-6c5ad4b13d9e None None] Provisioning for port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:18.499024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a034fdde-dbf0-43aa-b91b-6c5ad4b13d9e None None] Provisioning complete for port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:18.499425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a034fdde-dbf0-43aa-b91b-6c5ad4b13d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.545728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-09d6077f-917f-4d48-ae27-c96bede15752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.547344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-09d6077f-917f-4d48-ae27-c96bede15752 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8760564 Mar 02 07:30:18.552515 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0', 'status': 'completed', 'code': 200} Mar 02 07:30:18.568831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6d18d-2bba-436b-968b-4202bcee83af,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:18.576392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-c5ad7a62-d674-4f9c-8fc2-82da6c245de0 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4924901 Mar 02 07:30:18.610644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Request body: {'port': {'device_id': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:18.620328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a034fdde-dbf0-43aa-b91b-6c5ad4b13d9e None None] Port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:18.637127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.641224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d234e69-a570-4a64-938b-7b160708ca5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cb6d18d-2bba-436b-968b-4202bcee83af HTTP/1.1" status: 204 len: 168 time: 1.6818547 Mar 02 07:30:18.692267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49782) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:18.767447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-866a3a3f-c511-4249-b4f7-532a77492a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.768919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-866a3a3f-c511-4249-b4f7-532a77492a82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 915 time: 0.7729931 Mar 02 07:30:18.782469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2136619857-network', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:18.798060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-253c40ad-52ab-4dd3-acce-6e7a13922916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.799536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-253c40ad-52ab-4dd3-acce-6e7a13922916 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778033 Mar 02 07:30:18.800509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:18.861360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-818648766-network', 'tenant_id': 'a5ec4f99c6c240669012bdf0396b44f2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:18.865497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Usage tracker for resource:network and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:18.873907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-8d5aff7a-97ef-4cd0-b0c1-3c73bad951b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7 HTTP/1.1" status: 200 len: 217 time: 0.0866275 Mar 02 07:30:18.892238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:18.897273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:18.910017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:18.912323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Usage tracker for resource:network and tenant:a5ec4f99c6c240669012bdf0396b44f2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:18.922002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:18.998536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:19.001458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-50e698d9-70fc-4c27-a443-c9ed493233af tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.002206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-50e698d9-70fc-4c27-a443-c9ed493233af tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Synchronizing usage tracker for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:19.011914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Made reservation on behalf of a53acad2618a42108453ca17cd63ddf2 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:19.012127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-c2a961fb-bba6-4c3c-84af-572960c93a01 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568863 Mar 02 07:30:19.014328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.023590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.051556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.065314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Made reservation on behalf of a5ec4f99c6c240669012bdf0396b44f2 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:19.067613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.126786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-17e2e236-fd95-4d28-a24a-512436830be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.128249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-17e2e236-fd95-4d28-a24a-512436830be8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.2403486 Mar 02 07:30:19.135976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-50e698d9-70fc-4c27-a443-c9ed493233af tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Unset dirty status for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:19.137179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-50e698d9-70fc-4c27-a443-c9ed493233af tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 935 time: 1.1179781 Mar 02 07:30:19.139805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.153078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:19.167913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Usage tracker for resource:security_group_rule and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:19.173731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:19.178556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-02bfbe54-4abc-42cd-9f74-423f73fca06c service neutron] 10.222.0.16 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466947 Mar 02 07:30:19.195552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2887c-2f54-4743-b7e2-a0528cfcf770 req-e482c0ce-97da-423c-b802-73e42b9136e8 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.197635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71e2887c-2f54-4743-b7e2-a0528cfcf770 req-e482c0ce-97da-423c-b802-73e42b9136e8 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 943 time: 0.4698994 Mar 02 07:30:19.198613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:19.204292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:19.237550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ec4f99c6c240669012bdf0396b44f2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:19.272091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:19.287814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:19.339038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-03b2064c-1d97-4583-88f2-82dbb14b13c8 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Synchronizing usage tracker for tenant:160adf83eb4442dcbbb279d341b75697 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:19.361830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0ab2f1-990a-4b63-8b1c-ce0988b7009c req-9d05aecb-99b0-4f91-a26e-5c5366e2584f service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979147 Mar 02 07:30:19.435300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-03b2064c-1d97-4583-88f2-82dbb14b13c8 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Unset dirty status for tenant:160adf83eb4442dcbbb279d341b75697 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:19.436508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef000f6e-1f03-42cd-8094-46c6a3cbf9fd req-03b2064c-1d97-4583-88f2-82dbb14b13c8 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167611 Mar 02 07:30:19.438606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-9b0e89b6-a054-4baa-8832-25cd48fd446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.440045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-9b0e89b6-a054-4baa-8832-25cd48fd446a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987673 Mar 02 07:30:19.444270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:19.465014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71e2887c-2f54-4743-b7e2-a0528cfcf770 req-7cf7a0e1-df8f-4c3c-beb3-3261fbe78c7f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582407 Mar 02 07:30:19.507104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.526721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490060a1-89e0-46a3-a246-5e2596e4cefc req-13fde3ba-0a8e-41f2-b725-faafbac04304 service neutron] 10.222.0.16 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258488 Mar 02 07:30:19.591299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Transition to ACTIVE for port object 45384c75-8ca2-4487-8c4e-3d51cc882379 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:19.612635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.772444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.827424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.860241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:19.886112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.909882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-99300879-2fd4-4988-b142-7b615309ce88 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607763 Mar 02 07:30:19.921007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.110130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Attempting to bind port 45384c75-8ca2-4487-8c4e-3d51cc882379 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:20.110486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Attempting to bind port 45384c75-8ca2-4487-8c4e-3d51cc882379 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:20.110777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Attempting to bind port 45384c75-8ca2-4487-8c4e-3d51cc882379 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:20.122896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Port 45384c75-8ca2-4487-8c4e-3d51cc882379 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:20.123226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Attempting to bind port 45384c75-8ca2-4487-8c4e-3d51cc882379 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:20.134958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:20.135299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:20.135681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:20.136115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Bound port: 45384c75-8ca2-4487-8c4e-3d51cc882379, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:20.136462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.157893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:20.201953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:20.226316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.226908 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Added segment 3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9 of type vlan for network 8fb384f2-3e85-4df6-8608-803bcd2cb707 Mar 02 07:30:20.233388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c938a-fedd-4792-9217-cee16e830eb8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.253131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.253482 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Added segment 6d29d5de-815d-46c7-905d-e9b0096fde4a of type vlan for network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe Mar 02 07:30:20.260254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e558a-4fdb-4a3f-9619-df34f126385f req-a5d3b646-b73c-4bd8-b1d1-8328047f848d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.261774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b28e558a-4fdb-4a3f-9619-df34f126385f req-a5d3b646-b73c-4bd8-b1d1-8328047f848d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2733293 Mar 02 07:30:20.275913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8903a208-db0b-44d3-aa1e-54027aa4f34b req-f21c12ad-758e-4e74-a2a3-27a77fb20374 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501275 Mar 02 07:30:20.345441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b28e558a-4fdb-4a3f-9619-df34f126385f req-c8319b6f-07a8-4193-af29-21829ba44a18 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689378 Mar 02 07:30:20.346424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:20.349672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:20.354372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.357664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.383839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.392906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-555a3b7f-46f0-4986-ba71-00d0b3ff6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.394450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-555a3b7f-46f0-4986-ba71-00d0b3ff6e27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 1094 time: 0.8023269 Mar 02 07:30:20.399249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e84472-6fab-4ab0-b45c-039b0445c6c3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.461894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1987307-63b9-4ee5-a105-55dc300d4d25 req-b7d3ccb1-0738-498a-bf19-e469cdab6eeb tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.469930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1987307-63b9-4ee5-a105-55dc300d4d25 req-b7d3ccb1-0738-498a-bf19-e469cdab6eeb tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.6957247 Mar 02 07:30:20.549085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:30:20.631990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.647976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.648905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.651253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-18811a0c-6e5a-4bc7-b19c-a3226bf60f0f service neutron] 10.222.0.16 "PUT /v2.0/ports/45384c75-8ca2-4487-8c4e-3d51cc882379 HTTP/1.1" status: 200 len: 1096 time: 3.1831009 Mar 02 07:30:20.660004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.660950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.661537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.677641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3013f00e-5b74-4ba1-a3e7-7a58e0649762 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:20.695790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:20.739708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.742065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.742987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.744099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.776139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1987307-63b9-4ee5-a105-55dc300d4d25 req-f37d64f3-79b0-464f-85ef-9995f0e7f1ca tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052766 Mar 02 07:30:20.837736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd40d-bd15-4d30-a83d-a1717a7d7e66 req-f9eccd61-4661-45f8-8ba0-5f3e29d467f6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.840632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f05cd40d-bd15-4d30-a83d-a1717a7d7e66 req-f9eccd61-4661-45f8-8ba0-5f3e29d467f6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 935 time: 0.2012630 Mar 02 07:30:20.890829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1938260 Mar 02 07:30:20.890829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5865595 Mar 02 07:30:20.891849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49844) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:20.896669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:20.903705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Request body: {'subnet': {'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-818648766-subnet', 'tenant_id': 'a5ec4f99c6c240669012bdf0396b44f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:20.910010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-b84f5c52-b0c2-4656-854d-22dce47540f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.910295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Transition to ACTIVE for port object 3013f00e-5b74-4ba1-a3e7-7a58e0649762 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:20.911249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d78e-dcda-4434-af19-ce2cb5f08ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb384f2-3e85-4df6-8608-803bcd2cb707,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.911790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-b84f5c52-b0c2-4656-854d-22dce47540f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 1099 time: 0.2101226 Mar 02 07:30:20.922843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8fb384f2-3e85-4df6-8608-803bcd2cb707 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:20.931121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Request body: {'subnet': {'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2136619857-subnet', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:20.936858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.016019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:21.017185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-073636a8-0f1f-4895-a385-88e5a079b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:21.018752 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-073636a8-0f1f-4895-a385-88e5a079b983 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 915 time: 0.6102908 Mar 02 07:30:21.019200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-c5096a15-0042-46ed-b016-dbe69726c9ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=45384c75-8ca2-4487-8c4e-3d51cc882379 HTTP/1.1" status: 200 len: 217 time: 0.0949359 Mar 02 07:30:21.022956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:21.034205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Usage tracker for resource:subnet and tenant:a5ec4f99c6c240669012bdf0396b44f2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:21.037054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Usage tracker for resource:subnet and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:21.041889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:21.081560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:21.104925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f05cd40d-bd15-4d30-a83d-a1717a7d7e66 req-53b6dfe5-4004-42ee-8e61-c77532f94bf4 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577591 Mar 02 07:30:21.115723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:21.124557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:21.167999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-876377f4-9bc5-46c0-bc67-a7d17ee247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:21.169873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-876377f4-9bc5-46c0-bc67-a7d17ee247a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1300273 Mar 02 07:30:21.175871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Made reservation on behalf of a5ec4f99c6c240669012bdf0396b44f2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:21.186282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.200729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b191e6d6-df9c-4929-a09c-c461b1389aa7 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:21.237055 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'status': 'completed', 'code': 200} Mar 02 07:30:21.250478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Made reservation on behalf of a53acad2618a42108453ca17cd63ddf2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:21.258047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.348967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-78034573-f28b-45cc-88dd-93ef78bdb46c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0 HTTP/1.1" status: 200 len: 217 time: 0.2405477 Mar 02 07:30:21.433533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:21.450323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b191e6d6-df9c-4929-a09c-c461b1389aa7', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'port_id': 'b191e6d6-df9c-4929-a09c-c461b1389aa7', 'mac_address': 'fa:16:3e:a5:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d0514e-429a-4aab-9fa3-de6408c0a325', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:21.532423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.564110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-8f678d4c-8190-48eb-80e0-90be8f619021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:21.566124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-8f678d4c-8190-48eb-80e0-90be8f619021 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.1729729 Mar 02 07:30:21.566583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:21.570194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b191e6d6-df9c-4929-a09c-c461b1389aa7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:21.579738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d6c3-d5d9-4da4-8955-22f368b99f60 admin admin] Pushing event updated for resources: {'Network': ['ID=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:21.599025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:21.628763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:21.720947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.721999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fb5b402f-92f3-44dd-8456-2754edd82bef details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:21.748347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fb5b402f-92f3-44dd-8456-2754edd82bef,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:21.769190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Attempting to bind port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:21.769190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Attempting to bind port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:21.769575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Attempting to bind port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:21.799930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'fb5b402f-92f3-44dd-8456-2754edd82bef', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'port_id': 'fb5b402f-92f3-44dd-8456-2754edd82bef', 'mac_address': 'fa:16:3e:ee:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d0514e-429a-4aab-9fa3-de6408c0a325', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:21.804977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:21.805493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Attempting to bind port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:21.822211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:21.822884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:21.823062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:21.823639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Bound port: 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:21.824089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.885232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.919215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5b402f-92f3-44dd-8456-2754edd82bef {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:21.926860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-48ac2acc-2510-4518-b0c6-197fd88b2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:21.928440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-48ac2acc-2510-4518-b0c6-197fd88b2be6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6875856 Mar 02 07:30:21.941106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fb5b402f-92f3-44dd-8456-2754edd82bef,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:21.948417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:21.952119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181803-4b7e-40f2-8a6d-e2b1921d40cf req-7d4f50e7-979e-4e4a-810a-b5c69e6c1245 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:21.959459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.961811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11181803-4b7e-40f2-8a6d-e2b1921d40cf req-7d4f50e7-979e-4e4a-810a-b5c69e6c1245 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 943 time: 0.9464703 Mar 02 07:30:22.021682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11181803-4b7e-40f2-8a6d-e2b1921d40cf req-eea9c308-4fa4-4b82-aec6-0efe463d2467 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586989 Mar 02 07:30:22.031127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-0481f2e5-151d-40a1-b9bd-3d1400ade8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.038159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-0481f2e5-151d-40a1-b9bd-3d1400ade8a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4535358 Mar 02 07:30:22.042996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:22.056546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e2bf625c-570d-4950-9f51-e8f21545fbb0 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:22.068156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.097760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:22.129425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49874) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.155568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.260416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.267074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:22.281175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'e2bf625c-570d-4950-9f51-e8f21545fbb0', 'network_id': '6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a', 'port_id': 'e2bf625c-570d-4950-9f51-e8f21545fbb0', 'mac_address': 'fa:16:3e:c5:33:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d0514e-429a-4aab-9fa3-de6408c0a325', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:22.292497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.308181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e898f2-76ee-4041-aec1-f6eb4ab7ee32 req-8b4828b8-6a8d-4d78-b340-99d882220a39 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.309688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e898f2-76ee-4041-aec1-f6eb4ab7ee32 req-8b4828b8-6a8d-4d78-b340-99d882220a39 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4795964 Mar 02 07:30:22.311543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-3e9bad63-fcc9-4ece-bea2-350ea0f25719 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396342 Mar 02 07:30:22.320637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.321449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.322349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-f9c239ea-d209-4d39-a820-32f3c1dbf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.323774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] 10.222.0.39 "PUT /v2.0/ports/3013f00e-5b74-4ba1-a3e7-7a58e0649762 HTTP/1.1" status: 200 len: 1095 time: 3.7312560 Mar 02 07:30:22.323915 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-f9c239ea-d209-4d39-a820-32f3c1dbf232 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2566b74c98442cb11ba2d379699678&device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 1098 time: 0.4926271 Mar 02 07:30:22.325354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:22.375214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.408140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bf625c-570d-4950-9f51-e8f21545fbb0 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:22.435543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:22.443488 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.491389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b191e6d6-df9c-4929-a09c-c461b1389aa7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:22.544872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fb5b402f-92f3-44dd-8456-2754edd82bef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:22.577004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.630534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-c2d61225-7560-4e3b-a885-57c02c95cb24 service neutron] 10.222.0.16 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829532 Mar 02 07:30:22.639576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111b5c4-295e-4616-ad9a-af6ec84af49d service neutron] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.653087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b834493-d49a-4a0c-82a6-7f71162bd94c,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.699076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.732237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:22.756953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b988-2250-42f3-bed1-c53ccfdcb500 req-04af4e0b-2ad7-412c-a5e3-d59049dd1a77 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.759763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4699b988-2250-42f3-bed1-c53ccfdcb500 req-04af4e0b-2ad7-412c-a5e3-d59049dd1a77 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.5086522 Mar 02 07:30:22.849088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-8e54156d-bd66-42ab-98b0-af2d30ee002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:22.850834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-8e54156d-bd66-42ab-98b0-af2d30ee002b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 1098 time: 0.4763393 Mar 02 07:30:22.862540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['e2bf625c-570d-4950-9f51-e8f21545fbb0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:22.870008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e898f2-76ee-4041-aec1-f6eb4ab7ee32 req-fa7dee27-e457-476f-bef5-9561091ea777 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5432792 Mar 02 07:30:22.896796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Usage tracker for resource:security_group_rule and tenant:de4770011d49455bbb1454810e472d45 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:22.900206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Checking segment: {'id': '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:22.900684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Network hostable DHCP agents. Network: 8fb384f2-3e85-4df6-8608-803bcd2cb707, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:22.905013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Checking segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:22.905320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Network hostable DHCP agents. Network: cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:22.912568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:22.934588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:22.942848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-7bfbb481-2bb9-46c3-b576-e8369ca4d510 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762 HTTP/1.1" status: 200 len: 217 time: 0.0815732 Mar 02 07:30:22.945608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4699b988-2250-42f3-bed1-c53ccfdcb500 req-20d7c24b-e195-4791-9e3c-2307e93577d6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676505 Mar 02 07:30:22.947854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e308ada2-8b23-4f00-a5bb-efd22f525111 req-78d1f137-cf23-4206-bf83-18b80b5e5d7f service neutron] 10.222.0.16 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053493 Mar 02 07:30:22.981845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a613194-fb8b-4003-b54f-512361ba7b57,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:23.002907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-073bd8e8-7aba-41b8-a8ed-dc2fc134a936 req-4d2c1dab-2402-4f4a-9d2f-307e0c15cde5 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780956 Mar 02 07:30:23.018989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-6b0517f9-dc9a-41d5-b182-1a188793c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.021274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-6b0517f9-dc9a-41d5-b182-1a188793c0a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0726535 Mar 02 07:30:23.023239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-d6f6add5-3079-46c0-bf0c-4a16cdf79f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.025608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-d6f6add5-3079-46c0-bf0c-4a16cdf79f56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 200 len: 914 time: 0.6825306 Mar 02 07:30:23.028989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:23.080983 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'status': 'completed', 'code': 200} Mar 02 07:30:23.114634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-77675317-17ac-4c8f-9bf3-55f7a094400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.116205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-77675317-17ac-4c8f-9bf3-55f7a094400c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882745 Mar 02 07:30:23.121692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Network 8fb384f2-3e85-4df6-8608-803bcd2cb707 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:23.217225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-ae9f11fa-6f7a-4d9a-a7a4-40bab35c0c87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 200 len: 217 time: 0.1834931 Mar 02 07:30:23.276493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:23.283699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8fb384f2-3e85-4df6-8608-803bcd2cb707) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:23.296252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b52435-a1e8-4cb3-bb69-ff82f05ba441 None None] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:23.307524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.308155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.311368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-4c7942bf-453a-47be-a323-8e3d39e4607a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876421 Mar 02 07:30:23.318289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.318443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.318636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2288466-5638-4a1e-aa70-e603c5798373 None None] Network 8fb384f2-3e85-4df6-8608-803bcd2cb707 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:23.365991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df314a-851b-4664-8cfd-0d42fd345e78 req-2dc8081a-63bf-4df4-b2ed-35abdcd10b1f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.367478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3df314a-851b-4664-8cfd-0d42fd345e78 req-2dc8081a-63bf-4df4-b2ed-35abdcd10b1f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 944 time: 0.1559458 Mar 02 07:30:23.383558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-ba024bed-9b1d-4fa2-b670-d0ff4f04277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.385882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-ba024bed-9b1d-4fa2-b670-d0ff4f04277b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 200 len: 854 time: 0.1547832 Mar 02 07:30:23.436615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d55f8e6c-4df1-4330-9f57-9e1f89ddbeed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5377114 Mar 02 07:30:23.451241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49892) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:23.460776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef63a13b-2535-485c-8317-00dd7b06e00e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5666912 Mar 02 07:30:23.468062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-88ff0134-9f81-4c97-bd61-ee0f914f3050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af11f894-3596-4eec-99d3-e0cbe3153570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674927 Mar 02 07:30:23.480362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:23.504955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:23.536111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Usage tracker for resource:router and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:23.540090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.541949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:23.558959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-20896e17-9a35-4bcc-9685-31e86b476adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.560776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-20896e17-9a35-4bcc-9685-31e86b476adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 1099 time: 0.4364305 Mar 02 07:30:23.570424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:23.574795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.584840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3df314a-851b-4664-8cfd-0d42fd345e78 req-40f7a218-f135-481e-a3b4-b3226102fd9d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489060 Mar 02 07:30:23.595640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80b7c2b3-e7eb-48a3-9fad-709ecedfa217 req-d8b17a73-b3d7-4e46-9f91-1bd1dbe4efae service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756033 Mar 02 07:30:23.684740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c250-d8dc-4f58-b84e-7859b0ec19ba req-46df8a8b-ab85-4a17-93ac-f946922f144c tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.686734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f879c250-d8dc-4f58-b84e-7859b0ec19ba req-46df8a8b-ab85-4a17-93ac-f946922f144c tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.5500839 Mar 02 07:30:23.757786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-ad619de3-4fad-44b0-b36c-cbd98dbf21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.759900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-ad619de3-4fad-44b0-b36c-cbd98dbf21ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 1098 time: 0.1169703 Mar 02 07:30:23.824433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dd19f-84c1-4e6e-85ff-8ee0d8d128b8 None None] Network 8fb384f2-3e85-4df6-8608-803bcd2cb707 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:23.840623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.841690 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.855624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:30:23.856778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.858935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de4770011d49455bbb1454810e472d45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7266870 Mar 02 07:30:23.874329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:23.887502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3fe0a-1f62-473e-8cae-0545c0012a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e90554-a208-4b42-9edd-966b40e7a691,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:23.947097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.960256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-4ec0405a-99a5-487e-91c1-cef714ad22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:23.961982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-4ec0405a-99a5-487e-91c1-cef714ad22ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.1955495 Mar 02 07:30:23.981823 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f879c250-d8dc-4f58-b84e-7859b0ec19ba req-6f61a710-e62f-4ead-9ff7-5e0c2f2c05a2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444603 Mar 02 07:30:24.010621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-d4577cc1-2d2c-4e89-83e0-cbdaf3afe1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147843 Mar 02 07:30:24.070890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-3d64fec0-7dcf-4ed4-b176-0349626ce486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.073113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-3d64fec0-7dcf-4ed4-b176-0349626ce486 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.5040703 Mar 02 07:30:24.092003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-73dbe124-2c2d-4a7c-b540-59edaad80286 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762 HTTP/1.1" status: 200 len: 217 time: 0.1233261 Mar 02 07:30:24.226836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-80548a81-1b80-492a-a68f-d12a6da3c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.228839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-80548a81-1b80-492a-a68f-d12a6da3c92a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1307154 Mar 02 07:30:24.265936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Allocated IP 172.20.0.2 (cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe/3a613194-fb8b-4003-b54f-512361ba7b57/502aefd4-334c-470e-b0e3-6fe43f6a38c3) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:24.292389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-92051dc9-7b46-4bed-a8d1-76a8608d7e9c tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.293081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-92051dc9-7b46-4bed-a8d1-76a8608d7e9c tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Synchronizing usage tracker for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:24.313552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-131013b1-a2bb-41d4-a16d-65006e5428ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=45384c75-8ca2-4487-8c4e-3d51cc882379 HTTP/1.1" status: 200 len: 217 time: 0.1759338 Mar 02 07:30:24.329467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-92051dc9-7b46-4bed-a8d1-76a8608d7e9c tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Unset dirty status for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:24.330650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-92051dc9-7b46-4bed-a8d1-76a8608d7e9c tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/networks?id=8fb384f2-3e85-4df6-8608-803bcd2cb707 HTTP/1.1" status: 200 len: 813 time: 0.2910416 Mar 02 07:30:24.337936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-f3497409-d6cb-4b93-beb0-191814ecee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.340164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-f3497409-d6cb-4b93-beb0-191814ecee56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998347 Mar 02 07:30:24.369689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.379470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-56e11403-0f2d-4c6a-b110-5739bc86b567 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/quotas/a5ec4f99c6c240669012bdf0396b44f2 HTTP/1.1" status: 200 len: 375 time: 0.0381539 Mar 02 07:30:24.485083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-9ceef1a5-c568-4e45-aec0-443bbce3885a tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ec4f99c6c240669012bdf0396b44f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997193 Mar 02 07:30:24.498048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.511971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Transition to ACTIVE for port object 502aefd4-334c-470e-b0e3-6fe43f6a38c3 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:24.534543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Transition to ACTIVE for port object 502aefd4-334c-470e-b0e3-6fe43f6a38c3 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:24.542954 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.620005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:24.623429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:24.627443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:24.669360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Pushing event updated for resources: {'Port': ['ID=502aefd4-334c-470e-b0e3-6fe43f6a38c3,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:24.694324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-606d098b-c32b-4044-bfd0-a8476774644b service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465424 Mar 02 07:30:24.738572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Attempting to bind port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:24.738895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Attempting to bind port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:24.739205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Attempting to bind port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 on network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:24.747615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:24.747994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Checking segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:24.748394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.748783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Bound using segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:24.749249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Bound port: 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:24.749623 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.771662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.783007 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.795479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be582234-27b9-4fbd-9982-aa6fa8da8423 req-a4c7bb30-42d1-42a1-a12c-310bb32381e3 service neutron] 10.222.0.16 "GET /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725079 Mar 02 07:30:24.812330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-c4efeaa2-2d28-45d5-a6e4-1f3362e4fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.813769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-c4efeaa2-2d28-45d5-a6e4-1f3362e4fafd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.4334486 Mar 02 07:30:24.844663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] For port 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:24.847911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] For port 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502aefd4-334c-470e-b0e3-6fe43f6a38c3,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:24.853421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.898766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-fb621824-758a-48db-9783-f97007a87f88 service neutron] 10.222.0.21 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643944 Mar 02 07:30:24.933620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfabfa-c9f8-4718-893a-2098706e0b2a req-84804291-38a3-4b66-90d3-dcbc013ba837 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:24.940760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7bfabfa-c9f8-4718-893a-2098706e0b2a req-84804291-38a3-4b66-90d3-dcbc013ba837 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.8124549 Mar 02 07:30:24.942372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203845-08f6-40fc-9d6e-585a14d1e22c None None] Pushing event updated for resources: {'Port': ['ID=502aefd4-334c-470e-b0e3-6fe43f6a38c3,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:25.028215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec73d55c-4703-4e09-afff-c2f11f25eccc req-04f0cc17-ba8e-4584-a2ea-1f26ac41b386 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263841 Mar 02 07:30:25.039787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.066991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7bfabfa-c9f8-4718-893a-2098706e0b2a req-d83b7dd6-9ed3-4cc4-9829-dfc7a3975754 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247723 Mar 02 07:30:25.088179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-072593fc-7687-4efd-959b-b3d5539cb3a9 service neutron] 10.222.0.21 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831598 Mar 02 07:30:25.106993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e90554-a208-4b42-9edd-966b40e7a691,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:25.128687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-5fdfefac-8604-41d2-979a-c73566bed4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.130251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-5fdfefac-8604-41d2-979a-c73566bed4be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2989085 Mar 02 07:30:25.186276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.187428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be400a4a-8227-4dfb-8101-a25a371681de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00e90554-a208-4b42-9edd-966b40e7a691 HTTP/1.1" status: 204 len: 168 time: 1.3015285 Mar 02 07:30:25.202271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b191e6d6-df9c-4929-a09c-c461b1389aa7 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:25.382886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port b191e6d6-df9c-4929-a09c-c461b1389aa7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:25.395787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b191e6d6-df9c-4929-a09c-c461b1389aa7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:25.396342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.518253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502aefd4-334c-470e-b0e3-6fe43f6a38c3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:25.696976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c8900-c1fb-42be-8c15-ec416c9c2bdc req-092e3883-67b5-4a05-ab77-fb59ed90fb33 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.705595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-341c8900-c1fb-42be-8c15-ec416c9c2bdc req-092e3883-67b5-4a05-ab77-fb59ed90fb33 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 944 time: 0.1467862 Mar 02 07:30:25.712914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-129aa56f-d005-4894-a279-0b8b51b63ea0 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691595 Mar 02 07:30:25.765585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-341c8900-c1fb-42be-8c15-ec416c9c2bdc req-8c2c1db7-8a27-4e14-bfb2-bc201d112644 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583150 Mar 02 07:30:25.789886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.819380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:25.829672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:25.842705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:25.846624 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.847708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fb5b402f-92f3-44dd-8456-2754edd82bef up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:26.023170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:26.060418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e2bf625c-570d-4950-9f51-e8f21545fbb0 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:26.115489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1dbdf-eca8-4cb5-a516-77d0f38b4381 req-efae577b-03a3-4eb3-94ba-e2dc7e16acd3 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:26.126374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ee1dbdf-eca8-4cb5-a516-77d0f38b4381 req-efae577b-03a3-4eb3-94ba-e2dc7e16acd3 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.1558502 Mar 02 07:30:26.186713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.192053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ee1dbdf-eca8-4cb5-a516-77d0f38b4381 req-ea94e242-27dd-4f3f-bfb3-2ebebd2205b3 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644217 Mar 02 07:30:26.258382 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.338329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d353b47-eee8-49af-99e4-f5dc06ac61f8 req-ab16952d-00b4-47ed-8855-1a6612497055 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:26.340294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d353b47-eee8-49af-99e4-f5dc06ac61f8 req-ab16952d-00b4-47ed-8855-1a6612497055 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.8092582 Mar 02 07:30:26.395420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port fb5b402f-92f3-44dd-8456-2754edd82bef completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:26.409079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port fb5b402f-92f3-44dd-8456-2754edd82bef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:26.409523 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.440479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:26.478364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a65227b0-4b66-4b8c-89a9-3009a583fd73 req-5e991e4c-f012-4dee-a106-8df306565465 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 210 time: 0.1060977 Mar 02 07:30:26.547489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-784adb8f-b379-4f9c-a25f-639e4ab6159e req-0de381e0-dabd-491a-99ec-707c0052d5fa service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206766 Mar 02 07:30:26.580051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d353b47-eee8-49af-99e4-f5dc06ac61f8 req-48068806-bd47-4274-8c51-59ed375160db tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216249 Mar 02 07:30:26.592729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port e2bf625c-570d-4950-9f51-e8f21545fbb0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:26.605120 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7', 'code': 200} Mar 02 07:30:26.619039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port e2bf625c-570d-4950-9f51-e8f21545fbb0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:26.619419 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.678813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998b9ea-c51f-4fd4-9255-0cc4735c2f12 None None] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:26.737659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Allocated IP 172.25.4.120 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:26.801041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:26.883992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'mac_address': 'fa:16:3e:92:ff:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:26.957547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.984437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.995854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5b3c-91a6-484e-9749-8bdbecd0f1bd req-70160482-f27d-42cc-af8e-c9993868f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:26.997563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a71c5b3c-91a6-484e-9749-8bdbecd0f1bd req-70160482-f27d-42cc-af8e-c9993868f08c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 1096 time: 0.2783511 Mar 02 07:30:27.010472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bcaab-f3f4-43b3-ba1e-716537db1dc7 req-7ef135a3-84c8-4bf1-8703-ae0daaa5d5f3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:27.021829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df9bcaab-f3f4-43b3-ba1e-716537db1dc7 req-7ef135a3-84c8-4bf1-8703-ae0daaa5d5f3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2545588 Mar 02 07:30:27.032149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Provisioning for port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:27.073122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.103251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Provisioning complete for port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:27.108714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.110780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a71c5b3c-91a6-484e-9749-8bdbecd0f1bd req-bffc3a03-9341-4ba5-a982-4594f1444164 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868342 Mar 02 07:30:27.122701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df9bcaab-f3f4-43b3-ba1e-716537db1dc7 req-59cb3cdf-efcc-410e-99d1-6e63dd2ee11b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998502 Mar 02 07:30:27.156118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:27.160132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:27.161882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:27.166973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:27.198744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.230150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Pushing event updated for resources: {'Port': ['ID=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.239832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:27.251655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:27.311664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.315597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.512894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fb5b402f-92f3-44dd-8456-2754edd82bef,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:27.589909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:27.592436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.654987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.656881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.677012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212a61d-ab91-4e97-868d-9524da3e2cfa req-d87a4174-d9ef-42d3-bc43-9c91dbe5e386 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:27.688032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4212a61d-ab91-4e97-868d-9524da3e2cfa req-d87a4174-d9ef-42d3-bc43-9c91dbe5e386 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 944 time: 0.6993878 Mar 02 07:30:27.694798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8647a8a5-4fef-4de5-96ab-a872b90e0436 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:27.697631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8647a8a5-4fef-4de5-96ab-a872b90e0436 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.39 "GET /v2.0/networks?id=8fb384f2-3e85-4df6-8608-803bcd2cb707 HTTP/1.1" status: 200 len: 813 time: 0.3511901 Mar 02 07:30:27.714948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc5362-926d-465a-98a8-72b9e24df5f3 req-a513f399-6849-4307-82e1-4506adb0dd86 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:27.722084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ebc5362-926d-465a-98a8-72b9e24df5f3 req-a513f399-6849-4307-82e1-4506adb0dd86 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.3196337 Mar 02 07:30:27.729642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Request body: {'port': {'device_id': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707', 'admin_state_up': True, 'tenant_id': 'a5ec4f99c6c240669012bdf0396b44f2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:27.771693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4212a61d-ab91-4e97-868d-9524da3e2cfa req-6689f613-92d4-4a99-a3c1-ab9688227aee tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:27.844447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['45384c75-8ca2-4487-8c4e-3d51cc882379'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:27.897106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4212a61d-ab91-4e97-868d-9524da3e2cfa req-6689f613-92d4-4a99-a3c1-ab9688227aee tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:27.902582 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ebc5362-926d-465a-98a8-72b9e24df5f3 req-de184a2e-d48e-4935-b2dd-9053f88f7df2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784616 Mar 02 07:30:27.906429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4212a61d-ab91-4e97-868d-9524da3e2cfa req-6689f613-92d4-4a99-a3c1-ab9688227aee tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170880 Mar 02 07:30:27.963962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.985271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:27.995345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Usage tracker for resource:port and tenant:a5ec4f99c6c240669012bdf0396b44f2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:28.005107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:28.017615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:28.021883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:28.047618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Made reservation on behalf of a5ec4f99c6c240669012bdf0396b44f2 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:28.058596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.063709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.093744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'mac_address': 'fa:16:3e:9f:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:28.095252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.219389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.225877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] For port 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502aefd4-334c-470e-b0e3-6fe43f6a38c3,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:28.250569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.314428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8538bcda-3ad5-4ccb-bf6d-8943492c058b req-911619e8-3b5e-4164-bf46-2de87dd1093a tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 210 time: 0.1932998 Mar 02 07:30:28.377140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078d36-12f7-4a6d-8517-11ddd7f3edf1 req-92cf49b7-219f-459b-aa90-a60ee363c44e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:28.384829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4078d36-12f7-4a6d-8517-11ddd7f3edf1 req-92cf49b7-219f-459b-aa90-a60ee363c44e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.2670138 Mar 02 07:30:28.424266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.462637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4078d36-12f7-4a6d-8517-11ddd7f3edf1 req-f54780d3-5ab7-4140-9a3f-9f50c3f6e751 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759480 Mar 02 07:30:28.534645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3013f00e-5b74-4ba1-a3e7-7a58e0649762 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:28.585960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Allocated IP 172.20.0.2 (8fb384f2-3e85-4df6-8608-803bcd2cb707/7b834493-d49a-4a0c-82a6-7f71162bd94c/5e3923d0-2d2e-4da2-a82c-ee3b9624c007) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:28.603794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:28.607771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0'}, {'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:28.634894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.640802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c35cd6b5-4812-4d82-86ce-0fcaa85fb798 None None] Provisioning complete for port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:28.641333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c35cd6b5-4812-4d82-86ce-0fcaa85fb798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.676919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1869c6-a010-41f0-be19-c31b9ac3011b None None] Pushing event updated for resources: {'Port': ['ID=502aefd4-334c-470e-b0e3-6fe43f6a38c3,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.819759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b7833-3fc4-437c-9142-c0ec7741798b req-9a6d8cc8-d8e4-4b3d-b2fe-f5118f8df4b1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:28.830750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a5b7833-3fc4-437c-9142-c0ec7741798b req-9a6d8cc8-d8e4-4b3d-b2fe-f5118f8df4b1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3820589 Mar 02 07:30:28.845577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.886469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.000201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['3013f00e-5b74-4ba1-a3e7-7a58e0649762'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:29.043285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a5b7833-3fc4-437c-9142-c0ec7741798b req-a5c3f929-5d6d-466a-92a5-0ef934d90026 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2115653 Mar 02 07:30:29.120657 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0', 'code': 200} Mar 02 07:30:29.120806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71588b8a-a589-4099-8132-f1407351acb3 req-4a67ccd6-3f80-4900-b54d-b33630c4f6ed tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:29.131029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71588b8a-a589-4099-8132-f1407351acb3 req-4a67ccd6-3f80-4900-b54d-b33630c4f6ed tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.4330685 Mar 02 07:30:29.141617 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef', 'code': 200} Mar 02 07:30:29.156949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.188827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:29.231689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.319545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71588b8a-a589-4099-8132-f1407351acb3 req-d7d19c28-d4aa-4fd7-8cb1-fc3a18295061 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878765 Mar 02 07:30:29.373232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Network 8fb384f2-3e85-4df6-8608-803bcd2cb707 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:29.378900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502aefd4-334c-470e-b0e3-6fe43f6a38c3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:29.379652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:29.403812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:29.460221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:29.460894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.468079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Pushing event updated for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.536419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:29.537019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.553841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc6c2d-caca-4aa2-ace5-27d79138e956 req-a60ee27e-b18b-49c3-be59-3a8515d18602 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:29.562991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdbc6c2d-caca-4aa2-ace5-27d79138e956 req-a60ee27e-b18b-49c3-be59-3a8515d18602 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 948 time: 0.3124290 Mar 02 07:30:29.632740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdbc6c2d-caca-4aa2-ace5-27d79138e956 req-ec808416-64c3-49c1-879e-429d13bbe80d tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Mar 02 07:30:29.642607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-55997abc-2c7c-44a4-95eb-65e2c5528d94 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9369271 Mar 02 07:30:29.654894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Request body: {'port': {'device_id': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:29.761160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:29.773401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Sync routers for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:29.789091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895f3d-a032-4e65-851e-634c8e2e4e36 req-a1f1437c-0863-4411-ba62-7dbc37326743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:29.789544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:29.790310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.790684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6895f3d-a032-4e65-851e-634c8e2e4e36 req-a1f1437c-0863-4411-ba62-7dbc37326743 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 1097 time: 0.5768404 Mar 02 07:30:29.791877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:29.824887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdbdda-ce33-430f-9de8-1414128640b0 req-022165f8-39cd-4a11-84a8-03968c059334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:29.826750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2dbdbdda-ce33-430f-9de8-1414128640b0 req-022165f8-39cd-4a11-84a8-03968c059334 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 1096 time: 0.6118045 Mar 02 07:30:29.838505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.839914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52c80961-4fd6-4b07-972c-40228a04b5ae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.3812470 Mar 02 07:30:29.886742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.070821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:30.085430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50060) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.105389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:30.137461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2dbdbdda-ce33-430f-9de8-1414128640b0 req-ea792719-d1b3-4384-ace0-b9fa0114b870 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011847 Mar 02 07:30:30.155774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6895f3d-a032-4e65-851e-634c8e2e4e36 req-134e4b40-3a5c-4a03-ac9e-d9a4cb35cc64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580654 Mar 02 07:30:30.200295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b5c89-d9b4-4310-91e7-d76fe9b37dbc req-191af52a-df13-4c08-b3dd-f866b6d5fc96 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:30.202307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb7b5c89-d9b4-4310-91e7-d76fe9b37dbc req-191af52a-df13-4c08-b3dd-f866b6d5fc96 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.6553864 Mar 02 07:30:30.249137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-3b82182e-6e7a-451a-b667-c34fa7934b44 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:30.249931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-3b82182e-6e7a-451a-b667-c34fa7934b44 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Synchronizing usage tracker for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:30.290639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-3b82182e-6e7a-451a-b667-c34fa7934b44 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Unset dirty status for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:30.297703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-3b82182e-6e7a-451a-b667-c34fa7934b44 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 931 time: 0.2634282 Mar 02 07:30:30.343397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 45384c75-8ca2-4487-8c4e-3d51cc882379 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:30.345197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb7b5c89-d9b4-4310-91e7-d76fe9b37dbc req-a12488a4-72d0-478f-a613-60f96303f6a2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834217 Mar 02 07:30:30.354967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 45384c75-8ca2-4487-8c4e-3d51cc882379 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:30.355339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.373506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.390639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-99c444e9-9df1-4bcf-bd4f-5b91a66f5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:30.392168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-99c444e9-9df1-4bcf-bd4f-5b91a66f5f36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.3075573 Mar 02 07:30:30.406187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-7ecde264-496a-4c8a-944c-7cedeb2bbd3a tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Synchronizing usage tracker for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:30.423500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:30.436906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.450329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-7ecde264-496a-4c8a-944c-7cedeb2bbd3a tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Unset dirty status for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:30.463254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.463773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-161de992-e59a-4a2d-b8c7-0928e9b725c5 req-7ecde264-496a-4c8a-944c-7cedeb2bbd3a tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651061 Mar 02 07:30:30.467379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Usage tracker for resource:security_group_rule and tenant:67aed08f1f0b479885fbbe0e6bca0fd1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.470292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.482373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:30.492161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Transition to ACTIVE for port object 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:30.500329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.568515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.608564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:30.612048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:27Z', 'revision_number': 3, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:30.617031 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Checking router: 9be4110f-24bd-49a8-a4cd-5ad7f9828810 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:30.617383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Updating router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:30:30.661151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.703106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.714467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.763591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.799607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:30.831073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:30.889479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Attempting to bind port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:30.889815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Attempting to bind port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:30.890169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Attempting to bind port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 on network 8fb384f2-3e85-4df6-8608-803bcd2cb707 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:30.901693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537392a-2958-46a7-9a01-d51f24b2114a req-9a59bad9-cfee-4d75-86d1-b0d75dd74a25 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:30.903123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6537392a-2958-46a7-9a01-d51f24b2114a req-9a59bad9-cfee-4d75-86d1-b0d75dd74a25 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.2152004 Mar 02 07:30:30.905078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 on network 8fb384f2-3e85-4df6-8608-803bcd2cb707 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:30.905400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Attempting to bind port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 on network 8fb384f2-3e85-4df6-8608-803bcd2cb707 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:30.909741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67aed08f1f0b479885fbbe0e6bca0fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109605 Mar 02 07:30:30.912730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50070) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.916308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:30.916700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Checking segment: {'id': '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:30.917022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Bound using segment: {'id': '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:30.917566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Bound port: 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:30.917808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.919480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0ca11c-a142-4875-8a2f-a4b1a94ef228,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:30.957838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.958250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.958534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.958860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.959205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.959513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.959834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.960411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.960527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.960778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.961094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:30.961409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e2035-3064-403e-a4a0-553624badc74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:31.025965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-f900f5da-89bf-4c59-a2ff-295f9997e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.027416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-f900f5da-89bf-4c59-a2ff-295f9997e918 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4635892 Mar 02 07:30:31.049767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6537392a-2958-46a7-9a01-d51f24b2114a req-4bfa32bd-f63c-4657-b4d5-a2cf06732ac5 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344016 Mar 02 07:30:31.094626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.103788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.117719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c955-9fb8-4741-81e7-d991362a7fba req-46e8f2f3-fc64-4685-963e-19886bfe1f7d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.119472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Transition to ACTIVE for port object 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:31.124613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8364c955-9fb8-4741-81e7-d991362a7fba req-46e8f2f3-fc64-4685-963e-19886bfe1f7d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5683546 Mar 02 07:30:31.128272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:31.128832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.136160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.151360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,segment=NetworkSegment(3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9),segment_id=3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:31.159560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.233457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:31.266852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:31.283510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8364c955-9fb8-4741-81e7-d991362a7fba req-95f3c887-7675-47e5-8aa8-2c09d40e859d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579452 Mar 02 07:30:31.287942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-db25769b-8972-4ca9-93e7-c9845094e66e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.2518444 Mar 02 07:30:31.325238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a4fb-e87a-458e-a55f-a754fc4405dc None None] Pushing event updated for resources: {'Port': ['ID=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.333578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Attempting to bind port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:31.333972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Attempting to bind port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:31.334341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Attempting to bind port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:31.350733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:31.351231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:31.351512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.351904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:31.352438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Bound port: 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:31.353575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.438525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:31.447806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:31.448261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.500219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-1170e0e9-f9a3-4243-b922-4b1a837e0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.502122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-1170e0e9-f9a3-4243-b922-4b1a837e0b9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2062228 Mar 02 07:30:31.509421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] For port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:31.521910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] For port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:31.567757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.570018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.570636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.572607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] 10.222.0.39 "PUT /v2.0/ports/5e3923d0-2d2e-4da2-a82c-ee3b9624c007 HTTP/1.1" status: 200 len: 1091 time: 1.9236341 Mar 02 07:30:31.573050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:31.594061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a057-98df-4437-b6d0-2bf7e0774628 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.610056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.658127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0ca11c-a142-4875-8a2f-a4b1a94ef228,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.663873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a4fb-e87a-458e-a55f-a754fc4405dc None None] Pushing event updated for resources: {'Port': ['ID=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.694035 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.695810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035d320-ad7f-4530-b656-9f82c1f5f05b req-6642ceea-4d0b-486f-aae3-35f13d1e8414 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.710177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1035d320-ad7f-4530-b656-9f82c1f5f05b req-6642ceea-4d0b-486f-aae3-35f13d1e8414 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 948 time: 0.5030882 Mar 02 07:30:31.714737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:31.715388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:31.754453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.756391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6250173a-377b-4b0f-af10-20ea51bdb05a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f0ca11c-a142-4875-8a2f-a4b1a94ef228 HTTP/1.1" status: 204 len: 168 time: 0.8430011 Mar 02 07:30:31.877535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:31.888825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.913625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1035d320-ad7f-4530-b656-9f82c1f5f05b req-d4df3f76-4643-4bc1-bb44-ebcb0705effb tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024515 Mar 02 07:30:32.014829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-25687677-2c0d-4396-995b-ddf8d27b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.016331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-25687677-2c0d-4396-995b-ddf8d27b4fde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ec4f99c6c240669012bdf0396b44f2&device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 1094 time: 0.2141149 Mar 02 07:30:32.036965 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'code': 200} Mar 02 07:30:32.083455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:32.158354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.171625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-9ed2d0cd-c2d3-43ef-bbdb-8a8a85c122e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007 HTTP/1.1" status: 200 len: 217 time: 0.1482849 Mar 02 07:30:32.233654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50088) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.263266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.300432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.304684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-3383cc82-deb7-44d7-925b-ae457f7eb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.306175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-3383cc82-deb7-44d7-925b-ae457f7eb51d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b834493-d49a-4a0c-82a6-7f71162bd94c HTTP/1.1" status: 200 len: 853 time: 0.0761371 Mar 02 07:30:32.361630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-89e422c7-aad9-4d39-989f-c598de7f9ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fb384f2-3e85-4df6-8608-803bcd2cb707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441051 Mar 02 07:30:32.369564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d5197-c90c-4a95-b0ef-0498e47c7a23 req-cb1b5a1e-cb20-4ba2-ba58-b78b0da945ab tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.371031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e8d5197-c90c-4a95-b0ef-0498e47c7a23 req-cb1b5a1e-cb20-4ba2-ba58-b78b0da945ab tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1985271 Mar 02 07:30:32.379433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-64a12d2e-7ba6-466c-8d8a-348f8037ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.381121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-64a12d2e-7ba6-466c-8d8a-348f8037ff4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8695176 Mar 02 07:30:32.383151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:32.428093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Usage tracker for resource:security_group_rule and tenant:075fa69d6fc54b298500bcaa9b54a271 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:32.437623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:27Z', 'revision_number': 3, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:32.441953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea709a4-d396-44d8-a8b3-908b3c70dd2d None None] The sync data for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 is: [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:27Z', 'revision_number': 3, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:32.442383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:32.470157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f21efc-640a-4e2f-8010-cbb6034639f3 req-a18358b0-fb98-43e8-ab06-1d04991696c4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.471701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3f21efc-640a-4e2f-8010-cbb6034639f3 req-a18358b0-fb98-43e8-ab06-1d04991696c4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.9556453 Mar 02 07:30:32.481727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:32.489023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751187-1b9e-4f16-8ae5-f567b308904e req-e590f5be-5dc0-42d7-a556-662540d698b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.490533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9751187-1b9e-4f16-8ae5-f567b308904e req-e590f5be-5dc0-42d7-a556-662540d698b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 1101 time: 0.3798158 Mar 02 07:30:32.525938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e8d5197-c90c-4a95-b0ef-0498e47c7a23 req-07af97fc-4c2a-49ba-8ea2-ddf0e909b66d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339149 Mar 02 07:30:32.554238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-8fa12403-7dc7-4386-9d17-a59b29d05c17 service neutron] 10.222.0.39 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822224 Mar 02 07:30:32.716646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3f21efc-640a-4e2f-8010-cbb6034639f3 req-4df1a938-a949-4851-93ea-cff7795336ac tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299275 Mar 02 07:30:32.731785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9751187-1b9e-4f16-8ae5-f567b308904e req-28ef1f37-7b4a-44d2-bc19-1679e978c2d1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198446 Mar 02 07:30:32.804167 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007', 'status': 'completed', 'code': 200} Mar 02 07:30:32.806808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-61a91ef6-a7d1-490f-a913-746a9922e308 req-e86f9ea4-4565-49ac-893e-18decf36d8e3 service neutron] 10.222.0.39 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468188 Mar 02 07:30:32.839424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe779bc-aa04-4716-a9dc-b193dfadfa8e req-4c49e6b5-f965-463f-ab13-a81f7e127400 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.839624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-58c51e55-ee00-4477-bc0e-dff7738952f6 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434929 Mar 02 07:30:32.840544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbe779bc-aa04-4716-a9dc-b193dfadfa8e req-4c49e6b5-f965-463f-ab13-a81f7e127400 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 943 time: 0.1664553 Mar 02 07:30:32.899376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.907915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.965840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbe779bc-aa04-4716-a9dc-b193dfadfa8e req-fc28ce98-82d3-4624-aadc-6426d588706f tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092205 Mar 02 07:30:32.990892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-2c2f39f5-26d5-445b-95b7-8757b51c0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.992528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-2c2f39f5-26d5-445b-95b7-8757b51c0e9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5ec4f99c6c240669012bdf0396b44f2&device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 1094 time: 0.1128342 Mar 02 07:30:33.014069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Allocated IP 172.20.0.1 (cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe/3a613194-fb8b-4003-b54f-512361ba7b57/23c464c1-4f1b-4670-b1df-dc9493c8bff9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:33.079585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=075fa69d6fc54b298500bcaa9b54a271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412418 Mar 02 07:30:33.084186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c89a7-7176-4854-8111-250ccce1f282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5839087a-b440-45a2-b144-a07281e87c76,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:33.108872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:33.259914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-fd80c2a1-0784-4c25-8db8-1b1bf80a4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:33.261394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-fd80c2a1-0784-4c25-8db8-1b1bf80a4fb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8fb384f2-3e85-4df6-8608-803bcd2cb707 HTTP/1.1" status: 200 len: 913 time: 0.2621818 Mar 02 07:30:33.267570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.316587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d92aa2ec-ff03-4927-9db2-6b634980ff33 req-3675e7fd-157d-4e17-9b4f-6a7539944bbb service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144999 Mar 02 07:30:33.326797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e1ec9-a6ed-4fe0-98f2-72c9db7d0f8b req-8bc0c97e-76a8-467b-8b6d-1c00a26d5859 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:33.328432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b2e1ec9-a6ed-4fe0-98f2-72c9db7d0f8b req-8bc0c97e-76a8-467b-8b6d-1c00a26d5859 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4047165 Mar 02 07:30:33.374137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-ecce8da1-8b1b-4ab9-98e0-9e8e2548054d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007 HTTP/1.1" status: 200 len: 217 time: 0.1045644 Mar 02 07:30:33.376961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.408061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Transition to ACTIVE for port object 23c464c1-4f1b-4670-b1df-dc9493c8bff9 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:33.422415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3b2e1ec9-a6ed-4fe0-98f2-72c9db7d0f8b req-e33588f1-2a09-453d-b265-fdb4e89fc6f0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860310 Mar 02 07:30:33.431268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:33.450431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.476645 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.500229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871af5-6545-433d-a4a1-1d95d882f917 req-42bed471-d09d-4fe3-a355-21baa1ac2a71 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:33.501900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a871af5-6545-433d-a4a1-1d95d882f917 req-42bed471-d09d-4fe3-a355-21baa1ac2a71 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3939164 Mar 02 07:30:33.508405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-fd8da85e-db3a-4a50-8583-a7142e81be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:33.510971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-fd8da85e-db3a-4a50-8583-a7142e81be71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b834493-d49a-4a0c-82a6-7f71162bd94c HTTP/1.1" status: 200 len: 853 time: 0.1253629 Mar 02 07:30:33.564454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:33.572994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:33.573378 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.593050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-243e752a-f79b-466b-a51d-e09ff40e5af7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fb384f2-3e85-4df6-8608-803bcd2cb707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747457 Mar 02 07:30:33.627231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:33.636171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:33.659489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:33.672320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.678509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a871af5-6545-433d-a4a1-1d95d882f917 req-bc76aaed-6a57-4fb2-b793-c21f382f6cbd tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149971 Mar 02 07:30:33.729209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Pushing event updated for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:33.791369 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.817530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:33.825743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.865236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.944740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.029650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a0372bdf-715c-4c23-8ef9-c6cc7813950c None None] Provisioning for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:34.040901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:34.043910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.045023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5839087a-b440-45a2-b144-a07281e87c76 HTTP/1.1" status: 204 len: 168 time: 0.9352918 Mar 02 07:30:34.046471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ca8be-9fd2-424c-a478-37c49c1ea985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5839087a-b440-45a2-b144-a07281e87c76,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.049467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a0372bdf-715c-4c23-8ef9-c6cc7813950c None None] Provisioning complete for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:34.049985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0372bdf-715c-4c23-8ef9-c6cc7813950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.115044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a0372bdf-715c-4c23-8ef9-c6cc7813950c None None] Port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:34.129600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-240a530a-cb5f-49f7-ba2c-bf53a64c99bc service neutron] 10.222.0.39 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290887 Mar 02 07:30:34.245003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466f1e4-5680-462a-9d65-c925bf733379 req-a7f62b7e-790f-4d0b-96b4-a306b1225731 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:34.246608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1466f1e4-5680-462a-9d65-c925bf733379 req-a7f62b7e-790f-4d0b-96b4-a306b1225731 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.2626381 Mar 02 07:30:34.409502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1466f1e4-5680-462a-9d65-c925bf733379 req-a102c716-9df1-4b49-a332-b9c319dd2ea1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034629 Mar 02 07:30:34.435945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f5e6-cd12-4f2f-8f54-51d5a261d436 req-c91ea8a3-8170-4aa8-97e1-12024fd0997f tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:34.436521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3708589-4294-4e15-a37a-2acaeb62d636 req-360fa113-3ade-455c-940f-5a2db5e68e7b service neutron] 10.222.0.39 "GET /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931345 Mar 02 07:30:34.436604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da34f5e6-cd12-4f2f-8f54-51d5a261d436 req-c91ea8a3-8170-4aa8-97e1-12024fd0997f tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 949 time: 0.6632090 Mar 02 07:30:34.504919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da34f5e6-cd12-4f2f-8f54-51d5a261d436 req-8852e182-0993-437c-b651-72a1fd737f44 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Mar 02 07:30:34.652469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.664831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820560-6757-4cd9-b7ee-24d52d95d471 req-ec3137ab-9079-46fd-b07c-802f6d2a572c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:34.666693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db820560-6757-4cd9-b7ee-24d52d95d471 req-ec3137ab-9079-46fd-b07c-802f6d2a572c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.1227467 Mar 02 07:30:34.732956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db820560-6757-4cd9-b7ee-24d52d95d471 req-676263c1-2260-4599-b741-17a413daa08a tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Mar 02 07:30:34.802262 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'code': 200} Mar 02 07:30:34.870556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7c9a-946f-4cfc-b5eb-fa55d30a7f02 req-110811bf-af52-4e33-bfc6-25f3f3eba255 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:34.872091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfab7c9a-946f-4cfc-b5eb-fa55d30a7f02 req-110811bf-af52-4e33-bfc6-25f3f3eba255 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 943 time: 0.2040570 Mar 02 07:30:34.984423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfab7c9a-946f-4cfc-b5eb-fa55d30a7f02 req-7207cb20-136a-4032-8b63-9be038bc8b74 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673978 Mar 02 07:30:35.037009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a47a46-6696-448e-876a-1a2533223f08 req-938b8b4f-4878-48ec-ac7f-771eabadf181 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.038549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89a47a46-6696-448e-876a-1a2533223f08 req-938b8b4f-4878-48ec-ac7f-771eabadf181 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1093895 Mar 02 07:30:35.043877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.046209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d9253-c7e9-46f1-9a55-a48fd0a397fa req-56ef968b-f442-48c2-92da-588ffbf4cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.048406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a35d9253-c7e9-46f1-9a55-a48fd0a397fa req-56ef968b-f442-48c2-92da-588ffbf4cad4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 1100 time: 0.1848021 Mar 02 07:30:35.050724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.096721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89a47a46-6696-448e-876a-1a2533223f08 req-aafb4226-791a-4a61-af4a-663f09610aef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472977 Mar 02 07:30:35.140871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a35d9253-c7e9-46f1-9a55-a48fd0a397fa req-54e00fa9-1456-4744-8560-ab6cfe7f7d2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Mar 02 07:30:35.231944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Pushing event updated for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.235186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.371262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:35.398023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8882d-30fc-4ec9-a67f-cd95c773ca12 req-296bc0c8-fa69-4d17-bb26-52bb9bda360e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.401226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fef8882d-30fc-4ec9-a67f-cd95c773ca12 req-296bc0c8-fa69-4d17-bb26-52bb9bda360e tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.2606215 Mar 02 07:30:35.458502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:35.459510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.485916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:35.489044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fef8882d-30fc-4ec9-a67f-cd95c773ca12 req-1811e6d0-a74f-4a25-b35c-ba15b92d0d12 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794773 Mar 02 07:30:35.490104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:35.831255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fe32e-caab-4936-9458-adfc8497e0a0 req-bfad13a6-ff2c-4e20-85a2-a1a648a1a5b4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.832786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be7fe32e-caab-4936-9458-adfc8497e0a0 req-bfad13a6-ff2c-4e20-85a2-a1a648a1a5b4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1077774 Mar 02 07:30:35.887254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:35.887575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be7fe32e-caab-4936-9458-adfc8497e0a0 req-9886d588-41c7-4ffd-957a-ddab7596e339 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Mar 02 07:30:35.894982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348b4e-a112-4f19-894f-2e31a4becdc0 req-fbcbb699-d504-41b4-8368-04707c48a292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.902560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82348b4e-a112-4f19-894f-2e31a4becdc0 req-fbcbb699-d504-41b4-8368-04707c48a292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2422972 Mar 02 07:30:35.960789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a0402356-932b-4f47-b06a-19c8bb413b32 None None] Provisioning complete for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:35.962124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0402356-932b-4f47-b06a-19c8bb413b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.030231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-82348b4e-a112-4f19-894f-2e31a4becdc0 req-f4739069-9b37-44e7-807f-12b677a148cf tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267474 Mar 02 07:30:36.060295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a0402356-932b-4f47-b06a-19c8bb413b32 None None] Port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:36.097271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85ec10-1ef6-4ea9-8ce3-4d581d4b6e77 req-64337b59-a60f-4db7-96b3-474e82e3c55e tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:36.098801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca85ec10-1ef6-4ea9-8ce3-4d581d4b6e77 req-64337b59-a60f-4db7-96b3-474e82e3c55e tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 949 time: 0.1032736 Mar 02 07:30:36.156436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca85ec10-1ef6-4ea9-8ce3-4d581d4b6e77 req-5b1fb8c2-2de5-4099-a3a3-1195722dce9d tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Mar 02 07:30:36.179363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:36.189462 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Sync routers for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:36.217784 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:36.218899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fd5ccc8f-95c5-4c1f-9a2a-4ae3ba53bf40 admin admin] 10.222.0.21 "PUT /v2.0/routers/9be4110f-24bd-49a8-a4cd-5ad7f9828810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3304918 Mar 02 07:30:36.227420 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:36.465797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302dfaa-c1c4-472e-a7e5-18d101f9e6c2 req-e9bbfe67-09d5-4af3-8c48-af364a48f84f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:36.472831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8302dfaa-c1c4-472e-a7e5-18d101f9e6c2 req-e9bbfe67-09d5-4af3-8c48-af364a48f84f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1815567 Mar 02 07:30:36.488646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823facd-12a2-4dc1-8ae3-75812a324fa1 req-bfb72e1c-42e7-45e3-8496-f546a90d7c53 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:36.497164 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:36.498848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8823facd-12a2-4dc1-8ae3-75812a324fa1 req-bfb72e1c-42e7-45e3-8496-f546a90d7c53 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.1278749 Mar 02 07:30:36.517417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8302dfaa-c1c4-472e-a7e5-18d101f9e6c2 req-bf5d7192-cecc-446f-9d51-f339a50ff7d1 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Mar 02 07:30:36.627739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8823facd-12a2-4dc1-8ae3-75812a324fa1 req-44372012-e1c5-4989-9cb1-94785bf8f2e3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268628 Mar 02 07:30:36.780264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec788db-8239-4a98-a04d-9046b7f905c7 req-75b5de68-59cd-4d8c-a8cf-e15f9e579b9e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:36.788701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bec788db-8239-4a98-a04d-9046b7f905c7 req-75b5de68-59cd-4d8c-a8cf-e15f9e579b9e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 943 time: 0.1089854 Mar 02 07:30:36.841832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bec788db-8239-4a98-a04d-9046b7f905c7 req-33df0517-deaf-456e-901d-e0aa39421be9 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Mar 02 07:30:36.942180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50254) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.010313 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 2, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:37.014764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Checking router: 9be4110f-24bd-49a8-a4cd-5ad7f9828810 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:37.015191 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Updating router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:30:37.032677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2130c5-11fb-4da7-adbf-8f251379984c req-97df99ae-c015-4896-9d2f-97ffab4d62db tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.034177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f2130c5-11fb-4da7-adbf-8f251379984c req-97df99ae-c015-4896-9d2f-97ffab4d62db tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.0873911 Mar 02 07:30:37.074995 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.096339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.099020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f2130c5-11fb-4da7-adbf-8f251379984c req-52f5aa15-30a2-4728-b4db-0ce9760acaa4 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563035 Mar 02 07:30:37.120676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:37.125456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Usage tracker for resource:security_group_rule and tenant:78229d6a06fc43ae870777e85b881a2b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:37.129696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:37.136520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:37.243605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.248237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.264489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:37.311146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78229d6a06fc43ae870777e85b881a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676720 Mar 02 07:30:37.313066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a284efb-94f3-423f-b85f-ae611b30c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d9c1a-744e-403f-a1aa-d8d0de6b0052,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.314251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50264) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.394343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.430341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50268) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.436122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65069949', 'description': 'tempest-description--571161859'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:37.446711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:37.458975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Usage tracker for resource:security_group and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:37.459559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,segment=NetworkSegment(3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9),segment_id=3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:37.464387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:37.487282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:37.492186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007', 'network_id': '8fb384f2-3e85-4df6-8608-803bcd2cb707', 'port_id': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007', 'mac_address': 'fa:16:3e:d6:24:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b834493-d49a-4a0c-82a6-7f71162bd94c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:37.505573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.529001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.548678 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.561627 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Transition to ACTIVE for port object 23c464c1-4f1b-4670-b1df-dc9493c8bff9 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:37.572738 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.599676 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.619285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:37.639731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,segment=NetworkSegment(3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9),segment_id=3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:37.646150 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.664758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd1abf-a469-4de3-8efd-d4c89c4dd17f req-5c4b52f9-f273-42ff-ae11-820163505a05 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.671176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd1abf-a469-4de3-8efd-d4c89c4dd17f req-5c4b52f9-f273-42ff-ae11-820163505a05 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.677339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd1abf-a469-4de3-8efd-d4c89c4dd17f req-5c4b52f9-f273-42ff-ae11-820163505a05 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.685905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5afd1abf-a469-4de3-8efd-d4c89c4dd17f req-5c4b52f9-f273-42ff-ae11-820163505a05 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb&device_id=01974887-442c-416f-8f56-6733e96a09b7&device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 2417 time: 0.2631898 Mar 02 07:30:37.739400 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Pushing event updated for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.748357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.772047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5afd1abf-a469-4de3-8efd-d4c89c4dd17f req-a12f452a-5d7b-4057-bb07-ec5282a0f242 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793874 Mar 02 07:30:37.772047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.774958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.775464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.776168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.776818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.784554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.785153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.785807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.786309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.786967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.787445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.788030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.788503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.807983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d9c1a-744e-403f-a1aa-d8d0de6b0052,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.812834 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.813419 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.813810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.814172 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.814501 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.814874 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.815634 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.815899 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.816226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.816721 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.817052 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.817355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.828155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:37.833475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Usage tracker for resource:security_group_rule and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:37.833906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.834364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.834804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.835234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.835705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.836093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.838402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:37.838759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.839208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.839650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.842138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.842581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.843066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:37.845455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:37.856492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.860900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2fd2ce3d-ef24-401d-90eb-1c02753bfff4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd9d9c1a-744e-403f-a1aa-d8d0de6b0052 HTTP/1.1" status: 204 len: 168 time: 0.5453944 Mar 02 07:30:37.893894 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Attempting to bind port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:37.894398 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Attempting to bind port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:37.894824 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Attempting to bind port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 on network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:37.902810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:37.903393 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Checking segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:37.903849 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.904488 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Bound using segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:37.905074 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Bound port: 23c464c1-4f1b-4670-b1df-dc9493c8bff9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:37.905509 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.929291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c38ed5-6d23-433f-a086-54a984036333 req-77046ef2-a8a1-49f9-95e6-36a29f84da31 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.930908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5c38ed5-6d23-433f-a086-54a984036333 req-77046ef2-a8a1-49f9-95e6-36a29f84da31 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1708822 Mar 02 07:30:37.998315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['5e3923d0-2d2e-4da2-a82c-ee3b9624c007'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:38.034938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] For port 23c464c1-4f1b-4670-b1df-dc9493c8bff9, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:38.039431 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] For port 23c464c1-4f1b-4670-b1df-dc9493c8bff9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c464c1-4f1b-4670-b1df-dc9493c8bff9,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:38.054359 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.075370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5c38ed5-6d23-433f-a086-54a984036333 req-53d99422-87b3-4817-bd69-53d60223b7fb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320837 Mar 02 07:30:38.128816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.135174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.159869 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d473-42b1-4a75-b1dd-8c54fb026139 None None] Pushing event updated for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.189643 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:38.190522 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:38.194377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86858245-6c03-4f97-8766-bbd4c31bdc92,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.225935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d18ee-08e0-4004-9d5d-3589ef01be0a req-7e565033-228c-47cb-8f85-fb3dccdf8c35 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.228293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.229818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5b5a9f65-0d29-442a-ab76-784c32637db1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7983592 Mar 02 07:30:38.231498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-939d18ee-08e0-4004-9d5d-3589ef01be0a req-7e565033-228c-47cb-8f85-fb3dccdf8c35 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 949 time: 0.1952515 Mar 02 07:30:38.236370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50284) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.244831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'security_group_rule': {'security_group_id': '86858245-6c03-4f97-8766-bbd4c31bdc92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:38.282785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:38.291215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Usage tracker for resource:security_group_rule and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:38.297609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:38.332007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:38.379412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-939d18ee-08e0-4004-9d5d-3589ef01be0a req-9a4fd015-3c7c-401b-850f-7e6097ec0a9f tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402822 Mar 02 07:30:38.409179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.484939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:38.515242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.522589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.546578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791c5d7-aa6d-4713-a60b-09a6832fc578 req-0b9cfce7-2266-46b2-a2fa-f741d0bd481c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.553665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0791c5d7-aa6d-4713-a60b-09a6832fc578 req-0b9cfce7-2266-46b2-a2fa-f741d0bd481c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1870012 Mar 02 07:30:38.568268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185799c3-8c13-45c9-9fe2-c8d406b4f7c8,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.610140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0791c5d7-aa6d-4713-a60b-09a6832fc578 req-6d0c9a27-7099-4806-bb72-1eba52c2921b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Mar 02 07:30:38.648035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.649829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f192121-a6f8-464e-a91f-e4b538bdf59d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4123275 Mar 02 07:30:38.653065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50300) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.657915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'security_group_rule': {'security_group_id': '86858245-6c03-4f97-8766-bbd4c31bdc92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:38.668505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:38.677760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Usage tracker for resource:security_group_rule and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:38.684157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:38.700962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:38.716603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295f1bf-4909-4e6e-bb5a-fb1c3f49f687 req-42c4517c-582f-412d-9fd5-314343a5c7a2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.718585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6295f1bf-4909-4e6e-bb5a-fb1c3f49f687 req-42c4517c-582f-412d-9fd5-314343a5c7a2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 944 time: 0.1467149 Mar 02 07:30:38.735043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.783324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6295f1bf-4909-4e6e-bb5a-fb1c3f49f687 req-ae20566e-7d53-4dde-9b77-230364ba5aa0 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568502 Mar 02 07:30:38.890358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.904369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba97d-c2ae-4372-b0f7-9e940d830a0b req-dc6a3ed2-e5a6-42e4-83cf-f1fbb8a647e3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.906087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-786ba97d-c2ae-4372-b0f7-9e940d830a0b req-dc6a3ed2-e5a6-42e4-83cf-f1fbb8a647e3 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1537452 Mar 02 07:30:38.907225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.955228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6765d173-a0d8-4390-9954-0ec2ec0905c0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.967457 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:38Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:38.973707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fee2b-8e5a-446d-8e19-0dce0b557dfd None None] The sync data for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 is: [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:38Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:38.979863 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.983069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5042c3d9-5f9c-4fe4-998f-e833e829ac4d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3294873 Mar 02 07:30:38.986235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50312) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.993671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:39.000517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:39.004988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Usage tracker for resource:floatingip and tenant:a53acad2618a42108453ca17cd63ddf2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:39.008079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:39.018599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:39.035795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-786ba97d-c2ae-4372-b0f7-9e940d830a0b req-4fe590e6-d79c-4530-8e9e-894a4df5fc25 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088731 Mar 02 07:30:39.041290 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.108842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20570d5-817d-4df4-b9eb-a05fc7aa3970 req-c2e9a45e-d08a-4977-9269-141845d0ebcc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.115852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e20570d5-817d-4df4-b9eb-a05fc7aa3970 req-c2e9a45e-d08a-4977-9269-141845d0ebcc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1947608 Mar 02 07:30:39.264296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:39.341008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988858c3-0558-4e42-9e23-a37f2b63c419 req-27e0f684-f4e7-4ce5-938f-6bdd7daba55a tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.342692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-988858c3-0558-4e42-9e23-a37f2b63c419 req-27e0f684-f4e7-4ce5-938f-6bdd7daba55a tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 950 time: 0.1605320 Mar 02 07:30:39.367516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e20570d5-817d-4df4-b9eb-a05fc7aa3970 req-0cb4bf0f-593d-4d0d-b4cc-9aaaec4e6ad6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318015 Mar 02 07:30:39.396994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:39.402873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:39.403315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.465181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.491285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c464c1-4f1b-4670-b1df-dc9493c8bff9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:39.507940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-988858c3-0558-4e42-9e23-a37f2b63c419 req-e2970b8c-4129-4edf-aaf4-b1b48447a730 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582470 Mar 02 07:30:39.648970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50330) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:39.686694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.734995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,segment=NetworkSegment(3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9),segment_id=3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:39.743447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:39.762255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.778201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Allocated IP 172.25.4.200 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/aa423b18-abfe-481c-8336-63fb8afc12d8) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:39.874309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.886355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:39.901693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:39.911973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:39.912150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:39.912356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.918808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8dc22323a645448f6f94be23d30b0a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:39.922812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:39.930977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:39.978768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347ae94-36a0-4ee6-8555-e8d07d9e42df req-efe22440-6adb-4b24-be45-db2811bad127 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.989667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2347ae94-36a0-4ee6-8555-e8d07d9e42df req-efe22440-6adb-4b24-be45-db2811bad127 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.2404020 Mar 02 07:30:40.065278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2347ae94-36a0-4ee6-8555-e8d07d9e42df req-a612281c-c9db-489a-8868-1b9fdd861631 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727885 Mar 02 07:30:40.107328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cbb6d-6359-42a9-8ac1-dd2217770fb9 req-de66e30e-33a9-41f9-95ca-a1c96e4d56cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:40.114824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f2cbb6d-6359-42a9-8ac1-dd2217770fb9 req-de66e30e-33a9-41f9-95ca-a1c96e4d56cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1458421 Mar 02 07:30:40.131513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.139685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.161053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.161298 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.195661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f2cbb6d-6359-42a9-8ac1-dd2217770fb9 req-4697e708-563d-45a3-ab0d-4b310b1227dd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786784 Mar 02 07:30:40.202412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 23c464c1-4f1b-4670-b1df-dc9493c8bff9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c464c1-4f1b-4670-b1df-dc9493c8bff9,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:40.209563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae8dc22323a645448f6f94be23d30b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558276 Mar 02 07:30:40.210115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.212337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.270154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.331023 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007', 'code': 200} Mar 02 07:30:40.346959 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.348739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bf755-65ad-4af8-a67d-cad3b1d7ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9938b665-f66b-440e-856c-8aaf84047510,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.388075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.447741 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.488982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:40.523591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.548852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.550358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9938b665-f66b-440e-856c-8aaf84047510 HTTP/1.1" status: 204 len: 168 time: 0.3369908 Mar 02 07:30:40.551258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'Port': ['ID=aa423b18-abfe-481c-8336-63fb8afc12d8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.557131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:40.564977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:40.567090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1ff29-ba08-477c-afe6-cebee82367d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9938b665-f66b-440e-856c-8aaf84047510,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.724077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1dc1e-27a0-4344-b2bd-72be98322ce8 req-66a41417-232f-4bf5-aec2-0ef6e7abe7a2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:40.726104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbb1dc1e-27a0-4344-b2bd-72be98322ce8 req-66a41417-232f-4bf5-aec2-0ef6e7abe7a2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.2356226 Mar 02 07:30:40.775127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954d6fd-53e4-4a09-b52c-87863a213ae1 req-647764f0-93be-42b1-bb94-4d0724ea3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:40.776976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f954d6fd-53e4-4a09-b52c-87863a213ae1 req-647764f0-93be-42b1-bb94-4d0724ea3e16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 1096 time: 0.3716967 Mar 02 07:30:40.809200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.824785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbb1dc1e-27a0-4344-b2bd-72be98322ce8 req-00af9435-606f-4991-92fd-d79261ef1a50 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880129 Mar 02 07:30:40.885475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f954d6fd-53e4-4a09-b52c-87863a213ae1 req-3db38ee1-5d19-4a6a-a2e6-f2298ad6f42f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992107 Mar 02 07:30:40.899472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.190960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.211578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.348989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385735f-8043-4a50-a2df-86c345b3a96f req-b603d1b4-2201-4b13-b697-98272fdce99a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.351249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2385735f-8043-4a50-a2df-86c345b3a96f req-b603d1b4-2201-4b13-b697-98272fdce99a tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.0975225 Mar 02 07:30:41.368490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c464c1-4f1b-4670-b1df-dc9493c8bff9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:41.431865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'Port': ['ID=aa423b18-abfe-481c-8336-63fb8afc12d8,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:41.444569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.449071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:41.449455 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.463885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2385735f-8043-4a50-a2df-86c345b3a96f req-b56aea87-f7d2-4dc4-b181-b54212929270 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056833 Mar 02 07:30:41.486304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.502832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5eac1f6c-6b15-44e9-b9e8-4f25dc35c7d3 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5137887 Mar 02 07:30:41.541284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd871-c2ed-4206-83d9-02dc0df2f15b req-341ac1b4-63b6-422c-ab81-f0e677d021af tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.542859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-267dd871-c2ed-4206-83d9-02dc0df2f15b req-341ac1b4-63b6-422c-ab81-f0e677d021af tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2244468 Mar 02 07:30:41.614723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-267dd871-c2ed-4206-83d9-02dc0df2f15b req-e8671867-837e-407a-9c64-2c13a89a9ab0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615761 Mar 02 07:30:41.813817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d048762-4d05-4a08-9b48-8ca12b4b18bb req-ee377da1-1c4a-4aa5-9353-23ddbdb28d6f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.815470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d048762-4d05-4a08-9b48-8ca12b4b18bb req-ee377da1-1c4a-4aa5-9353-23ddbdb28d6f tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.0924706 Mar 02 07:30:41.861897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e506c5d-9f64-4742-a8e8-ca405edbf6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.874573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d048762-4d05-4a08-9b48-8ca12b4b18bb req-ec12f4c8-1d83-46b8-b8cf-b690330eab50 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502329 Mar 02 07:30:41.914111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-72583664-c057-4c0f-8e88-236375b61507 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Synchronizing usage tracker for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:41.936279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-72583664-c057-4c0f-8e88-236375b61507 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Unset dirty status for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:41.937446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-72583664-c057-4c0f-8e88-236375b61507 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--65069949&fields=id&tenant_id=a53acad2618a42108453ca17cd63ddf2 HTTP/1.1" status: 200 len: 267 time: 0.0685194 Mar 02 07:30:42.095315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-59a81209-9da7-4c3e-a940-5592d4b65220 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:42.097059 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-59a81209-9da7-4c3e-a940-5592d4b65220 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/networks?id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe HTTP/1.1" status: 200 len: 806 time: 0.1516204 Mar 02 07:30:42.121782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-77906971-e94b-416f-a85f-1cc8bd055c14 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/quotas/a53acad2618a42108453ca17cd63ddf2 HTTP/1.1" status: 200 len: 375 time: 0.0172317 Mar 02 07:30:42.229025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-1f0cb6db-0675-4a65-a1be-3e5f841f5292 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Synchronizing usage tracker for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:42.246879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-1f0cb6db-0675-4a65-a1be-3e5f841f5292 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Unset dirty status for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:42.248456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-1f0cb6db-0675-4a65-a1be-3e5f841f5292 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53acad2618a42108453ca17cd63ddf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259086 Mar 02 07:30:42.350892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf08231-3295-403f-a605-cd95afdce7a2 req-5e64bd3c-31c3-4d93-a991-207e7cf9a467 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:42.354430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddf08231-3295-403f-a605-cd95afdce7a2 req-5e64bd3c-31c3-4d93-a991-207e7cf9a467 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.1255012 Mar 02 07:30:42.405805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddf08231-3295-403f-a605-cd95afdce7a2 req-34d8222f-b095-43f8-b922-7555278abfba tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460546 Mar 02 07:30:42.447244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-ba2d73af-9fe2-4b6a-9501-2b71e3a3ec6b service neutron] 10.222.0.21 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840000 Mar 02 07:30:42.606433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-307c01b7-3ce0-47c9-9a66-5619c5da236d service neutron] 10.222.0.21 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520150 Mar 02 07:30:42.729515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50452) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:42.808020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34263e47-5203-4a76-8591-6c18f19ffad0 req-ad81e10a-2cc5-4b2f-9da1-b8f44598a84c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:42.810162 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34263e47-5203-4a76-8591-6c18f19ffad0 req-ad81e10a-2cc5-4b2f-9da1-b8f44598a84c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1031570 Mar 02 07:30:42.864145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34263e47-5203-4a76-8591-6c18f19ffad0 req-85e7c09a-9be9-4dc0-9596-b3c554422401 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Mar 02 07:30:42.904123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2c44e7ac-fc50-4ff0-a3a5-2ec18a79c532 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:42.926815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2c44e7ac-fc50-4ff0-a3a5-2ec18a79c532 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "PUT /v2.0/quotas/c16e2e7f641c47bcb7a2e1ba94d0f9d4 HTTP/1.1" status: 200 len: 368 time: 0.1960666 Mar 02 07:30:42.929392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:42.939633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Request body: {'network': {'project_id': 'c16e2e7f641c47bcb7a2e1ba94d0f9d4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:42.946234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:42.950735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Usage tracker for resource:network and tenant:c16e2e7f641c47bcb7a2e1ba94d0f9d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:42.954802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:42.962201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:42.975297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Made reservation on behalf of c16e2e7f641c47bcb7a2e1ba94d0f9d4 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:42.979101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.994319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.083682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-511fd656-5d3f-498e-9434-0caf940ac82f req-8b878efd-1978-40e8-9bd3-df483fcd5620 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 210 time: 0.0536184 Mar 02 07:30:43.164392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:43.171705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Usage tracker for resource:security_group_rule and tenant:c16e2e7f641c47bcb7a2e1ba94d0f9d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:43.175128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:43.183825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:43.239364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1ad3-73f9-4fc0-98c5-5408bbea3232 req-1fedc527-b883-45ee-8966-917ebfc3817f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.242325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-510a1ad3-73f9-4fc0-98c5-5408bbea3232 req-1fedc527-b883-45ee-8966-917ebfc3817f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2325497 Mar 02 07:30:43.276563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ab17-0d30-4157-b768-452c6e75ff01 req-0993cc3b-511e-46ba-9088-872b19c44504 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.279104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2cd2ab17-0d30-4157-b768-452c6e75ff01 req-0993cc3b-511e-46ba-9088-872b19c44504 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.0915847 Mar 02 07:30:43.320546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-510a1ad3-73f9-4fc0-98c5-5408bbea3232 req-62aeb102-dcf4-439a-add7-c2f8c12874ea tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732214 Mar 02 07:30:43.326524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2cd2ab17-0d30-4157-b768-452c6e75ff01 req-e8aafde0-d57d-4842-9d52-a7b5be1c1266 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Mar 02 07:30:43.372725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.383317 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.434849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:43.444836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1cf348-ff8b-4b37-b173-fd2c89a533d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.454307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.454652 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Added segment 96608ddd-723c-4710-bb33-dd0489ef02b6 of type vlan for network 98dc224c-6270-4c7e-a29b-c5906e4af39a Mar 02 07:30:43.484237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.520083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.521690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.522465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.640009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7093866 Mar 02 07:30:43.642710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50488) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.648370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Request body: {'network': {'project_id': 'c16e2e7f641c47bcb7a2e1ba94d0f9d4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:43.655307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:43.657000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11893fb7-b7fd-4556-b04d-0637e4076c75 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event updated for resources: {'Network': ['ID=98dc224c-6270-4c7e-a29b-c5906e4af39a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.668511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Usage tracker for resource:network and tenant:c16e2e7f641c47bcb7a2e1ba94d0f9d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:43.673920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:43.679225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 98dc224c-6270-4c7e-a29b-c5906e4af39a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:43.692065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:43.710538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Made reservation on behalf of c16e2e7f641c47bcb7a2e1ba94d0f9d4 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:43.715463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.763836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4001-5966-408e-8081-63926ca20e99 req-86d5a440-7990-47d1-8968-15c5a172210d tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.765637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce9e4001-5966-408e-8081-63926ca20e99 req-86d5a440-7990-47d1-8968-15c5a172210d tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.1061034 Mar 02 07:30:43.777185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:43.850735 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.851677 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Added segment 5ac58de2-7824-48b1-8456-c3f87199873c of type vlan for network 63d741a9-5934-4b6f-8648-a7b18d8d395e Mar 02 07:30:43.854488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce9e4001-5966-408e-8081-63926ca20e99 req-12d7275b-6402-4a37-a2d4-5fce2d837089 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824037 Mar 02 07:30:43.891889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.940421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.941438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.942210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.993602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4deb-619d-4781-93c6-06bd183b5616 req-99f6c62f-908b-47bc-acf7-7cef180e1caf tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.995128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-137f4deb-619d-4781-93c6-06bd183b5616 req-99f6c62f-908b-47bc-acf7-7cef180e1caf tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2006586 Mar 02 07:30:44.045315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:30:44.070851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31c933-6891-4e72-b36c-514914b95efa req-1ea5322c-efc5-4d43-be56-8cb9733a0869 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:44.072774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c31c933-6891-4e72-b36c-514914b95efa req-1ea5322c-efc5-4d43-be56-8cb9733a0869 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.0921209 Mar 02 07:30:44.123138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c31c933-6891-4e72-b36c-514914b95efa req-d90d7de0-5319-4ce2-a26d-c7dcb7eafd29 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Mar 02 07:30:44.168986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff54051b-daba-430a-8a0a-5a9b439dc039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.184662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:44.186397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5425704 Mar 02 07:30:44.190428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50504) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.203348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Request body: {'network': {'project_id': 'c16e2e7f641c47bcb7a2e1ba94d0f9d4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:44.216701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:44.225174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Usage tracker for resource:network and tenant:c16e2e7f641c47bcb7a2e1ba94d0f9d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:44.230816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:44.243907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:44.245121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a5447-8397-4bcd-ab21-c115dff5ceaa tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event updated for resources: {'Network': ['ID=63d741a9-5934-4b6f-8648-a7b18d8d395e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:44.248080 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:30:44.248602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:30:44.254001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79c566b2-e547-40b2-ac1f-670c68dce687 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0624983 Mar 02 07:30:44.256779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50512) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.381881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:44.396063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.396986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0ee2a3a-96ab-4642-975f-62f015000e2f tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c16e2e7f641c47bcb7a2e1ba94d0f9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387260 Mar 02 07:30:44.400444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'mac_address': 'fa:16:3e:92:ff:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:44.405907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 63d741a9-5934-4b6f-8648-a7b18d8d395e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:44.453070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-137f4deb-619d-4781-93c6-06bd183b5616 req-f535f489-5b33-4301-babd-33d53d9e45bd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4496226 Mar 02 07:30:44.551378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-f56123d4-5fb4-4cb3-9cc2-ea67c96afbb7 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:44.552827 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-f56123d4-5fb4-4cb3-9cc2-ea67c96afbb7 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.16 "GET /v2.0/networks?id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe HTTP/1.1" status: 200 len: 806 time: 0.3947556 Mar 02 07:30:44.555416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.567942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe148e-69e4-45b0-b113-314cee87d747 req-639f7d58-5099-4b80-827b-124120587e0c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:44.569521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77fe148e-69e4-45b0-b113-314cee87d747 req-639f7d58-5099-4b80-827b-124120587e0c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.1717768 Mar 02 07:30:44.612247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.650916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-d72a56ef-7b84-4b61-8853-734474bee873 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53acad2618a42108453ca17cd63ddf2 HTTP/1.1" status: 200 len: 378 time: 0.0860012 Mar 02 07:30:44.663727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.666545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'port': {'device_id': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'admin_state_up': True, 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'security_groups': ['86858245-6c03-4f97-8766-bbd4c31bdc92']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:44.691814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77fe148e-69e4-45b0-b113-314cee87d747 req-8609f043-02b8-4431-a5a3-c03931343859 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080444 Mar 02 07:30:44.699013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:44.730290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:44.735334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.822426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.841243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:44.858422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1cf348-ff8b-4b37-b173-fd2c89a533d1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:44.900751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['45384c75-8ca2-4487-8c4e-3d51cc882379'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:44.915935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.917259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ddb58cb-2bbe-420f-8e91-508e651a0d10 tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b1cf348-ff8b-4b37-b173-fd2c89a533d1 HTTP/1.1" status: 204 len: 168 time: 0.5172915 Mar 02 07:30:44.918792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:44.920491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.929522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-020ef730-ac74-469e-b971-f5197cd383ff req-ed0eb0d4-15e9-4f4f-b937-ea40436cdc8b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 210 time: 0.0614152 Mar 02 07:30:44.937153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:44.954848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Made reservation on behalf of a53acad2618a42108453ca17cd63ddf2 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:44.962348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.102329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.163949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Allocated IP 172.20.0.4 (cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe/3a613194-fb8b-4003-b54f-512361ba7b57/c2f6838a-ad5a-43e9-b091-e46b313a65b8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:45.280133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.283066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.315511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d741a9-5934-4b6f-8648-a7b18d8d395e']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:45.331226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac58de2-7824-48b1-8456-c3f87199873c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:45.331634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac58de2-7824-48b1-8456-c3f87199873c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:45.345743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.371656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.382186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:45.382592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.386087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:45.405203 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:45.458638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.503315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.503894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Transition to ACTIVE for port object c2f6838a-ad5a-43e9-b091-e46b313a65b8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:45.522906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.541415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.552797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event deleted for resources: {'Network': ['ID=63d741a9-5934-4b6f-8648-a7b18d8d395e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.565566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7ae7e1ba-80df-429d-b769-b84cbf3f52bf tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "DELETE /v2.0/networks/63d741a9-5934-4b6f-8648-a7b18d8d395e HTTP/1.1" status: 204 len: 168 time: 0.6439290 Mar 02 07:30:45.566357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:45.666483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e3b37-dba1-4922-a592-48e4f225bfea req-4d0fd6a0-de1b-43a6-b460-301133c22ad2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:45.668711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e66e3b37-dba1-4922-a592-48e4f225bfea req-4d0fd6a0-de1b-43a6-b460-301133c22ad2 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.2506053 Mar 02 07:30:45.671151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:45.674977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:45.677910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:45.757358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.797329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e66e3b37-dba1-4922-a592-48e4f225bfea req-588cfc6e-157e-4d2f-aef6-e43c90562ada tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885417 Mar 02 07:30:45.798041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event updated for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.829335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:45.829809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.869809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-eaae2800-0254-4cfe-a449-28848698d554 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084844 Mar 02 07:30:45.882739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Request body: {'port': {'device_id': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:45.928960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30797cfb-f84d-4a3e-929c-808f822a5323 req-775f18b9-33ac-4fca-9b69-d658b24a12c4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:45.931387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30797cfb-f84d-4a3e-929c-808f822a5323 req-775f18b9-33ac-4fca-9b69-d658b24a12c4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2447872 Mar 02 07:30:45.933155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.984814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dc224c-6270-4c7e-a29b-c5906e4af39a']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:46.007309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96608ddd-723c-4710-bb33-dd0489ef02b6') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:46.007753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96608ddd-723c-4710-bb33-dd0489ef02b6') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:46.030826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30797cfb-f84d-4a3e-929c-808f822a5323 req-114b357c-7db2-49be-a6ad-6e6e2f270d22 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874298 Mar 02 07:30:46.034789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-acf66c4e-5447-4653-8d4b-23885d88615d None None] Provisioning for port c2f6838a-ad5a-43e9-b091-e46b313a65b8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:46.038333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.047425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-acf66c4e-5447-4653-8d4b-23885d88615d None None] Provisioning complete for port c2f6838a-ad5a-43e9-b091-e46b313a65b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:46.047993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-acf66c4e-5447-4653-8d4b-23885d88615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.068290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.083147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.099978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:46.100961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:46.138658 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:46.161166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-acf66c4e-5447-4653-8d4b-23885d88615d None None] Port c2f6838a-ad5a-43e9-b091-e46b313a65b8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:46.209707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:46.266698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.280064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.303860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 45384c75-8ca2-4487-8c4e-3d51cc882379 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:46.304244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.316288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] Pushing event deleted for resources: {'Network': ['ID=98dc224c-6270-4c7e-a29b-c5906e4af39a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.322594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec3c0f0e-f828-437a-b472-4d67199e09bb tempest-QuotasNegativeTest-2006758591 tempest-QuotasNegativeTest-2006758591-project-admin] 10.222.0.21 "DELETE /v2.0/networks/98dc224c-6270-4c7e-a29b-c5906e4af39a HTTP/1.1" status: 204 len: 168 time: 0.7526226 Mar 02 07:30:46.350760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3802f-8582-4ceb-8c15-bb12430bae43 req-b9285f83-8f27-47cf-8d3d-cd38858f8581 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.353473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bf3802f-8582-4ceb-8c15-bb12430bae43 req-b9285f83-8f27-47cf-8d3d-cd38858f8581 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 931 time: 0.2038631 Mar 02 07:30:46.355071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a610eb7-7fe8-4d4d-845d-5821e0f895ed req-d5cf8a3d-2402-412d-871b-d7dd00ce5d2c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.370010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a610eb7-7fe8-4d4d-845d-5821e0f895ed req-d5cf8a3d-2402-412d-871b-d7dd00ce5d2c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3840461 Mar 02 07:30:46.406685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3bf3802f-8582-4ceb-8c15-bb12430bae43 req-c8c5bdfb-b2a9-428d-ac30-22a033fc6d31 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Synchronizing usage tracker for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:46.426212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3bf3802f-8582-4ceb-8c15-bb12430bae43 req-c8c5bdfb-b2a9-428d-ac30-22a033fc6d31 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Unset dirty status for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:46.441921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bf3802f-8582-4ceb-8c15-bb12430bae43 req-c8c5bdfb-b2a9-428d-ac30-22a033fc6d31 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804248 Mar 02 07:30:46.463191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a610eb7-7fe8-4d4d-845d-5821e0f895ed req-627bc770-19ae-486a-8700-6df5510f815f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Mar 02 07:30:46.520583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.588888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:46.600578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:46.606360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.654136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47022ceb-2017-4a24-85bd-be2adead4d0c req-a66b50c7-9974-4449-a1f2-309b26cfbf42 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.661467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47022ceb-2017-4a24-85bd-be2adead4d0c req-a66b50c7-9974-4449-a1f2-309b26cfbf42 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1030984 Mar 02 07:30:46.721719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47022ceb-2017-4a24-85bd-be2adead4d0c req-9eb04e5a-598f-4677-86af-d3bce5ea59f0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584621 Mar 02 07:30:46.748605 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'code': 200} Mar 02 07:30:46.840630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.866167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.880984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f6838a-ad5a-43e9-b091-e46b313a65b8 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:46.889639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.909258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Transition to ACTIVE for port object c2f6838a-ad5a-43e9-b091-e46b313a65b8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:46.946785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.137523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.235566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-cc6ea0fa-be86-4a82-9106-222836a7dcdc tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:47.237131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-cc6ea0fa-be86-4a82-9106-222836a7dcdc tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.39 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.3523993 Mar 02 07:30:47.307949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341f19e-1b6f-4e24-b29f-8022c9d5c103 req-1a40ef0e-f5c7-480d-ac81-b17bda0b265e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:47.323268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3341f19e-1b6f-4e24-b29f-8022c9d5c103 req-1a40ef0e-f5c7-480d-ac81-b17bda0b265e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4116902 Mar 02 07:30:47.390993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50586) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.459473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3341f19e-1b6f-4e24-b29f-8022c9d5c103 req-b6c9c6ab-b75b-4286-8150-2ef952704345 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356287 Mar 02 07:30:47.463932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Attempting to bind port c2f6838a-ad5a-43e9-b091-e46b313a65b8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:47.464330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Attempting to bind port c2f6838a-ad5a-43e9-b091-e46b313a65b8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:47.464672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Attempting to bind port c2f6838a-ad5a-43e9-b091-e46b313a65b8 on network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:47.474742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Port c2f6838a-ad5a-43e9-b091-e46b313a65b8 on network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:47.475101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Attempting to bind port c2f6838a-ad5a-43e9-b091-e46b313a65b8 on network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:47.496468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:47.496820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Checking segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:47.497211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Bound using segment: {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:47.497645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Bound port: c2f6838a-ad5a-43e9-b091-e46b313a65b8, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d29d5de-815d-46c7-905d-e9b0096fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:47.498028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.583410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33be97-61e7-47a0-9bc3-6ce3fca58bea req-584116fa-14d9-4ef1-a996-42749c7a7fa8 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:47.591918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f33be97-61e7-47a0-9bc3-6ce3fca58bea req-584116fa-14d9-4ef1-a996-42749c7a7fa8 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 945 time: 0.5237257 Mar 02 07:30:47.613619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Deleting port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:47.614150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.676167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.741178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f33be97-61e7-47a0-9bc3-6ce3fca58bea req-e23d6ab0-2403-4d71-a5ec-9e59c01aed81 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/security-groups?id=44e84472-6fab-4ab0-b45c-039b0445c6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Mar 02 07:30:47.747287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:47.778175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:eba6a2594eb345a8be6e5e6e7a796220 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:47.782428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:47.790626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:47.797145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:47.812580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:47.821240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.889090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:47.889777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.891185 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2f6838a-ad5a-43e9-b091-e46b313a65b8 HTTP/1.1" status: 200 len: 1091 time: 2.0128317 Mar 02 07:30:47.893414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:48.052595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176decda-5945-4842-9284-2ab1f621cc8c req-c554aaff-c3d4-4e46-bfe1-d4e74e201d2c tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.053003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-176decda-5945-4842-9284-2ab1f621cc8c req-c554aaff-c3d4-4e46-bfe1-d4e74e201d2c tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Synchronizing usage tracker for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:48.074133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2b132-daf9-4e34-b4bf-cf2b66bf5ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:48.107388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] For port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,segment=NetworkSegment(3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9),segment_id=3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:48.108454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.126006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218155-9715-4d4e-bd3a-d5a4ef3d81f9 req-83dd9982-33e8-48fb-aecb-51661d15fb9d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.128134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98218155-9715-4d4e-bd3a-d5a4ef3d81f9 req-83dd9982-33e8-48fb-aecb-51661d15fb9d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.2472289 Mar 02 07:30:48.128355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-176decda-5945-4842-9284-2ab1f621cc8c req-c554aaff-c3d4-4e46-bfe1-d4e74e201d2c tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Unset dirty status for tenant:a53acad2618a42108453ca17cd63ddf2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:48.136676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176decda-5945-4842-9284-2ab1f621cc8c req-c554aaff-c3d4-4e46-bfe1-d4e74e201d2c tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 943 time: 0.4450510 Mar 02 07:30:48.189318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.201078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-a54a5f7a-7bfa-41a4-8c3a-0c21a3f64fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.202602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-a54a5f7a-7bfa-41a4-8c3a-0c21a3f64fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53acad2618a42108453ca17cd63ddf2&device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 1094 time: 0.2334988 Mar 02 07:30:48.205054 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.295299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176decda-5945-4842-9284-2ab1f621cc8c req-e788235f-8c4b-49e5-b7f3-e378c7250bb4 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577325 Mar 02 07:30:48.300703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Calling delete_port for 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:48.323062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-4451b7cc-ef66-4ed8-9ca4-738c943ae709 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8 HTTP/1.1" status: 200 len: 217 time: 0.0928974 Mar 02 07:30:48.340659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98218155-9715-4d4e-bd3a-d5a4ef3d81f9 req-fc966840-c29d-4d33-bc1b-87b4860fe2c8 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486650 Mar 02 07:30:48.370642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eba6a2594eb345a8be6e5e6e7a796220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9671283 Mar 02 07:30:48.374165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50608) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:48.375459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a0ffa-6303-422f-8885-ef0a63d8f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72db1824-6f44-43bc-89f6-6e2159ab8858,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:48.405127 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.408524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-1fbe06fa-1feb-45dd-90f5-782bcc0f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.410342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-1fbe06fa-1feb-45dd-90f5-782bcc0f2b84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a613194-fb8b-4003-b54f-512361ba7b57 HTTP/1.1" status: 200 len: 845 time: 0.0846539 Mar 02 07:30:48.458592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.521601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.563056 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'status': 'completed', 'code': 200} Mar 02 07:30:48.616470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.634627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26175-30de-4f45-96ca-ebffd10176e0 req-40f7fce6-b9e5-4e67-8441-e4ac4a54e560 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.636173 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ed26175-30de-4f45-96ca-ebffd10176e0 req-40f7fce6-b9e5-4e67-8441-e4ac4a54e560 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1271851 Mar 02 07:30:48.642862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-7951fcb5-4269-492b-9069-0588bbda8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.644670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-7951fcb5-4269-492b-9069-0588bbda8bae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253077 Mar 02 07:30:48.657294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.669417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['5e3923d0-2d2e-4da2-a82c-ee3b9624c007'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:48.723782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Pushing event deleted for resources: {'Port': ['ID=5e3923d0-2d2e-4da2-a82c-ee3b9624c007,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:48.792218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ed26175-30de-4f45-96ca-ebffd10176e0 req-ced3e092-fe9d-4bfa-b193-23c198db2db3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458042 Mar 02 07:30:48.836243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] No DVR routers for this DVR port 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:48.839466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.843002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'name': 'network-vif-deleted', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:48.854671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-2612e2bf-94e2-41bf-beec-850a6cdaad9b service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936090 Mar 02 07:30:48.876107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.878923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.880582 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72db1824-6f44-43bc-89f6-6e2159ab8858 HTTP/1.1" status: 204 len: 168 time: 0.5051441 Mar 02 07:30:48.897668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c81dc2-7477-4fb8-a8de-7d380f761fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db1824-6f44-43bc-89f6-6e2159ab8858,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:48.900723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-76037647-b3fa-42f0-969b-67e0a9746dd9 req-b8a5d638-eca2-4883-ad92-3dced92d652e tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.39 "DELETE /v2.0/ports/5e3923d0-2d2e-4da2-a82c-ee3b9624c007 HTTP/1.1" status: 204 len: 173 time: 1.6557536 Mar 02 07:30:49.017982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdf95cd8-925a-47fb-8a1b-ed29b86a9649 req-0c70811e-4272-4f9e-a9dd-7d30be637a29 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Synchronizing usage tracker for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:49.062427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdf95cd8-925a-47fb-8a1b-ed29b86a9649 req-0c70811e-4272-4f9e-a9dd-7d30be637a29 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] Unset dirty status for tenant:a5ec4f99c6c240669012bdf0396b44f2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:49.063732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdf95cd8-925a-47fb-8a1b-ed29b86a9649 req-0c70811e-4272-4f9e-a9dd-7d30be637a29 tempest-ServerAddressesTestJSON-439020318 tempest-ServerAddressesTestJSON-439020318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad1adad-8a72-49d3-8c6e-a7399f9445fc HTTP/1.1" status: 200 len: 210 time: 0.1024935 Mar 02 07:30:49.137897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddaefaa8-5bc3-41a4-8d1f-5459afbfe2ee req-425b957a-f843-433f-b04f-e46c821e7ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759180 Mar 02 07:30:49.140084 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad1adad-8a72-49d3-8c6e-a7399f9445fc', 'name': 'network-vif-deleted', 'tag': '5e3923d0-2d2e-4da2-a82c-ee3b9624c007', 'status': 'completed', 'code': 200} Mar 02 07:30:49.150841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9763959-7432-419d-ae8e-ee750f73f29c req-6acb6439-99bd-41bf-afd1-510faae3dbb5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.152310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9763959-7432-419d-ae8e-ee750f73f29c req-6acb6439-99bd-41bf-afd1-510faae3dbb5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1386204 Mar 02 07:30:49.200782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9763959-7432-419d-ae8e-ee750f73f29c req-fd84980e-aacd-4449-b8b5-90d2753da792 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419703 Mar 02 07:30:49.357012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.378967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.396028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:49.416495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-d613028a-eaae-4cd2-8cb7-7948bc1c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.418596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-d613028a-eaae-4cd2-8cb7-7948bc1c9140 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53acad2618a42108453ca17cd63ddf2&device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 1094 time: 0.1270781 Mar 02 07:30:49.486506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Usage tracker for resource:security_group_rule and tenant:be5b8ef2a9d14c10b0d7e9011d6471e9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:49.494155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:49.502292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:49.626715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.638666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.694125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be5b8ef2a9d14c10b0d7e9011d6471e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355546 Mar 02 07:30:49.701015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50654) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.736394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47445167-c4bf-4110-bb87-8abfecc658a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc095593-0fe8-4a0a-b4b7-ba2cd655bac7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:49.802340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0a9fe-4e64-47d8-baf0-429025f2108e req-a98e36e6-6a4c-4399-bf09-d2db6d24d51a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.810142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16e0a9fe-4e64-47d8-baf0-429025f2108e req-a98e36e6-6a4c-4399-bf09-d2db6d24d51a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4115293 Mar 02 07:30:49.845088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.872136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16e0a9fe-4e64-47d8-baf0-429025f2108e req-672ba415-abd5-4a6f-a5ff-d0bb5d9af6d8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610552 Mar 02 07:30:49.896650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-5dd975a1-a22c-476a-853f-c53bec752139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.899295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-5dd975a1-a22c-476a-853f-c53bec752139 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe HTTP/1.1" status: 200 len: 906 time: 0.4630306 Mar 02 07:30:49.901939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.908055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6aae5-d655-4769-b1cd-afb018d06131 req-2575440c-98ab-463b-afa2-73a4629e1eb2 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.916378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fd6aae5-d655-4769-b1cd-afb018d06131 req-2575440c-98ab-463b-afa2-73a4629e1eb2 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 943 time: 0.4485765 Mar 02 07:30:49.980857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.004915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc095593-0fe8-4a0a-b4b7-ba2cd655bac7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:50.018073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.019609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7e779ce-9836-4971-839d-ba98fc899563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc095593-0fe8-4a0a-b4b7-ba2cd655bac7 HTTP/1.1" status: 204 len: 168 time: 0.3175933 Mar 02 07:30:50.027411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-b62a2fe9-732f-41c2-8cd6-3f2fa1ed27d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8 HTTP/1.1" status: 200 len: 217 time: 0.1080191 Mar 02 07:30:50.098521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fd6aae5-d655-4769-b1cd-afb018d06131 req-097a8261-ac68-45d8-9ac2-1435111ad5e9 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810980 Mar 02 07:30:50.151935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-dabf23dc-753c-4ed9-b4f8-7c2c940e47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:50.152841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-dabf23dc-753c-4ed9-b4f8-7c2c940e47d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a613194-fb8b-4003-b54f-512361ba7b57 HTTP/1.1" status: 200 len: 845 time: 0.1146207 Mar 02 07:30:50.236283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c706f-e200-4cf0-a20e-a548997ac887 req-97f12e85-8d56-41a2-b56d-7625d05250a4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:50.245328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-066c706f-e200-4cf0-a20e-a548997ac887 req-97f12e85-8d56-41a2-b56d-7625d05250a4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.1850231 Mar 02 07:30:50.310406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-066c706f-e200-4cf0-a20e-a548997ac887 req-07bb0978-25a4-4aa9-8389-2d769a0bea91 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Mar 02 07:30:50.360975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-608c264c-ce9c-448e-a06b-4b25ad48ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:50.365153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-608c264c-ce9c-448e-a06b-4b25ad48ee89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044489 Mar 02 07:30:50.501219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50686) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:50.586446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Deleting subnet 7b834493-d49a-4a0c-82a6-7f71162bd94c {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:50.590731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.662905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.751186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-7ad66b96-1747-41dd-aab3-c674793f5123 service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782637 Mar 02 07:30:50.755575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.886007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.997067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b834493-d49a-4a0c-82a6-7f71162bd94c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:51.013558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.022071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-deee1819-a7df-43ed-84ab-9b3aba28df9e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b834493-d49a-4a0c-82a6-7f71162bd94c HTTP/1.1" status: 204 len: 168 time: 0.5176208 Mar 02 07:30:51.022618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:51.044674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-455933af-e09f-4d98-8d8d-8acd914544d3 req-f861a655-d839-4fd1-a0c5-e0e2f4a3dbde service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837818 Mar 02 07:30:51.264420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35253c7-81c0-411f-849e-ce21d3249ab0 req-e92b6c46-1b4e-4ac8-999f-adc305e00e97 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.266231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d35253c7-81c0-411f-849e-ce21d3249ab0 req-e92b6c46-1b4e-4ac8-999f-adc305e00e97 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1671996 Mar 02 07:30:51.313132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:51.358994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.381709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d35253c7-81c0-411f-849e-ce21d3249ab0 req-187f9716-5c63-42a7-a57f-cf16f3da23f6 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010818 Mar 02 07:30:51.445250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:51.446529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 5e3923d0-2d2e-4da2-a82c-ee3b9624c007 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:51.619116 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.651820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb384f2-3e85-4df6-8608-803bcd2cb707']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:51.674963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:51.675265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca3c2a-bcb5-4e3a-970e-ef4e1332e8c9') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:51.692690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.715593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25369985-845a-4cc8-a37e-3beb755b0969 req-5d878a4b-fc1d-422e-9026-bc22cb8cf5a9 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.717249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25369985-845a-4cc8-a37e-3beb755b0969 req-5d878a4b-fc1d-422e-9026-bc22cb8cf5a9 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 943 time: 0.2439921 Mar 02 07:30:51.749844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.768483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:51.769023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.779375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad372-0e24-445f-8833-87d43e403046 req-7f0af9a6-1cf1-4363-90f2-a2af27cde189 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:51.785122 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:51.790955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccdad372-0e24-445f-8833-87d43e403046 req-7f0af9a6-1cf1-4363-90f2-a2af27cde189 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.1354802 Mar 02 07:30:51.851417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccdad372-0e24-445f-8833-87d43e403046 req-2d0d186f-9569-4b40-803f-e9666f03fffa tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Mar 02 07:30:51.895464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25369985-845a-4cc8-a37e-3beb755b0969 req-368bed26-285d-468b-8411-e8021297fcc2 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701524 Mar 02 07:30:51.896859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.917657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.927741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb384f2-3e85-4df6-8608-803bcd2cb707,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:51.946933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a865b46e-120c-42e9-b52c-7b6be11df286 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8fb384f2-3e85-4df6-8608-803bcd2cb707 HTTP/1.1" status: 204 len: 168 time: 0.9232235 Mar 02 07:30:52.125692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.190925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ba5c33a-50d4-42c8-9f7c-78a36fb6ef95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ec4f99c6c240669012bdf0396b44f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639167 Mar 02 07:30:52.193279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50744) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.259003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.283489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2f6838a-ad5a-43e9-b091-e46b313a65b8 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:52.288630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.355344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.378366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e84472-6fab-4ab0-b45c-039b0445c6c3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:52.389986 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.391428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9f59deb8-94b1-4e4e-a7e5-8d416d805169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44e84472-6fab-4ab0-b45c-039b0445c6c3 HTTP/1.1" status: 204 len: 168 time: 0.1972506 Mar 02 07:30:52.595062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50766) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.628126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:52.643312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'port_id': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'mac_address': 'fa:16:3e:56:69:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:52.745975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd75bb-fb85-40ca-937e-fa693b287a7b req-ec7043ad-7216-4646-8acf-1166dae42106 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:52.753292 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ccd75bb-fb85-40ca-937e-fa693b287a7b req-ec7043ad-7216-4646-8acf-1166dae42106 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1262400 Mar 02 07:30:52.757039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.781379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f6838a-ad5a-43e9-b091-e46b313a65b8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:52.808973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:52.813983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ccd75bb-fb85-40ca-937e-fa693b287a7b req-7ca11062-5d17-4876-aae7-083c075c0a16 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 Mar 02 07:30:52.814328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.925136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.142348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1933152041'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:53.150002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:53.154428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Usage tracker for resource:network and tenant:eb69fb7efd07450997500fac25309ccf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:53.157909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:53.166003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:53.172779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48f9b-25c5-490c-9df1-97203bd0cd0f req-7dd36ae7-5226-47fe-b707-121ea131e0ca tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.174646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d48f9b-25c5-490c-9df1-97203bd0cd0f req-7dd36ae7-5226-47fe-b707-121ea131e0ca tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 944 time: 0.1022553 Mar 02 07:30:53.179598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Made reservation on behalf of eb69fb7efd07450997500fac25309ccf for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:53.183626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.215330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.237150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:53.241252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Usage tracker for resource:security_group_rule and tenant:eb69fb7efd07450997500fac25309ccf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:53.244673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:53.250527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:53.277224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d48f9b-25c5-490c-9df1-97203bd0cd0f req-a640c811-4e84-4313-a2fb-c62bce1faac1 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948658 Mar 02 07:30:53.325040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-a3d01e50-9838-4aac-b6eb-9bf9793457c8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.331537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-a3d01e50-9838-4aac-b6eb-9bf9793457c8 tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1510732 Mar 02 07:30:53.377053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a663f9-00b9-4e45-81de-a7455e68a66f req-d7dd7768-88b1-49ca-a39f-53aee0c29679 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.387832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6a663f9-00b9-4e45-81de-a7455e68a66f req-d7dd7768-88b1-49ca-a39f-53aee0c29679 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3064215 Mar 02 07:30:53.413224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.438567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.447329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['c2f6838a-ad5a-43e9-b091-e46b313a65b8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:53.451274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Deleting port abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:53.451636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.488747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6a663f9-00b9-4e45-81de-a7455e68a66f req-9632f00b-98dd-476d-8f77-52a8ad6b0983 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993159 Mar 02 07:30:53.524932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17af545-e3d0-42ab-94d2-6db826955081,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.527582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:53.537581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.537967 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Added segment 73b5ef48-27e5-4b22-a2f5-60d0128bd605 of type vlan for network af89b3d1-de2c-4ada-a022-64e93aaa0fac Mar 02 07:30:53.570419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.639995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.652182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.652931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.835478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50804) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.901829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] For port abc82728-8dab-4f22-8d7c-a1fd831843f7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=abc82728-8dab-4f22-8d7c-a1fd831843f7,segment=NetworkSegment(d0179644-ee8a-488f-82f5-e51085088714),segment_id=d0179644-ee8a-488f-82f5-e51085088714)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:53.902234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.914374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Pushing event updated for resources: {'Network': ['ID=af89b3d1-de2c-4ada-a022-64e93aaa0fac,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.930694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95dee4bc-e1bc-4c3f-b3ed-89df3c74f084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3344784 Mar 02 07:30:53.936117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:54.125617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df31b-d6c8-4385-b112-38ab000e3ab7 req-ab7b683f-57f3-44be-82ea-1b0423631eef tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:54.127292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b55df31b-d6c8-4385-b112-38ab000e3ab7 req-ab7b683f-57f3-44be-82ea-1b0423631eef tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 947 time: 0.1179304 Mar 02 07:30:54.191809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1840167226-network', 'tenant_id': 'c6c53e72baf040a7a57bfc6442fd5230'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:54.203438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b55df31b-d6c8-4385-b112-38ab000e3ab7 req-9ef8551e-8c49-4f0f-8169-6a0007ef496d tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685055 Mar 02 07:30:54.205188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Calling delete_port for abc82728-8dab-4f22-8d7c-a1fd831843f7 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:54.243075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.251652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Usage tracker for resource:network and tenant:c6c53e72baf040a7a57bfc6442fd5230 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.256462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.273201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.318063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50818) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.318715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Made reservation on behalf of c6c53e72baf040a7a57bfc6442fd5230 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:54.323014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.324295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac', 'binding:host_id': 'n-h1-827871-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497171704'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:54.329273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.333540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Usage tracker for resource:port and tenant:87a0c8c56e194982a448aeccccb56893 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.337085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.343339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.356219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Made reservation on behalf of 87a0c8c56e194982a448aeccccb56893 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:54.358942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.375683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.381445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.405428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.408041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.409698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Usage tracker for resource:security_group_rule and tenant:87a0c8c56e194982a448aeccccb56893 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.412725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.416168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c53e72baf040a7a57bfc6442fd5230 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.420581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.420748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.431395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.443859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.587551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Pushing event deleted for resources: {'Port': ['ID=abc82728-8dab-4f22-8d7c-a1fd831843f7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.593096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146c4c-24ff-4464-a7a5-0a9674df49b9 req-b226019d-f26f-4ea6-afa2-cf65ad0d983d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:54.594655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48146c4c-24ff-4464-a7a5-0a9674df49b9 req-b226019d-f26f-4ea6-afa2-cf65ad0d983d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 944 time: 0.1475546 Mar 02 07:30:54.674833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.683885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.723392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:54.762007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cda252-9942-4798-8d82-68db050c69b7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.767023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48146c4c-24ff-4464-a7a5-0a9674df49b9 req-7d0c3695-9026-43df-b91c-551f940ba2d6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529632 Mar 02 07:30:54.797529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] No DVR routers for this DVR port abc82728-8dab-4f22-8d7c-a1fd831843f7 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:54.811954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.814390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-deleted', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:54.873485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.877445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05309fd3-4e75-43ca-8b21-b3c9ea2c43b5 req-d543e6c2-7d8a-4a00-9e42-1712f18b259c tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.16 "DELETE /v2.0/ports/abc82728-8dab-4f22-8d7c-a1fd831843f7 HTTP/1.1" status: 204 len: 173 time: 1.5394433 Mar 02 07:30:54.880156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.988566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d8eb-9be4-4a08-b138-95ba495b03b8 req-de665863-b785-4872-803a-4b4c4868e037 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:54.993631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a553d8eb-9be4-4a08-b138-95ba495b03b8 req-de665863-b785-4872-803a-4b4c4868e037 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3207216 Mar 02 07:30:54.998902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:55.003885 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c63b1f-6801-4fe9-82d9-6dfacea33cff', 'name': 'network-vif-deleted', 'tag': 'abc82728-8dab-4f22-8d7c-a1fd831843f7', 'status': 'completed', 'code': 200} Mar 02 07:30:55.009946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b3629-5ce1-4632-8149-715618177411,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.036446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.037034 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Added segment 4d1b8140-3117-4d4b-b1f0-f02bec848a32 of type vlan for network eb336327-53ff-41ab-92a1-b5e234376362 Mar 02 07:30:55.080070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a553d8eb-9be4-4a08-b138-95ba495b03b8 req-daa4f7d8-d073-4c99-a19f-81edd1586f6f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751410 Mar 02 07:30:55.085665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.122866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.123810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:55.124402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.152667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:55.162767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.176995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Transition to ACTIVE for port object 293eef6f-0cb4-4123-ab00-45380c8ec5c7 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:55.188923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.271529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb336327-53ff-41ab-92a1-b5e234376362,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.288138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aed9d84b-543f-4764-b5e5-b0671e42bdb6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4506450 Mar 02 07:30:55.305698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=293eef6f-0cb4-4123-ab00-45380c8ec5c7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.308313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Checking segment: {'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:55.308714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Network hostable DHCP agents. Network: af89b3d1-de2c-4ada-a022-64e93aaa0fac, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:55.317371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50838) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.327283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Request body: {'subnet': {'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1840167226-subnet', 'tenant_id': 'c6c53e72baf040a7a57bfc6442fd5230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:55.337843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:55.343862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Usage tracker for resource:subnet and tenant:c6c53e72baf040a7a57bfc6442fd5230 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:55.348561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:55.353117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:55.357273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:55.396349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network eb336327-53ff-41ab-92a1-b5e234376362 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:55.401290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Made reservation on behalf of c6c53e72baf040a7a57bfc6442fd5230 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:55.402126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, af89b3d1-de2c-4ada-a022-64e93aaa0fac) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:55.406209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.424294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:55.438624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a09800-fb45-4208-a462-67b762450299 None None] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:55.700376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.700829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.701298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.719296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-deea0b73-0381-4e01-abd3-58c21e131ac4 req-4787c07d-7d8f-47f7-8a2c-e0f017a861fc tempest-ServersNegativeTestJSON-655412387 tempest-ServersNegativeTestJSON-655412387-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c63b1f-6801-4fe9-82d9-6dfacea33cff HTTP/1.1" status: 200 len: 210 time: 0.2471995 Mar 02 07:30:55.723742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.730252 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.730785 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 2 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.754108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.754484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.754971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.760954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.761299 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.761690 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 3 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.777566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.781136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.781484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.781870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.787675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.787995 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.788463 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 4 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.808522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.808873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.809208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.814886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.815220 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.815813 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 5 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.835308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.835660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.837054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.845119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.845462 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.845996 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 6 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.870213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.870559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.870900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.876717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.877052 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.877507 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 7 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.898572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.899274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.899835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.905637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.905998 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.906390 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 8 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.961273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.962387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.962880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:55.968531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:55.969071 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:55.969912 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 9 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:55.974604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44d3747-619e-49df-8e76-07574f0b92a0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.994171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:55.994470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:55.994873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:56.000446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:56.000938 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:56.001458 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 10 to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 Mar 02 07:30:56.022894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:56.024201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:56.024708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:56.029841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:56.030524 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:56.031130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.067267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Checking segment: {'id': '4d1b8140-3117-4d4b-b1f0-f02bec848a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:56.067739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Network hostable DHCP agents. Network: eb336327-53ff-41ab-92a1-b5e234376362, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:56.104165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Network eb336327-53ff-41ab-92a1-b5e234376362 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:56.152300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, eb336327-53ff-41ab-92a1-b5e234376362) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:56.158869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port 293eef6f-0cb4-4123-ab00-45380c8ec5c7, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:56.159253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempted to set empty binding levels {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:30:56.165806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:56.166236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133cd44-778d-421b-bfc9-29382e0a64e1 None None] Network eb336327-53ff-41ab-92a1-b5e234376362 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:56.166571 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.167638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.207139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6046e-f0a4-4d68-9abf-77e4b0d0e9e6 req-0cb9a37e-4c13-4bc4-bc7e-579053bc2e83 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:56.216378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25c6046e-f0a4-4d68-9abf-77e4b0d0e9e6 req-0cb9a37e-4c13-4bc4-bc7e-579053bc2e83 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 944 time: 0.2362621 Mar 02 07:30:56.223184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:56.223793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.277905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=293eef6f-0cb4-4123-ab00-45380c8ec5c7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:56.287575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b9b43d33-1a35-4d5c-a30b-f9dc46f94f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9683516 Mar 02 07:30:56.293228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50862) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.315062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f55f8310-1f08-482f-9d4c-f911bb647a3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9959748 Mar 02 07:30:56.317522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2f6838a-ad5a-43e9-b091-e46b313a65b8 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:56.342259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25c6046e-f0a4-4d68-9abf-77e4b0d0e9e6 req-4f03ab0b-c606-4da0-9c08-c98ee019c069 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150892 Mar 02 07:30:56.450031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Deleting port 293eef6f-0cb4-4123-ab00-45380c8ec5c7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:56.450658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.522574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d243d50-fe1f-4573-96d8-c270e4953c9a req-01ccdae1-0579-43be-8696-c8df7bb8a1c2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:56.524695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d243d50-fe1f-4573-96d8-c270e4953c9a req-01ccdae1-0579-43be-8696-c8df7bb8a1c2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.1776867 Mar 02 07:30:56.529431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port c2f6838a-ad5a-43e9-b091-e46b313a65b8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:56.536850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d181fa-211b-4fd1-8363-8aa2bd81b175 None None] Network eb336327-53ff-41ab-92a1-b5e234376362 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:56.645914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port c2f6838a-ad5a-43e9-b091-e46b313a65b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:56.646496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.733834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d243d50-fe1f-4573-96d8-c270e4953c9a req-23201b90-b89e-45ad-896e-5ea289304375 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912587 Mar 02 07:30:56.857171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port 293eef6f-0cb4-4123-ab00-45380c8ec5c7, host n-h1-827871-1, got binding levels [] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:56.858169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.917995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.994384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:57.016154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:57.021447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.023080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:57.097258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Calling delete_port for 293eef6f-0cb4-4123-ab00-45380c8ec5c7 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:57.157349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.161785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: abc82728-8dab-4f22-8d7c-a1fd831843f7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:57.162871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device abc82728-8dab-4f22-8d7c-a1fd831843f7 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:57.175080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.224570 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'code': 200} Mar 02 07:30:57.307506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-84079513-0474-4197-858f-d1c537f13a5a tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.309130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-84079513-0474-4197-858f-d1c537f13a5a tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/networks?id=eb336327-53ff-41ab-92a1-b5e234376362 HTTP/1.1" status: 200 len: 822 time: 0.2503650 Mar 02 07:30:57.348146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Deleting subnet be5f10d3-c4f6-4bf0-86f1-a73c492eb931 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:57.378105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-7892de9b-db0a-4dc6-887b-e8f8efc6e7a6 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/quotas/c6c53e72baf040a7a57bfc6442fd5230 HTTP/1.1" status: 200 len: 375 time: 0.0469561 Mar 02 07:30:57.380170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.402331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.498453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-0fccda9b-716e-4400-b16a-b92a789f15f8 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6c53e72baf040a7a57bfc6442fd5230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116416 Mar 02 07:30:57.509726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event deleted for resources: {'Port': ['ID=293eef6f-0cb4-4123-ab00-45380c8ec5c7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.514785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.615726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37ffc3-56a5-42e2-8605-c160ff0c80fe req-e6f22b55-e0cf-49f3-98f3-6ccc04c7b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.617268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a37ffc3-56a5-42e2-8605-c160ff0c80fe req-e6f22b55-e0cf-49f3-98f3-6ccc04c7b482 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 1096 time: 0.2659216 Mar 02 07:30:57.618275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.663784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-df0a28da-5f77-47fd-b51d-c76696ae3f78 service neutron] 10.222.0.21 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551683 Mar 02 07:30:57.791463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.802026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.802953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a2e67672-98b5-44f7-b2f6-39d0c9185d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "DELETE /v2.0/ports/293eef6f-0cb4-4123-ab00-45380c8ec5c7 HTTP/1.1" status: 204 len: 168 time: 1.5091822 Mar 02 07:30:57.807987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50912) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.812418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.819343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.825636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.832330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.839506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.845692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.853469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-e2ae842d-5dd7-476b-8fd8-69d5af7bbf1e tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.4239016 Mar 02 07:30:57.869384 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a7139c-0025-453b-949e-5d5ed650b358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:30:57.869964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4a7139c-0025-453b-949e-5d5ed650b358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Synchronizing usage tracker for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:57.887890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-acc87a8d-727e-4c4f-bcc6-fedd28f6c044 service neutron] 10.222.0.21 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224662 Mar 02 07:30:57.907187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a37ffc3-56a5-42e2-8605-c160ff0c80fe req-274663e4-4c98-4d28-819d-2d315c87d2b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2609098 Mar 02 07:30:57.917137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4a7139c-0025-453b-949e-5d5ed650b358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Unset dirty status for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:57.918779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4a7139c-0025-453b-949e-5d5ed650b358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports/293eef6f-0cb4-4123-ab00-45380c8ec5c7 HTTP/1.1" status: 404 len: 333 time: 0.1080041 Mar 02 07:30:57.922840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50916) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.931953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1456604062'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:57.941639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:57.971263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754f55e0-8474-4b8e-aa2a-b402e721d857 req-4623fa91-f154-4eab-8b04-8bcde57e7043 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165385 Mar 02 07:30:57.984812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:58.004978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.085761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Made reservation on behalf of 87a0c8c56e194982a448aeccccb56893 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:58.088914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.113228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5f10d3-c4f6-4bf0-86f1-a73c492eb931,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.115211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.121097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port 2822af07-970f-41da-81ab-d0f73263d3f8 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:58.167713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ddcb911a-546b-4dbb-834d-10b1ebc11754 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be5f10d3-c4f6-4bf0-86f1-a73c492eb931 HTTP/1.1" status: 204 len: 168 time: 0.9912200 Mar 02 07:30:58.170575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.438101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.492572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bab97a-904c-4757-9457-0c392e7b305a req-375ce70c-4f5b-4356-87f1-77a4a5abfefd tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:58.494281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20bab97a-904c-4757-9457-0c392e7b305a req-375ce70c-4f5b-4356-87f1-77a4a5abfefd tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.1280017 Mar 02 07:30:58.507497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.527762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.601916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:58.609206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:58.611918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:58.612920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:58.613539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.682447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20bab97a-904c-4757-9457-0c392e7b305a req-860d1a44-5163-432f-bd58-a5dfdf2e75b8 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600251 Mar 02 07:30:58.694947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=2822af07-970f-41da-81ab-d0f73263d3f8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.710041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876c42-5aa1-4c67-b70c-f709b07848bc req-91e2a92f-68ea-4575-9b44-ea2fd449363d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:58.719903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90876c42-5aa1-4c67-b70c-f709b07848bc req-91e2a92f-68ea-4575-9b44-ea2fd449363d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.5131199 Mar 02 07:30:58.733021 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-543ec570-a091-49e2-960e-a4f3df3884fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8091090 Mar 02 07:30:58.733888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.745200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:58.875745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2119a85-aecd-4ab0-aa33-bc2a84c25c87 req-4706085c-aabd-472e-a52a-af6fe40f6ffa tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 210 time: 0.0782363 Mar 02 07:30:58.890908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.912483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90876c42-5aa1-4c67-b70c-f709b07848bc req-0722d03d-31fa-47dd-b1a9-1f2afd42a3cf tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916070 Mar 02 07:30:58.944547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af11f894-3596-4eec-99d3-e0cbe3153570']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:58.959875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0179644-ee8a-488f-82f5-e51085088714') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:58.960320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0179644-ee8a-488f-82f5-e51085088714') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:58.974446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.995358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.006052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.019241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:59.021450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:59.054743 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:59.283022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.326241 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.354184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] Pushing event deleted for resources: {'Network': ['ID=af11f894-3596-4eec-99d3-e0cbe3153570,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:59.364198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port 2822af07-970f-41da-81ab-d0f73263d3f8 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:59.365319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab9e7b1d-149e-4b01-9c83-74c39d4b2558 admin admin] 10.222.0.21 "DELETE /v2.0/networks/af11f894-3596-4eec-99d3-e0cbe3153570 HTTP/1.1" status: 204 len: 168 time: 1.1936405 Mar 02 07:30:59.373667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.384261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.389983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Transition to ACTIVE for port object 2822af07-970f-41da-81ab-d0f73263d3f8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:59.391001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.396562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.397426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.406138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.412096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.418334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.424712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.433070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-b73f0af7-86a8-424c-87fe-6a0b4b989709 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.2374308 Mar 02 07:30:59.493582 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5b8810c-d09f-4ff3-8952-2c68f59c7358 req-79d202bf-348d-4efb-a069-05485e3228c7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594165 Mar 02 07:30:59.580916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.581782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.582317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.584570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=2822af07-970f-41da-81ab-d0f73263d3f8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:59.597812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.598361 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.598920 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 2 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.626267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.629553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.630080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.630687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.649492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.649812 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.651729 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 3 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.682829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.683107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.683463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.691010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.691344 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.694126 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 4 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.727110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5a0e3136-91a6-4413-805f-5295b3d4175c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a2566b74c98442cb11ba2d379699678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983446 Mar 02 07:30:59.727846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.728183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.728517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.730704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.745060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.745395 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.747314 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 5 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.765195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.765538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.766005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.781692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.782058 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.784877 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 6 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.824901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.825212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.825518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.836955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.837286 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.837840 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 7 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:30:59.844646 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.872856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.984842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.985223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-37d040f9-ef6e-4b79-997d-517733b1a65f tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.985693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.985693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.987630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-37d040f9-ef6e-4b79-997d-517733b1a65f tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.39 "GET /v2.0/networks?id=eb336327-53ff-41ab-92a1-b5e234376362 HTTP/1.1" status: 200 len: 822 time: 0.2987044 Mar 02 07:30:59.995959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:59.995959 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:30:59.997034 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 8 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:31:00.004128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Request body: {'port': {'device_id': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362', 'admin_state_up': True, 'tenant_id': 'c6c53e72baf040a7a57bfc6442fd5230'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:00.020045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:00.020397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:00.020723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:00.038520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:00.039206 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:00.040767 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 9 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:31:00.052097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.077518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41a6ca-c1ef-4570-9c05-cb2afcfc390a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:00.087470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c9ccf-8cf5-4f07-a28f-512dd8d872b6 req-aaa9cc5a-ca10-4925-9093-fc8f1341fc1a tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.089014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0c9ccf-8cf5-4f07-a28f-512dd8d872b6 req-aaa9cc5a-ca10-4925-9093-fc8f1341fc1a tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.1693110 Mar 02 07:31:00.089745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:00.090107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:00.090440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:00.097256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:00.097591 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:00.098040 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 10 to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 Mar 02 07:31:00.141985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:00.142333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:00.142666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:00.158513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.159749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-53737f61-558f-4b9c-958c-2c449ec84082 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e41a6ca-c1ef-4570-9c05-cb2afcfc390a HTTP/1.1" status: 204 len: 168 time: 0.4267054 Mar 02 07:31:00.171382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:00.171804 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port 2822af07-970f-41da-81ab-d0f73263d3f8 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:00.172229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.258146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5d0c9ccf-8cf5-4f07-a28f-512dd8d872b6 req-b5b6eef1-fe15-428d-92e5-bb8dce09f3b9 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510408 Mar 02 07:31:00.291101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port 2822af07-970f-41da-81ab-d0f73263d3f8, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:00.291752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempted to set empty binding levels {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:31:00.306281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdcafcce-399a-4e62-a12e-820b2309c16c req-eda88faf-b70b-4d19-8d13-4b90513e4c5b tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 210 time: 0.1476023 Mar 02 07:31:00.313155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.383908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:00.393749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Usage tracker for resource:port and tenant:c6c53e72baf040a7a57bfc6442fd5230 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:00.403582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:00.417826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:00.427345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] In _notify_port_updated(), no bound segment for port 2822af07-970f-41da-81ab-d0f73263d3f8 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:00.428615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.429352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.430928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "PUT /v2.0/ports/2822af07-970f-41da-81ab-d0f73263d3f8 HTTP/1.1" status: 200 len: 979 time: 1.6960359 Mar 02 07:31:00.433733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.465937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad675-e2f0-45f2-84d0-374016e2860e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=2822af07-970f-41da-81ab-d0f73263d3f8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:00.501428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Made reservation on behalf of c6c53e72baf040a7a57bfc6442fd5230 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:00.505350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.837692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7610a6-b20b-4d8a-ae2f-22eb1a995fde req-99171d26-f989-47db-8d29-3b1d499f0282 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.840584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad7610a6-b20b-4d8a-ae2f-22eb1a995fde req-99171d26-f989-47db-8d29-3b1d499f0282 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.2961879 Mar 02 07:31:00.865458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Allocated IP 172.20.0.11 (eb336327-53ff-41ab-92a1-b5e234376362/a44d3747-619e-49df-8e76-07574f0b92a0/e55430c8-9819-41f8-b35f-243f51675831) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:00.961067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad7610a6-b20b-4d8a-ae2f-22eb1a995fde req-2612bd95-3a76-407f-a201-cb12b8433fb6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092856 Mar 02 07:31:00.962692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.963215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.972149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.972333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.972755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.973223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.974718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.975830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.978230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.979251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.979924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.980467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.981121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.981703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.982264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.983009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.983542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.984652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.985237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.985797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.986386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.986988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.987435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.988026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.988766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.989484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.989974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.990442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.991414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.991863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.992902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.993418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.993959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.994540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.994954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.995420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.995884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.996494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:00.996955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.007076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-69a629a0-8c21-421b-ad18-3e622251da01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35140 time: 0.5664372 Mar 02 07:31:01.007580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.035705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.070873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.074162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.079669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.092158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.092543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Deleting port 2822af07-970f-41da-81ab-d0f73263d3f8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:01.093005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.097901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.114465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.116330 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-91136193-ecc9-4e1f-931a-9e0bd5744bb4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.3535054 Mar 02 07:31:01.278503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-231a451a-85d1-4ffc-8712-5ee0cd34fc26 req-6c52820e-bbdf-4879-9893-a068a2457324 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405399 Mar 02 07:31:01.663019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.723432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587119-9289-4af6-aa37-625dd866a214 req-84ebbc98-d2d5-4c95-8207-e9dbacbb0fe6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.734932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7587119-9289-4af6-aa37-625dd866a214 req-84ebbc98-d2d5-4c95-8207-e9dbacbb0fe6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.2805643 Mar 02 07:31:01.751050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.759762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port 2822af07-970f-41da-81ab-d0f73263d3f8, host n-h1-827871-1, got binding levels [] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:01.760131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.779152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44adb576-b1aa-447f-829b-004460f0c268 req-0169a725-4c5f-47d7-8566-a49e51a41cc8 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 210 time: 0.1239777 Mar 02 07:31:01.813746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7587119-9289-4af6-aa37-625dd866a214 req-c4e71947-439a-4ba5-8c93-139a01550ddd tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774047 Mar 02 07:31:01.819569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.928274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Network eb336327-53ff-41ab-92a1-b5e234376362 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:01.953105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:01.972685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:02.004365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1683623130-network', 'tenant_id': '4d02f010bbda47bda1eeb9809fed54de'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.007643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Calling delete_port for 2822af07-970f-41da-81ab-d0f73263d3f8 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:02.020727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:02.024329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Pushing event updated for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:02.045733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Usage tracker for resource:network and tenant:4d02f010bbda47bda1eeb9809fed54de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:02.058655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:02.087076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.087829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.097404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:02.152179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.160117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.167079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.173816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.184490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.191755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.192351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Made reservation on behalf of 4d02f010bbda47bda1eeb9809fed54de for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:02.196986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.199264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.201391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-6913e437-f6fe-416b-a5db-1cc45f1e089d tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.5473032 Mar 02 07:31:02.239578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-895d22c6-bb2c-45cd-a6e8-dcd0412630f2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2406123 Mar 02 07:31:02.249618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.277893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Request body: {'port': {'device_id': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.293985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.331870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:02.349033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Usage tracker for resource:security_group_rule and tenant:4d02f010bbda47bda1eeb9809fed54de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:02.355614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:02.356700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c87fc723-c3bb-4b45-8a79-730248d79eec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.358743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c87fc723-c3bb-4b45-8a79-730248d79eec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1437860 Mar 02 07:31:02.372267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:02.406560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.438285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event deleted for resources: {'Port': ['ID=2822af07-970f-41da-81ab-d0f73263d3f8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:02.438520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a967ff-deed-42db-9ebd-7282770deac6 req-2e9be624-30ea-4a8a-b7ab-ec318dc44d92 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.441695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6276aeb3-060d-46f1-ad77-8e36b9e8102e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2822af07-970f-41da-81ab-d0f73263d3f8 HTTP/1.1" status: 204 len: 168 time: 1.4330127 Mar 02 07:31:02.453708 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75a967ff-deed-42db-9ebd-7282770deac6 req-2e9be624-30ea-4a8a-b7ab-ec318dc44d92 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.3887691 Mar 02 07:31:02.454423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.454904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.542319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.590216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Request body: {'floatingip': {'port_id': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.713878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e199e4-e79a-4261-aed7-8c35395e35a8 req-8bab715a-fe4e-4c9f-a313-15f07f27a421 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.715657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64e199e4-e79a-4261-aed7-8c35395e35a8 req-8bab715a-fe4e-4c9f-a313-15f07f27a421 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3108618 Mar 02 07:31:02.721698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-62fecc8d-dc68-45e4-8618-e0dcff697ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.723310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-62fecc8d-dc68-45e4-8618-e0dcff697ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34160991c3584832b17b15a0d6157086&device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 1097 time: 0.3636057 Mar 02 07:31:02.732611 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a4f40007-fd24-4f69-b113-072d0aaf1730 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3149676 Mar 02 07:31:02.757685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.844525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.913544 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-d485a7a0-4251-4c76-a659-4ea07a1e8185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:31:02.921932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d485a7a0-4251-4c76-a659-4ea07a1e8185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports/2822af07-970f-41da-81ab-d0f73263d3f8 HTTP/1.1" status: 404 len: 333 time: 0.3808160 Mar 02 07:31:02.924578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51056) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.931511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922350922', 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.956114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64e199e4-e79a-4261-aed7-8c35395e35a8 req-c467e470-4fbb-44b2-af0e-0d0666d03eb4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316561 Mar 02 07:31:02.990585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:03.006733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Usage tracker for resource:port and tenant:87a0c8c56e194982a448aeccccb56893 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:03.014142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:03.028229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:03.063434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.113622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-decd7abb-2ed2-4e96-8b7c-48d5cde7c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.115217 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-decd7abb-2ed2-4e96-8b7c-48d5cde7c997 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 200 len: 915 time: 0.3633211 Mar 02 07:31:03.115907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Made reservation on behalf of 87a0c8c56e194982a448aeccccb56893 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:03.118866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.318262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.325905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.332444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.339913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.346453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.354174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.359839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.368591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-4f806c6c-b466-4c28-9ed3-91ad53f9d248 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 5435 time: 0.6983683 Mar 02 07:31:03.377251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-5845f6ac-f90f-4617-aae5-fa2b0494ffae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb5b402f-92f3-44dd-8456-2754edd82bef HTTP/1.1" status: 200 len: 217 time: 0.2473884 Mar 02 07:31:03.388821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port f7427aad-18fe-4859-9881-b72f6a98b131 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:03.465922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.516153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.731120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-86eed6ed-8339-46f5-b6ce-b31cedeabc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.732510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:03.732843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-86eed6ed-8339-46f5-b6ce-b31cedeabc72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 200 len: 854 time: 0.2688022 Mar 02 07:31:03.752563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b57b8-bd3d-4e00-b1e2-456f47689da0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:03.768571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-52a7c379-440e-43ff-aae7-ed3f3e0ea50a req-24f2db0f-a5d4-4689-b295-c2e6801914db tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3990569 Mar 02 07:31:03.928625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10594f3-d1a2-4108-91de-5777b6100286 req-622d9ce7-b574-4824-9c52-db11a708a50d tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.936092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e10594f3-d1a2-4108-91de-5777b6100286 req-622d9ce7-b574-4824-9c52-db11a708a50d tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 932 time: 0.8239691 Mar 02 07:31:04.007139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.057657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=046bae50-611a-404e-a0db-70629dfda54c,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:04.092847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e10594f3-d1a2-4108-91de-5777b6100286 req-79961aa4-5041-4d55-b4da-9fbd343878bf tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Synchronizing usage tracker for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:04.148344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] For port 046bae50-611a-404e-a0db-70629dfda54c, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:04.177955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-6bc35456-27e0-4ad2-ab65-2c895fa190cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:04.180506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-6bc35456-27e0-4ad2-ab65-2c895fa190cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406052 Mar 02 07:31:04.191556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e10594f3-d1a2-4108-91de-5777b6100286 req-79961aa4-5041-4d55-b4da-9fbd343878bf tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Unset dirty status for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:04.203939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e10594f3-d1a2-4108-91de-5777b6100286 req-79961aa4-5041-4d55-b4da-9fbd343878bf tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666552 Mar 02 07:31:04.274145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.316403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] device_id is not set on port 046bae50-611a-404e-a0db-70629dfda54c yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:04.322912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:04.330965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.331447 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Added segment 4507627d-84b4-42c7-b1e7-d07a70dcd16f of type vlan for network 1e339ac5-509a-4688-8b0c-10c7119cd3fd Mar 02 07:31:04.391826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.411635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.442819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:04.454506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.456575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:04.459476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:04.460690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:04.462008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.506028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.559841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.623235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:04.646961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:04.656094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.656815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d095be35-9486-4722-9fb0-7675e74cf3f2 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:04.694666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=f7427aad-18fe-4859-9881-b72f6a98b131,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:04.803273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55430c8-9819-41f8-b35f-243f51675831 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:04.854366 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697f0e3b-1c13-4ac1-83fa-eafbe3e7b752', 'code': 200} Mar 02 07:31:04.864892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:04.882373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.899059 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Floating IP 7d21d4c1-984e-41a6-8aea-bf09d5507be7 associated. External IP: 172.25.4.200, port: c2f6838a-ad5a-43e9-b091-e46b313a65b8. Mar 02 07:31:04.933676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] No DVR routers for this DVR port 046bae50-611a-404e-a0db-70629dfda54c on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:05.067002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-043b7d1b-193d-4b78-997a-a18e596f2b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1405549 Mar 02 07:31:05.074099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.080201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.084330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51078) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.117400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] In _notify_port_updated(), no bound segment for port 046bae50-611a-404e-a0db-70629dfda54c on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:05.120060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.123994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.140245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 200 len: 1028 time: 2.3849909 Mar 02 07:31:05.162842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:05.172310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.173073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 13f3d1d9-51bd-4cad-a023-5f23465751a2 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:05.258639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-e7282620-4b64-4ae4-b4c6-19738a417c67 service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0690074 Mar 02 07:31:05.322496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0a0af883-49f1-48b8-98a3-603be04f8b63 None None] Provisioning complete for port 046bae50-611a-404e-a0db-70629dfda54c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:05.322877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a0af883-49f1-48b8-98a3-603be04f8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.392266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0a0af883-49f1-48b8-98a3-603be04f8b63 None None] Port 046bae50-611a-404e-a0db-70629dfda54c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:05.392887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Transition to ACTIVE for port object e55430c8-9819-41f8-b35f-243f51675831 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:05.397664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff2d35-d780-481d-9da1-d695ee344658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.400734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6bff2d35-d780-481d-9da1-d695ee344658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports/f7427aad-18fe-4859-9881-b72f6a98b131 HTTP/1.1" status: 200 len: 958 time: 0.2852457 Mar 02 07:31:05.417397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.419477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514523f4-d0c3-4edc-b4d3-b7d2a15856f6 service neutron] Pushing event updated for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.422463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51084) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.498348 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.569435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:05.578736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.579526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8fa06594-a86f-4683-9f93-c779520bef43 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:05.608679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c5d6d61d-b26d-43c5-8cbf-4b711f179fb3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.610481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c5d6d61d-b26d-43c5-8cbf-4b711f179fb3 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "GET /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4520249 Mar 02 07:31:05.629657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.650772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:05.665112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:31:05.712502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-3c8752d6-94ad-4ca6-882b-64d7540171c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0423174 Mar 02 07:31:05.825157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.857446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.908653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:05.917135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.919024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 046bae50-611a-404e-a0db-70629dfda54c no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:05.985434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.991318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.997421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.003758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.010533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.016388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.026917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-38c79fc1-8067-430a-b2fd-e9dfcac495a1 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 4656 time: 0.7800531 Mar 02 07:31:06.038734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Pushing event updated for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.043388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Deleting port f7427aad-18fe-4859-9881-b72f6a98b131 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:06.043962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.076662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.079448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 046bae50-611a-404e-a0db-70629dfda54c not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:06.079883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2c1c3be-4729-40d6-851c-6e8302cd7887 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:06.101662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9340b93d-9a8c-4c56-bf89-1680aeee5e1f req-cd5d807c-0d8e-4743-9c5b-f6685f353d6a service neutron] 10.222.0.39 "GET /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8296671 Mar 02 07:31:06.114878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7eb5d-f7d3-41c3-b8c2-6cbad20790ca req-71555ac4-ffa9-4323-b314-46122bb44d04 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.126477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ff7eb5d-f7d3-41c3-b8c2-6cbad20790ca req-71555ac4-ffa9-4323-b314-46122bb44d04 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 1.8939135 Mar 02 07:31:06.139773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:06.194845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.233151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46573d84-5422-4601-9d5e-2c6864fe84e1 req-6298c3a0-34a5-4988-acd4-8520714021df tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0dfbd8c-0ce1-4a0b-88e7-303148432775&id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031913 Mar 02 07:31:06.274494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.322177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:06.331679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.332357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 23032363-7610-4875-9728-8363ab156019 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:06.347566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-bb1a3959-8516-4a2f-80d6-458669a60105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.349368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-bb1a3959-8516-4a2f-80d6-458669a60105 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.6060352 Mar 02 07:31:06.473009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.474126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:06.474887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.506489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Attempting to bind port e55430c8-9819-41f8-b35f-243f51675831 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:06.506955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Attempting to bind port e55430c8-9819-41f8-b35f-243f51675831 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '4d1b8140-3117-4d4b-b1f0-f02bec848a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:06.507355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Attempting to bind port e55430c8-9819-41f8-b35f-243f51675831 on network eb336327-53ff-41ab-92a1-b5e234376362 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:06.624671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] Pushing event updated for resources: {'Network': ['ID=1e339ac5-509a-4688-8b0c-10c7119cd3fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.628170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0e7a6b31-f5d8-4c18-8311-4130d3aa9291 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.8740940 Mar 02 07:31:06.651763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Port e55430c8-9819-41f8-b35f-243f51675831 on network eb336327-53ff-41ab-92a1-b5e234376362 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:06.652184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Attempting to bind port e55430c8-9819-41f8-b35f-243f51675831 on network eb336327-53ff-41ab-92a1-b5e234376362 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:06.681094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1e339ac5-509a-4688-8b0c-10c7119cd3fd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:06.744134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.795555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.853752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:06.854218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Checking segment: {'id': '4d1b8140-3117-4d4b-b1f0-f02bec848a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:06.854681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Bound using segment: {'id': '4d1b8140-3117-4d4b-b1f0-f02bec848a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:06.855195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Bound port: e55430c8-9819-41f8-b35f-243f51675831, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1b8140-3117-4d4b-b1f0-f02bec848a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:06.855553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.855718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:06.895071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ff7eb5d-f7d3-41c3-b8c2-6cbad20790ca req-17048f67-83a4-484d-af2f-071674ef150e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669795 Mar 02 07:31:06.992525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:06.998765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.024164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:07.087357 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'code': 200} Mar 02 07:31:07.087645 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'code': 200} Mar 02 07:31:07.087872 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43', 'code': 200} Mar 02 07:31:07.088127 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'code': 200} Mar 02 07:31:07.088820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:07.094257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] For port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:07.203626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] device_id is not set on port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:07.223369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.252594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.303358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-6b7d478d-472b-4017-a65c-bf64c1fc5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.306907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-6b7d478d-472b-4017-a65c-bf64c1fc5e9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.9027712 Mar 02 07:31:07.308957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:07.320521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Sync routers for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:07.324307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.336789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:07.337703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:07.403562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:07.441187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179647aa-9f6d-4bd4-8e65-04a0520e5fcb req-85ddc806-4f6d-4966-8204-e4b3b58a8bf9 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.452734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-179647aa-9f6d-4bd4-8e65-04a0520e5fcb req-85ddc806-4f6d-4966-8204-e4b3b58a8bf9 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 944 time: 0.9148223 Mar 02 07:31:07.464261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.603955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:07.655886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e55430c8-9819-41f8-b35f-243f51675831,segment=NetworkSegment(4d1b8140-3117-4d4b-b1f0-f02bec848a32),segment_id=4d1b8140-3117-4d4b-b1f0-f02bec848a32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:07.660856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f1a4e6c2-2d27-4888-8632-3d2520b8e74f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "PUT /v2.0/floatingips/7d21d4c1-984e-41a6-8aea-bf09d5507be7 HTTP/1.1" status: 200 len: 991 time: 5.1185396 Mar 02 07:31:07.671749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Calling delete_port for f7427aad-18fe-4859-9881-b72f6a98b131 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:07.689736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-179647aa-9f6d-4bd4-8e65-04a0520e5fcb req-d34cc28e-ee20-47c2-9983-3b4109d78a5b tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316768 Mar 02 07:31:07.725456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:07.766518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.779722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Pushing event updated for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:07.832490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] No DVR routers for this DVR port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:07.882722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.883631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.885162 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] 10.222.0.39 "PUT /v2.0/ports/e55430c8-9819-41f8-b35f-243f51675831 HTTP/1.1" status: 200 len: 1092 time: 5.6379349 Mar 02 07:31:07.891319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-1ba01d96-b20c-4de9-bd9c-84444d78cad8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.5683174 Mar 02 07:31:07.982858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.991670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.000433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.001277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Synchronizing usage tracker for tenant:4d02f010bbda47bda1eeb9809fed54de on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:08.030636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] In _notify_port_updated(), no bound segment for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 on network fd371546-00db-45e8-9ca7-3610af42bfc4 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:08.031701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.032401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.033795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-a0a8927b-1dbc-4edf-814c-070a741eb4da service neutron] 10.222.0.16 "PUT /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 200 len: 1027 time: 2.4022069 Mar 02 07:31:08.055403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff570e-663d-4fe1-9a78-9d895b58928c service neutron] Pushing event updated for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:08.064473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.078006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-950d9900-d1bd-4406-9407-f25040c20b7a None None] Provisioning complete for port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:08.078584 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-950d9900-d1bd-4406-9407-f25040c20b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.086793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-7ee3c2fb-d33d-48d9-abdf-0c4cb1bd7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.088531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-7ee3c2fb-d33d-48d9-abdf-0c4cb1bd7e4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1833806 Mar 02 07:31:08.140264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.145460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7427aad-18fe-4859-9881-b72f6a98b131,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:08.151599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Unset dirty status for tenant:4d02f010bbda47bda1eeb9809fed54de on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:08.168117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e31f4d16-9a7f-4566-87bb-d9d39ff1e042 req-7c5d0538-5494-433f-9139-127f60be1b04 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8970108 Mar 02 07:31:08.180425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3ca77528-03ea-431e-b9b4-ca715de1c846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f7427aad-18fe-4859-9881-b72f6a98b131 HTTP/1.1" status: 204 len: 168 time: 2.6499155 Mar 02 07:31:08.184029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:08.187695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-950d9900-d1bd-4406-9407-f25040c20b7a None None] Port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:08.194179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 13f3d1d9-51bd-4cad-a023-5f23465751a2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:08.194707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.213700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7d21d4c1-984e-41a6-8aea-bf09d5507be7', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'port_id': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'mac_address': 'fa:16:3e:56:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:40Z', 'updated_at': '2022-03-02T07:31:04Z', 'revision_number': 1, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:08.218220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Checking router: 9be4110f-24bd-49a8-a4cd-5ad7f9828810 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:08.228769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:08.230135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:30:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:08.234031 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-09251502-e70b-4483-8d07-92ec0433d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:31:08.234588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-09251502-e70b-4483-8d07-92ec0433d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Synchronizing usage tracker for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:08.250386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.258315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.265667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.272299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-09251502-e70b-4483-8d07-92ec0433d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Unset dirty status for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:08.273270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.274693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09251502-e70b-4483-8d07-92ec0433d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports/f7427aad-18fe-4859-9881-b72f6a98b131 HTTP/1.1" status: 404 len: 333 time: 0.0885093 Mar 02 07:31:08.278406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:08.282592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-f7d0ef6d-f72b-4787-8105-a9c69479093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.283973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.284470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-f7d0ef6d-f72b-4787-8105-a9c69479093d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6c53e72baf040a7a57bfc6442fd5230&device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 1095 time: 0.3106291 Mar 02 07:31:08.286010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-432183a6-1319-4446-9398-d51c49237a8a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 3876 time: 0.3772161 Mar 02 07:31:08.297672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1617220136'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:08.303046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:08.408854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-685f66bc-93e0-437f-b234-1c63397c9fa1 req-c57c865b-4858-4540-8fc5-211eacb27864 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133683 Mar 02 07:31:08.435419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-d6aa9946-6e52-4ee6-8703-9fefcb31a03f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55430c8-9819-41f8-b35f-243f51675831 HTTP/1.1" status: 200 len: 217 time: 0.1285017 Mar 02 07:31:08.440138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:08.441089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-e0200b85-bc08-46a0-a5b0-038e2630b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.442587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-e0200b85-bc08-46a0-a5b0-038e2630b066 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3389196 Mar 02 07:31:08.489267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:08.503967 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'status': 'completed', 'code': 200} Mar 02 07:31:08.702534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Made reservation on behalf of 87a0c8c56e194982a448aeccccb56893 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:08.705406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.752693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port d36a95f9-16de-4f83-9018-69fd127a9340 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:08.789803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-a6806c1b-c0c4-4f89-ad1d-118eebf1a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.791284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-a6806c1b-c0c4-4f89-ad1d-118eebf1a8ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a44d3747-619e-49df-8e76-07574f0b92a0 HTTP/1.1" status: 200 len: 862 time: 0.3417099 Mar 02 07:31:08.828897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-0d99f068-eb84-4ebb-b515-c0e93fd7bf1e service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733203 Mar 02 07:31:08.886258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-e4bcdef1-8912-4e88-a9ae-cf1ebd146423 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb336327-53ff-41ab-92a1-b5e234376362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820580 Mar 02 07:31:08.899876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b465d-7844-4d4a-94ae-d4ba1662ae45 req-a4008f1f-e644-4081-a8dc-dfff0eeebc56 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.900249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7d21d4c1-984e-41a6-8aea-bf09d5507be7', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'port_id': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'mac_address': 'fa:16:3e:56:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:40Z', 'updated_at': '2022-03-02T07:31:04Z', 'revision_number': 1, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:08.901641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc8b465d-7844-4d4a-94ae-d4ba1662ae45 req-a4008f1f-e644-4081-a8dc-dfff0eeebc56 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.5241594 Mar 02 07:31:08.905900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db85430-e1fd-47a8-9c7f-4f57109d5831 None None] The sync data for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 is: [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7d21d4c1-984e-41a6-8aea-bf09d5507be7', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'port_id': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'mac_address': 'fa:16:3e:56:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:40Z', 'updated_at': '2022-03-02T07:31:04Z', 'revision_number': 1, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:09.059849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port 13f3d1d9-51bd-4cad-a023-5f23465751a2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=13f3d1d9-51bd-4cad-a023-5f23465751a2,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:09.060218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.087011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb41c-bc46-4206-b039-da2527db1883 req-a3898e09-7a72-4b90-b2e4-d3104cd32308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:09.088527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-a3898e09-7a72-4b90-b2e4-d3104cd32308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53acad2618a42108453ca17cd63ddf2&device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 1096 time: 0.4364538 Mar 02 07:31:09.089728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23032363-7610-4875-9728-8363ab156019'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:09.144701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f83c91-fb86-4af6-8855-bcaeed6b4ca8 req-ffe7cecf-9aa6-4d3f-9e89-cc555ebacf8b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:09.146422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1f83c91-fb86-4af6-8855-bcaeed6b4ca8 req-ffe7cecf-9aa6-4d3f-9e89-cc555ebacf8b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3198044 Mar 02 07:31:09.151095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc8b465d-7844-4d4a-94ae-d4ba1662ae45 req-f7390981-e3d1-40fe-91e0-3e9c82fcb456 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2117085 Mar 02 07:31:09.161383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604cb72-0ae1-41d3-8d69-6a825c6acd85 None None] New status for floating IP 7d21d4c1-984e-41a6-8aea-bf09d5507be7: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:09.229782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 13f3d1d9-51bd-4cad-a023-5f23465751a2 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:09.279659 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6adcfef-45c5-4eb1-aac4-932a719cc15a req-88ca41b1-c389-4001-a8c1-9bb8fb0d891a service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335876 Mar 02 07:31:09.339343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1f83c91-fb86-4af6-8855-bcaeed6b4ca8 req-3fe107c0-2b70-4ee8-967c-9a1edc705a6b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Mar 02 07:31:09.434427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb41c-bc46-4206-b039-da2527db1883 req-474df7c7-3e13-4ef8-9ba1-726c591f3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:09.434427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-474df7c7-3e13-4ef8-9ba1-726c591f3db6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe HTTP/1.1" status: 200 len: 906 time: 0.3379433 Mar 02 07:31:09.453318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.507203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=13f3d1d9-51bd-4cad-a023-5f23465751a2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:09.556326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-be76d498-850c-450f-8cc7-09dcbaa32c70 service neutron] 10.222.0.39 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500742 Mar 02 07:31:09.629844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.634895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port 13f3d1d9-51bd-4cad-a023-5f23465751a2 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:09.641893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.643623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:09.657636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16636c5-40d4-496f-9661-6ee5c4bd11b7 req-6cb15ad5-95f8-4090-a862-25b6b6e484b8 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:09.658982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f16636c5-40d4-496f-9661-6ee5c4bd11b7 req-6cb15ad5-95f8-4090-a862-25b6b6e484b8 tempest-ComputeTenantNetworksTest-250761459 tempest-ComputeTenantNetworksTest-250761459-project] 10.222.0.21 "GET /v2.0/networks/1e339ac5-509a-4688-8b0c-10c7119cd3fd HTTP/1.1" status: 200 len: 769 time: 0.4256039 Mar 02 07:31:09.670767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51174) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:09.681787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-3636aa17-6d92-481b-8271-0a7e4bdf93d0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "DELETE /v2.0/ports/13f3d1d9-51bd-4cad-a023-5f23465751a2 HTTP/1.1" status: 204 len: 173 time: 1.6368558 Mar 02 07:31:09.711196 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23032363-7610-4875-9728-8363ab156019', 'code': 200} Mar 02 07:31:09.781178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-21e06d8a-0c56-481d-b82c-e28969f331d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8 HTTP/1.1" status: 200 len: 1001 time: 0.2916608 Mar 02 07:31:09.801666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 8fa06594-a86f-4683-9f93-c779520bef43 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:09.802058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.849576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4514db-10a5-49eb-b96a-e0e2edc5c4c9 req-99a115b0-f3b9-45b8-99b5-a004b146e6cc tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:09.851676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fd4514db-10a5-49eb-b96a-e0e2edc5c4c9 req-99a115b0-f3b9-45b8-99b5-a004b146e6cc tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 944 time: 0.2525077 Mar 02 07:31:09.953601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fd4514db-10a5-49eb-b96a-e0e2edc5c4c9 req-acbdeaa7-854f-4652-8a76-e7187e286661 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960855 Mar 02 07:31:09.986281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.004679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-303cfc79-e664-40d7-9222-cbbf6c002afe req-9bd0546b-e910-4ba2-8f1d-38d1be76aa7c service neutron] 10.222.0.39 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241157 Mar 02 07:31:10.006329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb41c-bc46-4206-b039-da2527db1883 req-b151c22d-4e38-4dd0-a2f1-12f4f9e0b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.007673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-b151c22d-4e38-4dd0-a2f1-12f4f9e0b132 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a613194-fb8b-4003-b54f-512361ba7b57 HTTP/1.1" status: 200 len: 845 time: 0.1739850 Mar 02 07:31:10.062022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.177465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port 8fa06594-a86f-4683-9f93-c779520bef43, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8fa06594-a86f-4683-9f93-c779520bef43,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:10.177738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.310491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 8fa06594-a86f-4683-9f93-c779520bef43 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:10.382456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Network af89b3d1-de2c-4ada-a022-64e93aaa0fac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:10.391710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.393878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:10.397485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.403289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.403430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.409016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.410124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:10.410556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:10.411445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.412030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.416661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=d36a95f9-16de-4f83-9018-69fd127a9340,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.432026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89479-a5f2-4201-bc90-abfc386dd899 req-8f1187ca-cc3b-4dc1-96ae-afaa8ca93503 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.433491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aed89479-a5f2-4201-bc90-abfc386dd899 req-8f1187ca-cc3b-4dc1-96ae-afaa8ca93503 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 950 time: 0.6037722 Mar 02 07:31:10.443808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:10.451894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-1988b04f-d7d3-4ce5-bffa-a9ccb3752113 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 3143 time: 0.3439639 Mar 02 07:31:10.493130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e339ac5-509a-4688-8b0c-10c7119cd3fd']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:10.507901 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9dcb0101-d60b-472a-8511-02ca863a02f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2282929 Mar 02 07:31:10.508509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:10.511905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51180) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.518417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4507627d-84b4-42c7-b1e7-d07a70dcd16f') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:10.518709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4507627d-84b4-42c7-b1e7-d07a70dcd16f') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:10.523030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:10.540707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb41c-bc46-4206-b039-da2527db1883 req-a1eff85e-f33b-48ca-a973-c1d9af6ad546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.542230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-a1eff85e-f33b-48ca-a973-c1d9af6ad546 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5223930 Mar 02 07:31:10.543901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.587123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aed89479-a5f2-4201-bc90-abfc386dd899 req-d31bdb32-d47d-4542-9f57-f26263ec622d tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455903 Mar 02 07:31:10.602149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.658535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:10.658886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:10.673588 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:10.693341 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '13f3d1d9-51bd-4cad-a023-5f23465751a2', 'status': 'completed', 'code': 200} Mar 02 07:31:10.728226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb60d2c-865f-4b81-bdac-355fc68a87d0 req-36e855f0-292d-4233-ad39-ee6cea86ecc4 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752273 Mar 02 07:31:10.737997 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.807803 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831', 'status': 'completed', 'code': 200} Mar 02 07:31:10.825035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=8fa06594-a86f-4683-9f93-c779520bef43,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.832556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.864633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.915857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-f776746d-a789-4b8a-ae6a-6b8592270f94 service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623180 Mar 02 07:31:10.924443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e339ac5-509a-4688-8b0c-10c7119cd3fd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.932123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port 8fa06594-a86f-4683-9f93-c779520bef43 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:10.933654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.943139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.945613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-36281aed-f4e3-4884-85d7-49771fad71f7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "DELETE /v2.0/ports/8fa06594-a86f-4683-9f93-c779520bef43 HTTP/1.1" status: 204 len: 173 time: 1.2506993 Mar 02 07:31:10.984673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-78d9f179-8d42-4316-831f-42e9d0842e6c admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e339ac5-509a-4688-8b0c-10c7119cd3fd HTTP/1.1" status: 204 len: 168 time: 1.2622499 Mar 02 07:31:11.074429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port c2c1c3be-4729-40d6-851c-6e8302cd7887 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:11.074782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.191827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3740-37c3-49e9-a12f-50404e4a418e req-35eb9efa-80f2-4fe0-aa27-537d2be73971 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:11.193627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98bc3740-37c3-49e9-a12f-50404e4a418e req-35eb9efa-80f2-4fe0-aa27-537d2be73971 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.4443555 Mar 02 07:31:11.197037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51200) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:11.322019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-f7775e38-1054-4304-8a5e-1203223c6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:11.323655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-f7775e38-1054-4304-8a5e-1203223c6a46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6c53e72baf040a7a57bfc6442fd5230&device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 1095 time: 0.4563034 Mar 02 07:31:11.325389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1afeb41c-bc46-4206-b039-da2527db1883 req-362f1f25-db63-4931-950e-350b123ec49e service neutron] 10.222.0.16 "GET /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971760 Mar 02 07:31:11.388086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98bc3740-37c3-49e9-a12f-50404e4a418e req-acd01fbe-5e6b-4a72-acea-6da7595f4b33 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842415 Mar 02 07:31:11.400761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a1a7f91-3f79-43a8-a91d-a8717c86649a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d02f010bbda47bda1eeb9809fed54de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008669 Mar 02 07:31:11.407297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:11.611735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-d9179de1-a95e-450b-a679-af066299337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:11.614150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-d9179de1-a95e-450b-a679-af066299337f service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb336327-53ff-41ab-92a1-b5e234376362 HTTP/1.1" status: 200 len: 922 time: 0.2765136 Mar 02 07:31:11.656020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] device_id is not set on port d36a95f9-16de-4f83-9018-69fd127a9340 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:11.680720 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.687566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port c2c1c3be-4729-40d6-851c-6e8302cd7887, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2c1c3be-4729-40d6-851c-6e8302cd7887,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:11.687840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.722173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-92a1b8f1-218f-4e5f-ace7-df414321a4d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55430c8-9819-41f8-b35f-243f51675831 HTTP/1.1" status: 200 len: 217 time: 0.0972910 Mar 02 07:31:11.821238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for c2c1c3be-4729-40d6-851c-6e8302cd7887 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:11.863542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.868789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Transition to ACTIVE for port object d36a95f9-16de-4f83-9018-69fd127a9340 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:11.870792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4eeeac-45ca-44b9-a970-f7b88b1161b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.884926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.908667 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.916317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-04781358-85af-497c-96d5-4321aefb0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:11.917760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-04781358-85af-497c-96d5-4321aefb0289 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a44d3747-619e-49df-8e76-07574f0b92a0 HTTP/1.1" status: 200 len: 862 time: 0.1510215 Mar 02 07:31:11.992287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-b879b868-73e4-4192-a7f9-7e3407d98edb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb336327-53ff-41ab-92a1-b5e234376362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667605 Mar 02 07:31:12.048688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb97d-dc21-4123-9661-1ccf1fe1d510 req-69ef8106-eae2-48d6-a044-d7f62e96c237 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:12.049415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-200fb97d-dc21-4123-9661-1ccf1fe1d510 req-69ef8106-eae2-48d6-a044-d7f62e96c237 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Synchronizing usage tracker for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:12.055070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=d36a95f9-16de-4f83-9018-69fd127a9340,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.067348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2a829-13b0-41d4-abdd-a50f0ae3e83c req-0ba9dec7-376a-499d-ad94-d67c122b1be3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:12.068805 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fda2a829-13b0-41d4-abdd-a50f0ae3e83c req-0ba9dec7-376a-499d-ad94-d67c122b1be3 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.4763937 Mar 02 07:31:12.128759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-200fb97d-dc21-4123-9661-1ccf1fe1d510 req-69ef8106-eae2-48d6-a044-d7f62e96c237 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Unset dirty status for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:12.129993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-200fb97d-dc21-4123-9661-1ccf1fe1d510 req-69ef8106-eae2-48d6-a044-d7f62e96c237 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 944 time: 0.4057231 Mar 02 07:31:12.132768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.142686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.143032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.143371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:12.154980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:12.155305 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:12.163687 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 2 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:12.167456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b57b8-bd3d-4e00-b1e2-456f47689da0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.187614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.188710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a5772145-6186-47a3-973a-eade31662256 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b7b57b8-bd3d-4e00-b1e2-456f47689da0 HTTP/1.1" status: 204 len: 168 time: 0.7761323 Mar 02 07:31:12.206624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-63c796fe-01e0-40e0-99f3-2898992cb003 service neutron] 10.222.0.39 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057440 Mar 02 07:31:12.207073 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fda2a829-13b0-41d4-abdd-a50f0ae3e83c req-87d0837e-e094-4c78-b5ad-951d30e381af tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989354 Mar 02 07:31:12.215690 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.247796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-200fb97d-dc21-4123-9661-1ccf1fe1d510 req-c71c34e8-c1df-41d3-9c67-d3b835efdd14 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981474 Mar 02 07:31:12.285838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.286204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.286546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:12.306958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=c2c1c3be-4729-40d6-851c-6e8302cd7887,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.319020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:12.319364 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:12.320680 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 3 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:12.355920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:12.532625 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.567329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:12.580269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:12.585608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.621687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.622279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.622766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:12.627485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port c2c1c3be-4729-40d6-851c-6e8302cd7887 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:12.632112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.679085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:12.680582 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:12.685026 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 4 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:12.688657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-26a07589-7b10-424a-82d0-9baf6cbf72f6 req-2a2f3981-35e1-48f9-84b6-5c4d6926ce8a service neutron] 10.222.0.39 "GET /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753520 Mar 02 07:31:12.693977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43'}, {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:12.713441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c2d2cc98-0de0-422d-a7e3-0fc5df5b3912 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "DELETE /v2.0/ports/c2c1c3be-4729-40d6-851c-6e8302cd7887 HTTP/1.1" status: 204 len: 173 time: 1.7616894 Mar 02 07:31:12.714668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.715150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.715806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:12.735546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.748769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162bda4-0fac-4b20-b495-d5529a97065d req-5550c4d8-57bf-49f8-bfa2-71a4e0131c41 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:12.754673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162bda4-0fac-4b20-b495-d5529a97065d req-5550c4d8-57bf-49f8-bfa2-71a4e0131c41 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:12.756527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f162bda4-0fac-4b20-b495-d5529a97065d req-5550c4d8-57bf-49f8-bfa2-71a4e0131c41 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 1677 time: 0.3288865 Mar 02 07:31:12.771458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:12.771984 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:12.774963 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 5 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:12.813759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port d095be35-9486-4722-9fb0-7675e74cf3f2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:12.814265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.827386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f162bda4-0fac-4b20-b495-d5529a97065d req-d731ed33-db66-4c9c-a4c2-0e5d64696b10 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636806 Mar 02 07:31:12.841127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.841464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.841798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:12.872468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:12.872800 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:12.882829 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 6 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:12.883733 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'code': 200} Mar 02 07:31:12.910282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e5f6-bc37-4887-af3e-aa3b27af76d4 req-f7bc6413-c99c-42fa-8355-b2c9f4416a0e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:12.917190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9e9e5f6-bc37-4887-af3e-aa3b27af76d4 req-f7bc6413-c99c-42fa-8355-b2c9f4416a0e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.2913895 Mar 02 07:31:12.929070 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '8fa06594-a86f-4683-9f93-c779520bef43', 'status': 'completed', 'code': 200} Mar 02 07:31:12.929367 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': 'c2c1c3be-4729-40d6-851c-6e8302cd7887', 'status': 'completed', 'code': 200} Mar 02 07:31:12.950215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:12.950601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:12.950848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:13.010047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:13.010391 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:13.015664 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 7 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:13.044653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9e9e5f6-bc37-4887-af3e-aa3b27af76d4 req-1986b068-4e70-446e-a945-8a44bbc43e87 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266656 Mar 02 07:31:13.063194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:13.063538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:13.063875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:13.084034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:13.084374 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:13.087797 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 8 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:13.089118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-e494a1e0-4c06-4ca2-a242-6a22611863cc req-d952f500-103a-4200-abe1-edcbe50c5e7c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:13.090131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e494a1e0-4c06-4ca2-a242-6a22611863cc req-d952f500-103a-4200-abe1-edcbe50c5e7c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063407 Mar 02 07:31:13.164870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:13.165737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:13.165737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:13.174203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:13.174538 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:13.174926 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 9 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:13.188300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e494a1e0-4c06-4ca2-a242-6a22611863cc req-b1b296b2-c702-4940-8a83-d71582573753 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0918374 Mar 02 07:31:13.207676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:13.208019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:13.208336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:13.220575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:13.220901 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:13.222427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port d095be35-9486-4722-9fb0-7675e74cf3f2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d095be35-9486-4722-9fb0-7675e74cf3f2,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:13.222792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.229659 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempt 10 to bind port d36a95f9-16de-4f83-9018-69fd127a9340 Mar 02 07:31:13.306687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:13.307404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:13.307404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempting to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:13.323164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:13.323498 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Failed to bind port d36a95f9-16de-4f83-9018-69fd127a9340 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '73b5ef48-27e5-4b22-a2f5-60d0128bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'af89b3d1-de2c-4ada-a022-64e93aaa0fac'}] Mar 02 07:31:13.323975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.572306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9a88-6df0-4386-9922-f8e52ddf264d req-31091075-d932-436e-ae5b-ede948f81689 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:13.578428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8b9a88-6df0-4386-9922-f8e52ddf264d req-31091075-d932-436e-ae5b-ede948f81689 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 944 time: 0.0913441 Mar 02 07:31:13.586422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port d36a95f9-16de-4f83-9018-69fd127a9340, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:13.587027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attempted to set empty binding levels {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:31:13.593151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.624373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8b9a88-6df0-4386-9922-f8e52ddf264d req-6cc3b1d2-a539-40e5-84c0-5b46da1e3fe2 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Mar 02 07:31:13.668314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.668418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.668688 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Floating IP a02a90c2-f9f9-44e1-b18a-1b72813fc03f disassociated. External IP: 172.25.4.222, port: d095be35-9486-4722-9fb0-7675e74cf3f2. Mar 02 07:31:13.669041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for d095be35-9486-4722-9fb0-7675e74cf3f2 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:13.699525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] In _notify_port_updated(), no bound segment for port d36a95f9-16de-4f83-9018-69fd127a9340 on network af89b3d1-de2c-4ada-a022-64e93aaa0fac {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:13.700384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:13.701146 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.702718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "PUT /v2.0/ports/d36a95f9-16de-4f83-9018-69fd127a9340 HTTP/1.1" status: 200 len: 979 time: 3.1876693 Mar 02 07:31:13.706460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:13.729482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343021ba-8575-430f-8c82-cab8ed51304f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event updated for resources: {'Port': ['ID=d36a95f9-16de-4f83-9018-69fd127a9340,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:13.776017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Deleting port d36a95f9-16de-4f83-9018-69fd127a9340 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:13.776928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.862450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.925054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=d095be35-9486-4722-9fb0-7675e74cf3f2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.057475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] For port d36a95f9-16de-4f83-9018-69fd127a9340, host n-h1-827871-1, got binding levels [] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:14.057841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.153002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de8c0c1b-e366-497f-a87d-241a357ca4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.176049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:14.198391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Calling delete_port for d36a95f9-16de-4f83-9018-69fd127a9340 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:14.291883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f1070-1931-4ad8-8b6e-b7711b042f02 req-b9b8ddbc-ae51-4b1f-9707-d77a730692ef tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:14.293545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0f1070-1931-4ad8-8b6e-b7711b042f02 req-b9b8ddbc-ae51-4b1f-9707-d77a730692ef tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.4533761 Mar 02 07:31:14.326053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.404037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Pushing event deleted for resources: {'Port': ['ID=d36a95f9-16de-4f83-9018-69fd127a9340,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.412793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.434904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f7606-f27f-4b59-870d-a5a45793dcea req-06ba727f-1350-47b8-b853-f1a45efd672f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:14.435656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-517f7606-f27f-4b59-870d-a5a45793dcea req-06ba727f-1350-47b8-b853-f1a45efd672f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:14.440906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0f1070-1931-4ad8-8b6e-b7711b042f02 req-f0e0f2ae-a2ff-47ed-9185-a77ed298253c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382082 Mar 02 07:31:14.448253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7bc7337c-9da2-420e-ad41-179309129c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d36a95f9-16de-4f83-9018-69fd127a9340 HTTP/1.1" status: 204 len: 168 time: 0.7405753 Mar 02 07:31:14.448975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51284) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.467766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-517f7606-f27f-4b59-870d-a5a45793dcea req-06ba727f-1350-47b8-b853-f1a45efd672f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:14.476887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-517f7606-f27f-4b59-870d-a5a45793dcea req-06ba727f-1350-47b8-b853-f1a45efd672f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 943 time: 0.4383583 Mar 02 07:31:14.504812 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d0edbf-d738-4f03-9d6d-f4ffd92b0d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:31:14.505446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91d0edbf-d738-4f03-9d6d-f4ffd92b0d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Synchronizing usage tracker for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:14.529049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-91d0edbf-d738-4f03-9d6d-f4ffd92b0d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] Unset dirty status for tenant:87a0c8c56e194982a448aeccccb56893 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:14.534098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-91d0edbf-d738-4f03-9d6d-f4ffd92b0d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358182861-project-admin] 10.222.0.21 "GET /v2.0/ports/d36a95f9-16de-4f83-9018-69fd127a9340 HTTP/1.1" status: 404 len: 333 time: 0.0806422 Mar 02 07:31:14.534410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51292) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.628108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-517f7606-f27f-4b59-870d-a5a45793dcea req-56aa5e64-16be-45c1-ac1c-75c205480825 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups?id=a84c59e1-1013-4877-9875-4f102c4d286c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504190 Mar 02 07:31:14.653150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:14.665210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Sync routers for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:14.677349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:14.678655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:14.702520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.770948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port d095be35-9486-4722-9fb0-7675e74cf3f2 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:14.774767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.777639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-d9434441-d6df-4f5f-a507-895bb0d837f8 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "DELETE /v2.0/ports/d095be35-9486-4722-9fb0-7675e74cf3f2 HTTP/1.1" status: 204 len: 173 time: 2.0566967 Mar 02 07:31:14.934316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:14.941760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 23032363-7610-4875-9728-8363ab156019 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:14.942136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.951494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:14.951906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.987020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af89b3d1-de2c-4ada-a022-64e93aaa0fac']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:15.002562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b5ef48-27e5-4b22-a2f5-60d0128bd605') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:15.002858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b5ef48-27e5-4b22-a2f5-60d0128bd605') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:15.019219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.050101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac81247-6e9c-4d2a-8f52-e79859d4794a req-c582e578-4c26-4b60-bd8d-aec1d7949f07 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:15.051842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac81247-6e9c-4d2a-8f52-e79859d4794a req-c582e578-4c26-4b60-bd8d-aec1d7949f07 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.2547948 Mar 02 07:31:15.052803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.075667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:15.076079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.080907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afb9a0-803c-44a2-8bab-44c372678ccb req-c2879895-53db-4092-aadc-b1998f894ad9 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:15.082463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60afb9a0-803c-44a2-8bab-44c372678ccb req-c2879895-53db-4092-aadc-b1998f894ad9 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 944 time: 0.2570534 Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:15.090501 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:15.191854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac81247-6e9c-4d2a-8f52-e79859d4794a req-4cf40827-a1ee-43e2-be45-dd5b8c3f7dfa tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307545 Mar 02 07:31:15.193370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.213299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.223516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] Pushing event deleted for resources: {'Network': ['ID=af89b3d1-de2c-4ada-a022-64e93aaa0fac,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:15.235150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0ab4ea6-a285-4e3e-87aa-f6b7a2a2f9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579189488-project] 10.222.0.21 "DELETE /v2.0/networks/af89b3d1-de2c-4ada-a022-64e93aaa0fac HTTP/1.1" status: 204 len: 168 time: 0.6995616 Mar 02 07:31:15.250052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60afb9a0-803c-44a2-8bab-44c372678ccb req-b1da7361-6734-4741-a4ef-5149adca0938 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386609 Mar 02 07:31:15.278105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port 23032363-7610-4875-9728-8363ab156019, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=23032363-7610-4875-9728-8363ab156019,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:15.278486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.385057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.396938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e55430c8-9819-41f8-b35f-243f51675831 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:31:15.403640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.447829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 23032363-7610-4875-9728-8363ab156019 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:15.558682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:15.566474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Checking router: 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:15.576185 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': 'd095be35-9486-4722-9fb0-7675e74cf3f2', 'status': 'completed', 'code': 200} Mar 02 07:31:15.607195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:15.607825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:15.608234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26e82-7034-476d-a317-8bc97b74832b req-64d29366-ccee-4cbb-bab5-7fb314c071ca tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:15.615287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.616960 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27d26e82-7034-476d-a317-8bc97b74832b req-64d29366-ccee-4cbb-bab5-7fb314c071ca tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1227541 Mar 02 07:31:15.721207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=23032363-7610-4875-9728-8363ab156019,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:15.723197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:15.751484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e55430c8-9819-41f8-b35f-243f51675831,segment=NetworkSegment(4d1b8140-3117-4d4b-b1f0-f02bec848a32),segment_id=4d1b8140-3117-4d4b-b1f0-f02bec848a32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:15.773682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'e55430c8-9819-41f8-b35f-243f51675831', 'network_id': 'eb336327-53ff-41ab-92a1-b5e234376362', 'port_id': 'e55430c8-9819-41f8-b35f-243f51675831', 'mac_address': 'fa:16:3e:9c:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44d3747-619e-49df-8e76-07574f0b92a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:31:15.833224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port 23032363-7610-4875-9728-8363ab156019 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:15.837062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.854115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4accba15-c8f8-4006-85cf-bb82711d9bd3 req-c7a9bf14-8fc6-4c1e-8712-32088d3fe1a7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.16 "DELETE /v2.0/ports/23032363-7610-4875-9728-8363ab156019 HTTP/1.1" status: 204 len: 173 time: 1.0688000 Mar 02 07:31:15.856309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27d26e82-7034-476d-a317-8bc97b74832b req-8e70e213-5a10-4f54-9d44-75c5bf8b5e0e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381968 Mar 02 07:31:15.954579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.965169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:16.009384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2e751237-9c47-452c-936a-1822b4bbb00d req-0dbe1a4f-c14f-419b-b841-8cc0eaadbd33 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Synchronizing usage tracker for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:16.037239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55430c8-9819-41f8-b35f-243f51675831 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:16.047185 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8a520cf7-b5cd-4837-b156-9ab73744efad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb69fb7efd07450997500fac25309ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198698 Mar 02 07:31:16.049589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51338) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:16.052322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2e751237-9c47-452c-936a-1822b4bbb00d req-0dbe1a4f-c14f-419b-b841-8cc0eaadbd33 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Unset dirty status for tenant:9401016c7eec4a29b1ed62eef155192b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:16.053504 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e751237-9c47-452c-936a-1822b4bbb00d req-0dbe1a4f-c14f-419b-b841-8cc0eaadbd33 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 210 time: 0.0956292 Mar 02 07:31:16.157477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e55430c8-9819-41f8-b35f-243f51675831,segment=NetworkSegment(4d1b8140-3117-4d4b-b1f0-f02bec848a32),segment_id=4d1b8140-3117-4d4b-b1f0-f02bec848a32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:16.185955 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.191693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.258796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.340779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.366161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17af545-e3d0-42ab-94d2-6db826955081,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.376158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.377934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba9cab0f-cffc-415e-8b2c-d710c2b658d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d17af545-e3d0-42ab-94d2-6db826955081 HTTP/1.1" status: 204 len: 168 time: 0.3269076 Mar 02 07:31:16.546684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.557914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:16.562743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aba180-0922-4179-a473-c690e4cd3f80 None None] The sync data for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 is: [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd8723ed6-4957-445b-82e4-a98b19d9eddf', 'name': '', 'network_id': 'ea1e4f59-e3b6-4899-abaa-843eda4f0090', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'mac_address': 'fa:16:3e:ee:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'subnets': [{'id': 'e78cd01a-2d54-415e-b292-fb3fb8bc0f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:16.654850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e55430c8-9819-41f8-b35f-243f51675831'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:16.739622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.832881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309969c6-b3a7-4107-a2f8-89db92ef484e req-843b869c-fa75-402d-b961-4e25e478299f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:16.841876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309969c6-b3a7-4107-a2f8-89db92ef484e req-843b869c-fa75-402d-b961-4e25e478299f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:16.850144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309969c6-b3a7-4107-a2f8-89db92ef484e req-843b869c-fa75-402d-b961-4e25e478299f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:16.852632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-309969c6-b3a7-4107-a2f8-89db92ef484e req-843b869c-fa75-402d-b961-4e25e478299f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb&device_id=01974887-442c-416f-8f56-6733e96a09b7&device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 2417 time: 0.2374530 Mar 02 07:31:16.952469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-309969c6-b3a7-4107-a2f8-89db92ef484e req-66c53763-7444-4511-a8fe-4be495fa17a2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937762 Mar 02 07:31:17.047989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51368) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:17.091352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b84cd-706d-47de-ad12-1a3e79db7496 req-d4f05b52-b40f-45c7-996d-9c8ec4957c54 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:17.099158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-896b84cd-706d-47de-ad12-1a3e79db7496 req-d4f05b52-b40f-45c7-996d-9c8ec4957c54 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 945 time: 0.1268859 Mar 02 07:31:17.169205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-896b84cd-706d-47de-ad12-1a3e79db7496 req-0e23e601-5c8c-44e5-a1a8-aadf9c9ef451 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689564 Mar 02 07:31:17.191491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ecacc98a-53bf-4682-973b-6995a1d74222 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87a0c8c56e194982a448aeccccb56893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399417 Mar 02 07:31:17.192008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51374) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:17.239513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f9820949-9064-4f05-96af-1a3a4e27c6c1 req-2bfb4349-eda1-41cd-9301-d97e261a1950 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1634617 Mar 02 07:31:17.250142 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2af1f7-cf49-41ea-a6b2-b2894ebfb58b None None] New status for floating IP a02a90c2-f9f9-44e1-b18a-1b72813fc03f: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:17.279731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.314303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.391006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:31:17.449305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31e591de-a998-4608-b2ce-8eb060616f3e req-c15618f0-bdf5-4a7a-8468-f56a4694413f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 210 time: 0.1370673 Mar 02 07:31:17.454606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.638213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:17.673759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'mac_address': 'fa:16:3e:9f:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:31:17.743669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '23032363-7610-4875-9728-8363ab156019'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:17.750505 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.754937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cda252-9942-4798-8d82-68db050c69b7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:17.760859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.764291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9755a12a-d992-45d1-ae90-5bc09c2bf41d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7cda252-9942-4798-8d82-68db050c69b7 HTTP/1.1" status: 204 len: 168 time: 0.5690229 Mar 02 07:31:17.782790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3013f00e-5b74-4ba1-a3e7-7a58e0649762 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:17.805786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:17.812004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.856879 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94f943-8a12-4399-af96-5abafce8884b', 'name': 'network-vif-deleted', 'tag': '23032363-7610-4875-9728-8363ab156019', 'status': 'completed', 'code': 200} Mar 02 07:31:17.911940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:18.055750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['3013f00e-5b74-4ba1-a3e7-7a58e0649762'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:18.428640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.486211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.503063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d68c1-34ce-4f43-97bd-bc02857f0073 req-84911224-123f-48d7-8cc7-9563bf4d8e07 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:18.512425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b74d68c1-34ce-4f43-97bd-bc02857f0073 req-84911224-123f-48d7-8cc7-9563bf4d8e07 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 945 time: 0.1600301 Mar 02 07:31:18.568684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b74d68c1-34ce-4f43-97bd-bc02857f0073 req-264dc178-ed68-4334-a113-19d940235f1f tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Mar 02 07:31:18.842576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d650c71-90ba-49c2-9ca3-18388f6c1ebb req-d4b253ff-6c5e-4712-8393-25f15c56b750 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a94f943-8a12-4399-af96-5abafce8884b HTTP/1.1" status: 200 len: 210 time: 0.0958931 Mar 02 07:31:19.042489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:19.167715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963873236'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:19.175598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:19.186646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:19.193737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:19.206423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:19.228555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:19.233292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.248197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.266166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:19.270833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:security_group_rule and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:19.275527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:19.284602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:19.419292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:19.453704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.461576 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.495714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:19.530230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.530822 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment dca67561-968c-464d-96bf-0e747676d384 of type vlan for network 1c61e3fe-25fc-4583-8c33-ea11132b178d Mar 02 07:31:19.542249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:19.543524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b06fb-020f-47f5-98b6-79c1e9d0610f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.559375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:19.559956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.588300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.649896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.655926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.656479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.735259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e02876-a874-40c5-ad03-80e0bdcde78c req-34752d5d-10ec-441a-ba60-980ad08c116d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.743909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4e02876-a874-40c5-ad03-80e0bdcde78c req-34752d5d-10ec-441a-ba60-980ad08c116d tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1767654 Mar 02 07:31:19.774855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.807712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.821532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:19.822547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:19.829990 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.831324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e55430c8-9819-41f8-b35f-243f51675831 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:19.835553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4e02876-a874-40c5-ad03-80e0bdcde78c req-6dbb2577-1129-4e67-bc46-dd93af81c85b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853391 Mar 02 07:31:19.850900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:19.860714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Usage tracker for resource:security_group_rule and tenant:b65ce386ec4c417a9a9b9bab4af3ec80 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:19.869439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:19.873498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=1c61e3fe-25fc-4583-8c33-ea11132b178d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.889424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82ec0876-32b3-41fd-8438-90b33ceb72ff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8457632 Mar 02 07:31:19.896288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:19.916303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:20.020073 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'code': 200} Mar 02 07:31:20.036303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630eb7-ab1d-4731-b8c6-59f1dbf3d2dc req-67d79888-e605-4bbc-b139-43adb68aef53 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:20.039433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05630eb7-ab1d-4731-b8c6-59f1dbf3d2dc req-67d79888-e605-4bbc-b139-43adb68aef53 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 945 time: 0.3007362 Mar 02 07:31:20.161187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.182830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port e55430c8-9819-41f8-b35f-243f51675831 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:20.197130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.203311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.207626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05630eb7-ab1d-4731-b8c6-59f1dbf3d2dc req-f5461664-89b0-49f9-8ec4-be513993f567 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609068 Mar 02 07:31:20.223221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port e55430c8-9819-41f8-b35f-243f51675831 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:20.238342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.254888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e94fe-6374-4013-954f-c728905cdccf,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.293665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51486) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:20.298263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26bdbd85-b228-4e1e-83dc-79d2326d1dce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b65ce386ec4c417a9a9b9bab4af3ec80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525802 Mar 02 07:31:20.298412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:20.462980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.485389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.502958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e55430c8-9819-41f8-b35f-243f51675831,segment=NetworkSegment(4d1b8140-3117-4d4b-b1f0-f02bec848a32),segment_id=4d1b8140-3117-4d4b-b1f0-f02bec848a32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:20.510732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.512190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.564796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.578606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.643447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.677109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.694798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.702727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c59e1-1013-4877-9875-4f102c4d286c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.723162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e94fe-6374-4013-954f-c728905cdccf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.746405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.750726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dafed9e2-0a03-429e-b3b9-b1bf77a861cf tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/security-groups/a84c59e1-1013-4877-9875-4f102c4d286c HTTP/1.1" status: 204 len: 168 time: 0.4530592 Mar 02 07:31:20.750726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:20.753919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.757796 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eacf131c-da30-41c2-94e9-26678b805cd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b2e94fe-6374-4013-954f-c728905cdccf HTTP/1.1" status: 204 len: 168 time: 0.4585290 Mar 02 07:31:20.778061 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-76a11dd3-1734-4a48-9451-ed8a29040ee7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] show failed (client error): The resource could not be found. Mar 02 07:31:20.781738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76a11dd3-1734-4a48-9451-ed8a29040ee7 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "GET /v2.0/security-groups/a84c59e1-1013-4877-9875-4f102c4d286c HTTP/1.1" status: 404 len: 347 time: 0.0278199 Mar 02 07:31:20.782082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:21.047645 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:31:21.207518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 18b2bcee-3074-4d25-b43c-b6b3d9adf6c9 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:21.207787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.467171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-09ef1eec-499d-4bf2-805b-9934e3790805 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.469086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-09ef1eec-499d-4bf2-805b-9934e3790805 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.16 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.3661101 Mar 02 07:31:21.622536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4708-8d13-474c-8e76-91d9db61ad6c req-d66179de-3d41-41db-a023-704b42f7ce7e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.624661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530e4708-8d13-474c-8e76-91d9db61ad6c req-d66179de-3d41-41db-a023-704b42f7ce7e tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.6101882 Mar 02 07:31:21.640223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.640654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.699446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530e4708-8d13-474c-8e76-91d9db61ad6c req-eaf97e3f-82aa-4ad9-950e-ddfdf18f9b2c tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628569 Mar 02 07:31:21.841589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 18b2bcee-3074-4d25-b43c-b6b3d9adf6c9 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:21.878514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Deleting port e2bf625c-570d-4950-9f51-e8f21545fbb0 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:21.879086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.021016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:22.111940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7e89f-ccce-4545-94ff-cad48f09caad req-55f6e1f2-99aa-4a16-859a-435ca5d353e6 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:22.115840 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831', 'code': 200} Mar 02 07:31:22.121297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bf7e89f-ccce-4545-94ff-cad48f09caad req-55f6e1f2-99aa-4a16-859a-435ca5d353e6 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.6497004 Mar 02 07:31:22.385640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a62738-54c2-49c0-bc8e-07cb9004e898 req-64e3463b-f488-4a4a-b5e2-39c8ad15fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:22.388788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3a62738-54c2-49c0-bc8e-07cb9004e898 req-64e3463b-f488-4a4a-b5e2-39c8ad15fffb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 1097 time: 0.1761208 Mar 02 07:31:22.478480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3a62738-54c2-49c0-bc8e-07cb9004e898 req-f6013ef6-a824-4bcc-8c0e-ec93a5c8a862 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Mar 02 07:31:22.514627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bf7e89f-ccce-4545-94ff-cad48f09caad req-6754d75f-ffb0-4d85-a276-9403718c01ed tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922329 Mar 02 07:31:22.574760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.709503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=18b2bcee-3074-4d25-b43c-b6b3d9adf6c9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.742449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] For port e2bf625c-570d-4950-9f51-e8f21545fbb0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e2bf625c-570d-4950-9f51-e8f21545fbb0,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:22.744072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.004844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c563b-b7b9-48d1-ac68-bb7ee7c0ab4a req-f5b1bd93-803e-4913-9a88-feefa1e2807b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.014652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530c563b-b7b9-48d1-ac68-bb7ee7c0ab4a req-f5b1bd93-803e-4913-9a88-feefa1e2807b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 945 time: 0.1708627 Mar 02 07:31:23.083856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Calling delete_port for e2bf625c-570d-4950-9f51-e8f21545fbb0 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:23.105170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530c563b-b7b9-48d1-ac68-bb7ee7c0ab4a req-40adabe3-e608-4d28-bf46-d1028445cc0b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811815 Mar 02 07:31:23.294971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:23.303541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:23.307682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.435284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.437896 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2812fbbc-f01c-426e-839f-7b10d61a50cd tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/floatingips/a02a90c2-f9f9-44e1-b18a-1b72813fc03f HTTP/1.1" status: 204 len: 168 time: 2.6535673 Mar 02 07:31:23.439795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:23.442175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.454932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fb5b402f-92f3-44dd-8456-2754edd82bef', 'b191e6d6-df9c-4929-a09c-c461b1389aa7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:23.461917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:23.466007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:subnet and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:23.469177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:23.494317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:23.523175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:23.537532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.540170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event deleted for resources: {'Port': ['ID=e2bf625c-570d-4950-9f51-e8f21545fbb0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:23.674856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] No DVR routers for this DVR port e2bf625c-570d-4950-9f51-e8f21545fbb0 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:23.680423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.682454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d6e04b4-be40-44f1-afae-0e0c751e6762 req-19a26851-93c7-4de7-bbcd-da0ac0e685cb tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.16 "DELETE /v2.0/ports/e2bf625c-570d-4950-9f51-e8f21545fbb0 HTTP/1.1" status: 204 len: 173 time: 2.2071142 Mar 02 07:31:23.688179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'name': 'network-vif-deleted', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:23.719195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:23.719585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.910135 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db454f3d-b9dd-4f98-8a22-5d6187c414eb', 'name': 'network-vif-deleted', 'tag': 'e2bf625c-570d-4950-9f51-e8f21545fbb0', 'status': 'completed', 'code': 200} Mar 02 07:31:24.224900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.357633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=69d931c9-2be3-49fe-ad3a-d0c537fcf036,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:24.373644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984617a9-76d7-47eb-91b8-cce9ebbcf037 req-745e6409-88dd-4139-a401-d278308a141e tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:24.381032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-984617a9-76d7-47eb-91b8-cce9ebbcf037 req-745e6409-88dd-4139-a401-d278308a141e tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.5927708 Mar 02 07:31:24.410126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5d64d83-945c-40bd-93da-14d369fc0fef req-bbb2f641-e8d4-4379-9368-775ef99ebc34 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=db454f3d-b9dd-4f98-8a22-5d6187c414eb HTTP/1.1" status: 200 len: 210 time: 0.0534036 Mar 02 07:31:24.431584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e2bf625c-570d-4950-9f51-e8f21545fbb0 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:24.451869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': 'dca67561-968c-464d-96bf-0e747676d384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:24.452318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: 1c61e3fe-25fc-4583-8c33-ea11132b178d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:24.481060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-984617a9-76d7-47eb-91b8-cce9ebbcf037 req-34d61a2e-e439-41ea-a8fc-0a818b2c9e4f tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985487 Mar 02 07:31:24.483057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:24.499546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1c61e3fe-25fc-4583-8c33-ea11132b178d) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:24.506368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:24.507880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.525479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.549822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d61bf-3e92-4b92-8bf0-4a25713d29a7 None None] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:24.576958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d27a1f51-2784-40ca-a3aa-38bc3d697a13 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2768364 Mar 02 07:31:24.577319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:24.588663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1174226825'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:24.591347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: e2bf625c-570d-4950-9f51-e8f21545fbb0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:24.591936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e2bf625c-570d-4950-9f51-e8f21545fbb0 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:24.613337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:24.624756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:24.633976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:24.649881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:24.681417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:24.689210 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.738907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:24.754781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.755224 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment 426b46b3-449e-4eef-8b1d-0a35e001db40 of type vlan for network bd19e9f6-89a9-49c9-9732-44804a462bf5 Mar 02 07:31:24.796987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:24.826462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.874519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.888332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:24.889478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.027758 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.038443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1c61e3fe-25fc-4583-8c33-ea11132b178d', 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': '69d931c9-2be3-49fe-ad3a-d0c537fcf036'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:25.040969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.061384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=bd19e9f6-89a9-49c9-9732-44804a462bf5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.075683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:25.076259 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-caaad81d-9627-4467-8289-4190f65ff264 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4975483 Mar 02 07:31:25.079220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51636) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:25.087590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:25.140310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=697f0e3b-1c13-4ac1-83fa-eafbe3e7b752,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.351611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:25.356502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:subnet and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:25.360267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:25.381608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:25.410819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:25.415328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.546840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Allocated IP 2001:db8:0:ffff::2 (1c61e3fe-25fc-4583-8c33-ea11132b178d/69d931c9-2be3-49fe-ad3a-d0c537fcf036/622e6f3a-3807-4320-af5b-21d3f08376a1) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:25.598997 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.654615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a6088887-7a47-4199-a493-2d77ad7e122a tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/ports/697f0e3b-1c13-4ac1-83fa-eafbe3e7b752 HTTP/1.1" status: 204 len: 168 time: 2.2135885 Mar 02 07:31:25.655338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:25.911501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 046bae50-611a-404e-a0db-70629dfda54c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:25.912491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.048077 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.068471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Transition to ACTIVE for port object 622e6f3a-3807-4320-af5b-21d3f08376a1 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:26.123652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Transition to ACTIVE for port object 622e6f3a-3807-4320-af5b-21d3f08376a1 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:26.131916 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.167994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb070e-3c2b-4a20-8cfd-cba6344cd3b0 req-34eb718e-f3ab-4731-a671-61749fdf5eba tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:26.174550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eacb070e-3c2b-4a20-8cfd-cba6344cd3b0 req-34eb718e-f3ab-4731-a671-61749fdf5eba tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.3244956 Mar 02 07:31:26.228247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Pushing event updated for resources: {'Port': ['ID=622e6f3a-3807-4320-af5b-21d3f08376a1,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:26.247631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:26.248844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:26.251560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:26.371113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Attempting to bind port 622e6f3a-3807-4320-af5b-21d3f08376a1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:26.371628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Attempting to bind port 622e6f3a-3807-4320-af5b-21d3f08376a1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dca67561-968c-464d-96bf-0e747676d384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:26.372005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Attempting to bind port 622e6f3a-3807-4320-af5b-21d3f08376a1 on network 1c61e3fe-25fc-4583-8c33-ea11132b178d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:26.377899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:26.378421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Checking segment: {'id': 'dca67561-968c-464d-96bf-0e747676d384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:26.378821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eacb070e-3c2b-4a20-8cfd-cba6344cd3b0 req-6b16b5ff-0470-446a-8c32-f38bc25ccc2b tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323268 Mar 02 07:31:26.379260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.379260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Bound using segment: {'id': 'dca67561-968c-464d-96bf-0e747676d384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:26.379753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Bound port: 622e6f3a-3807-4320-af5b-21d3f08376a1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca67561-968c-464d-96bf-0e747676d384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1c61e3fe-25fc-4583-8c33-ea11132b178d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:26.380139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.447167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:31:26.450993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.577940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] For port 622e6f3a-3807-4320-af5b-21d3f08376a1, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:26.587605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] For port 622e6f3a-3807-4320-af5b-21d3f08376a1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=622e6f3a-3807-4320-af5b-21d3f08376a1,segment=NetworkSegment(dca67561-968c-464d-96bf-0e747676d384),segment_id=dca67561-968c-464d-96bf-0e747676d384)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:26.594842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.651622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.737985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=5a4728b0-c1cb-4703-b15a-8a40e3caace9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:26.756162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44d1e-8e49-4f87-8318-82f3c0da6563 None None] Pushing event updated for resources: {'Port': ['ID=622e6f3a-3807-4320-af5b-21d3f08376a1,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:26.781299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': '426b46b3-449e-4eef-8b1d-0a35e001db40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:26.782400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: bd19e9f6-89a9-49c9-9732-44804a462bf5, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:26.833945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:26.914719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, bd19e9f6-89a9-49c9-9732-44804a462bf5) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:26.919120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:26.919728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.927265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a046b-7883-4dd5-be59-b7811926aa4a None None] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:26.941994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 046bae50-611a-404e-a0db-70629dfda54c owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:27.003687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab880d5d-05f0-49a3-ac48-3e1ee3dfc241 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9216492 Mar 02 07:31:27.005889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.018275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'port': {'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5', 'name': 'tempest-NetworksIpV6TestAttrs-950383399'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:27.180046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9a93-5b30-45a9-9645-2fc5bdecfa91 req-dade3390-30c1-434e-b899-b71530571238 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:27.180954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b11e9a93-5b30-45a9-9645-2fc5bdecfa91 req-dade3390-30c1-434e-b899-b71530571238 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:27.185537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.287478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=046bae50-611a-404e-a0db-70629dfda54c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:27.431412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b11e9a93-5b30-45a9-9645-2fc5bdecfa91 req-dade3390-30c1-434e-b899-b71530571238 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:27.439989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b11e9a93-5b30-45a9-9645-2fc5bdecfa91 req-dade3390-30c1-434e-b899-b71530571238 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.9841433 Mar 02 07:31:27.507675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.535323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-affd260b-f3f8-4d2c-b5b2-5e592b95c9ec tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/ports/046bae50-611a-404e-a0db-70629dfda54c HTTP/1.1" status: 204 len: 168 time: 1.8788784 Mar 02 07:31:27.546917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.581588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b11e9a93-5b30-45a9-9645-2fc5bdecfa91 req-c261b411-3a33-4de3-905c-77d0a72e5bf4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403763 Mar 02 07:31:27.626967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 622e6f3a-3807-4320-af5b-21d3f08376a1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:27.777663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:27.793819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:port and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:27.801032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:27.808489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting subnet 3b11f7e5-a87f-4ac6-a997-615d4d179c7b {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:27.818370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.833245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-bd19e9f6-89a9-49c9-9732-44804a462bf5', 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': '5a4728b0-c1cb-4703-b15a-8a40e3caace9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:27.834444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.857049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:27.867596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10995f01-eb5d-48f0-8e34-cf9a5ffc4eb7 req-325ad3e6-baea-40dd-8129-2dd4be507a1d tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:27.869956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-10995f01-eb5d-48f0-8e34-cf9a5ffc4eb7 req-325ad3e6-baea-40dd-8129-2dd4be507a1d tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.5123169 Mar 02 07:31:27.994771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:27.998932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.034246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.039326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 622e6f3a-3807-4320-af5b-21d3f08376a1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:28.126564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] device_id is not set on port f7908e75-bee5-49b0-b41f-3cc2ba2c99db yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:28.184293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-10995f01-eb5d-48f0-8e34-cf9a5ffc4eb7 req-c39ee709-6173-470d-baaa-61ee2942a05d tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037481 Mar 02 07:31:28.235505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Allocated IP 2001:db8::f816:3eff:fe3b:cb87 (bd19e9f6-89a9-49c9-9732-44804a462bf5/5a4728b0-c1cb-4703-b15a-8a40e3caace9/28fec3a8-15fc-41d6-ac19-06ce1df90118) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:28.308992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.441575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b57b-e653-4255-b537-e32b1e49f95f req-fd4b4066-6c93-49eb-bb2f-e0b753ebae94 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.442809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f476b57b-e653-4255-b537-e32b1e49f95f req-fd4b4066-6c93-49eb-bb2f-e0b753ebae94 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.5642843 Mar 02 07:31:28.524961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Deleting port b191e6d6-df9c-4929-a09c-c461b1389aa7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:28.525295 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.565967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.570926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c5d5d-fcb7-4009-ad43-88ab7300868e None None] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:28.697337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Transition to ACTIVE for port object 28fec3a8-15fc-41d6-ac19-06ce1df90118 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:28.751567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.840848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.870546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/subnets/3b11f7e5-a87f-4ac6-a997-615d4d179c7b HTTP/1.1" status: 204 len: 168 time: 1.3178844 Mar 02 07:31:28.870546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b00d-964f-4d05-a036-76da59fd973f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Subnet': ['ID=3b11f7e5-a87f-4ac6-a997-615d4d179c7b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:28.880654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51742) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:28.894868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea09e8-e690-42af-94b3-d444a3370cd1 None None] Network 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:28.972055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58a8b-2b0b-41d7-bec2-7ae4e466b9fa req-561b3f92-e5fe-48d3-a97f-812ceb6f4f24 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.973941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78e58a8b-2b0b-41d7-bec2-7ae4e466b9fa req-561b3f92-e5fe-48d3-a97f-812ceb6f4f24 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.2541933 Mar 02 07:31:29.010898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Provisioning for port 622e6f3a-3807-4320-af5b-21d3f08376a1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:29.020550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Transition to ACTIVE for port object 28fec3a8-15fc-41d6-ac19-06ce1df90118 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:29.024939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Provisioning complete for port 622e6f3a-3807-4320-af5b-21d3f08376a1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:29.025437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.055240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78e58a8b-2b0b-41d7-bec2-7ae4e466b9fa req-5499720b-a187-4d87-a6f4-d0c7bf9a57e5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Mar 02 07:31:29.102997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-f544edb8-e1a0-4f77-abc8-783d87f1c7de tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:29.106686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-f544edb8-e1a0-4f77-abc8-783d87f1c7de tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.39 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.2317088 Mar 02 07:31:29.171019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.238050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Deleting port e55430c8-9819-41f8-b35f-243f51675831 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:29.238341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.338644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Allocated IP 2001:db8::f816:3eff:fe6f:12e0 (bd19e9f6-89a9-49c9-9732-44804a462bf5/5a4728b0-c1cb-4703-b15a-8a40e3caace9/f7908e75-bee5-49b0-b41f-3cc2ba2c99db) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:29.415018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:29.529777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:29.540076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:29.692935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting subnet c4594be2-155e-48ab-87f2-4a59c0f37452 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:29.727066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.729256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] For port e55430c8-9819-41f8-b35f-243f51675831, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e55430c8-9819-41f8-b35f-243f51675831,segment=NetworkSegment(4d1b8140-3117-4d4b-b1f0-f02bec848a32),segment_id=4d1b8140-3117-4d4b-b1f0-f02bec848a32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:29.729816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.780813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.841435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Transition to ACTIVE for port object f7908e75-bee5-49b0-b41f-3cc2ba2c99db will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:29.845663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.879182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Pushing event updated for resources: {'Port': ['ID=28fec3a8-15fc-41d6-ac19-06ce1df90118,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:29.908208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] For port b191e6d6-df9c-4929-a09c-c461b1389aa7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b191e6d6-df9c-4929-a09c-c461b1389aa7,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:29.908903 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.042511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.081834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Calling delete_port for e55430c8-9819-41f8-b35f-243f51675831 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:30.131502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Attempting to bind port 28fec3a8-15fc-41d6-ac19-06ce1df90118 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:30.131921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Attempting to bind port 28fec3a8-15fc-41d6-ac19-06ce1df90118 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '426b46b3-449e-4eef-8b1d-0a35e001db40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:30.132353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Attempting to bind port 28fec3a8-15fc-41d6-ac19-06ce1df90118 on network bd19e9f6-89a9-49c9-9732-44804a462bf5 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:30.156072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:30.156558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Checking segment: {'id': '426b46b3-449e-4eef-8b1d-0a35e001db40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:30.156962 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.157545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Bound using segment: {'id': '426b46b3-449e-4eef-8b1d-0a35e001db40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:30.158037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Bound port: 28fec3a8-15fc-41d6-ac19-06ce1df90118, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b46b3-449e-4eef-8b1d-0a35e001db40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bd19e9f6-89a9-49c9-9732-44804a462bf5'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:30.158262 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.204218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Calling delete_port for b191e6d6-df9c-4929-a09c-c461b1389aa7 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:30.354181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829816-5130-4e35-b4a4-450736ab1907 req-0ee7d68c-b342-4a44-bf7c-a1732b251ebc tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.361261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2829816-5130-4e35-b4a4-450736ab1907 req-0ee7d68c-b342-4a44-bf7c-a1732b251ebc tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 946 time: 0.7771301 Mar 02 07:31:30.366540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] For port 622e6f3a-3807-4320-af5b-21d3f08376a1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=622e6f3a-3807-4320-af5b-21d3f08376a1,segment=NetworkSegment(dca67561-968c-464d-96bf-0e747676d384),segment_id=dca67561-968c-464d-96bf-0e747676d384)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:30.406697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.447739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2829816-5130-4e35-b4a4-450736ab1907 req-adccec29-a7f0-4a19-b530-d9ec9b66f46b tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92b3629-5ce1-4632-8149-715618177411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Mar 02 07:31:30.479140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:30.483430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=28fec3a8-15fc-41d6-ac19-06ce1df90118,segment=NetworkSegment(426b46b3-449e-4eef-8b1d-0a35e001db40),segment_id=426b46b3-449e-4eef-8b1d-0a35e001db40)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:30.485106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.508680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.571696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e55430c8-9819-41f8-b35f-243f51675831'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:30.597908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Pushing event deleted for resources: {'Port': ['ID=e55430c8-9819-41f8-b35f-243f51675831,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:30.716135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.818453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba85bf9-0784-488a-b0ef-e8636fbbc7cb None None] Pushing event updated for resources: {'Port': ['ID=622e6f3a-3807-4320-af5b-21d3f08376a1,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:30.829923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] No DVR routers for this DVR port e55430c8-9819-41f8-b35f-243f51675831 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:30.838437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.846132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:30.861684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccced4-d521-4025-b2bf-9dee7d13fb8b req-6bab96dd-fc66-4ab3-ba98-6667defb305b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.873056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41ccced4-d521-4025-b2bf-9dee7d13fb8b req-6bab96dd-fc66-4ab3-ba98-6667defb305b tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 945 time: 0.5398886 Mar 02 07:31:30.874641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'name': 'network-vif-deleted', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:30.894967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] DHCP port deletion for 5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:30.905836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b5474e5-4bc4-4fe7-b0a0-eb56e025dfb4 req-bba44763-0174-44fb-9983-77a5604edca0 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.39 "DELETE /v2.0/ports/e55430c8-9819-41f8-b35f-243f51675831 HTTP/1.1" status: 204 len: 173 time: 1.7903717 Mar 02 07:31:30.936399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Deleting port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:30.936950 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.987142 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947770a-de32-4a4a-b745-90e02eaf7f4d', 'name': 'network-vif-deleted', 'tag': 'e55430c8-9819-41f8-b35f-243f51675831', 'status': 'completed', 'code': 200} Mar 02 07:31:31.047750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-76720af2-f38b-4000-9c8b-c4c88153ae7b None None] Provisioning complete for port 622e6f3a-3807-4320-af5b-21d3f08376a1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:31.048288 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-76720af2-f38b-4000-9c8b-c4c88153ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.064509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41ccced4-d521-4025-b2bf-9dee7d13fb8b req-2d49d2d7-996a-4113-9741-d1f6599821cf tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727843 Mar 02 07:31:31.138829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Port': ['ID=f7908e75-bee5-49b0-b41f-3cc2ba2c99db,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:31.161455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:31.166511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.172169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:31.181549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:31.183118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.202736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af8cf2-a824-4d0e-9a15-ae73a91a8f56 None None] Pushing event updated for resources: {'Port': ['ID=28fec3a8-15fc-41d6-ac19-06ce1df90118,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:31.207846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['fb5b402f-92f3-44dd-8456-2754edd82bef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:31.315814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.436280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] For port 5eaca6d2-0260-4643-a68d-00ecc01e85f6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5eaca6d2-0260-4643-a68d-00ecc01e85f6,segment=NetworkSegment(0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa),segment_id=0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:31.437473 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.521824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb9f79dc-0fe1-4d2e-86e9-1522f66e8d14 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5114064 Mar 02 07:31:31.522782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:31.581931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event deleted for resources: {'Port': ['ID=b191e6d6-df9c-4929-a09c-c461b1389aa7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:31.738124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting subnet 5a4728b0-c1cb-4703-b15a-8a40e3caace9 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:31.754559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.781969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] No DVR routers for this DVR port b191e6d6-df9c-4929-a09c-c461b1389aa7 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:31.785004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.790830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'name': 'network-vif-deleted', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:31.853055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f476b57b-e653-4255-b537-e32b1e49f95f req-b100efb9-bf3f-4c3e-a1e6-c74ae45bd4d6 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "DELETE /v2.0/ports/b191e6d6-df9c-4929-a09c-c461b1389aa7 HTTP/1.1" status: 204 len: 173 time: 3.4023366 Mar 02 07:31:31.868851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.914390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Calling delete_port for 5eaca6d2-0260-4643-a68d-00ecc01e85f6 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:31.952574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-dd929e97-11c2-4966-a0a3-b208860f2c12 req-968e6173-f7f1-406a-a007-963f5f2fa4a4 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Synchronizing usage tracker for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:31.972007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b191e6d6-df9c-4929-a09c-c461b1389aa7 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:31.997220 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01974887-442c-416f-8f56-6733e96a09b7', 'name': 'network-vif-deleted', 'tag': 'b191e6d6-df9c-4929-a09c-c461b1389aa7', 'status': 'completed', 'code': 200} Mar 02 07:31:31.998062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Subnet': ['ID=c4594be2-155e-48ab-87f2-4a59c0f37452,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.012118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.015900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-558d933f-f849-4d87-a453-86099c84c05f tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/subnets/c4594be2-155e-48ab-87f2-4a59c0f37452 HTTP/1.1" status: 204 len: 168 time: 3.1338787 Mar 02 07:31:32.018622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:32.045553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 622e6f3a-3807-4320-af5b-21d3f08376a1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:32.054810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.101634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: b191e6d6-df9c-4929-a09c-c461b1389aa7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:32.104137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b191e6d6-df9c-4929-a09c-c461b1389aa7 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:32.107136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423dceb5-1ad8-419d-b340-ca91d088d17c None None] Network fd371546-00db-45e8-9ca7-3610af42bfc4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:32.246107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-dd929e97-11c2-4966-a0a3-b208860f2c12 req-968e6173-f7f1-406a-a007-963f5f2fa4a4 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] Unset dirty status for tenant:c6c53e72baf040a7a57bfc6442fd5230 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:32.248772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd929e97-11c2-4966-a0a3-b208860f2c12 req-968e6173-f7f1-406a-a007-963f5f2fa4a4 tempest-ServerAddressesNegativeTestJSON-2025864162 tempest-ServerAddressesNegativeTestJSON-2025864162-project] 10.222.0.21 "GET /v2.0/ports?device_id=7947770a-de32-4a4a-b745-90e02eaf7f4d HTTP/1.1" status: 200 len: 210 time: 0.4463160 Mar 02 07:31:32.389336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.396942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.417672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:32.419465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.574559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.635448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-616457fe-8150-4ef8-a6c5-7c893d21a483 req-0ae9d27f-bcd8-491e-abe9-f1407862c2d4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:32.730687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4728b0-c1cb-4703-b15a-8a40e3caace9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.733524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.752706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.753923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.754829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.755617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.756214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.757512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.758215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.758756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.759304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.760054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.760588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.760767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 622e6f3a-3807-4320-af5b-21d3f08376a1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:32.761104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.761667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:32.769293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b0c5301-5380-47c4-aebd-a25d02a7d55d tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/5a4728b0-c1cb-4703-b15a-8a40e3caace9 HTTP/1.1" status: 204 len: 168 time: 1.2447810 Mar 02 07:31:32.772586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51824) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:32.807956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] The port '5eaca6d2-0260-4643-a68d-00ecc01e85f6' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:32.811210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.856505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-616457fe-8150-4ef8-a6c5-7c893d21a483 req-0ae9d27f-bcd8-491e-abe9-f1407862c2d4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:32.865018 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-616457fe-8150-4ef8-a6c5-7c893d21a483 req-0ae9d27f-bcd8-491e-abe9-f1407862c2d4 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=01974887-442c-416f-8f56-6733e96a09b7 HTTP/1.1" status: 200 len: 210 time: 0.3813679 Mar 02 07:31:32.953025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] No DVR routers for this DVR port 5eaca6d2-0260-4643-a68d-00ecc01e85f6 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:32.954866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de823bd-73df-41c1-8b19-af903d180a31 None None] Pushing event deleted for resources: {'Port': ['ID=5eaca6d2-0260-4643-a68d-00ecc01e85f6,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.966360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361ca17-a40c-414c-bf7c-a42cd8ec8cb8 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:32.969200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361ca17-a40c-414c-bf7c-a42cd8ec8cb8 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:32.971071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c361ca17-a40c-414c-bf7c-a42cd8ec8cb8 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Synchronizing usage tracker for tenant:a0fd3a3f12b44fddb87a695f9744a419 on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:33.007513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c361ca17-a40c-414c-bf7c-a42cd8ec8cb8 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Unset dirty status for tenant:a0fd3a3f12b44fddb87a695f9744a419 on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:33.012140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c361ca17-a40c-414c-bf7c-a42cd8ec8cb8 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2382770 Mar 02 07:31:33.012807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51830) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.041379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.078437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e063682-2074-40af-aff7-8acedbe4aa18 None None] Network bd19e9f6-89a9-49c9-9732-44804a462bf5 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:33.087681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.105672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.106388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5ed4a3-4dcc-44a7-b617-37f86f6ae9aa') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.122125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.160119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.169710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:33.170542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.192074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-663d6610-c0ac-4902-8a93-95c88c0f4aff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.207526 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-663d6610-c0ac-4902-8a93-95c88c0f4aff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 07:31:33.207526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663d6610-c0ac-4902-8a93-95c88c0f4aff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:31:33.211856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-663d6610-c0ac-4902-8a93-95c88c0f4aff tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/bd19e9f6-89a9-49c9-9732-44804a462bf5 HTTP/1.1" status: 409 len: 405 time: 0.1979942 Mar 02 07:31:33.213020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.221726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1855719157'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:33.229959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:33.237168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:33.241061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:33.253030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:33.268292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:33.273710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.311915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:33.328119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.328514 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment 79ed59de-ecf3-47b2-a5b7-105c2907bcd9 of type vlan for network 39388a07-0e6c-48ad-855e-ff0cf335767e Mar 02 07:31:33.378526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:33.423896 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:33.448888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.460316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:33.461150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.465156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51848) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.540346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 28fec3a8-15fc-41d6-ac19-06ce1df90118 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:33.600783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.606045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.627617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-25e18636-45eb-4616-880c-bf945bfb6371 None None] Provisioning for port 28fec3a8-15fc-41d6-ac19-06ce1df90118 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:33.630914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e55430c8-9819-41f8-b35f-243f51675831 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:33.657058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Network': ['ID=5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:33.671376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a555ddcf-e7fe-4449-9ca4-33de71ae0a46 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/networks/5bf6e16e-b9ee-47e5-abfa-9a7d5997c5a8 HTTP/1.1" status: 204 len: 168 time: 1.6516020 Mar 02 07:31:33.674234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51858) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.686246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: e55430c8-9819-41f8-b35f-243f51675831 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:33.686594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e55430c8-9819-41f8-b35f-243f51675831 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:33.710911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4928336 Mar 02 07:31:33.718222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.738905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:33.779405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac659-a04d-4ed4-99d7-731a88f23a17 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=39388a07-0e6c-48ad-855e-ff0cf335767e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:33.789384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Deleting subnet a44d3747-619e-49df-8e76-07574f0b92a0 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:33.804120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.833055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.846175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 39388a07-0e6c-48ad-855e-ff0cf335767e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:33.846841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Deleting port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:33.847238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.956985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.004633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 28fec3a8-15fc-41d6-ac19-06ce1df90118 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:34.048619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 28fec3a8-15fc-41d6-ac19-06ce1df90118 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:34.049096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.162156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] For port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:34.165145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.200888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31673468-d725-4072-a0c7-143b840cef40 None None] DHCP port deletion for fd371546-00db-45e8-9ca7-3610af42bfc4 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:34.211162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Deleting port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:34.211537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.271712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.473498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.524018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-31673468-d725-4072-a0c7-143b840cef40 None None] For port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,segment=NetworkSegment(8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5),segment_id=8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:34.524597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.538565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Calling delete_port for 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:34.639816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44d3747-619e-49df-8e76-07574f0b92a0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:34.646627 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.662429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c38eb6d-6620-4562-9563-572e075ae447 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a44d3747-619e-49df-8e76-07574f0b92a0 HTTP/1.1" status: 204 len: 168 time: 1.1791265 Mar 02 07:31:34.663933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:34.666952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51882) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.698430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] DHCP port deletion for bd19e9f6-89a9-49c9-9732-44804a462bf5 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:34.737816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:34.755208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.846474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] No DVR routers for this DVR port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:34.905648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Port': ['ID=2a403b18-77ce-4f6e-a3a3-32384c07b5c9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:34.912689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Calling delete_port for 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:34.986080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Deleting port 28fec3a8-15fc-41d6-ac19-06ce1df90118 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:34.986374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.027110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.036628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:35.046079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.114643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.167227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=28fec3a8-15fc-41d6-ac19-06ce1df90118,segment=NetworkSegment(426b46b3-449e-4eef-8b1d-0a35e001db40),segment_id=426b46b3-449e-4eef-8b1d-0a35e001db40)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:35.180067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.181978 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:35.182466 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:35.226715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd371546-00db-45e8-9ca7-3610af42bfc4']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.267914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.269061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db0aa4a-a211-40fc-9f2e-7d13f4eec7e5') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.279584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5eaca6d2-0260-4643-a68d-00ecc01e85f6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:35.302040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.332083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5eaca6d2-0260-4643-a68d-00ecc01e85f6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:35.332428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5eaca6d2-0260-4643-a68d-00ecc01e85f6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:35.390206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.428464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:35.430191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.455485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=28fec3a8-15fc-41d6-ac19-06ce1df90118,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:35.461214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=28fec3a8-15fc-41d6-ac19-06ce1df90118,segment=NetworkSegment(426b46b3-449e-4eef-8b1d-0a35e001db40),segment_id=426b46b3-449e-4eef-8b1d-0a35e001db40)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:35.462099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.477368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:35.516074 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:35.679610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:35.715420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.730725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.769950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.799098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb336327-53ff-41ab-92a1-b5e234376362']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.811026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] Pushing event deleted for resources: {'Network': ['ID=fd371546-00db-45e8-9ca7-3610af42bfc4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:35.813605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1b8140-3117-4d4b-b1f0-f02bec848a32') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.814047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1b8140-3117-4d4b-b1f0-f02bec848a32') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:35.828059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8907597e-a9d1-4062-b279-1fb650430ad0 tempest-TaggedBootDevicesTest-797010135 tempest-TaggedBootDevicesTest-797010135-project] 10.222.0.21 "DELETE /v2.0/networks/fd371546-00db-45e8-9ca7-3610af42bfc4 HTTP/1.1" status: 204 len: 168 time: 2.1524289 Mar 02 07:31:35.831404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.855483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.872408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:31:35.873752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:35.874214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:35.887890 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:35.904274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.952791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Deleting port 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:35.953042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31673468-d725-4072-a0c7-143b840cef40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.007624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:36.008133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2a403b18-77ce-4f6e-a3a3-32384c07b5c9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:36.008568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 28fec3a8-15fc-41d6-ac19-06ce1df90118 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:36.045049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2f08-d247-43bc-9d2b-317d342ab0fe req-09b16093-e789-4a47-a854-60326d4acfb5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:36.046566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6fe2f08-d247-43bc-9d2b-317d342ab0fe req-09b16093-e789-4a47-a854-60326d4acfb5 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 1.1173325 Mar 02 07:31:36.087662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.100033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=f6d0b450-1f86-4bcf-85bf-23afc11aa93b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.136060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.147473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Calling delete_port for 28fec3a8-15fc-41d6-ac19-06ce1df90118 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:36.163929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=eb336327-53ff-41ab-92a1-b5e234376362,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.176036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': '79ed59de-ecf3-47b2-a5b7-105c2907bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:36.176394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: 39388a07-0e6c-48ad-855e-ff0cf335767e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:36.184249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b6fe2f08-d247-43bc-9d2b-317d342ab0fe req-8e00d315-2f14-451f-85cb-03ff52790a0f tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281145 Mar 02 07:31:36.187701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e8790c19-2573-4fee-a5c0-b4f1d0a4c0cc admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb336327-53ff-41ab-92a1-b5e234376362 HTTP/1.1" status: 204 len: 168 time: 1.5194016 Mar 02 07:31:36.235082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network 39388a07-0e6c-48ad-855e-ff0cf335767e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:36.252372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 39388a07-0e6c-48ad-855e-ff0cf335767e) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:36.258351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:36.258981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.297333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50632bb6-e1c1-456a-b748-ad6b9f778c57 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5707786 Mar 02 07:31:36.297528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51918) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.303939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'port': {'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e', 'name': 'tempest-NetworksIpV6TestAttrs-1641914939'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:36.348393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa271f5-8783-425d-91cd-fc8d5bfed652 None None] Network 39388a07-0e6c-48ad-855e-ff0cf335767e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:36.422635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31673468-d725-4072-a0c7-143b840cef40 None None] The port '2a403b18-77ce-4f6e-a3a3-32384c07b5c9' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:36.639177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-31e2631a-eb92-432b-8de9-d988f84d7d18 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:36.652504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-31e2631a-eb92-432b-8de9-d988f84d7d18 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.3247540 Mar 02 07:31:36.687019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51928) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.707173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:36.707774 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:36.754729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.833223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Deleting port fb5b402f-92f3-44dd-8456-2754edd82bef {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:36.833709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.873310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:36.894037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:port and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:36.901135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2064590b-1755-4dd0-b84d-82b8f286f4de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c53e72baf040a7a57bfc6442fd5230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104390 Mar 02 07:31:36.902113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:36.904793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51938) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.912370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=28fec3a8-15fc-41d6-ac19-06ce1df90118,segment=NetworkSegment(426b46b3-449e-4eef-8b1d-0a35e001db40),segment_id=426b46b3-449e-4eef-8b1d-0a35e001db40)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:36.922191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.957596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:36.990457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:36.995407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.039821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] device_id is not set on port d39bc43b-89e3-4f6c-8318-a949c09c3f23 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:37.087207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=28fec3a8-15fc-41d6-ac19-06ce1df90118,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:37.099214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-39388a07-0e6c-48ad-855e-ff0cf335767e', 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': 'f6d0b450-1f86-4bcf-85bf-23afc11aa93b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:37.100835 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.149102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.220616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Deleting port 28fec3a8-15fc-41d6-ac19-06ce1df90118 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:37.227717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.333415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.494219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] For port fb5b402f-92f3-44dd-8456-2754edd82bef, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=fb5b402f-92f3-44dd-8456-2754edd82bef,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:37.494219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.618317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Allocated IP 2001:db8::f816:3eff:fe8c:7ed9 (39388a07-0e6c-48ad-855e-ff0cf335767e/f6d0b450-1f86-4bcf-85bf-23afc11aa93b/d39bc43b-89e3-4f6c-8318-a949c09c3f23) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:37.734378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.810297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b3629-5ce1-4632-8149-715618177411,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:37.867586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.871081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b37b2e31-231b-47f7-9af9-43d81f77b4bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f92b3629-5ce1-4632-8149-715618177411 HTTP/1.1" status: 204 len: 168 time: 0.9583876 Mar 02 07:31:38.023380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Calling delete_port for fb5b402f-92f3-44dd-8456-2754edd82bef owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:38.113266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] For port 28fec3a8-15fc-41d6-ac19-06ce1df90118, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=28fec3a8-15fc-41d6-ac19-06ce1df90118,segment=NetworkSegment(426b46b3-449e-4eef-8b1d-0a35e001db40),segment_id=426b46b3-449e-4eef-8b1d-0a35e001db40)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:38.113663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.151461 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.195765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Transition to ACTIVE for port object d39bc43b-89e3-4f6c-8318-a949c09c3f23 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:38.204208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4518b-8938-454b-a739-6c5ab1020a1f req-8d6ee903-c122-45ff-a01e-85f4d24cc4a2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:38.213571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74b4518b-8938-454b-a739-6c5ab1020a1f req-8d6ee903-c122-45ff-a01e-85f4d24cc4a2 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 946 time: 0.7480252 Mar 02 07:31:38.259027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.399643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Calling delete_port for 28fec3a8-15fc-41d6-ac19-06ce1df90118 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:38.436826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Port': ['ID=d39bc43b-89e3-4f6c-8318-a949c09c3f23,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.453040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network 39388a07-0e6c-48ad-855e-ff0cf335767e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:38.456465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:38.459424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:38.468916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:38.473148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.486345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74b4518b-8938-454b-a739-6c5ab1020a1f req-412bde41-f760-4c9d-bd8e-0558c6940553 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd749fe7-46e0-4acd-882e-8a1053700682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651877 Mar 02 07:31:38.532637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a48cc165-a68e-4b40-9846-47588cd86aba tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2337825 Mar 02 07:31:38.533428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51986) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.576416 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.626704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.857223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] No DVR routers for this DVR port 28fec3a8-15fc-41d6-ac19-06ce1df90118 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:38.880094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Pushing event deleted for resources: {'Port': ['ID=28fec3a8-15fc-41d6-ac19-06ce1df90118,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.918965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting subnet f6d0b450-1f86-4bcf-85bf-23afc11aa93b {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:38.923797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Pushing event deleted for resources: {'Port': ['ID=fb5b402f-92f3-44dd-8456-2754edd82bef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.924260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.924623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.925191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.925537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.925878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.926202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.926523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.926843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.927157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.927474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.927786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.928094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0f248-0617-4eba-88a7-b3ec2299f90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:38.968466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Allocated IP 2001:db8::f816:3eff:fec7:828 (39388a07-0e6c-48ad-855e-ff0cf335767e/f6d0b450-1f86-4bcf-85bf-23afc11aa93b/fc109f8c-5a76-4349-9eea-b4fbe655bb5e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:39.071345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.077607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.082250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.083615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.083964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.084304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.084688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.085061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.085392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.085659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.086005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.086328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:39.105409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] No DVR routers for this DVR port fb5b402f-92f3-44dd-8456-2754edd82bef on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:39.111887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.121215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'name': 'network-vif-deleted', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:39.161597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-085015fc-3df6-4c85-89cf-78eaac5e47b3 req-efdac1ad-34a4-499f-a3fc-b0a2ab17df54 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.39 "DELETE /v2.0/ports/fb5b402f-92f3-44dd-8456-2754edd82bef HTTP/1.1" status: 204 len: 173 time: 2.5056977 Mar 02 07:31:39.205504 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24aae317-64a3-46b3-aef6-7a570c919cbb', 'name': 'network-vif-deleted', 'tag': 'fb5b402f-92f3-44dd-8456-2754edd82bef', 'status': 'completed', 'code': 200} Mar 02 07:31:39.482576 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.503457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Transition to ACTIVE for port object fc109f8c-5a76-4349-9eea-b4fbe655bb5e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:39.541892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Transition to ACTIVE for port object fc109f8c-5a76-4349-9eea-b4fbe655bb5e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:39.551055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.556150 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.743452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.749720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fb5b402f-92f3-44dd-8456-2754edd82bef no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:39.841095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0e1068e3-c2f4-4ac2-8887-d534a663adba req-e249b8b3-cafa-4c21-9dae-8a786f2b4943 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Synchronizing usage tracker for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:39.861186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0e1068e3-c2f4-4ac2-8887-d534a663adba req-e249b8b3-cafa-4c21-9dae-8a786f2b4943 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] Unset dirty status for tenant:34160991c3584832b17b15a0d6157086 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:39.873606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e1068e3-c2f4-4ac2-8887-d534a663adba req-e249b8b3-cafa-4c21-9dae-8a786f2b4943 tempest-ListServerFiltersTestJSON-1167015687 tempest-ListServerFiltersTestJSON-1167015687-project] 10.222.0.21 "GET /v2.0/ports?device_id=24aae317-64a3-46b3-aef6-7a570c919cbb HTTP/1.1" status: 200 len: 210 time: 0.1080167 Mar 02 07:31:39.906068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: fb5b402f-92f3-44dd-8456-2754edd82bef {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:39.906820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device fb5b402f-92f3-44dd-8456-2754edd82bef not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:39.930560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Network 39388a07-0e6c-48ad-855e-ff0cf335767e is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:39.934954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:39.942628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:39.949778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Pushing event updated for resources: {'Port': ['ID=fc109f8c-5a76-4349-9eea-b4fbe655bb5e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.063787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.128705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Attempting to bind port fc109f8c-5a76-4349-9eea-b4fbe655bb5e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:40.129990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Attempting to bind port fc109f8c-5a76-4349-9eea-b4fbe655bb5e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '79ed59de-ecf3-47b2-a5b7-105c2907bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:40.130548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Attempting to bind port fc109f8c-5a76-4349-9eea-b4fbe655bb5e on network 39388a07-0e6c-48ad-855e-ff0cf335767e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:40.145284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:40.148629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Checking segment: {'id': '79ed59de-ecf3-47b2-a5b7-105c2907bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:40.150208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.152109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Bound using segment: {'id': '79ed59de-ecf3-47b2-a5b7-105c2907bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:40.152881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Bound port: fc109f8c-5a76-4349-9eea-b4fbe655bb5e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ed59de-ecf3-47b2-a5b7-105c2907bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '39388a07-0e6c-48ad-855e-ff0cf335767e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:40.153829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.164206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.242261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.287101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d0b450-1f86-4bcf-85bf-23afc11aa93b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.308637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5eaca00b-5fc8-4076-af7c-8356018957f6 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d0b450-1f86-4bcf-85bf-23afc11aa93b HTTP/1.1" status: 204 len: 168 time: 1.7740362 Mar 02 07:31:40.311255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52044) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:40.463726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f61d1-dcf3-493f-858c-3c028c4075ef tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:40.466517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f61d1-dcf3-493f-858c-3c028c4075ef tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:40.467637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-410f61d1-dcf3-493f-858c-3c028c4075ef tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Synchronizing usage tracker for tenant:a0fd3a3f12b44fddb87a695f9744a419 on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:40.489969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] For port fc109f8c-5a76-4349-9eea-b4fbe655bb5e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:40.500416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] For port fc109f8c-5a76-4349-9eea-b4fbe655bb5e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fc109f8c-5a76-4349-9eea-b4fbe655bb5e,segment=NetworkSegment(79ed59de-ecf3-47b2-a5b7-105c2907bcd9),segment_id=79ed59de-ecf3-47b2-a5b7-105c2907bcd9)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:40.511122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.515281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-410f61d1-dcf3-493f-858c-3c028c4075ef tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Unset dirty status for tenant:a0fd3a3f12b44fddb87a695f9744a419 on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:40.516510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-410f61d1-dcf3-493f-858c-3c028c4075ef tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2041585 Mar 02 07:31:40.519386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52052) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:40.705574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-27df516d-9172-4cd4-b163-2b144afa4c0f tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.715355 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-27df516d-9172-4cd4-b163-2b144afa4c0f tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 07:31:40.715810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27df516d-9172-4cd4-b163-2b144afa4c0f tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:31:40.717908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-27df516d-9172-4cd4-b163-2b144afa4c0f tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/39388a07-0e6c-48ad-855e-ff0cf335767e HTTP/1.1" status: 409 len: 405 time: 0.1971445 Mar 02 07:31:40.721324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18c8b3-1212-4589-944a-6a42eac1679a None None] Pushing event updated for resources: {'Port': ['ID=fc109f8c-5a76-4349-9eea-b4fbe655bb5e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.721416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:40.727374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1790523269'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:40.738289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:40.746320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:40.755488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:40.773826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:40.791694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:40.797207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.898447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:40.915811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080efcc-07a3-41a6-a4f2-4e16a5459382 None None] Network 39388a07-0e6c-48ad-855e-ff0cf335767e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:40.931406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.932876 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment fd50e0a0-3812-469d-bb0b-d2ade066625e of type vlan for network c2682b04-e946-4ce7-a77f-353aac40f4a2 Mar 02 07:31:41.009562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.083378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.092572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:41.093604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.234352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52082) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:41.339969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Deleting subnet f6d0514e-429a-4aab-9fa3-de6408c0a325 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:41.344922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.432880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bccff-2c61-407d-b900-702044dea5b1 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:31:41.443861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.509434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=c2682b04-e946-4ce7-a77f-353aac40f4a2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:41.529496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2e3dd891-fbc5-4bb0-a291-05ef71beaf7c tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8067837 Mar 02 07:31:41.533656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52108) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:41.547649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c2682b04-e946-4ce7-a77f-353aac40f4a2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:41.551343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:41.862346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:41.866708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.876905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:41.893398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:41.910869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.067351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cbfde582-6ec1-41a5-b01e-57b3cf5ff2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.175971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.256686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3bccff-2c61-407d-b900-702044dea5b1 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:31:42.346473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d0514e-429a-4aab-9fa3-de6408c0a325,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:42.362629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.382272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ffd2b40a-0a86-4239-81a1-6760fd761aae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f6d0514e-429a-4aab-9fa3-de6408c0a325 HTTP/1.1" status: 204 len: 168 time: 1.1463432 Mar 02 07:31:42.384759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52136) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:42.433001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:42.753411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.853753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.907435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Deleting port 13983407-36b6-406c-b7a6-13b7ed3e799a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:42.908149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.931686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:31:42.937128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.062480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52162) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:43.115956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=e1e7e275-c6db-4c91-8d01-0883ef5553d7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:43.159283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e48ab3-e2ba-4d4b-97a6-e3443785ad9e None None] Network 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:43.165730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': 'fd50e0a0-3812-469d-bb0b-d2ade066625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:43.175280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: c2682b04-e946-4ce7-a77f-353aac40f4a2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:43.253532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-ff855527-fc97-45af-82ef-764770fdcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.255085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-ff855527-fc97-45af-82ef-764770fdcee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 0.5964055 Mar 02 07:31:43.294663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network c2682b04-e946-4ce7-a77f-353aac40f4a2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:43.296309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:43.306324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] For port 13983407-36b6-406c-b7a6-13b7ed3e799a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=13983407-36b6-406c-b7a6-13b7ed3e799a,segment=NetworkSegment(202aee8f-3bf9-450a-b5a1-ce2317b628bb),segment_id=202aee8f-3bf9-450a-b5a1-ce2317b628bb)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:43.306911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.318528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:72291599c6794c64a444c70de7a30085 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:43.324895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:43.394100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:43.423211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.450216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c2682b04-e946-4ce7-a77f-353aac40f4a2) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:43.453843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:43.464216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.464934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.468987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Usage tracker for resource:security_group_rule and tenant:092a9a10878240bfb3eb67a7f17d42cc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:43.474549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fae2e5-4e27-4283-aff2-5cdc96ea9e6e None None] Network c2682b04-e946-4ce7-a77f-353aac40f4a2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:43.494457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:43.575217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:43.634697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-8849c188-adc7-429f-a48c-7b3bf85fac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.639277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-8849c188-adc7-429f-a48c-7b3bf85fac35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.3396983 Mar 02 07:31:43.729041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93d6d2be-8ea3-4494-8030-d6965e0ec6e3 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1915703 Mar 02 07:31:43.744708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:43.868735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030cead-a1a0-4f10-949f-1571111fc56e None None] DHCP port deletion for 6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:43.879592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c2682b04-e946-4ce7-a77f-353aac40f4a2', 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': 'e1e7e275-c6db-4c91-8d01-0883ef5553d7'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:43.880460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.896460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Calling delete_port for 13983407-36b6-406c-b7a6-13b7ed3e799a owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:43.916201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-181f7714-d21c-4dc0-8576-6884668f59df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.2641337 Mar 02 07:31:44.013771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38e79-8719-41d8-8f89-081e1707ee1f req-dee1ee4c-09b6-4d9e-a27b-13fd4c5f0ad9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:44.022651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7f38e79-8719-41d8-8f89-081e1707ee1f req-dee1ee4c-09b6-4d9e-a27b-13fd4c5f0ad9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 1.1753888 Mar 02 07:31:44.107250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Allocated IP 2001:db8::f816:3eff:feae:94b5 (c2682b04-e946-4ce7-a77f-353aac40f4a2/e1e7e275-c6db-4c91-8d01-0883ef5553d7/7015efd0-8604-4e79-80d7-a7d7af979f67) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:44.170936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.198259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.206747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-16336670-2b25-4cb5-9db1-db4c426be530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:44.208239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-16336670-2b25-4cb5-9db1-db4c426be530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2845874 Mar 02 07:31:44.277128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.311958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7f38e79-8719-41d8-8f89-081e1707ee1f req-0da82953-e5d2-4724-9222-9467218076f6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2879465 Mar 02 07:31:44.321891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.357992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Pushing event deleted for resources: {'Port': ['ID=13983407-36b6-406c-b7a6-13b7ed3e799a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:44.379253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] No DVR routers for this DVR port 13983407-36b6-406c-b7a6-13b7ed3e799a on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:44.411563 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=092a9a10878240bfb3eb67a7f17d42cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3402078 Mar 02 07:31:44.412195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848bbe9-35d9-4c8c-b640-86fe9e4b07fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a9e25-a76a-464c-939f-ceae78e69611,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:44.415856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52186) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:44.437444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.468544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3030cead-a1a0-4f10-949f-1571111fc56e None None] Deleting port 13983407-36b6-406c-b7a6-13b7ed3e799a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:44.469695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3030cead-a1a0-4f10-949f-1571111fc56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.541565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.556355 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0790ef74-b6ce-4b3f-98df-7c4f91974d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.608292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-2bd24c85-e105-4791-a2e1-345703c10c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:44.609881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-2bd24c85-e105-4791-a2e1-345703c10c2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3874931 Mar 02 07:31:44.630598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.666333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:44.673650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3030cead-a1a0-4f10-949f-1571111fc56e None None] The port '13983407-36b6-406c-b7a6-13b7ed3e799a' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:44.677721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Transition to ACTIVE for port object 7015efd0-8604-4e79-80d7-a7d7af979f67 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:44.680404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202aee8f-3bf9-450a-b5a1-ce2317b628bb') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:44.680814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202aee8f-3bf9-450a-b5a1-ce2317b628bb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:44.707608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.733026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Transition to ACTIVE for port object 7015efd0-8604-4e79-80d7-a7d7af979f67 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:44.744330 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.745379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.757910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:44.762834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.768401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.846424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.849884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.878420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Network c2682b04-e946-4ce7-a77f-353aac40f4a2 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:44.885716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:44.886259 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:44.892292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:44.911808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.937791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.949275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e7e275-c6db-4c91-8d01-0883ef5553d7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.000073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.007882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.011882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Pushing event updated for resources: {'Port': ['ID=7015efd0-8604-4e79-80d7-a7d7af979f67,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.023804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-858c97b9-e248-4813-b2a7-60eb1c39cf44 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866491 Mar 02 07:31:45.089591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a HTTP/1.1" status: 204 len: 168 time: 2.7023787 Mar 02 07:31:45.122610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f30e4-8f0f-4487-ae89-0c05dd0ab472 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f939f9e-9d1f-4b1d-afe0-0dbfdd6a968a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.143375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72291599c6794c64a444c70de7a30085&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7092643 Mar 02 07:31:45.145124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eecf9c-48b4-480a-8381-acc81dfc2ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb062ca-bbfd-4833-9512-4ba946ac99f1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.149058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52202) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:45.165836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Attempting to bind port 7015efd0-8604-4e79-80d7-a7d7af979f67 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:45.167103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Attempting to bind port 7015efd0-8604-4e79-80d7-a7d7af979f67 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'fd50e0a0-3812-469d-bb0b-d2ade066625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:45.167587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Attempting to bind port 7015efd0-8604-4e79-80d7-a7d7af979f67 on network c2682b04-e946-4ce7-a77f-353aac40f4a2 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:45.204749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:45.205129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Checking segment: {'id': 'fd50e0a0-3812-469d-bb0b-d2ade066625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:45.205538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.206273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Bound using segment: {'id': 'fd50e0a0-3812-469d-bb0b-d2ade066625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:45.207045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Bound port: 7015efd0-8604-4e79-80d7-a7d7af979f67, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd50e0a0-3812-469d-bb0b-d2ade066625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:45.207264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.231493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.302330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2682b04-e946-4ce7-a77f-353aac40f4a2']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:45.311687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.356288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd50e0a0-3812-469d-bb0b-d2ade066625e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:45.356713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd50e0a0-3812-469d-bb0b-d2ade066625e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:45.364006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a9e25-a76a-464c-939f-ceae78e69611,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.391767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.426517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-483a61eb-8f58-42f2-b2f3-c4707f93520e req-c8ade3ce-fa47-4a74-861a-133a84447dcb service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964219 Mar 02 07:31:45.431686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.446250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.447446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e37fea8a-d4a8-4240-8662-390391688da8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e1a9e25-a76a-464c-939f-ceae78e69611 HTTP/1.1" status: 204 len: 168 time: 1.0273421 Mar 02 07:31:45.449273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:45.449492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.466887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:45.468774 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:45.502372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:45.568220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 13983407-36b6-406c-b7a6-13b7ed3e799a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:45.661446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 13983407-36b6-406c-b7a6-13b7ed3e799a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:45.661837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 13983407-36b6-406c-b7a6-13b7ed3e799a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:45.677124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.679003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.680855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.690070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:31:45.690070 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:31:45.690070 n-d-827871-1 neutron-server[87854]: [parameters: {'id': 'c2682b04-e946-4ce7-a77f-353aac40f4a2'}] Mar 02 07:31:45.690070 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:45.690720 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:45.692893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a46c7230-ce34-4237-8bfc-28e26b401dbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34160991c3584832b17b15a0d6157086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885579 Mar 02 07:31:45.695868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52218) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:45.713535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] For port 7015efd0-8604-4e79-80d7-a7d7af979f67, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:45.729717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] For port 7015efd0-8604-4e79-80d7-a7d7af979f67, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7015efd0-8604-4e79-80d7-a7d7af979f67,segment=NetworkSegment(fd50e0a0-3812-469d-bb0b-d2ade066625e),segment_id=fd50e0a0-3812-469d-bb0b-d2ade066625e)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:45.739025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.797558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.801522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d17fa2-a527-4b2e-bfe2-859e55e24c00 req-4d746f93-e2d4-4eb9-8ba7-e4680161a098 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:45.809655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5d17fa2-a527-4b2e-bfe2-859e55e24c00 req-4d746f93-e2d4-4eb9-8ba7-e4680161a098 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2225177 Mar 02 07:31:45.839567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb062ca-bbfd-4833-9512-4ba946ac99f1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.849683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.857893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bfdadce0-aea0-4d1c-ac8a-e12938c28f24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bb062ca-bbfd-4833-9512-4ba946ac99f1 HTTP/1.1" status: 204 len: 168 time: 0.7009513 Mar 02 07:31:45.950426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.074854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5d17fa2-a527-4b2e-bfe2-859e55e24c00 req-8e3cae67-a586-42ba-93a3-be022db92c26 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642913 Mar 02 07:31:46.092854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.165280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.191953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.192179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25615-57cb-45f5-8f20-a0f9df0d220b None None] Pushing event updated for resources: {'Port': ['ID=7015efd0-8604-4e79-80d7-a7d7af979f67,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:46.228600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7d402-ed40-4a6f-8c78-c0fb3c96443f None None] Network c2682b04-e946-4ce7-a77f-353aac40f4a2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:46.252732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port 7015efd0-8604-4e79-80d7-a7d7af979f67 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:46.253253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.306930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd749fe7-46e0-4acd-882e-8a1053700682,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:46.330406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.331549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3587ec5c-dba6-4ef0-8394-33be7fccd530 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd749fe7-46e0-4acd-882e-8a1053700682 HTTP/1.1" status: 204 len: 168 time: 0.6324310 Mar 02 07:31:46.673447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] For port 7015efd0-8604-4e79-80d7-a7d7af979f67, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7015efd0-8604-4e79-80d7-a7d7af979f67,segment=NetworkSegment(fd50e0a0-3812-469d-bb0b-d2ade066625e),segment_id=fd50e0a0-3812-469d-bb0b-d2ade066625e)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:46.673833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.798660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.860210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d64f16-8b0e-462f-967a-38a369a9196d None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:31:47.042606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for 7015efd0-8604-4e79-80d7-a7d7af979f67 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:47.136252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d64f16-8b0e-462f-967a-38a369a9196d None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:31:47.217871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.268038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52264) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:47.324050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.362415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Port': ['ID=7015efd0-8604-4e79-80d7-a7d7af979f67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:47.375194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:47.378098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No DVR routers for this DVR port 7015efd0-8604-4e79-80d7-a7d7af979f67 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:47.387707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Usage tracker for resource:security_group_rule and tenant:c288f97d12524645ae043cd1d1fef180 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:47.405669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:47.529053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:47.809594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab39b4c-e4bd-40f4-ab45-8c02c1c7ca4b req-8f6ed92b-8128-4e7d-93e6-9ddf869e25eb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:47.827117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ab39b4c-e4bd-40f4-ab45-8c02c1c7ca4b req-8f6ed92b-8128-4e7d-93e6-9ddf869e25eb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4180939 Mar 02 07:31:48.015874 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.025519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.041016 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.098954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2682b04-e946-4ce7-a77f-353aac40f4a2']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:48.132920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd50e0a0-3812-469d-bb0b-d2ade066625e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:48.133289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd50e0a0-3812-469d-bb0b-d2ade066625e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:48.163508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.191676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.208177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:48.209015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:48.230804 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:48.320751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ab39b4c-e4bd-40f4-ab45-8c02c1c7ca4b req-ff1bdbd9-eeaf-450a-9da9-b51eb0a865a2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4923010 Mar 02 07:31:48.327908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8ab28-fc0c-470a-ad1a-8d8a4f8d161d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.338947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb17f5c6-c407-43bc-bd86-e47a14075748 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c288f97d12524645ae043cd1d1fef180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698001 Mar 02 07:31:48.341552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52302) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.362231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.404859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.405403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.434482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=c2682b04-e946-4ce7-a77f-353aac40f4a2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.447926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2e693b3-0b08-40f0-9d18-8c1b0899e900 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/c2682b04-e946-4ce7-a77f-353aac40f4a2 HTTP/1.1" status: 204 len: 168 time: 4.6983080 Mar 02 07:31:48.448169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52310) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.461463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1890936574'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:48.471856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:48.475880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.477463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.482765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:48.489642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:48.516297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.517175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:48.539190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:48.543366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.611802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.623296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:48.641703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8ab28-fc0c-470a-ad1a-8d8a4f8d161d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.658649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.661812 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment b6e86ccf-7db5-47a5-9b19-b3d262449383 of type vlan for network a18278a7-2308-4fcc-a224-dc3be051e8c3 Mar 02 07:31:48.664533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.668440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82d51b86-28f5-4ef6-93e9-ca59669e538b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72b8ab28-fc0c-470a-ad1a-8d8a4f8d161d HTTP/1.1" status: 204 len: 168 time: 0.3094993 Mar 02 07:31:48.748223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.814812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52336) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.826284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.838292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:48.838967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.964321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5122554 Mar 02 07:31:48.964546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52342) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.970164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:48.999154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aa586-83d8-4560-bd2c-166a46573e73 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=a18278a7-2308-4fcc-a224-dc3be051e8c3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:49.017495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a18278a7-2308-4fcc-a224-dc3be051e8c3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:49.182578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52350) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:49.185748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:49.196687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:subnet and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:49.203397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:49.219782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:49.245837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:49.255871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.287237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-network', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:49.335823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:49.355052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Usage tracker for resource:network and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:49.356229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.365371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:49.375783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:49.385829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Usage tracker for resource:security_group_rule and tenant:55029117f5a247329d58b3655f39a233 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:49.391007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:49.402947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:49.424477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52362) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:49.449488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:49.467045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.507633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.512877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.561501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005e7c99-4b95-42e7-9695-d51ec602af4c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:49.598495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-890d0192-1da6-4cbb-8223-6f851b9c69cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55029117f5a247329d58b3655f39a233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144862 Mar 02 07:31:49.601119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52376) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:49.664668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52386) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:49.690578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:49.693035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Made reservation on behalf of 4ca829f562544cf88dc42c1e22dd13b1 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:49.698087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.700462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.719080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.729878 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.738642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Usage tracker for resource:security_group_rule and tenant:a379fb48f5ad40d98f6544bda590baa6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:49.796532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.803773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:49.825715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.827301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/005e7c99-4b95-42e7-9695-d51ec602af4c HTTP/1.1" status: 204 len: 168 time: 0.2249796 Mar 02 07:31:49.828351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdeab8-3ca2-481f-8ad8-84e30c776726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005e7c99-4b95-42e7-9695-d51ec602af4c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:49.855046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:49.869512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:49.872549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:49.876841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.887352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:49.936500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:50.178660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=db06f3a8-ead2-4903-84d8-3641ff1aff51,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:50.207495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': 'b6e86ccf-7db5-47a5-9b19-b3d262449383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:50.207946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: a18278a7-2308-4fcc-a224-dc3be051e8c3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:50.272452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network a18278a7-2308-4fcc-a224-dc3be051e8c3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:50.297967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a18278a7-2308-4fcc-a224-dc3be051e8c3) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:50.307794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4128ac0-045a-466e-9e75-af9a394cca84 None None] Network a18278a7-2308-4fcc-a224-dc3be051e8c3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:50.315945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db222c-d50e-4d28-b6b6-d2409bd19831 req-93ca44f6-8063-42d9-b752-7e06a0d52e04 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:50.317436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9db222c-d50e-4d28-b6b6-d2409bd19831 req-93ca44f6-8063-42d9-b752-7e06a0d52e04 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 949 time: 0.3925140 Mar 02 07:31:50.319482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:50.320257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.431770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.457907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.506732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.510224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db149543-aa30-4ab1-afa1-c80bbd87e4fc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:50.516862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-29b402f8-a05a-4347-b5c2-fe75f18593bd tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5512261 Mar 02 07:31:50.520368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52416) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:50.533435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9db222c-d50e-4d28-b6b6-d2409bd19831 req-539be948-a108-4444-aba9-05f9a0c44bd1 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072155 Mar 02 07:31:50.574660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.614981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b88b309f-14e5-457b-8519-d3771669bdce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a379fb48f5ad40d98f6544bda590baa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1831048 Mar 02 07:31:50.630727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52420) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:50.659577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-a18278a7-2308-4fcc-a224-dc3be051e8c3', 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': 'db06f3a8-ead2-4903-84d8-3641ff1aff51'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:50.660628 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.702427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:50.719216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:50.733323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.734488 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Added segment 547617c3-46be-4e0f-8d85-c96bcea14b39 of type vlan for network 9929786f-b549-46b5-be92-1dcba453c512 Mar 02 07:31:50.736391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.775658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.787380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.795515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.886855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.887625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:50.888220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.892712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Allocated IP 2001:db8::2 (a18278a7-2308-4fcc-a224-dc3be051e8c3/db06f3a8-ead2-4903-84d8-3641ff1aff51/bf0db4d9-58b4-4fb8-9476-5a198975789f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:50.907801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.917312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.962316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52432) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:50.989446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1730587 Mar 02 07:31:51.040179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:51.055279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Request body: {'subnet': {'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-subnet', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:51.059422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:51.063326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Usage tracker for resource:subnet and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:51.066213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:51.072736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:51.089067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Made reservation on behalf of 4ca829f562544cf88dc42c1e22dd13b1 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:51.091451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.110219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb847b-5823-4062-99c2-5178cc0ad268 admin admin] Pushing event updated for resources: {'Network': ['ID=9929786f-b549-46b5-be92-1dcba453c512,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.129844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 9929786f-b549-46b5-be92-1dcba453c512 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:51.133162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1745144372-network', 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:51.141053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:51.201472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Usage tracker for resource:network and tenant:06f8e51975e24ac785e9fba407a0f8aa is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:51.206469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:51.216643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:51.240419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:51.242925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.248620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.257149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.273446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Transition to ACTIVE for port object bf0db4d9-58b4-4fb8-9476-5a198975789f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:51.277173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:51.282603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Usage tracker for resource:security_group_rule and tenant:06f8e51975e24ac785e9fba407a0f8aa is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:51.286187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:51.293060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Transition to ACTIVE for port object bf0db4d9-58b4-4fb8-9476-5a198975789f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:51.293227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:51.300915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.307652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.332828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db149543-aa30-4ab1-afa1-c80bbd87e4fc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.349562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.353718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c90bf42a-a744-459e-b5d5-6d85cb1c939f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db149543-aa30-4ab1-afa1-c80bbd87e4fc HTTP/1.1" status: 204 len: 168 time: 0.7070453 Mar 02 07:31:51.383594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Network a18278a7-2308-4fcc-a224-dc3be051e8c3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:51.391144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.391295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:51.395888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:51.462980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Deleting port d8723ed6-4957-445b-82e4-a98b19d9eddf {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:51.463334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.467701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Pushing event updated for resources: {'Port': ['ID=bf0db4d9-58b4-4fb8-9476-5a198975789f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.470040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=db06f3a8-ead2-4903-84d8-3641ff1aff51,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.541449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Attempting to bind port bf0db4d9-58b4-4fb8-9476-5a198975789f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:51.541833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Attempting to bind port bf0db4d9-58b4-4fb8-9476-5a198975789f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b6e86ccf-7db5-47a5-9b19-b3d262449383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:51.543424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Attempting to bind port bf0db4d9-58b4-4fb8-9476-5a198975789f on network a18278a7-2308-4fcc-a224-dc3be051e8c3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:51.557130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:51.559360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Checking segment: {'id': 'b6e86ccf-7db5-47a5-9b19-b3d262449383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:51.559845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.560252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Bound using segment: {'id': 'b6e86ccf-7db5-47a5-9b19-b3d262449383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:51.560748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Bound port: bf0db4d9-58b4-4fb8-9476-5a198975789f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e86ccf-7db5-47a5-9b19-b3d262449383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:51.561132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.597127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.616370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.716167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] For port d8723ed6-4957-445b-82e4-a98b19d9eddf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8723ed6-4957-445b-82e4-a98b19d9eddf,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:51.716989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.723458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18278a7-2308-4fcc-a224-dc3be051e8c3']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:51.800863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e86ccf-7db5-47a5-9b19-b3d262449383') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:51.801363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e86ccf-7db5-47a5-9b19-b3d262449383') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:51.838524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] For port bf0db4d9-58b4-4fb8-9476-5a198975789f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:51.838746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=40413642-65cb-4f52-8324-c32e2dfa4c2c,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.842420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.843422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] For port bf0db4d9-58b4-4fb8-9476-5a198975789f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bf0db4d9-58b4-4fb8-9476-5a198975789f,segment=NetworkSegment(b6e86ccf-7db5-47a5-9b19-b3d262449383),segment_id=b6e86ccf-7db5-47a5-9b19-b3d262449383)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:51.857723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.869057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.878181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.881787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.888598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Calling delete_port for d8723ed6-4957-445b-82e4-a98b19d9eddf owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:51.897429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Checking segment: {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:51.897940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Network hostable DHCP agents. Network: 9929786f-b549-46b5-be92-1dcba453c512, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:51.910565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:51.910565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:51.926713 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:51.966707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:52.028115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:52.044895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.045244 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Added segment 867d1ca6-3cee-4339-b6d2-8304a0f964c7 of type vlan for network 7faf9728-de19-4752-9838-420125776674 Mar 02 07:31:52.053734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a0f1-14c8-4eef-828b-6c6c9437028b None None] Pushing event updated for resources: {'Port': ['ID=bf0db4d9-58b4-4fb8-9476-5a198975789f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:52.067589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:31:52.067589 n-d-827871-1 neutron-server[87855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:31:52.067589 n-d-827871-1 neutron-server[87855]: [parameters: {'id': 'a18278a7-2308-4fcc-a224-dc3be051e8c3'}] Mar 02 07:31:52.067589 n-d-827871-1 neutron-server[87855]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:52.068155 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:52.100006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.130476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Network 9929786f-b549-46b5-be92-1dcba453c512 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:52.159942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 9929786f-b549-46b5-be92-1dcba453c512) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:52.166154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.166939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.167595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.171554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.172115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.179424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0900a1-45e5-40b0-91a9-c6afbaf596f1 None None] Network a18278a7-2308-4fcc-a224-dc3be051e8c3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:52.208694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021060e2-7c85-43aa-953a-69e363556b1a req-5cabd0cb-d56c-4993-839b-ab8eb9bcdbe6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.216501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-021060e2-7c85-43aa-953a-69e363556b1a req-5cabd0cb-d56c-4993-839b-ab8eb9bcdbe6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 949 time: 0.3443036 Mar 02 07:31:52.248826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5c30d-7ec5-4e83-bad6-6f7d9cb29c1d None None] Network 9929786f-b549-46b5-be92-1dcba453c512 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:52.295955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-021060e2-7c85-43aa-953a-69e363556b1a req-832c6b55-5d45-46a5-8100-b5154f95c9ab tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785041 Mar 02 07:31:52.329665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] Pushing event updated for resources: {'Network': ['ID=7faf9728-de19-4752-9838-420125776674,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:52.333088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2d1389e-3363-4fc2-a7fa-1e635d55573f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3696918 Mar 02 07:31:52.342644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1e8ea012-d61d-4dab-b229-cc3585c4af2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2993288 Mar 02 07:31:52.343347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:52.343784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52468) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:52.356002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Request body: {'subnet': {'network_id': '7faf9728-de19-4752-9838-420125776674', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1745144372-subnet', 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:52.371791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:52.376805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:52.379166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:52.397309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Usage tracker for resource:subnet and tenant:06f8e51975e24ac785e9fba407a0f8aa is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:52.400441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Usage tracker for resource:router and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:52.402950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:52.405626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:52.426687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:52.429565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.446544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:52.469738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7faf9728-de19-4752-9838-420125776674 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:52.478537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:52.483604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.484799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8723ed6-4957-445b-82e4-a98b19d9eddf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:52.562689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.564277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.579468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.753098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port bf0db4d9-58b4-4fb8-9476-5a198975789f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:52.754750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.923106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.036455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.063555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf0c50-a84d-4e91-b49c-b3057694a8aa None None] Network 9929786f-b549-46b5-be92-1dcba453c512 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:53.190335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52498) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:53.321849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944762a0-67d4-4833-aacd-33f781a8af58 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:31:53.461559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944762a0-67d4-4833-aacd-33f781a8af58 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:31:53.532969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.610358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:53.615490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:53.634458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:53.639853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.659979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Usage tracker for resource:security_group_rule and tenant:7accd09f80134563a3aad961d879fdb2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:53.665026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:53.682523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] For port bf0db4d9-58b4-4fb8-9476-5a198975789f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bf0db4d9-58b4-4fb8-9476-5a198975789f,segment=NetworkSegment(b6e86ccf-7db5-47a5-9b19-b3d262449383),segment_id=b6e86ccf-7db5-47a5-9b19-b3d262449383)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:53.682883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.690765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:53.801089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:53.816861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-435c7e8b-c5b1-42dc-8d0b-c87183cde64e admin admin] 10.222.0.21 "PUT /v2.0/routers/302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1488984 Mar 02 07:31:53.817052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Sync routers for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:53.817891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52504) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:53.830162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for bf0db4d9-58b4-4fb8-9476-5a198975789f owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:53.844525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:53.845148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:53.883833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.903715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.998584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.019650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:54.075805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c35fd3-fd30-4ec4-83eb-366baddb280b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.093022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.099433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:54.113104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.140235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Checking segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:54.140594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Network hostable DHCP agents. Network: 7faf9728-de19-4752-9838-420125776674, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:54.168598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Port': ['ID=bf0db4d9-58b4-4fb8-9476-5a198975789f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.172722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No DVR routers for this DVR port bf0db4d9-58b4-4fb8-9476-5a198975789f on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:54.197427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:54.305038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Network 7faf9728-de19-4752-9838-420125776674 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:54.312147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.312339 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'code': 200} Mar 02 07:31:54.332743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.343893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Deleting port 0c2039cb-4e0d-4d13-b135-a083aedef9ab {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:54.344302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.373136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.381129 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.404988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7faf9728-de19-4752-9838-420125776674) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:54.421540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:54.422360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.423770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7b829-bc24-4133-9a35-7fab13c2970b None None] Network 7faf9728-de19-4752-9838-420125776674 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:54.435936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.469045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18278a7-2308-4fcc-a224-dc3be051e8c3']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:54.480721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7accd09f80134563a3aad961d879fdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2893355 Mar 02 07:31:54.482430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:54.490067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88df15-e5a0-44b9-a83d-c9e337f27f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f729f45d-286f-468e-8d1d-674e5e3a882e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.493937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e86ccf-7db5-47a5-9b19-b3d262449383') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:54.494413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e86ccf-7db5-47a5-9b19-b3d262449383') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:54.520152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.569255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] For port 0c2039cb-4e0d-4d13-b135-a083aedef9ab, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2039cb-4e0d-4d13-b135-a083aedef9ab,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:54.569798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.601967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.711731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Calling delete_port for 0c2039cb-4e0d-4d13-b135-a083aedef9ab owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:54.733667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5ba29ebd-62c1-4b64-b59f-b2f0a5c992ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3864670 Mar 02 07:31:54.738456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.742363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:54.743325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.786606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.819594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d461a4-b61d-4269-a977-fb64e9d5500f None None] Network 7faf9728-de19-4752-9838-420125776674 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:54.904301 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:54.936028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.960989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:31:52Z', 'revision_number': 5, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port': {'id': '0c2039cb-4e0d-4d13-b135-a083aedef9ab', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:09Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:54.967943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.974503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Checking router: 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:54.985420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=a18278a7-2308-4fcc-a224-dc3be051e8c3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.998711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-892c4495-e0c2-4523-b5b5-d349d5ebbebb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/a18278a7-2308-4fcc-a224-dc3be051e8c3 HTTP/1.1" status: 204 len: 168 time: 4.4738882 Mar 02 07:31:55.002500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Routers {'302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:55.003181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:55.009915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:55.019340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900440649'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:55.027155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:55.032625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:network and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:55.036500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:55.046999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:55.063341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.078986 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.109277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729f45d-286f-468e-8d1d-674e5e3a882e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:55.111204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:55.116357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.128996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.129467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.133851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1c9c938-1a01-4267-a646-9c2e6acdebcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f729f45d-286f-468e-8d1d-674e5e3a882e HTTP/1.1" status: 204 len: 168 time: 0.6504250 Mar 02 07:31:55.138995 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.199988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2039cb-4e0d-4d13-b135-a083aedef9ab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:55.235084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:55.255221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.255575 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Added segment 7345bee0-53b6-4991-8ed3-ef39b2920f5d of type vlan for network f7fcc841-9ece-4e77-a6b3-47be124755a8 Mar 02 07:31:55.274536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] Set router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:55.363961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.385697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Allocated IP 172.25.4.235 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/32806e6d-fb1d-4dc6-8140-937126924e50) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:55.420843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:31:54Z', 'revision_number': 6, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:55.426121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ed41-9f6b-411a-8542-7d038398481e None None] The sync data for ids ['302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a'] in n-d-827871-1 is: [{'id': '302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a', 'name': 'tempest-TaggedBootDevicesTest-348499921-router', 'tenant_id': '9401016c7eec4a29b1ed62eef155192b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:05Z', 'updated_at': '2022-03-02T07:31:54Z', 'revision_number': 6, 'project_id': '9401016c7eec4a29b1ed62eef155192b', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:55.451630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.456960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:55.457554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.548482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.657395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6464038 Mar 02 07:31:55.661512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52570) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:55.668459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420883f8-ebc7-4300-a021-0c8d609c9d83 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Network': ['ID=f7fcc841-9ece-4e77-a6b3-47be124755a8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:55.676017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Request body: {'subnet': {'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:55.682763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f7fcc841-9ece-4e77-a6b3-47be124755a8 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:55.685766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-5d7973a1-8078-4db8-9ccb-24f5c6e3f4c4 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:55.687558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-5d7973a1-8078-4db8-9ccb-24f5c6e3f4c4 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.5431063 Mar 02 07:31:55.767198 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.770518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.775877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-1b5f6229-7523-49f3-8442-a29cf63f9082 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/quotas/06f8e51975e24ac785e9fba407a0f8aa HTTP/1.1" status: 200 len: 375 time: 0.0246415 Mar 02 07:31:55.797420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.836456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:55.843198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Usage tracker for resource:subnet and tenant:a0fd3a3f12b44fddb87a695f9744a419 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:55.848299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:55.858082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:55.872878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-5d9a7497-4721-4876-bfc8-f853def0b9e2 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785351 Mar 02 07:31:55.875379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.875773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:55.898166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Made reservation on behalf of a0fd3a3f12b44fddb87a695f9744a419 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:55.903395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.918688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.920279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e64e9242-d178-4b25-b7ea-ec57a596cfac admin admin] 10.222.0.21 "DELETE /v2.0/routers/302da6c9-5b9f-4c4c-ba4f-9e7f30b1669a HTTP/1.1" status: 204 len: 168 time: 2.1016068 Mar 02 07:31:55.923516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52578) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:55.945265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.054906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Deleting subnet e78cd01a-2d54-415e-b292-fb3fb8bc0f52 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:56.059784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.104337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:56.109721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:56.112953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-42804cd7-7935-4de8-b56e-b58dae92f23c service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290580 Mar 02 07:31:56.119238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:56.123337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.184535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Pushing event updated for resources: {'Port': ['ID=32806e6d-fb1d-4dc6-8140-937126924e50,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:56.333571 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-cc7b592c-a1f0-4a37-a095-78e33100f14a service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790135 Mar 02 07:31:56.340562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.444075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.495128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78cd01a-2d54-415e-b292-fb3fb8bc0f52,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:56.497105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.503789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad97b293-569f-4788-936d-a357bd94b9bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e78cd01a-2d54-415e-b292-fb3fb8bc0f52 HTTP/1.1" status: 204 len: 168 time: 0.5791411 Mar 02 07:31:56.507899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52602) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:56.509968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0bd92-0733-42bf-a6a2-61e1ddbee104 None None] Network ea1e4f59-e3b6-4899-abaa-843eda4f0090 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:56.672771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:31:56.694215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.712297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Deleting port 921bec52-33c4-480c-9b07-94444183b347 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:56.713018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.933531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dcb46e0c-4928-4b6b-ba27-c27cbdb89723 req-c9d7b90c-fa4e-4af6-a002-85d114e825b7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 210 time: 0.2772417 Mar 02 07:31:57.012796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:57.099131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] DHCP port deletion for ea1e4f59-e3b6-4899-abaa-843eda4f0090 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:57.103148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'mac_address': 'fa:16:3e:92:ff:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:31:57.106749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Deleting port 921bec52-33c4-480c-9b07-94444183b347 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:57.107124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.249017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.280511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.290820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] For port 921bec52-33c4-480c-9b07-94444183b347, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=921bec52-33c4-480c-9b07-94444183b347,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:57.291363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.294685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:57.334905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:57.336759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:31:57.343226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.370723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.475917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Calling delete_port for 921bec52-33c4-480c-9b07-94444183b347 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:57.495041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8723ed6-4957-445b-82e4-a98b19d9eddf no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:57.579354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.640085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d8723ed6-4957-445b-82e4-a98b19d9eddf {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:57.640767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8723ed6-4957-445b-82e4-a98b19d9eddf not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:57.640975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2039cb-4e0d-4d13-b135-a083aedef9ab no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:57.651634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=921bec52-33c4-480c-9b07-94444183b347,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:57.653821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] No DVR routers for this DVR port 921bec52-33c4-480c-9b07-94444183b347 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:57.679470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event updated for resources: {'Subnet': ['ID=58dc4a5b-a78c-4c5c-9d3e-7ccb2dc50d5f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:57.705419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Checking segment: {'id': '7345bee0-53b6-4991-8ed3-ef39b2920f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:57.706007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network hostable DHCP agents. Network: f7fcc841-9ece-4e77-a6b3-47be124755a8, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:57.765622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['45384c75-8ca2-4487-8c4e-3d51cc882379'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:57.817881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0c2039cb-4e0d-4d13-b135-a083aedef9ab {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:57.821516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Network f7fcc841-9ece-4e77-a6b3-47be124755a8 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:57.834706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2039cb-4e0d-4d13-b135-a083aedef9ab not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:57.835384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 921bec52-33c4-480c-9b07-94444183b347 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:57.841673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.883721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e4f59-e3b6-4899-abaa-843eda4f0090']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.897052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.897632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.902849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 921bec52-33c4-480c-9b07-94444183b347 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:57.903389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 921bec52-33c4-480c-9b07-94444183b347 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:57.910241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.915088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] For port 921bec52-33c4-480c-9b07-94444183b347, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=921bec52-33c4-480c-9b07-94444183b347,segment=NetworkSegment(dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49),segment_id=dc443bec-f5b3-4eaa-9ec4-4f36bc3c1b49)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:57.915657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.930043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.936483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:57.936891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.999815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.004596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f7fcc841-9ece-4e77-a6b3-47be124755a8) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:58.009941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:58.010672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.048981 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:31:58.060355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ff02e-35eb-4fe3-8b99-6ec8d899b22a None None] Network f7fcc841-9ece-4e77-a6b3-47be124755a8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:58.079119 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:58.084977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.123583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.124521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9548b025-cc9b-4dc7-8b0d-4313b830c6f7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4602408 Mar 02 07:31:58.133260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52666) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:58.169647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1e4f59-e3b6-4899-abaa-843eda4f0090,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.180166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.190529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Calling delete_port for 921bec52-33c4-480c-9b07-94444183b347 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:58.196876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cba0f970-dd57-41bb-8785-e09fa349f9e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea1e4f59-e3b6-4899-abaa-843eda4f0090 HTTP/1.1" status: 204 len: 168 time: 1.6859210 Mar 02 07:31:58.200471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52678) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:58.202423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6362c443-4d99-4a93-8ee6-18b48397fadc req-c334509d-edab-4e16-9ec5-29ab77e334c7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 210 time: 0.0926292 Mar 02 07:31:58.417296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:31:58.465735 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.518755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:58.519574 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:58.626790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-f7fcc841-9ece-4e77-a6b3-47be124755a8', 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8', 'tenant_id': 'a0fd3a3f12b44fddb87a695f9744a419', 'fixed_ips': [{'subnet_id': '58dc4a5b-a78c-4c5c-9d3e-7ccb2dc50d5f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:58.627615 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.835979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:58.848217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:58.857524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-93bb2c9c-8b06-46a6-bd1e-c41323c87ee1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:58.858493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-93bb2c9c-8b06-46a6-bd1e-c41323c87ee1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:58.863833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Sync routers for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:58.878165 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:58.878788 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:58.888337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Allocated IP 2001:db8::f816:3eff:fee6:9fe5 (f7fcc841-9ece-4e77-a6b3-47be124755a8/58dc4a5b-a78c-4c5c-9d3e-7ccb2dc50d5f/6d97e90c-c37b-41ea-9e96-a54e5f7515ed) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:58.897238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.901965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4c1dd14-9bdc-4685-871e-918ef6e89498 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5545340 Mar 02 07:31:58.902961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:59.021823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Deleting port 921bec52-33c4-480c-9b07-94444183b347 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:59.022377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.053203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.106241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5a99-4f48-4548-a3ef-736e1ffbbcd5 None None] The port '921bec52-33c4-480c-9b07-94444183b347' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:59.144836 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:59.302191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-93bb2c9c-8b06-46a6-bd1e-c41323c87ee1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:59.305028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-93bb2c9c-8b06-46a6-bd1e-c41323c87ee1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.7992401 Mar 02 07:31:59.323326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.334993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Transition to ACTIVE for port object 6d97e90c-c37b-41ea-9e96-a54e5f7515ed will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:59.349047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.355707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Transition to ACTIVE for port object 6d97e90c-c37b-41ea-9e96-a54e5f7515ed will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:59.368625 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.429161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Network f7fcc841-9ece-4e77-a6b3-47be124755a8 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:59.431940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:59.435095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:59.491522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Pushing event updated for resources: {'Port': ['ID=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:59.505453 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:31:56Z', 'revision_number': 3, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:59.510468 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Checking router: 9183a3a2-87ff-43b4-966c-fc69b8dfb116 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:59.510827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Updating router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 port 32806e6d-fb1d-4dc6-8140-937126924e50 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:31:59.545681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Attempting to bind port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:59.546082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Attempting to bind port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7345bee0-53b6-4991-8ed3-ef39b2920f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:59.546454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Attempting to bind port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed on network f7fcc841-9ece-4e77-a6b3-47be124755a8 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:59.552147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:59.553173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Checking segment: {'id': '7345bee0-53b6-4991-8ed3-ef39b2920f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:59.553586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.555095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Bound using segment: {'id': '7345bee0-53b6-4991-8ed3-ef39b2920f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:59.555876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Bound port: 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7345bee0-53b6-4991-8ed3-ef39b2920f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:59.556375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.568840 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.660734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] For port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:59.664273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] For port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,segment=NetworkSegment(7345bee0-53b6-4991-8ed3-ef39b2920f5d),segment_id=7345bee0-53b6-4991-8ed3-ef39b2920f5d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:59.669987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.680051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Request body: {'port': {'device_id': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'admin_state_up': True, 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:59.711947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.748499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.788769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca81f-6d9b-4c55-9289-01eb692bcc71 None None] Pushing event updated for resources: {'Port': ['ID=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:59.797038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=58dc4a5b-a78c-4c5c-9d3e-7ccb2dc50d5f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:59.828913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b89d632-e2e3-4211-a05a-26ccb4512bc6 req-c89a1b58-42e8-410b-a416-f8b452db3547 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 210 time: 0.2245917 Mar 02 07:31:59.917832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:59.931986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Usage tracker for resource:security_group_rule and tenant:299f76dd0bb74994a7385a5300573ae7 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:59.937701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:59.946785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.958597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:59.991282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fcc841-9ece-4e77-a6b3-47be124755a8']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.007244 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.012089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Deleting port 5f17e11d-792b-449d-9956-e56161e77d54 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:00.012490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.029648 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Transition to ACTIVE for port object 32806e6d-fb1d-4dc6-8140-937126924e50 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:00.061633 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.075917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7345bee0-53b6-4991-8ed3-ef39b2920f5d') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.076399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7345bee0-53b6-4991-8ed3-ef39b2920f5d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.084406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:00.088819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Usage tracker for resource:port and tenant:06f8e51975e24ac785e9fba407a0f8aa is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:00.091863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:00.105529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:00.108795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.127386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:00.130971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.143176 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Pushing event updated for resources: {'Port': ['ID=32806e6d-fb1d-4dc6-8140-937126924e50,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.169835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Attempting to bind port 32806e6d-fb1d-4dc6-8140-937126924e50 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:00.169835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Attempting to bind port 32806e6d-fb1d-4dc6-8140-937126924e50 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:00.170617 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Attempting to bind port 32806e6d-fb1d-4dc6-8140-937126924e50 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:00.173350 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.174314 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.174314 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.174513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.174952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.175284 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.175609 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.175938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.176263 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.176586 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.176907 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.177226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:00.181122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.185539 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:00.185539 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:00.185887 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.187801 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:00.188338 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Bound port: 32806e6d-fb1d-4dc6-8140-937126924e50, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:00.188765 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.194198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:00.194711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:00.209895 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:00.270563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] For port 32806e6d-fb1d-4dc6-8140-937126924e50, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:00.275382 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] For port 32806e6d-fb1d-4dc6-8140-937126924e50, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32806e6d-fb1d-4dc6-8140-937126924e50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:00.282477 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.362641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:32:00.362641 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:32:00.362641 n-d-827871-1 neutron-server[87854]: [parameters: {'id': 'f7fcc841-9ece-4e77-a6b3-47be124755a8'}] Mar 02 07:32:00.362641 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:00.362641 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:00.363162 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:00.363618 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.381948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] For port 5f17e11d-792b-449d-9956-e56161e77d54, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5f17e11d-792b-449d-9956-e56161e77d54,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:00.382490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.515128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Allocated IP 172.20.0.11 (7faf9728-de19-4752-9838-420125776674/f2c35fd3-fd30-4ec4-83eb-366baddb280b/b203e359-8a21-4457-817d-876fb3168e83) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:00.530536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Calling delete_port for 5f17e11d-792b-449d-9956-e56161e77d54 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:00.562137 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2fd85-64ad-4f22-a919-9a667bc28dce None None] Pushing event updated for resources: {'Port': ['ID=32806e6d-fb1d-4dc6-8140-937126924e50,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.576488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.593707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:00.609975 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.622158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:00.663186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.751766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1019194d-1c31-40b1-bf5b-7d3900484b60,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.765702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.775051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 45384c75-8ca2-4487-8c4e-3d51cc882379 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:00.775504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.802037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a6cd4ae7-7617-4dfd-97a3-45392403e51f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=299f76dd0bb74994a7385a5300573ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9637063 Mar 02 07:32:00.817238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52718) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:00.876690 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.987517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.029446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f17e11d-792b-449d-9956-e56161e77d54,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.032163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:01.033256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:01.042588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.047065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:31:56Z', 'revision_number': 3, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:01.052416 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0c7-ebc1-4e40-8f12-e19804b65e53 None None] The sync data for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 is: [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:31:56Z', 'revision_number': 3, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:01.153709 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'code': 200} Mar 02 07:32:01.154892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.325333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:01.325333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.336077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0846333-bd20-43eb-a13e-1b4b262ae06c req-f697a016-938f-419c-9365-78f3a2f313b7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 210 time: 0.0927734 Mar 02 07:32:01.529784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.576643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.609725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.629037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa1f81-09de-4302-9ba5-38c965d5efaf None None] Network f7fcc841-9ece-4e77-a6b3-47be124755a8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:01.672463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d97e90c-c37b-41ea-9e96-a54e5f7515ed up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:01.680857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.756265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.761187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Allocated IP 172.20.0.1 (9929786f-b549-46b5-be92-1dcba453c512/40413642-65cb-4f52-8324-c32e2dfa4c2c/b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:01.834512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.855803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Network 7faf9728-de19-4752-9838-420125776674 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:01.863920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:01.874666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] For port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,segment=NetworkSegment(7345bee0-53b6-4991-8ed3-ef39b2920f5d),segment_id=7345bee0-53b6-4991-8ed3-ef39b2920f5d)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:01.875176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.881127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-af09dd12-ea61-4451-a45a-56fc8d6d6bb8 None None] Provisioning for port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:01.923667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019194d-1c31-40b1-bf5b-7d3900484b60,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.928948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:01.998739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event updated for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:02.012649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:02.020158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:02.020537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.043269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.056039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-749fc7e9-b2f9-47fc-bf6c-2de0ccc1ca82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1019194d-1c31-40b1-bf5b-7d3900484b60 HTTP/1.1" status: 204 len: 168 time: 1.2271748 Mar 02 07:32:02.080763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:02.083417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.149947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for 6d97e90c-c37b-41ea-9e96-a54e5f7515ed owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:02.155336 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-649a91a8-4c26-4cb8-a333-9b8fcd1c8ecf tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5521195 Mar 02 07:32:02.167879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.295642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Request body: {'port': {'device_id': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:02.326263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] DHCP port deletion for f7fcc841-9ece-4e77-a6b3-47be124755a8 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:02.330413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.337232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.356971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Deleting port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:02.357360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.454404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,segment=NetworkSegment(7345bee0-53b6-4991-8ed3-ef39b2920f5d),segment_id=7345bee0-53b6-4991-8ed3-ef39b2920f5d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:02.469155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:02.469560 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:02.551376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Network 9929786f-b549-46b5-be92-1dcba453c512 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:02.595142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:02.613133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:02.632257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Router b274c6aa-08f2-4343-ab3a-50359a3026a5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:02.704461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] For port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,segment=NetworkSegment(7345bee0-53b6-4991-8ed3-ef39b2920f5d),segment_id=7345bee0-53b6-4991-8ed3-ef39b2920f5d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:02.704965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.809045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52768) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:02.871096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Pushing event updated for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:02.895179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.900656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Calling delete_port for 6d97e90c-c37b-41ea-9e96-a54e5f7515ed owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:02.906369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:02.928233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.949493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Sync routers for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:02.952268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.956838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87a82503-e8a1-4b41-8df4-cf8fc3ac88a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/b274c6aa-08f2-4343-ab3a-50359a3026a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7528334 Mar 02 07:32:02.959478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52778) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:03.039586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:03.040692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.082537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:03.083321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:03.187935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:03.204708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.260098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] No DVR routers for this DVR port 6d97e90c-c37b-41ea-9e96-a54e5f7515ed on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:03.275275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.293893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:03.348963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413735c3-c0c1-4031-be3d-2b3d302cc9dd None None] Pushing event deleted for resources: {'Port': ['ID=6d97e90c-c37b-41ea-9e96-a54e5f7515ed,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:03.375649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] The port '6d97e90c-c37b-41ea-9e96-a54e5f7515ed' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:03.410892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:03.425219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.460582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d2af1e758f498a82775cfc1b9c7b63 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:03.467800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:03.570380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:03.571142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32806e6d-fb1d-4dc6-8140-937126924e50 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:03.591062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-f09186c2-e36b-4f99-9bfa-1629b12101e7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:03.591811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-f09186c2-e36b-4f99-9bfa-1629b12101e7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:03.661548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.711990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.720391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.760575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fcc841-9ece-4e77-a6b3-47be124755a8']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:03.768623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.778338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7345bee0-53b6-4991-8ed3-ef39b2920f5d') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:03.779180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7345bee0-53b6-4991-8ed3-ef39b2920f5d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:03.829304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 32806e6d-fb1d-4dc6-8140-937126924e50 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:03.847908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4d2af1e758f498a82775cfc1b9c7b63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203032 Mar 02 07:32:03.850358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.853346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:03.858771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37228f6-712d-400e-a963-8dc53a6a3c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7813517b-d4be-4d38-93a9-ffc8a1a74a7a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:03.859923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32806e6d-fb1d-4dc6-8140-937126924e50 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:03.860656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.883358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.905396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:03.905811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:03.921345 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:03.995028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.996768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.022654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Deleting port 0025b7b9-8b76-4772-afc9-ec170f32af6d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:04.022994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.082976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:32:00Z', 'revision_number': 5, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port': {'id': '0025b7b9-8b76-4772-afc9-ec170f32af6d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:28Z', 'updated_at': '2022-03-02T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:04.083432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-f09186c2-e36b-4f99-9bfa-1629b12101e7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:04.085051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-f09186c2-e36b-4f99-9bfa-1629b12101e7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 932 time: 1.4149876 Mar 02 07:32:04.096843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Checking router: b274c6aa-08f2-4343-ab3a-50359a3026a5 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:04.103497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.126754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Routers {'b274c6aa-08f2-4343-ab3a-50359a3026a5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:04.127480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b274c6aa-08f2-4343-ab3a-50359a3026a5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:04.166990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-a3059ee2-afdb-4d22-8bfa-a98d68d6b9cc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:04.205361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.210673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 32806e6d-fb1d-4dc6-8140-937126924e50, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32806e6d-fb1d-4dc6-8140-937126924e50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:04.222744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.225346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-a3059ee2-afdb-4d22-8bfa-a98d68d6b9cc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:04.230880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3dfeca9d-52a7-4e9b-9147-8b5bd81c96ec req-a3059ee2-afdb-4d22-8bfa-a98d68d6b9cc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289563 Mar 02 07:32:04.310890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.337921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.354334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] For port 0025b7b9-8b76-4772-afc9-ec170f32af6d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0025b7b9-8b76-4772-afc9-ec170f32af6d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:04.354699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.368130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=f7fcc841-9ece-4e77-a6b3-47be124755a8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:04.378305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21a93260-53ba-4326-a700-a115ebc4b9bc tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/f7fcc841-9ece-4e77-a6b3-47be124755a8 HTTP/1.1" status: 204 len: 168 time: 6.2437704 Mar 02 07:32:04.386617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] Set router b274c6aa-08f2-4343-ab3a-50359a3026a5 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:04.446387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52812) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.550308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.559761 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ce12da-e836-404e-b272-fce576f7a70a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.560227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ce12da-e836-404e-b272-fce576f7a70a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.562779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f6ce12da-e836-404e-b272-fce576f7a70a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/58dc4a5b-a78c-4c5c-9d3e-7ccb2dc50d5f HTTP/1.1" status: 404 len: 337 time: 0.1146846 Mar 02 07:32:04.581326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Calling delete_port for 0025b7b9-8b76-4772-afc9-ec170f32af6d owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:04.606574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 6, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:04.620079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52816) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.633229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d97e90c-c37b-41ea-9e96-a54e5f7515ed no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:04.672878 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a179de59-ecd6-4128-b3e7-cf74ba1e554e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.673366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a179de59-ecd6-4128-b3e7-cf74ba1e554e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.679621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a179de59-ecd6-4128-b3e7-cf74ba1e554e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/f7fcc841-9ece-4e77-a6b3-47be124755a8 HTTP/1.1" status: 404 len: 339 time: 0.0585065 Mar 02 07:32:04.680741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52820) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.686317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6d97e90c-c37b-41ea-9e96-a54e5f7515ed {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:04.687496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d97e90c-c37b-41ea-9e96-a54e5f7515ed not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:04.707364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e4330-d317-46b6-a9ff-eabd512156d8 None None] The sync data for ids ['b274c6aa-08f2-4343-ab3a-50359a3026a5'] in n-d-827871-1 is: [{'id': 'b274c6aa-08f2-4343-ab3a-50359a3026a5', 'name': 'tempest-TaggedBootDevicesTest-551017836-router', 'tenant_id': '3dab7b72e9cc4db0af336a34962cdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 6, 'project_id': '3dab7b72e9cc4db0af336a34962cdb93', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:04.757985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=32806e6d-fb1d-4dc6-8140-937126924e50,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:04.766104 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea42142-edd7-49c9-a108-7d3c8cbe9a9e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.768744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea42142-edd7-49c9-a108-7d3c8cbe9a9e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.774349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ea42142-edd7-49c9-a108-7d3c8cbe9a9e tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/db06f3a8-ead2-4903-84d8-3641ff1aff51 HTTP/1.1" status: 404 len: 337 time: 0.0855782 Mar 02 07:32:04.775064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52824) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.800249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.814037 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9845baf-2421-493b-accd-f3ffdcff0907 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.814625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9845baf-2421-493b-accd-f3ffdcff0907 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.820161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9845baf-2421-493b-accd-f3ffdcff0907 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/a18278a7-2308-4fcc-a224-dc3be051e8c3 HTTP/1.1" status: 404 len: 339 time: 0.0426712 Mar 02 07:32:04.820878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52828) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.877813 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-def8df70-aad7-4d9b-8b91-2253997127e2 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.878425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def8df70-aad7-4d9b-8b91-2253997127e2 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.883851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-def8df70-aad7-4d9b-8b91-2253997127e2 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/e1e7e275-c6db-4c91-8d01-0883ef5553d7 HTTP/1.1" status: 404 len: 337 time: 0.0554769 Mar 02 07:32:04.889846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52832) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.894469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b203e359-8a21-4457-817d-876fb3168e83 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:04.920153 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4007cf0-f12f-4125-ad45-fa94a1938fcb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:04.920153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4007cf0-f12f-4125-ad45-fa94a1938fcb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.921803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.924797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c4007cf0-f12f-4125-ad45-fa94a1938fcb tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/c2682b04-e946-4ce7-a77f-353aac40f4a2 HTTP/1.1" status: 404 len: 339 time: 0.0331602 Mar 02 07:32:04.929221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52836) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.961435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Pushing event updated for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:04.974098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.011751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port d39bc43b-89e3-4f6c-8318-a949c09c3f23 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:05.012460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.023236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Transition to ACTIVE for port object b203e359-8a21-4457-817d-876fb3168e83 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:05.035553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.053086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.289424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:05.328598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7813517b-d4be-4d38-93a9-ffc8a1a74a7a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:05.426885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.428916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9c0bb1d0-ef56-4ec1-bcbb-1eb213e4c83c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7813517b-d4be-4d38-93a9-ffc8a1a74a7a HTTP/1.1" status: 204 len: 168 time: 1.5488529 Mar 02 07:32:05.576674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.735616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Pushing event deleted for resources: {'Port': ['ID=0025b7b9-8b76-4772-afc9-ec170f32af6d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:05.742304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32806e6d-fb1d-4dc6-8140-937126924e50 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:05.915973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32806e6d-fb1d-4dc6-8140-937126924e50 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:05.916234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Network 9929786f-b549-46b5-be92-1dcba453c512 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:05.916697 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.921043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:06.210798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.218916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5f17e11d-792b-449d-9956-e56161e77d54 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:06.275359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5f17e11d-792b-449d-9956-e56161e77d54 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:06.276063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5f17e11d-792b-449d-9956-e56161e77d54 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:06.276682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0025b7b9-8b76-4772-afc9-ec170f32af6d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:06.317091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0025b7b9-8b76-4772-afc9-ec170f32af6d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:06.317307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:06.318149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0025b7b9-8b76-4772-afc9-ec170f32af6d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:06.353304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for d39bc43b-89e3-4f6c-8318-a949c09c3f23 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:06.392051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.635729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Attempting to bind port b203e359-8a21-4457-817d-876fb3168e83 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:06.636189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Attempting to bind port b203e359-8a21-4457-817d-876fb3168e83 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:06.636628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Attempting to bind port b203e359-8a21-4457-817d-876fb3168e83 on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:06.649849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d9fb-474c-4feb-ae19-bc29a1b9dc88 req-cb51ce22-c197-431d-a721-87d27f6d4459 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:06.651508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9e7d9fb-474c-4feb-ae19-bc29a1b9dc88 req-cb51ce22-c197-431d-a721-87d27f6d4459 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 944 time: 1.0343909 Mar 02 07:32:06.652955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:06.654789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Port b203e359-8a21-4457-817d-876fb3168e83 on network 7faf9728-de19-4752-9838-420125776674 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:32:06.655211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Attempting to bind port b203e359-8a21-4457-817d-876fb3168e83 on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:06.666634 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Sync routers for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:06.670829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1737ab8e-e715-4831-ae8c-d6e4247c004a admin admin] 10.222.0.21 "PUT /v2.0/routers/9183a3a2-87ff-43b4-966c-fc69b8dfb116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7657247 Mar 02 07:32:06.700657 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:06.701332 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:06.705896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.710587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-dda1e271-6f9d-438c-8aae-8e64fbd09a6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9265058 Mar 02 07:32:06.711947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.735385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:06.736181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Checking segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:06.736881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Bound using segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:06.737449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Bound port: b203e359-8a21-4457-817d-876fb3168e83, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:06.737932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.753011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9e7d9fb-474c-4feb-ae19-bc29a1b9dc88 req-0e7f4b3e-f9eb-4fc3-9e27-8b946acf50da tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777013 Mar 02 07:32:06.908087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.991784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:07.007487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b203e359-8a21-4457-817d-876fb3168e83,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:07.012727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.049359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.050145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b274c6aa-08f2-4343-ab3a-50359a3026a5 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:07.070279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.126772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-f18d6361-b25c-4b96-a86b-38d2056e9e97 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4997957 Mar 02 07:32:07.145623 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:07.151199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Port': ['ID=d39bc43b-89e3-4f6c-8318-a949c09c3f23,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:07.190445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-610766b8-213e-4f99-a856-52648b8517c0 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/ports/d39bc43b-89e3-4f6c-8318-a949c09c3f23 HTTP/1.1" status: 204 len: 168 time: 2.2607167 Mar 02 07:32:07.191314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52892) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.198684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.202182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-02c61ea1-1957-4716-bdf2-054a0d924aac admin admin] 10.222.0.21 "DELETE /v2.0/routers/b274c6aa-08f2-4343-ab3a-50359a3026a5 HTTP/1.1" status: 204 len: 168 time: 4.2373343 Mar 02 07:32:07.223985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52896) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.225015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:07.232061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:07.233165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.242780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-d6e510bc-45e6-473c-b55c-811e38ff2bc6 service neutron] 10.222.0.39 "PUT /v2.0/ports/b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 200 len: 1092 time: 5.0779738 Mar 02 07:32:07.243181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:07.300985 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ca1366-86a1-491f-9ef5-9bc31732599a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:07.301613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ca1366-86a1-491f-9ef5-9bc31732599a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:07.311227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9ca1366-86a1-491f-9ef5-9bc31732599a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d0b450-1f86-4bcf-85bf-23afc11aa93b HTTP/1.1" status: 404 len: 337 time: 0.1185100 Mar 02 07:32:07.322730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.350550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Deleting subnet f695d560-df80-4b3a-a062-7f5065e2f2f0 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:07.353713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.540926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.590266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-7803898e-ed79-4468-b41f-59459f9d1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:07.603289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-7803898e-ed79-4468-b41f-59459f9d1737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 1096 time: 0.8110180 Mar 02 07:32:07.640645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.816814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.924949 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83', 'status': 'completed', 'code': 200} Mar 02 07:32:07.936504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f695d560-df80-4b3a-a062-7f5065e2f2f0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:07.939561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.943936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959caddb-765c-470c-acf1-448efd45b9a9 None None] Network 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:07.945665 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 2, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:07.953711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad7a3a9f-03c4-4ffe-94fc-7f3a961d2e78 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f695d560-df80-4b3a-a062-7f5065e2f2f0 HTTP/1.1" status: 204 len: 168 time: 0.7239501 Mar 02 07:32:07.957102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.961346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-546227d0-69e9-43a9-83b6-3bfa94c5a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:07.962985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-546227d0-69e9-43a9-83b6-3bfa94c5a1f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.3318970 Mar 02 07:32:07.965055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Checking router: 9183a3a2-87ff-43b4-966c-fc69b8dfb116 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:07.965414 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Updating router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:08.133221 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.196928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-cf982e61-3a32-4c7d-908c-8d46d0bf2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.198493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-cf982e61-3a32-4c7d-908c-8d46d0bf2588 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=160adf83eb4442dcbbb279d341b75697&device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 1098 time: 0.9378831 Mar 02 07:32:08.221614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.332764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Deleting port caaccaf6-24f5-4476-bc2e-873a4f347289 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:08.333111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.528415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-fa5ad1f5-a5aa-4cde-8f2d-762d331cd374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 200 len: 217 time: 0.4396513 Mar 02 07:32:08.529548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce3d03-034e-4087-8763-00efd74b6f5c req-eacc45e1-8b25-46e8-a979-dee37e9c0c0f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.539054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8ce3d03-034e-4087-8763-00efd74b6f5c req-eacc45e1-8b25-46e8-a979-dee37e9c0c0f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 944 time: 0.3913798 Mar 02 07:32:08.602784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52944) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:08.664621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-abca04c3-e90b-41b4-a8d9-e8c57e9b6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.666182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-abca04c3-e90b-41b4-a8d9-e8c57e9b6302 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1231959 Mar 02 07:32:08.689747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] DHCP port deletion for 1eebaf88-8ca2-4a9e-ba63-5f63e4976567 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:08.695338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Deleting port caaccaf6-24f5-4476-bc2e-873a4f347289 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:08.695719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.704846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.721251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-df407987-6c8e-4853-99b3-655fa6be1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.723530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-df407987-6c8e-4853-99b3-655fa6be1fa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.4966030 Mar 02 07:32:08.809216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8ce3d03-034e-4087-8763-00efd74b6f5c req-ad9d78a9-a817-4bec-9ee2-deda1af1c811 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692125 Mar 02 07:32:08.847907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-9aff7b25-fb72-408c-90e4-7934e06b5292 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762 HTTP/1.1" status: 200 len: 217 time: 0.1134193 Mar 02 07:32:08.926909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-4f1cbedd-26d1-4d30-b391-35334c89f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.929458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-4f1cbedd-26d1-4d30-b391-35334c89f5a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 1095 time: 1.6057179 Mar 02 07:32:08.930245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port fc109f8c-5a76-4349-9eea-b4fbe655bb5e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:08.930481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.948707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-fb2c687d-ac19-4099-ad07-98e3aa19e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:08.954723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-fb2c687d-ac19-4099-ad07-98e3aa19e8fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0947700 Mar 02 07:32:09.008742 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.021321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1188352562', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:09.035288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:09.046646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Usage tracker for resource:port and tenant:4a596d385a814773864eea47ef9d686c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:09.059876 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Transition to ACTIVE for port object b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:09.064843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-e2b398ad-a344-48ef-8016-ef0f22a29456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 200 len: 217 time: 0.0942793 Mar 02 07:32:09.081508 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.095125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:09.125306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:09.157553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:09.158302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.231647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Made reservation on behalf of 4a596d385a814773864eea47ef9d686c for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:09.234892 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.287063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:09.287645 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.288634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-8b0980ed-a262-465a-be85-c5ac4c47cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:09.290562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-8b0980ed-a262-465a-be85-c5ac4c47cd74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6143584 Mar 02 07:32:09.306992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-76bb912b-42dc-4146-bb82-14e09765dceb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:09.308810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-76bb912b-42dc-4146-bb82-14e09765dceb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 820 time: 1.2542269 Mar 02 07:32:09.330740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5c28e-546b-4a7e-b36f-f45ebc81f8bc None None] Pushing event updated for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:09.345322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.385790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Calling delete_port for caaccaf6-24f5-4476-bc2e-873a4f347289 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:09.471020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-0e90cd97-0196-44d3-89f8-846ce9bae9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591170 Mar 02 07:32:09.493787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:09.502361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Usage tracker for resource:security_group_rule and tenant:4a596d385a814773864eea47ef9d686c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:09.524003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:09.541069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device caaccaf6-24f5-4476-bc2e-873a4f347289 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:09.542615 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Attempting to bind port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:09.543082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Attempting to bind port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:09.543538 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Attempting to bind port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 on network 9929786f-b549-46b5-be92-1dcba453c512 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:09.559112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:09.559655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Checking segment: {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:09.560156 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.560639 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Bound using segment: {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:09.561203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Bound port: b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:09.561680 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.571600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:09.581417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-ccc783cd-516e-4f20-8015-2449aa4cc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:09.586301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-ccc783cd-516e-4f20-8015-2449aa4cc0c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6234097 Mar 02 07:32:09.615519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Calling delete_port for caaccaf6-24f5-4476-bc2e-873a4f347289 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:09.642705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] For port fc109f8c-5a76-4349-9eea-b4fbe655bb5e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fc109f8c-5a76-4349-9eea-b4fbe655bb5e,segment=NetworkSegment(79ed59de-ecf3-47b2-a5b7-105c2907bcd9),segment_id=79ed59de-ecf3-47b2-a5b7-105c2907bcd9)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:09.643712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.741000 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] For port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:09.756248 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] For port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:09.763293 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.785204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-e528bc47-f710-4f0d-8339-e3d316407493 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/quotas/4ca829f562544cf88dc42c1e22dd13b1 HTTP/1.1" status: 200 len: 375 time: 0.3170817 Mar 02 07:32:09.787959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-e402ec33-b37d-4acc-90b2-deae9c7e795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:09.789801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-e402ec33-b37d-4acc-90b2-deae9c7e795b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.7153609 Mar 02 07:32:09.792159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e8928b5-4dfe-4305-92ed-b91f8a614e7d req-899c879d-d615-44ca-a1ca-c92247b882dd service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482374 Mar 02 07:32:09.892221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.938227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:09.961765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-64fb6fdb-d77a-42cf-adb0-8b8ee65faa04 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461685 Mar 02 07:32:09.964041 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.984945 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:09.993165 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:10.094173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for fc109f8c-5a76-4349-9eea-b4fbe655bb5e owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:10.119562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=caaccaf6-24f5-4476-bc2e-873a4f347289,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.132522 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5c28e-546b-4a7e-b36f-f45ebc81f8bc None None] Pushing event updated for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.158685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-60231e77-73cc-4b36-a668-ce50d9416fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906625 Mar 02 07:32:10.232336 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:10.232690 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:10.270534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:10.271113 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:10.452112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:10.480935 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba6c00f7-52a3-4d83-bff9-883c4ddc6f69 req-39a44bbe-47ef-4ce4-a6e7-f5e1b5452d0f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885943 Mar 02 07:32:10.502094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb937bd-8fe5-4ba0-a48c-08083b714545 req-acfab2ff-26c3-4e0d-9985-a2b1b2256f78 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:10.510281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddb937bd-8fe5-4ba0-a48c-08083b714545 req-acfab2ff-26c3-4e0d-9985-a2b1b2256f78 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 944 time: 0.2875578 Mar 02 07:32:10.538634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.571651 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.575627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] device_id is not set on port f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:10.618575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-bc326276-a491-42e7-ac28-7574cdadb691 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8251793 Mar 02 07:32:10.629783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.733440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Deleting port caaccaf6-24f5-4476-bc2e-873a4f347289 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:10.734542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.750211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddb937bd-8fe5-4ba0-a48c-08083b714545 req-b06953b7-b398-4e05-a032-1b26b65b6d40 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387519 Mar 02 07:32:10.780097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Deleting port caaccaf6-24f5-4476-bc2e-873a4f347289 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:10.781750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.803569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Port': ['ID=fc109f8c-5a76-4349-9eea-b4fbe655bb5e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.813838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-daf7f508-4bb1-4162-80ea-c4ea74afc917 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483290 Mar 02 07:32:10.814661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No DVR routers for this DVR port fc109f8c-5a76-4349-9eea-b4fbe655bb5e on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:10.830489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c245f4d-6fa9-488b-9477-f5549a4a1816,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.893952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Allocated IP 172.25.4.122 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:11.129006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:09Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.137329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115d0c1-644f-476a-8c1c-c7d94cefec07 None None] The sync data for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 is: [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:09Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:11.174213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.226195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:11.226709 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.376298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Calling delete_port for caaccaf6-24f5-4476-bc2e-873a4f347289 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:11.400139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] For port caaccaf6-24f5-4476-bc2e-873a4f347289, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=caaccaf6-24f5-4476-bc2e-873a4f347289,segment=NetworkSegment(d4c28a5a-6864-4e34-9ddf-c01f45267537),segment_id=d4c28a5a-6864-4e34-9ddf-c01f45267537)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:11.400690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.494029 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.520844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39388a07-0e6c-48ad-855e-ff0cf335767e']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.541733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ed59de-ecf3-47b2-a5b7-105c2907bcd9') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.542281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ed59de-ecf3-47b2-a5b7-105c2907bcd9') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.563465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.579460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] No DVR routers for this DVR port caaccaf6-24f5-4476-bc2e-873a4f347289 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:11.590204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.596199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Calling delete_port for caaccaf6-24f5-4476-bc2e-873a4f347289 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:11.597325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:11.597830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.613563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734dd86-0c9a-4d65-847d-428101769375 None None] Pushing event deleted for resources: {'Port': ['ID=caaccaf6-24f5-4476-bc2e-873a4f347289,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:11.638663 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:11.692716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:11.796928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.920764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.939553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93142968-0a3c-4065-b389-7fff48b6bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.956480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:11.965634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:11.966039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.097811 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-8a33ab73-3fb9-404e-875b-5f60a82fcf02 service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4407284 Mar 02 07:32:12.100628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0873a83-2c67-479f-957a-dbdd7425c69c req-b951485a-8ddb-46a5-90e0-6fdc12b25a69 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2432182 Mar 02 07:32:12.172342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:12.258433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:12.261319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:12.268477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:12.268859 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:12.269534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:12.386249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.391857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.406093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.410913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:12.411603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.431208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=39388a07-0e6c-48ad-855e-ff0cf335767e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:12.448154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e89e50b8-fe97-4cec-8978-02996cfc0190 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/39388a07-0e6c-48ad-855e-ff0cf335767e HTTP/1.1" status: 204 len: 168 time: 5.0087893 Mar 02 07:32:12.451242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52982) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:12.471854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:12.477450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.529757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fb1b-ab5e-4ab5-9c89-ede39b288bcb req-f9e9baf2-78f0-46c6-9d08-fd3b746a79c6 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:12.530548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee29fb1b-ab5e-4ab5-9c89-ede39b288bcb req-f9e9baf2-78f0-46c6-9d08-fd3b746a79c6 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 944 time: 0.3559117 Mar 02 07:32:12.545318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1f85e0f-bc6a-46ae-a012-5212816abab2 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8735054 Mar 02 07:32:12.547255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52986) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:12.554637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.122'}]}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:12.565192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-eddcbb88-8e44-4eda-ae89-14e987826b6c service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437883 Mar 02 07:32:12.580213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Deleting port caaccaf6-24f5-4476-bc2e-873a4f347289 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:12.580571 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.627360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:12.667018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-77a1f35b-7fed-4f46-8cea-66c0cddcace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:12.672019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-77a1f35b-7fed-4f46-8cea-66c0cddcace2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 1095 time: 0.3780792 Mar 02 07:32:12.679222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:12.686673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port f7908e75-bee5-49b0-b41f-3cc2ba2c99db {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:12.686944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.762589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Usage tracker for resource:router and tenant:4a596d385a814773864eea47ef9d686c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:12.776912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] The port 'caaccaf6-24f5-4476-bc2e-873a4f347289' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:12.780348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ee29fb1b-ab5e-4ab5-9c89-ede39b288bcb req-441e1510-f64a-4608-8ce2-dece51676f5f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338612 Mar 02 07:32:12.781576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:12.957009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:13.008472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5952ab77-3540-4da7-8985-ababda504cdf req-6d483b40-e7c0-4067-9a59-158be3fbffae tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:13.221442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-760f4d39-15a0-423b-a353-73f6c6879436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:13.223263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-760f4d39-15a0-423b-a353-73f6c6879436 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.4632201 Mar 02 07:32:13.227247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.230957 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.243150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.304689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5952ab77-3540-4da7-8985-ababda504cdf req-6d483b40-e7c0-4067-9a59-158be3fbffae tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:13.306514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5952ab77-3540-4da7-8985-ababda504cdf req-6d483b40-e7c0-4067-9a59-158be3fbffae tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 210 time: 0.4189370 Mar 02 07:32:13.308751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eebaf88-8ca2-4a9e-ba63-5f63e4976567']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:13.320743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.335230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c28a5a-6864-4e34-9ddf-c01f45267537') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:13.335622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c28a5a-6864-4e34-9ddf-c01f45267537') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:13.350609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.425066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-88f29da5-c6d2-4c4a-bc1b-d9241463cac0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 200 len: 217 time: 0.1921759 Mar 02 07:32:13.491378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.538359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:13.540826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.612828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:13.613399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:13.627540 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:13.686528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:13.686900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.766414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.820525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.859187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.872334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eebaf88-8ca2-4a9e-ba63-5f63e4976567,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:14.025555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09614491-855e-4ae7-9f28-e0ee39995712 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1eebaf88-8ca2-4a9e-ba63-5f63e4976567 HTTP/1.1" status: 204 len: 168 time: 6.0668216 Mar 02 07:32:14.123532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for f7908e75-bee5-49b0-b41f-3cc2ba2c99db owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:14.180156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0afa-f42b-41a5-a8e0-b274c14f96f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.213572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-16dbe665-b44b-4755-82c8-da92b03b9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:14.216228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-16dbe665-b44b-4755-82c8-da92b03b9641 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.7777026 Mar 02 07:32:14.294667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-d17e2e63-9573-4384-9c54-560649ff6a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637226 Mar 02 07:32:14.295809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.413984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.451442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.598012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-52819c3c-70db-434c-8c5f-7848caf347c8 req-d5a06455-a48b-408c-bb37-11b84a6283ac tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 210 time: 0.0621712 Mar 02 07:32:14.697513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-18f74cab-3cb7-4ebb-a00b-41900452042f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9401016c7eec4a29b1ed62eef155192b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967247 Mar 02 07:32:14.705317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53030) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.797483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.870322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.879032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Port': ['ID=f7908e75-bee5-49b0-b41f-3cc2ba2c99db,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:14.896694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0255f3-136d-4ec9-978a-b5517c64b44d req-10a96e0f-f775-4f25-a954-d32e14c10dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:14.903792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c0255f3-136d-4ec9-978a-b5517c64b44d req-10a96e0f-f775-4f25-a954-d32e14c10dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 944 time: 0.8685534 Mar 02 07:32:14.926199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.932553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-99c34aac-431e-4949-b165-8ef1ae086b52 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/ports/f7908e75-bee5-49b0-b41f-3cc2ba2c99db HTTP/1.1" status: 204 len: 168 time: 2.4764388 Mar 02 07:32:14.953878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53034) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.958104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.981224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.028871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c0255f3-136d-4ec9-978a-b5517c64b44d req-afaa66a0-24d6-4883-ae8f-495abc443410 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241028 Mar 02 07:32:15.043903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-5f6c1604-61ba-41dc-afd5-615962d090d8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:15.045395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-5f6c1604-61ba-41dc-afd5-615962d090d8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 820 time: 0.5476809 Mar 02 07:32:15.046697 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-51666b7e-8ea0-4bb0-ae29-289867c084d7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:15.047133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51666b7e-8ea0-4bb0-ae29-289867c084d7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:15.048755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51666b7e-8ea0-4bb0-ae29-289867c084d7 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/5a4728b0-c1cb-4703-b15a-8a40e3caace9 HTTP/1.1" status: 404 len: 337 time: 0.0918565 Mar 02 07:32:15.051012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-30c402ce-5fa7-447d-968f-1043433cefaa service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460468 Mar 02 07:32:15.052989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53044) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:15.058963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'port': {'device_id': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'admin_state_up': True, 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:15.256335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.384988 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.515689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:15.526477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:15.541536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.546743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.549234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.555766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9e47f86-8a03-4511-b54e-4fa2e4cf2db4 req-090d1e01-d3a1-4fe6-8c2d-2ce86c77db29 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515894 Mar 02 07:32:15.556433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Made reservation on behalf of 4ca829f562544cf88dc42c1e22dd13b1 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:15.560037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.561388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.585155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dfbd8c-0ce1-4a0b-88e7-303148432775,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:15.597748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.598462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9174ddab-98be-4b22-a76a-d8213c40e600 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:15.624612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.628546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cf64b790-acfa-46b2-82b0-c0d5d115b801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0dfbd8c-0ce1-4a0b-88e7-303148432775 HTTP/1.1" status: 204 len: 168 time: 0.9194064 Mar 02 07:32:15.635776 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:32:15.637807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1cf3fe7e-9225-4ef0-993f-adc1da1e533a tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0885661 Mar 02 07:32:15.639734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:15.717377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Deleting port f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:15.717891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.729777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b203e359-8a21-4457-817d-876fb3168e83 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:32:15.984819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b203e359-8a21-4457-817d-876fb3168e83,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:15.991834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac3bd32e-d05d-4068-aa8d-be6cc49ad87a req-69c3779b-3abb-4a6c-abe2-f8938baca3cb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 210 time: 0.1222107 Mar 02 07:32:16.003759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b203e359-8a21-4457-817d-876fb3168e83', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'port_id': 'b203e359-8a21-4457-817d-876fb3168e83', 'mac_address': 'fa:16:3e:84:f9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c35fd3-fd30-4ec4-83eb-366baddb280b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:32:16.013838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.076933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.097253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b203e359-8a21-4457-817d-876fb3168e83 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:16.115947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b203e359-8a21-4457-817d-876fb3168e83,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:16.121668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.177245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.260388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:16.282904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53074) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.356103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd19e9f6-89a9-49c9-9732-44804a462bf5']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.377327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b46b3-449e-4eef-8b1d-0a35e001db40') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.378187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b46b3-449e-4eef-8b1d-0a35e001db40') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.398185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.420403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Allocated IP 172.20.0.12 (9929786f-b549-46b5-be92-1dcba453c512/40413642-65cb-4f52-8324-c32e2dfa4c2c/4f48ea9f-2957-4eb5-9063-cee692b1aaa9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:16.428099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.435116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:32:16.440264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:16.440856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:16.457983 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:16.472218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Calling delete_port for f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:16.599929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.627398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.632701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=bd19e9f6-89a9-49c9-9732-44804a462bf5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:16.671674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.678895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-817695de-a70a-4398-8cd4-cd07b09b800a tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/bd19e9f6-89a9-49c9-9732-44804a462bf5 HTTP/1.1" status: 204 len: 168 time: 1.6263709 Mar 02 07:32:16.682351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53078) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.744835 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.756428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:16.770733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52861271-8f83-4da9-af99-f22b8a367fc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dab7b72e9cc4db0af336a34962cdb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809058 Mar 02 07:32:16.778101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53082) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.891206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting subnet 69d931c9-2be3-49fe-ad3a-d0c537fcf036 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:16.894224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df61c5-00eb-4f34-b464-0769f10f82c0 req-731c89a1-71bf-4025-ace1-87cba0e15377 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:16.896441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8df61c5-00eb-4f34-b464-0769f10f82c0 req-731c89a1-71bf-4025-ace1-87cba0e15377 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 945 time: 0.6976020 Mar 02 07:32:16.906725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.915484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.935521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be1e5757-aa0a-4709-8806-60e3ca9a6ed9 tempest-RoutersAdminNegativeTest-1807785901 tempest-RoutersAdminNegativeTest-1807785901-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f5a2b1c7-78eb-4475-b0dd-4a9feb190c7f HTTP/1.1" status: 204 len: 168 time: 1.2938886 Mar 02 07:32:16.972569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8df61c5-00eb-4f34-b464-0769f10f82c0 req-560c8992-7246-4096-86e5-055505cff2f7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Mar 02 07:32:16.997362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.043543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.067746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.152385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.297876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a10fb4e4-5c07-4685-87fc-56554c7d8782 req-3abe7afb-a084-40e3-b77c-91f32dcbfbe7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:17.301064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.329728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.359100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb6042-f07a-45ae-bda9-428ee4962eb2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.379638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.388905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53106) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.453731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a10fb4e4-5c07-4685-87fc-56554c7d8782 req-3abe7afb-a084-40e3-b77c-91f32dcbfbe7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:17.454880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a10fb4e4-5c07-4685-87fc-56554c7d8782 req-3abe7afb-a084-40e3-b77c-91f32dcbfbe7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 210 time: 0.3088713 Mar 02 07:32:17.460797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.462345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24fe3f52-8e3e-4d30-bed8-c0a3a57dab8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74fb6042-f07a-45ae-bda9-428ee4962eb2 HTTP/1.1" status: 204 len: 168 time: 0.6826823 Mar 02 07:32:17.499618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Network 9929786f-b549-46b5-be92-1dcba453c512 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:17.514668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:17.525505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:17.559711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.594311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.639767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Subnet': ['ID=69d931c9-2be3-49fe-ad3a-d0c537fcf036,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.646933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:17.647939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.652469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.668873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.675972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea84205-7404-4383-ba8e-6243bab26edb None None] Network 1c61e3fe-25fc-4583-8c33-ea11132b178d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:17.688004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3dc5031a-b9cd-45d7-8876-4d7d23fc9dac tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/subnets/69d931c9-2be3-49fe-ad3a-d0c537fcf036 HTTP/1.1" status: 204 len: 168 time: 1.0043907 Mar 02 07:32:17.690312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.691099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-d0aa8dd3-3a31-4a27-8e28-6d4e6a9410f8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6357949 Mar 02 07:32:17.695875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:17.707412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Request body: {'port': {'device_id': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:17.721396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Usage tracker for resource:security_group_rule and tenant:f72c517315ff4442b6ce4a9e51ed7d91 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:17.757921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b203e359-8a21-4457-817d-876fb3168e83 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:17.764293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:17.813062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:17.860723 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.027251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.029626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port b203e359-8a21-4457-817d-876fb3168e83 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:18.053451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b203e359-8a21-4457-817d-876fb3168e83 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:18.053451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.088047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port 622e6f3a-3807-4320-af5b-21d3f08376a1 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:18.089167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.208782 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.279612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:18.295146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b203e359-8a21-4457-817d-876fb3168e83,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:18.306228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.370104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] DHCP port deletion for 1c61e3fe-25fc-4583-8c33-ea11132b178d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:18.381281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Deleting port 622e6f3a-3807-4320-af5b-21d3f08376a1 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:18.382039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.432709 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83', 'code': 200} Mar 02 07:32:18.494290 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.508790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:18.525679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.650799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:18.688710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.732787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.747941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.748739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] For port 622e6f3a-3807-4320-af5b-21d3f08376a1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=622e6f3a-3807-4320-af5b-21d3f08376a1,segment=NetworkSegment(dca67561-968c-464d-96bf-0e747676d384),segment_id=dca67561-968c-464d-96bf-0e747676d384)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:18.749205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.761943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Transition to ACTIVE for port object 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:18.773644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.959907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53152) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.040430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Calling delete_port for 622e6f3a-3807-4320-af5b-21d3f08376a1 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:19.078582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf40549-7e85-437f-b17f-05d4fd5ef323,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.097130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-595bb24d-772e-42d9-a990-6ee0e9de68ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f72c517315ff4442b6ce4a9e51ed7d91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7070122 Mar 02 07:32:19.097819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.123631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b5c0f-18fb-4ef2-ad95-dbf998206c5d req-f76ff410-6062-4f54-8450-4a804183ee6b tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.130880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-302b5c0f-18fb-4ef2-ad95-dbf998206c5d req-f76ff410-6062-4f54-8450-4a804183ee6b tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 932 time: 0.4495966 Mar 02 07:32:19.174185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.211524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1463f9-8b56-474d-954f-049219e904af req-0c6cc657-1560-447d-9ffe-b10f00a5e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.213369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea1463f9-8b56-474d-954f-049219e904af req-0c6cc657-1560-447d-9ffe-b10f00a5e615 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 1097 time: 0.7002409 Mar 02 07:32:19.214494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] For port 622e6f3a-3807-4320-af5b-21d3f08376a1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=622e6f3a-3807-4320-af5b-21d3f08376a1,segment=NetworkSegment(dca67561-968c-464d-96bf-0e747676d384),segment_id=dca67561-968c-464d-96bf-0e747676d384)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:19.214886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.222305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2032539241-network', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:19.247091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.261389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] Pushing event deleted for resources: {'Port': ['ID=622e6f3a-3807-4320-af5b-21d3f08376a1,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.263968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691de4be-adbf-4bb3-86f6-49d1c60a0f53 None None] No DVR routers for this DVR port 622e6f3a-3807-4320-af5b-21d3f08376a1 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:19.282740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:19.347445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Usage tracker for resource:network and tenant:1ee1d7936a2e4b24a26ed130e820aa33 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:19.354025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:19.376402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:19.390152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Calling delete_port for 622e6f3a-3807-4320-af5b-21d3f08376a1 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:19.414567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-302b5c0f-18fb-4ef2-ad95-dbf998206c5d req-351dda9a-ab9f-4795-acbf-bcca98b2b6c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591183 Mar 02 07:32:19.436490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Attempting to bind port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:19.436490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Attempting to bind port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:19.436490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Attempting to bind port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 on network 9929786f-b549-46b5-be92-1dcba453c512 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:19.436732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47a6e-132e-41d2-a664-e3ed0aafd6ba req-5f3c51e2-d08b-4f22-81e8-2f90fea5bd56 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.438736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 on network 9929786f-b549-46b5-be92-1dcba453c512 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:32:19.439094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Attempting to bind port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 on network 9929786f-b549-46b5-be92-1dcba453c512 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:19.442438 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea1463f9-8b56-474d-954f-049219e904af req-9aa38d03-aa84-4a41-b337-d114ee61820d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044125 Mar 02 07:32:19.445112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bb47a6e-132e-41d2-a664-e3ed0aafd6ba req-5f3c51e2-d08b-4f22-81e8-2f90fea5bd56 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 1.0625620 Mar 02 07:32:19.445574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Made reservation on behalf of 1ee1d7936a2e4b24a26ed130e820aa33 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:19.448001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.462848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.471739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:19.472080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Checking segment: {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:19.473033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Bound using segment: {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:19.473548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Bound port: 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547617c3-46be-4e0f-8d85-c96bcea14b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9929786f-b549-46b5-be92-1dcba453c512'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:19.473972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.495084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 622e6f3a-3807-4320-af5b-21d3f08376a1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:19.514798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:19.528099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.573888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bb47a6e-132e-41d2-a664-e3ed0aafd6ba req-c18dcfd1-0313-4f23-89a8-363c0dc22882 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272581 Mar 02 07:32:19.595133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:19.595701 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:19.597488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.617405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 622e6f3a-3807-4320-af5b-21d3f08376a1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:19.618264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 622e6f3a-3807-4320-af5b-21d3f08376a1 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:19.660800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee1d7936a2e4b24a26ed130e820aa33 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:19.671681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:19.688895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:19.690069 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.708126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:19.718122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:19.718619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf40549-7e85-437f-b17f-05d4fd5ef323,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.730869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.742231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.755888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8e68a51c-5267-4240-9463-25a14eb39363 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdf40549-7e85-437f-b17f-05d4fd5ef323 HTTP/1.1" status: 204 len: 168 time: 0.6009758 Mar 02 07:32:19.795969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.796574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.797979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 1092 time: 2.0989954 Mar 02 07:32:19.800794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:19.842460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba06e04-68bf-4622-a0ed-9ba0df02d952 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.895994 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:32:19.930097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.938903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.978021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:19.989246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-aacda53c-3ad9-417f-ad6b-68f3048dc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.992028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-aacda53c-3ad9-417f-ad6b-68f3048dc63c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1095 time: 0.1418049 Mar 02 07:32:19.997666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908a927-d1b6-4c9d-b305-bbfb6207e9cb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.050392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.050392 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Added segment b8805fb1-5161-41c1-85c9-4b17dbc257ca of type vlan for network 90a784c5-1fda-4f86-bbc8-caa327fbf29a Mar 02 07:32:20.072015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-5d84bbb9-65c2-41f6-ad2d-5fbd8bb9d23a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0720408 Mar 02 07:32:20.097694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Deleting port 622e6f3a-3807-4320-af5b-21d3f08376a1 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:20.098238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.181787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.199202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:20.217397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] The port '622e6f3a-3807-4320-af5b-21d3f08376a1' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:20.218266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc83e-522c-402f-937b-ced299559655 req-673ed9ef-6cd8-45ee-9735-820b19e62a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:20.219810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-673ed9ef-6cd8-45ee-9735-820b19e62a94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.1395214 Mar 02 07:32:20.286242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-fe749af9-7bcb-42a2-98e0-33c966c889a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562198 Mar 02 07:32:20.315533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.316922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:20.317655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.373014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.397975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a55bf3f-50af-43c0-bb33-f8b9a87cc6ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a596d385a814773864eea47ef9d686c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975169 Mar 02 07:32:20.400408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:20.418848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c61e3fe-25fc-4583-8c33-ea11132b178d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.440411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca67561-968c-464d-96bf-0e747676d384') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.440728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca67561-968c-464d-96bf-0e747676d384') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.464377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.510878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.513962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.543397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.601418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.605393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:20.605790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:20.632562 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:20.657040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=90a784c5-1fda-4f86-bbc8-caa327fbf29a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.669067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:20.705566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c245f4d-6fa9-488b-9477-f5549a4a1816,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.718125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.719255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-823d9c55-dd73-46b4-910f-9ba4f1cb2a97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c245f4d-6fa9-488b-9477-f5549a4a1816 HTTP/1.1" status: 204 len: 168 time: 0.3179274 Mar 02 07:32:20.738200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.745708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.820666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] 10.222.0.21 "DELETE /v2.0/networks/1c61e3fe-25fc-4583-8c33-ea11132b178d HTTP/1.1" status: 204 len: 168 time: 3.1203289 Mar 02 07:32:20.821792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94603a-c060-4328-895d-9270e5380617 tempest-NetworksIpV6TestAttrs-261411147 tempest-NetworksIpV6TestAttrs-261411147-project] Pushing event deleted for resources: {'Network': ['ID=1c61e3fe-25fc-4583-8c33-ea11132b178d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.873875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d457a8c6-792d-49e0-9bc0-bb60e93ad1e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9076169 Mar 02 07:32:20.895541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:20.923979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Request body: {'subnet': {'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2032539241-subnet', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:20.935668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:20.950176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Usage tracker for resource:subnet and tenant:1ee1d7936a2e4b24a26ed130e820aa33 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:20.959702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:20.970343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:20.979404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-9490f6d6-a267-4781-95d6-b306bf53d6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842995 Mar 02 07:32:21.027739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812b31f-ef13-4f5b-8072-e3e0ad91c8d8 req-df620336-d92f-4d85-9d1b-b74ecc8faaca tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:21.029253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c812b31f-ef13-4f5b-8072-e3e0ad91c8d8 req-df620336-d92f-4d85-9d1b-b74ecc8faaca tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 0.1802931 Mar 02 07:32:21.041028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Made reservation on behalf of 1ee1d7936a2e4b24a26ed130e820aa33 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:21.044062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.119749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c812b31f-ef13-4f5b-8072-e3e0ad91c8d8 req-8c67e7c8-11fb-4351-92aa-e77a7fe4c53c tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823402 Mar 02 07:32:21.265714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:21.352829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84374e3b-4f27-4de1-961c-2e10e9b36b4e req-e42e6ac4-126c-4dda-bc7b-db5c7c07e989 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:21.354486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84374e3b-4f27-4de1-961c-2e10e9b36b4e req-e42e6ac4-126c-4dda-bc7b-db5c7c07e989 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 944 time: 0.6902266 Mar 02 07:32:21.460947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d2cc83e-522c-402f-937b-ced299559655 req-8989ecea-3578-4892-9ebb-3c50978ca271 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730914 Mar 02 07:32:21.480781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee783777-583b-4f09-b84e-9e4f24b9701e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0fd3a3f12b44fddb87a695f9744a419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137575 Mar 02 07:32:21.481369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:21.574202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.620297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.695717 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.727877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b06fb-020f-47f5-98b6-79c1e9d0610f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:21.745509 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.747732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3fa3d8fa-98bb-4c94-9ce7-c11c997c05bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e07b06fb-020f-47f5-98b6-79c1e9d0610f HTTP/1.1" status: 204 len: 168 time: 0.2653379 Mar 02 07:32:21.797895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84374e3b-4f27-4de1-961c-2e10e9b36b4e req-4059ea08-576d-4669-a6ae-74f3273d2498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228547 Mar 02 07:32:21.830672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.918777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:22.002496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Checking segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:22.003130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Network hostable DHCP agents. Network: 90a784c5-1fda-4f86-bbc8-caa327fbf29a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:22.034303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408282-06a1-4244-83be-6a2573be6678 req-9f6048c7-97e2-4415-98a8-3b81350f7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.036159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-9f6048c7-97e2-4415-98a8-3b81350f7509 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1095 time: 0.4878838 Mar 02 07:32:22.078272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:22.089518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.113793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 90a784c5-1fda-4f86-bbc8-caa327fbf29a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:22.121763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.122385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.123237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b01e9-08b3-497d-8bee-2d2ec5716f05 None None] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:22.298388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-950486131'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.307060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.315243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6ee34789-c000-4b14-9aad-6b6f2c79438a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4135256 Mar 02 07:32:22.318554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53258) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.331127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Usage tracker for resource:network and tenant:721d5a4f51614c70ad54752f2911ffc3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.352396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.367860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.381479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.401159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408282-06a1-4244-83be-6a2573be6678 req-6ef16c73-3538-406a-b712-3fc34ba78a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.402759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-6ef16c73-3538-406a-b712-3fc34ba78a30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.3586423 Mar 02 07:32:22.409619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.420657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Usage tracker for resource:router and tenant:1ee1d7936a2e4b24a26ed130e820aa33 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.460700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.469176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Made reservation on behalf of 721d5a4f51614c70ad54752f2911ffc3 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:22.472277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.499213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.506857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.528086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.532279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Usage tracker for resource:security_group_rule and tenant:721d5a4f51614c70ad54752f2911ffc3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.535735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.543275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.547033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-37269828-e717-4906-b295-c38fdb580853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1360199 Mar 02 07:32:22.621237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e17fe-d09c-4979-b526-7c82f5b62acc None None] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:22.674673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.684527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9408282-06a1-4244-83be-6a2573be6678 req-9627cd78-fd5c-4a5a-b707-f597464fafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.685916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.686069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-9627cd78-fd5c-4a5a-b707-f597464fafe4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.1313539 Mar 02 07:32:22.735688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddc116-7700-4ee1-ba45-3e5f92d1c793,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:22.743922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.746442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.796265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:22.807074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14621d-4f6f-45be-b85b-ffc96da2c041 req-1b15276a-42fc-4b41-a4fe-12ccc985ebfd tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.808807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e14621d-4f6f-45be-b85b-ffc96da2c041 req-1b15276a-42fc-4b41-a4fe-12ccc985ebfd tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 0.4108124 Mar 02 07:32:22.810974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.815166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-a8b01d7b-e491-4f3e-a555-913354324d71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225591 Mar 02 07:32:22.868302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.868689 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Added segment 7b29aae6-e5f5-4c27-8b75-43323cbab6f5 of type vlan for network b438563a-65ea-4872-bcc6-ca2100956fb3 Mar 02 07:32:22.899833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e14621d-4f6f-45be-b85b-ffc96da2c041 req-987f4041-a84a-47d0-a3a5-487bf85904e5 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759354 Mar 02 07:32:23.011140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.163136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53290) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:23.261744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec0755-7598-4ddb-aa3e-751b9941bf5e req-06a9d694-3212-4f19-bdb6-8757e48deb82 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:23.264909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cec0755-7598-4ddb-aa3e-751b9941bf5e req-06a9d694-3212-4f19-bdb6-8757e48deb82 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 944 time: 0.2098091 Mar 02 07:32:23.276857 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-5a7f4ce5-8e88-4b11-92a7-cb0523fd0008 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519365 Mar 02 07:32:23.444098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601628519'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:23.461360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:23.464710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.483312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:23.491438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:23.514523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:23.516072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:32:23.551782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:23.554505 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.559814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.560677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:23.561500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.616998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cec0755-7598-4ddb-aa3e-751b9941bf5e req-6b9f31ad-e2eb-4d03-893d-bf4fba0471d0 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446825 Mar 02 07:32:23.714304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.736660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:23.738600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'Network': ['ID=b438563a-65ea-4872-bcc6-ca2100956fb3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:23.742146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:security_group_rule and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:23.747162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:23.752512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b438563a-65ea-4872-bcc6-ca2100956fb3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:23.754164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:23.796773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c1ea0ca-90ae-4c35-979d-c1dfe257f7a4 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7053945 Mar 02 07:32:23.800874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53308) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:23.810064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Request body: {'subnet': {'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:23.923822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.945912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.002967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b56145-afc7-4f4d-9325-80c3038a2d87,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.061089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:24.072632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.072970 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment ad09cb16-2a48-4fe3-b942-439435c64740 of type vlan for network c333a5e3-f016-4b6c-8404-47d045b1e9f8 Mar 02 07:32:24.105110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.143231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9408282-06a1-4244-83be-6a2573be6678 req-92dccc4b-ac6a-465e-a005-7c9ed72b3444 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106086 Mar 02 07:32:24.149284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.164143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:24.164791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.326003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=c333a5e3-f016-4b6c-8404-47d045b1e9f8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.334535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-271b475a-0459-42b7-ad9e-2b8f0b99f404 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1620440 Mar 02 07:32:24.337593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53320) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:24.344693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:24.351362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:24.354866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-837980437'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:24.362649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Usage tracker for resource:subnet and tenant:721d5a4f51614c70ad54752f2911ffc3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:24.367024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.368292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:24.397263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:24.401040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:24.403484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:24.410469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:24.424597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:24.429324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.430589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.434831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:24.470817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:24.497225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.497635 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment b649d7d9-beb0-49ab-873b-a632722d3777 of type vlan for network 78d900a7-0edc-4f33-9d11-7407c5660032 Mar 02 07:32:24.504722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Made reservation on behalf of 721d5a4f51614c70ad54752f2911ffc3 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:24.519585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.542289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.662562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.676576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:24.677484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.722211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3752749 Mar 02 07:32:24.750358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:24.814491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:24.896511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409d59f-3362-4f00-9265-798482c7c4a2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=78d900a7-0edc-4f33-9d11-7407c5660032,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.906969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 78d900a7-0edc-4f33-9d11-7407c5660032 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:24.928047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Allocated IP 172.25.4.137 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5801a373-1dbf-4c9d-96de-e01cb0a84bc6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:25.030659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:25.038265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:25.041268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:25.060334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74179e1b-999a-47d9-a868-5205bba78f72 req-56ce41bf-6868-407a-bf03-d0bbc517ac74 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.061955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74179e1b-999a-47d9-a868-5205bba78f72 req-56ce41bf-6868-407a-bf03-d0bbc517ac74 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.2513993 Mar 02 07:32:25.069130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.070035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:25.111898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:25.115929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.156402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74179e1b-999a-47d9-a868-5205bba78f72 req-a4285d8e-9b02-4ab3-b042-f6203027a4ac tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838664 Mar 02 07:32:25.198671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'Subnet': ['ID=0c5b2338-0bc6-4068-85b7-b6252b0527d8,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:25.209537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026bb03-24d5-475e-8fc1-9b37e2386140 req-9df451d0-9199-4d2d-a56c-be172140cd26 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.211293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0026bb03-24d5-475e-8fc1-9b37e2386140 req-9df451d0-9199-4d2d-a56c-be172140cd26 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 944 time: 0.4324415 Mar 02 07:32:25.342365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.351803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Checking segment: {'id': '7b29aae6-e5f5-4c27-8b75-43323cbab6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:25.352470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Network hostable DHCP agents. Network: b438563a-65ea-4872-bcc6-ca2100956fb3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:25.358231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0026bb03-24d5-475e-8fc1-9b37e2386140 req-6e54f870-46fd-46f0-8388-07f853dc92f9 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:25.393357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0026bb03-24d5-475e-8fc1-9b37e2386140 req-6e54f870-46fd-46f0-8388-07f853dc92f9 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:25.394541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0026bb03-24d5-475e-8fc1-9b37e2386140 req-6e54f870-46fd-46f0-8388-07f853dc92f9 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639612 Mar 02 07:32:25.402227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Network b438563a-65ea-4872-bcc6-ca2100956fb3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:25.421956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b438563a-65ea-4872-bcc6-ca2100956fb3) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:25.424963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27dd5c-dfd3-48ac-9d8b-250b09285401 None None] Network b438563a-65ea-4872-bcc6-ca2100956fb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:25.427694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.428456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.433215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.552781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556fd9-1b45-48b2-a137-db665f653759 req-1d24d128-ba5b-477d-a7ac-62ea11494f01 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.554925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff556fd9-1b45-48b2-a137-db665f653759 req-1d24d128-ba5b-477d-a7ac-62ea11494f01 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 951 time: 0.1714361 Mar 02 07:32:25.637574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff556fd9-1b45-48b2-a137-db665f653759 req-f09fc462-7d42-4f36-a4dc-bdf0830ed5b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762589 Mar 02 07:32:25.649379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.661043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b438563a-65ea-4872-bcc6-ca2100956fb3', 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3', 'tenant_id': '721d5a4f51614c70ad54752f2911ffc3', 'fixed_ips': [{'subnet_id': '0c5b2338-0bc6-4068-85b7-b6252b0527d8'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:25.662591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.727166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Pushing event updated for resources: {'Port': ['ID=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:25.746048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:25.748118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:25.750987 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cfe8931a-5df5-45ea-a840-bb6e3c7f3edb tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9474630 Mar 02 07:32:25.752045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:25.761920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53376) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:25.785018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Request body: {'port': {'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-478051920'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:25.905824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Allocated IP 172.20.0.2 (b438563a-65ea-4872-bcc6-ca2100956fb3/0c5b2338-0bc6-4068-85b7-b6252b0527d8/220abf27-0a9f-4708-8fa5-10b21c48510a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:26.018190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=d1af568b-c18d-4516-97d4-c775c7cb7ff9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:26.157510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.171041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Transition to ACTIVE for port object 220abf27-0a9f-4708-8fa5-10b21c48510a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:26.172885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': 'ad09cb16-2a48-4fe3-b942-439435c64740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:26.173254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: c333a5e3-f016-4b6c-8404-47d045b1e9f8, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:26.213393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:26.219969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Transition to ACTIVE for port object 220abf27-0a9f-4708-8fa5-10b21c48510a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:26.223220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Usage tracker for resource:port and tenant:721d5a4f51614c70ad54752f2911ffc3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:26.228332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:26.228566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.236436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:26.239709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:26.256573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Made reservation on behalf of 721d5a4f51614c70ad54752f2911ffc3 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:26.260648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.273458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c333a5e3-f016-4b6c-8404-47d045b1e9f8) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:26.282960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:26.283207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.286878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb0d29-bafa-494d-9c3e-a6b02def1ab2 None None] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:26.306586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] device_id is not set on port b641efb2-feda-4586-8648-d6f6479346cc yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:26.337143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Network b438563a-65ea-4872-bcc6-ca2100956fb3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:26.347150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.350894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:26.361736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ae523e4-0af5-40e3-b5a7-9ee21a073c7a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6101584 Mar 02 07:32:26.362407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53432) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:26.390106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:26.409537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075b8b7-5b14-4752-b83f-7795fe6ccd8a req-d04f1e1a-c6be-4c0b-97aa-44015ff1d83f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:26.419305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3075b8b7-5b14-4752-b83f-7795fe6ccd8a req-d04f1e1a-c6be-4c0b-97aa-44015ff1d83f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.2949710 Mar 02 07:32:26.515688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3075b8b7-5b14-4752-b83f-7795fe6ccd8a req-1a89ce8a-7e33-4cc2-9cd2-1f0620a9b59e tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917611 Mar 02 07:32:26.554610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:26.596064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Pushing event updated for resources: {'Port': ['ID=220abf27-0a9f-4708-8fa5-10b21c48510a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:26.655260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c333a5e3-f016-4b6c-8404-47d045b1e9f8', 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': 'd1af568b-c18d-4516-97d4-c775c7cb7ff9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:26.656097 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.675186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Allocated IP 172.20.0.11 (b438563a-65ea-4872-bcc6-ca2100956fb3/0c5b2338-0bc6-4068-85b7-b6252b0527d8/b641efb2-feda-4586-8648-d6f6479346cc) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:26.725360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:32:26.750434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:26.759347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:26.770234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:26.781489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:26.820488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:26.831305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.939436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Attempting to bind port 220abf27-0a9f-4708-8fa5-10b21c48510a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:26.939809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Attempting to bind port 220abf27-0a9f-4708-8fa5-10b21c48510a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7b29aae6-e5f5-4c27-8b75-43323cbab6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:26.940169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Attempting to bind port 220abf27-0a9f-4708-8fa5-10b21c48510a on network b438563a-65ea-4872-bcc6-ca2100956fb3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:26.953722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:26.954237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.954450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Checking segment: {'id': '7b29aae6-e5f5-4c27-8b75-43323cbab6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:26.955545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.955951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Bound using segment: {'id': '7b29aae6-e5f5-4c27-8b75-43323cbab6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:26.956431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Bound port: 220abf27-0a9f-4708-8fa5-10b21c48510a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b29aae6-e5f5-4c27-8b75-43323cbab6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:26.956862 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.980694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Allocated IP 172.20.0.2 (c333a5e3-f016-4b6c-8404-47d045b1e9f8/d1af568b-c18d-4516-97d4-c775c7cb7ff9/a2138e57-a1c8-417f-a7d5-f9e99803e068) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:27.214155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.227687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dc279-e0f6-4a43-9c73-5d68f75bd21d req-580c682b-d790-4123-aab1-bbab8d09ef89 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:27.229660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c14dc279-e0f6-4a43-9c73-5d68f75bd21d req-580c682b-d790-4123-aab1-bbab8d09ef89 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 944 time: 0.3439717 Mar 02 07:32:27.287147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Transition to ACTIVE for port object b641efb2-feda-4586-8648-d6f6479346cc will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:27.314262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c14dc279-e0f6-4a43-9c73-5d68f75bd21d req-828c6768-17c1-4516-b78a-aaa4cefbb211 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769541 Mar 02 07:32:27.338309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Router 5b964fc2-52e4-436b-945f-46e2c47d136b is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:27.400563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.449788 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.512310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.523545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Transition to ACTIVE for port object a2138e57-a1c8-417f-a7d5-f9e99803e068 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:27.545707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Transition to ACTIVE for port object a2138e57-a1c8-417f-a7d5-f9e99803e068 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:27.563600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] For port 220abf27-0a9f-4708-8fa5-10b21c48510a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:27.563797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=12d8e457-6d8b-424f-a376-855eee60ece3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.566930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] For port 220abf27-0a9f-4708-8fa5-10b21c48510a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=220abf27-0a9f-4708-8fa5-10b21c48510a,segment=NetworkSegment(7b29aae6-e5f5-4c27-8b75-43323cbab6f5),segment_id=7b29aae6-e5f5-4c27-8b75-43323cbab6f5)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:27.573425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.602574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Network b438563a-65ea-4872-bcc6-ca2100956fb3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:27.627893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:27.630966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:27.638986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.690911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:27.698916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'Port': ['ID=b641efb2-feda-4586-8648-d6f6479346cc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.730459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:27.731509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'port_id': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'mac_address': 'fa:16:3e:81:25:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:32:27.765217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': 'b649d7d9-beb0-49ab-873b-a632722d3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:27.765585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: 78d900a7-0edc-4f33-9d11-7407c5660032, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:27.823909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:27.830620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Pushing event updated for resources: {'Port': ['ID=a2138e57-a1c8-417f-a7d5-f9e99803e068,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.848131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:27.881392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:27.882091 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.913229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:27.941758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.943376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00ae24b9-b5d0-4baa-817f-41660bb77c74 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6209910 Mar 02 07:32:27.945961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53516) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:27.949633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-3402ecc2-4aa1-4045-b3d0-9d14cbfcdd0d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:27.951231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-3402ecc2-4aa1-4045-b3d0-9d14cbfcdd0d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.5050833 Mar 02 07:32:27.951882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 78d900a7-0edc-4f33-9d11-7407c5660032 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:27.972611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Sync routers for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:28.051377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.074410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Deleting port c2f6838a-ad5a-43e9-b091-e46b313a65b8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:28.074756 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.147504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:28.219590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:28.220549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.346891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:28.357479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Attempting to bind port a2138e57-a1c8-417f-a7d5-f9e99803e068 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:28.357882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Attempting to bind port a2138e57-a1c8-417f-a7d5-f9e99803e068 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'ad09cb16-2a48-4fe3-b942-439435c64740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:28.358419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Attempting to bind port a2138e57-a1c8-417f-a7d5-f9e99803e068 on network c333a5e3-f016-4b6c-8404-47d045b1e9f8 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:28.379660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.393156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447174-97bb-44e2-926b-5c0b569206af None None] Pushing event updated for resources: {'Port': ['ID=220abf27-0a9f-4708-8fa5-10b21c48510a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.401825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:28.402249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Checking segment: {'id': 'ad09cb16-2a48-4fe3-b942-439435c64740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:28.402660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.403052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Bound using segment: {'id': 'ad09cb16-2a48-4fe3-b942-439435c64740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:28.403547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Bound port: a2138e57-a1c8-417f-a7d5-f9e99803e068, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09cb16-2a48-4fe3-b942-439435c64740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c333a5e3-f016-4b6c-8404-47d045b1e9f8'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:28.403905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.432682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 78d900a7-0edc-4f33-9d11-7407c5660032) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:28.435297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5e3c69df-cb83-4677-8aea-f1b0a11fe083 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6646550 Mar 02 07:32:28.462241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:28.462533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.465143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:28.482268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Request body: {'port': {'network_id': 'b438563a-65ea-4872-bcc6-ca2100956fb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1041058219', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:28.482878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.api.validators [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] bootfile-name is not in valid_values {{(pid=87855) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:28.483302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.api.validators [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] tftp-server is not in valid_values {{(pid=87855) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:28.483638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.api.validators [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] server-ip-address is not in valid_values {{(pid=87855) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:28.493773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237644fd-50a7-4c1c-b8b8-754cb9b3f00c req-597c00d7-5763-4c2f-9602-176a8b53a71f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:28.502593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-237644fd-50a7-4c1c-b8b8-754cb9b3f00c req-597c00d7-5763-4c2f-9602-176a8b53a71f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 945 time: 0.6959963 Mar 02 07:32:28.519079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3953c635-d456-4e82-a096-484c0806dd43 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1497736 Mar 02 07:32:28.523852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53560) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:28.532500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1497783179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:28.571962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:28.601786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:28.627112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:28.643393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:28.679150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0ee4cd-3f2b-4fbe-8e92-aade905034e2 None None] Network 78d900a7-0edc-4f33-9d11-7407c5660032 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:28.696151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.709763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-237644fd-50a7-4c1c-b8b8-754cb9b3f00c req-ba0050e2-0858-4d93-bd39-dd7a76fa8298 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups?id=86858245-6c03-4f97-8766-bbd4c31bdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032065 Mar 02 07:32:28.746193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.747282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.774143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:28.778808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Usage tracker for resource:port and tenant:721d5a4f51614c70ad54752f2911ffc3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:28.781691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:28.790273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:28.807558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.819302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Made reservation on behalf of 721d5a4f51614c70ad54752f2911ffc3 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:28.823340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.853821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] For port c2f6838a-ad5a-43e9-b091-e46b313a65b8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c2f6838a-ad5a-43e9-b091-e46b313a65b8,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:28.853821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.933543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] device_id is not set on port d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:28.941714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:28.967990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:32:29.014540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.077174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268074-d103-4020-871c-32a83c8055e4 req-925808b1-74b8-432a-bad1-30ac0ce5b20e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:29.088164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1268074-d103-4020-871c-32a83c8055e4 req-925808b1-74b8-432a-bad1-30ac0ce5b20e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 945 time: 0.4320195 Mar 02 07:32:29.274845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.278492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-86bd6f06-67f5-4d31-91f2-a88a8f29bf60 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7491465 Mar 02 07:32:29.282231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:29.578923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.579310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.581145 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Floating IP 7d21d4c1-984e-41a6-8aea-bf09d5507be7 disassociated. External IP: 172.25.4.200, port: c2f6838a-ad5a-43e9-b091-e46b313a65b8. Mar 02 07:32:29.581519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Calling delete_port for c2f6838a-ad5a-43e9-b091-e46b313a65b8 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:29.666281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:29.711318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1268074-d103-4020-871c-32a83c8055e4 req-218f6245-43c2-416b-a14c-e87855aefb6a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157317 Mar 02 07:32:29.730769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 220abf27-0a9f-4708-8fa5-10b21c48510a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:29.800266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-78d900a7-0edc-4f33-9d11-7407c5660032', 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '12d8e457-6d8b-424f-a376-855eee60ece3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:29.801099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.837443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.932764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event deleted for resources: {'Port': ['ID=c2f6838a-ad5a-43e9-b091-e46b313a65b8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:29.993989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e75ef-6ef0-4b17-b63d-17b8a313b76f None None] Network b438563a-65ea-4872-bcc6-ca2100956fb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:30.246952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:30.302190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] For port a2138e57-a1c8-417f-a7d5-f9e99803e068, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:30.360109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5bb4c63-c314-4424-8431-0222827b2d01 req-c86bb646-f80b-46b2-978d-55d09cf8066b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bc34d32-a055-4d60-9ddc-3c053012cb84 HTTP/1.1" status: 200 len: 210 time: 0.1702089 Mar 02 07:32:30.447698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] For port a2138e57-a1c8-417f-a7d5-f9e99803e068, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a2138e57-a1c8-417f-a7d5-f9e99803e068,segment=NetworkSegment(ad09cb16-2a48-4fe3-b942-439435c64740),segment_id=ad09cb16-2a48-4fe3-b942-439435c64740)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:30.618185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:30.619489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Allocated IP 172.20.0.3 (b438563a-65ea-4872-bcc6-ca2100956fb3/0c5b2338-0bc6-4068-85b7-b6252b0527d8/d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:30.641572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Sync routers for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:30.663827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:30.664876 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:30.701391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.721799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] No DVR routers for this DVR port c2f6838a-ad5a-43e9-b091-e46b313a65b8 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:30.747125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.763115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'name': 'network-vif-deleted', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:30.770087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f89954a7-40d2-4a45-ae20-1137099246e4 req-e41d2d7e-6d2b-42bc-b7e7-86ffc374499d tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.16 "DELETE /v2.0/ports/c2f6838a-ad5a-43e9-b091-e46b313a65b8 HTTP/1.1" status: 204 len: 173 time: 2.8000331 Mar 02 07:32:30.790650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-17dd277c-38d3-4f0b-80cd-bbe24f3ca061 None None] Provisioning for port 220abf27-0a9f-4708-8fa5-10b21c48510a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:30.863471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 220abf27-0a9f-4708-8fa5-10b21c48510a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:30.879317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.928110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.980087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 220abf27-0a9f-4708-8fa5-10b21c48510a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:30.980462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.989626 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:31.085156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Allocated IP 172.21.0.2 (78d900a7-0edc-4f33-9d11-7407c5660032/12d8e457-6d8b-424f-a376-855eee60ece3/4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:31.090712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa211e6-c1eb-41a3-b938-1ccbffc5c6c4 None None] Pushing event updated for resources: {'Port': ['ID=a2138e57-a1c8-417f-a7d5-f9e99803e068,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:31.303381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:31.387333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:31.499065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:31.507352 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Checking router: 9be4110f-24bd-49a8-a4cd-5ad7f9828810 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:31.519203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:31.520191 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:31.623890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.686056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2f6838a-ad5a-43e9-b091-e46b313a65b8 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:31.744968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:26Z', 'revision_number': 3, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:31.766194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: c2f6838a-ad5a-43e9-b091-e46b313a65b8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:31.766542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c2f6838a-ad5a-43e9-b091-e46b313a65b8 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:31.809566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Checking router: 5b964fc2-52e4-436b-945f-46e2c47d136b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:31.810278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Updating router 5b964fc2-52e4-436b-945f-46e2c47d136b port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:31.816655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.831543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.20.0.1 (c333a5e3-f016-4b6c-8404-47d045b1e9f8/d1af568b-c18d-4516-97d4-c775c7cb7ff9/0638acc9-545d-4ea9-8cbc-53dcf98eaf4d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:31.918424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.939603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Transition to ACTIVE for port object d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:31.945324 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc34d32-a055-4d60-9ddc-3c053012cb84', 'name': 'network-vif-deleted', 'tag': 'c2f6838a-ad5a-43e9-b091-e46b313a65b8', 'status': 'completed', 'code': 200} Mar 02 07:32:32.019505 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.047053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:32.050229 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.082552 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'code': 200} Mar 02 07:32:32.107231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.142619 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:32.292278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Allocated IP 172.20.0.1 (90a784c5-1fda-4f86-bbc8-caa327fbf29a/dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af/5d5ee819-1726-4d0a-bb70-62fa8b8b544a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:32.352891 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.369337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Transition to ACTIVE for port object 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:32.414569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:32.597644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c04e5d-d7a7-4219-92e1-2c881b2e7161 None None] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:32.604577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.639558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.665115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389f8d9-9ba1-4848-be91-b4a72a71e00a req-e5b5b82e-2ac3-4e13-a39a-b6cb857ddcbf tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:32.672016 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0389f8d9-9ba1-4848-be91-b4a72a71e00a req-e5b5b82e-2ac3-4e13-a39a-b6cb857ddcbf tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 945 time: 1.6808903 Mar 02 07:32:32.711996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Network b438563a-65ea-4872-bcc6-ca2100956fb3 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:32.715655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.722998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:32.742187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:32.748740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86858245-6c03-4f97-8766-bbd4c31bdc92,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:32.760673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.762197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-81304fc3-e64d-48bc-bb6b-4c2e941737c6 tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "DELETE /v2.0/security-groups/86858245-6c03-4f97-8766-bbd4c31bdc92 HTTP/1.1" status: 204 len: 168 time: 0.3466246 Mar 02 07:32:32.764795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53720) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:32.773965 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:32.781644 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461d303-a50d-4c7a-a0d6-cc8df684e91c None None] The sync data for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 is: [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:30:34Z', 'revision_number': 4, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '23c464c1-4f1b-4670-b1df-dc9493c8bff9', 'name': '', 'network_id': 'cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'mac_address': 'fa:16:3e:c7:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:32Z', 'updated_at': '2022-03-02T07:30:40Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'subnets': [{'id': '3a613194-fb8b-4003-b54f-512361ba7b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:32.789131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:32.790723 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-25ac0988-0c64-4d6c-b7bb-00ef9fa0f35f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] show failed (client error): The resource could not be found. Mar 02 07:32:32.792009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-25ac0988-0c64-4d6c-b7bb-00ef9fa0f35f tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "GET /v2.0/security-groups/86858245-6c03-4f97-8766-bbd4c31bdc92 HTTP/1.1" status: 404 len: 347 time: 0.0259094 Mar 02 07:32:32.797713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:32.830871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'Port': ['ID=d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:32.877881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0389f8d9-9ba1-4848-be91-b4a72a71e00a req-2aa48e93-3495-454f-8c56-f38235159004 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049699 Mar 02 07:32:32.965913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:32.966650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.977026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.014067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Transition to ACTIVE for port object 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:33.031332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:33.052193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.076834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-119fc239-d6b4-4c27-bfd6-890d116462dc tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.6101665 Mar 02 07:32:33.077816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53730) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:33.109612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 220abf27-0a9f-4708-8fa5-10b21c48510a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=220abf27-0a9f-4708-8fa5-10b21c48510a,segment=NetworkSegment(7b29aae6-e5f5-4c27-8b75-43323cbab6f5),segment_id=7b29aae6-e5f5-4c27-8b75-43323cbab6f5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:33.112999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf796c-b8fe-493c-a981-fd973bea6d67 req-653d5a9e-6245-4324-a589-d1d678511319 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:33.115468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2bf796c-b8fe-493c-a981-fd973bea6d67 req-653d5a9e-6245-4324-a589-d1d678511319 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.5499868 Mar 02 07:32:33.185602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b847a876-b395-4397-b7b7-8e52342b5866 None None] Provisioning for port a2138e57-a1c8-417f-a7d5-f9e99803e068 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:33.190647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.192785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.194119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.252739 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.282382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Deleting port aa423b18-abfe-481c-8336-63fb8afc12d8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:33.283762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.294904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e298e-f159-4f3d-894c-2c3ca12bb954 None None] New status for floating IP 7d21d4c1-984e-41a6-8aea-bf09d5507be7: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:32:33.310670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:33.316417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.323694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:33.326791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:33.362136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2bf796c-b8fe-493c-a981-fd973bea6d67 req-e7fc2f26-876b-46fc-9bda-d40a59970153 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379138 Mar 02 07:32:33.435413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:33.441380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:33.447971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:33.448940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Synchronizing usage tracker for tenant:721d5a4f51614c70ad54752f2911ffc3 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:33.455830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=0638acc9-545d-4ea9-8cbc-53dcf98eaf4d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.497398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Network 78d900a7-0edc-4f33-9d11-7407c5660032 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:33.502348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:33.513002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:33.515592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:33.518496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.518912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.556194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.577787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Transition to ACTIVE for port object 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:33.603244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a2138e57-a1c8-417f-a7d5-f9e99803e068 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:33.606480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Unset dirty status for tenant:721d5a4f51614c70ad54752f2911ffc3 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:33.610626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37d86749-da3a-4aa8-ae6c-bdd18016561d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5267880 Mar 02 07:32:33.617688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Pushing event updated for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.620679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53734) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:33.633732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.641896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:33.645181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=220abf27-0a9f-4708-8fa5-10b21c48510a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.674972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Calling delete_port for aa423b18-abfe-481c-8336-63fb8afc12d8 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:33.744006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Deleting port d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:33.744433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.752334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:33.788876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.850263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.906051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.909266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-f01e298e-f159-4f3d-894c-2c3ca12bb954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:33.909618 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-f01e298e-f159-4f3d-894c-2c3ca12bb954 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:33.910264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Pushing event deleted for resources: {'Port': ['ID=aa423b18-abfe-481c-8336-63fb8afc12d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.947190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:33.954610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.955038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.955496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.955868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.956447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.956828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.957167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.957553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.958570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.958570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.958792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:33.959324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:34.032253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.032701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.072898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.090277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.092884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d223ba98-20cd-4878-a88c-1fd34036880b tempest-ServersTestJSON-1631151141 tempest-ServersTestJSON-1631151141-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d21d4c1-984e-41a6-8aea-bf09d5507be7 HTTP/1.1" status: 204 len: 168 time: 1.2913959 Mar 02 07:32:34.095099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53742) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:34.167967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Provisioning complete for port 220abf27-0a9f-4708-8fa5-10b21c48510a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.168363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.220841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Pushing event updated for resources: {'Port': ['ID=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:34.232645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Attempting to bind port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:34.233009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Attempting to bind port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:34.233367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Attempting to bind port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:34.286781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Attempting to bind port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:34.287068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Attempting to bind port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b649d7d9-beb0-49ab-873b-a632722d3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:34.287449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Attempting to bind port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 on network 78d900a7-0edc-4f33-9d11-7407c5660032 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:34.302371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:34.302371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:34.302681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.302997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:34.303482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Bound port: 5801a373-1dbf-4c9d-96de-e01cb0a84bc6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:34.303852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.468952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e298e-f159-4f3d-894c-2c3ca12bb954 None None] New status for floating IP 7d21d4c1-984e-41a6-8aea-bf09d5507be7: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:32:34.534138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-dababbbc-6d2f-4180-9492-a85d4226f650 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:34.536823 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-dababbbc-6d2f-4180-9492-a85d4226f650 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.2823946 Mar 02 07:32:34.610040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.620065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.636610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.646295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:34.646765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Checking segment: {'id': 'b649d7d9-beb0-49ab-873b-a632722d3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:34.647726 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.648172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Bound using segment: {'id': 'b649d7d9-beb0-49ab-873b-a632722d3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:34.648709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Bound port: 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b649d7d9-beb0-49ab-873b-a632722d3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78d900a7-0edc-4f33-9d11-7407c5660032'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:34.649123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.678129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a2138e57-a1c8-417f-a7d5-f9e99803e068 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:34.716145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a2138e57-a1c8-417f-a7d5-f9e99803e068 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.716879 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.827903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:34.849442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53529e-e944-458d-9602-bc65ade045ce None None] Pushing event updated for resources: {'Port': ['ID=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:34.874140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Calling delete_port for d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:34.905625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:34.938368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Deleting port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:34.938716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.939566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10f49-cbd4-4ae9-bee0-f30db0b3a39b req-16fdbe29-4209-459c-a951-55031c1f8467 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:34.941050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4df10f49-cbd4-4ae9-bee0-f30db0b3a39b req-16fdbe29-4209-459c-a951-55031c1f8467 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 945 time: 0.8442707 Mar 02 07:32:34.952500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.006048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] For port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:35.042635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] For port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:35.065082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.065910 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:32:35.081066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] For port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:35.154834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124d1b-645f-463a-8f1c-29e5f553b7b9 req-da0a65e5-5271-480d-b634-89a437a5e800 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:35.162377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff124d1b-645f-463a-8f1c-29e5f553b7b9 req-da0a65e5-5271-480d-b634-89a437a5e800 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 947 time: 0.5212603 Mar 02 07:32:35.166211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4df10f49-cbd4-4ae9-bee0-f30db0b3a39b req-08482474-4d4b-4655-b047-07ebbc8e75f2 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673548 Mar 02 07:32:35.169846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.177096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] For port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,segment=NetworkSegment(b649d7d9-beb0-49ab-873b-a632722d3777),segment_id=b649d7d9-beb0-49ab-873b-a632722d3777)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:35.261890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Provisioning for port b641efb2-feda-4586-8648-d6f6479346cc completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:35.267870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53529e-e944-458d-9602-bc65ade045ce None None] Pushing event updated for resources: {'Port': ['ID=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.273841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Provisioning complete for port b641efb2-feda-4586-8648-d6f6479346cc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:35.274492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.314696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ff124d1b-645f-463a-8f1c-29e5f553b7b9 req-5cfe5189-fc1c-41b0-91d5-de0bb79947af tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513920 Mar 02 07:32:35.338622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:35.339274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:35.377719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] For port 3013f00e-5b74-4ba1-a3e7-7a58e0649762, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=3013f00e-5b74-4ba1-a3e7-7a58e0649762,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:35.378377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.385970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.397846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.408691 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'code': 200} Mar 02 07:32:35.415435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4cb313c6-939e-4afb-ad80-2b345ed794cb None None] Port b641efb2-feda-4586-8648-d6f6479346cc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:35.417518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.520804 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.557329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.593065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Calling delete_port for 3013f00e-5b74-4ba1-a3e7-7a58e0649762 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:35.595582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=0638acc9-545d-4ea9-8cbc-53dcf98eaf4d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.659853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:32:35.670242 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.675165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event deleted for resources: {'Port': ['ID=d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.715017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.779576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a2138e57-a1c8-417f-a7d5-f9e99803e068, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a2138e57-a1c8-417f-a7d5-f9e99803e068,segment=NetworkSegment(ad09cb16-2a48-4fe3-b942-439435c64740),segment_id=ad09cb16-2a48-4fe3-b942-439435c64740)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:35.791466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Provisioning for port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:35.798109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.802813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.819247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Provisioning complete for port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:35.819702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.893521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:35.899083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:35.907182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413c52-a397-4c94-8ee2-eb2c04937941 req-8d9cfe29-0370-4117-920e-ccbe9578c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:35.908912 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9413c52-a397-4c94-8ee2-eb2c04937941 req-8d9cfe29-0370-4117-920e-ccbe9578c20b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.4835842 Mar 02 07:32:35.915059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.922628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.959040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318047f1-3c37-49ec-926e-778f5a528332 None None] Pushing event updated for resources: {'Port': ['ID=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.017459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 220abf27-0a9f-4708-8fa5-10b21c48510a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:36.075992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Could not find standard attr ID for object d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:32:36.144829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9413c52-a397-4c94-8ee2-eb2c04937941 req-a0d85708-a7a1-4d90-ba4d-75c5e4359f89 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194719 Mar 02 07:32:36.145941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Pushing event deleted for resources: {'Port': ['ID=3013f00e-5b74-4ba1-a3e7-7a58e0649762,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.204931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Pushing event updated for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.272788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] No DVR routers for this DVR port 3013f00e-5b74-4ba1-a3e7-7a58e0649762 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:36.276303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.293202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-deleted', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:36.304200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:36.325768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:36.331863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.334410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dfc88e2f-52e9-4ece-b925-6c2e5f08a5cb req-a712450e-cbd4-4831-b3c7-67b9b92233b7 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.39 "DELETE /v2.0/ports/3013f00e-5b74-4ba1-a3e7-7a58e0649762 HTTP/1.1" status: 204 len: 173 time: 1.7814374 Mar 02 07:32:36.344880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.461773 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7', 'name': 'network-vif-deleted', 'tag': '3013f00e-5b74-4ba1-a3e7-7a58e0649762', 'status': 'completed', 'code': 200} Mar 02 07:32:36.688384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Provisioning complete for port a2138e57-a1c8-417f-a7d5-f9e99803e068 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:36.688942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b891ced8-e557-41c2-9340-fee9e06d83f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.754435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa32acad-9e9f-4537-8964-0406ba95f2b9 req-84cac6d5-7442-48e6-84c0-13e929813527 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Synchronizing usage tracker for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:36.759061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a2138e57-a1c8-417f-a7d5-f9e99803e068,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.836945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa32acad-9e9f-4537-8964-0406ba95f2b9 req-84cac6d5-7442-48e6-84c0-13e929813527 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Unset dirty status for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:36.838092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa32acad-9e9f-4537-8964-0406ba95f2b9 req-84cac6d5-7442-48e6-84c0-13e929813527 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c6d9f7-b9e6-4245-b0d2-189e17fd5ae7 HTTP/1.1" status: 200 len: 210 time: 0.1438305 Mar 02 07:32:36.871968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Deleting port 23c464c1-4f1b-4670-b1df-dc9493c8bff9 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:36.873586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.967866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 220abf27-0a9f-4708-8fa5-10b21c48510a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:36.968249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.970296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:36.978988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:36.991207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-49059abd-06d6-4a45-9509-9c69751ca115 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "DELETE /v2.0/ports/d1ea7b6f-3ad6-4f0a-81aa-86852ab3d003 HTTP/1.1" status: 204 len: 168 time: 3.3617828 Mar 02 07:32:37.137495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5d5ee819-1726-4d0a-bb70-62fa8b8b544a', 'name': '', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'mac_address': 'fa:16:3e:db:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:32Z', 'updated_at': '2022-03-02T07:32:32Z', 'revision_number': 1, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'subnets': [{'id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:37.139630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3ae80fb5-fdbf-4ba2-87a0-5920bfa773fc None None] Provisioning complete for port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:37.140005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ae80fb5-fdbf-4ba2-87a0-5920bfa773fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.178610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53764) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:37.191652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Request body: {'port': {'name': 'tempest-new-port-name-1080851163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:37.192135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] bootfile-name is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:37.192494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] tftp-server is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:37.192808 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] server-ip-address is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:32:37.198062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fa27-3e34-421f-83a4-0c2470168fb8 None None] The sync data for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 is: [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5d5ee819-1726-4d0a-bb70-62fa8b8b544a', 'name': '', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'mac_address': 'fa:16:3e:db:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:32Z', 'updated_at': '2022-03-02T07:32:32Z', 'revision_number': 1, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'subnets': [{'id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:37.293733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3ae80fb5-fdbf-4ba2-87a0-5920bfa773fc None None] Port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:37.441389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25becf0-ea12-4215-be4e-2e1c6d11c25d None None] Network 78d900a7-0edc-4f33-9d11-7407c5660032 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:37.659783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.679372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2d17f-afef-4f84-bf37-f7b866dc5203 req-f6784dc3-4d6a-4ab3-b535-e11700583141 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:37.681733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43e2d17f-afef-4f84-bf37-f7b866dc5203 req-f6784dc3-4d6a-4ab3-b535-e11700583141 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 1.0553596 Mar 02 07:32:37.748770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43e2d17f-afef-4f84-bf37-f7b866dc5203 req-23c50273-e793-4e30-a457-467234624163 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Mar 02 07:32:37.752159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router c5b3b7a7-b678-4922-b20e-3fbb8e19387d is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:37.760816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-12d62f1e-1bc5-42ae-ab12-5e3c2085a47f None None] Provisioning for port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:37.766021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Router 5b964fc2-52e4-436b-945f-46e2c47d136b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:37.870053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:37.934402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 3013f00e-5b74-4ba1-a3e7-7a58e0649762 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:37.934747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 3013f00e-5b74-4ba1-a3e7-7a58e0649762 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:37.964611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:37.972456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-87158f79-1c5a-49b8-bf42-32f3b3183485 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6754048 Mar 02 07:32:37.976043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:37.981567 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] Sync routers for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:37.991783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] For port 23c464c1-4f1b-4670-b1df-dc9493c8bff9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c464c1-4f1b-4670-b1df-dc9493c8bff9,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:37.992315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.997906 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:37.998725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:38.040192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-533e72f5-9ea7-45a5-90e2-7f0307769ce3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:38.057478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-533e72f5-9ea7-45a5-90e2-7f0307769ce3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.7690687 Mar 02 07:32:38.058329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a2138e57-a1c8-417f-a7d5-f9e99803e068 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:38.085255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-15cffaad-0347-4f59-b933-5264c1bae62c tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/quotas/06f8e51975e24ac785e9fba407a0f8aa HTTP/1.1" status: 200 len: 375 time: 0.0267744 Mar 02 07:32:38.134080 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:38.158797 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:38.159442 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:38.222716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a2138e57-a1c8-417f-a7d5-f9e99803e068 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:38.223207 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.277275 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:38.278109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7580c6f2-d93a-4855-8726-b46431ca6327 None None] The sync data for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:38.368622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Calling delete_port for 23c464c1-4f1b-4670-b1df-dc9493c8bff9 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:38.420593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536c2d5-5eb2-458a-8a97-10ee0b895fb3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:38.422114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a536c2d5-5eb2-458a-8a97-10ee0b895fb3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:38.425615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:38.439814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f46576b6-c200-4b73-a7c6-507351affb3c admin admin] 10.222.0.21 "PUT /v2.0/routers/5b964fc2-52e4-436b-945f-46e2c47d136b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4925048 Mar 02 07:32:38.473335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a536c2d5-5eb2-458a-8a97-10ee0b895fb3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:38.475012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a536c2d5-5eb2-458a-8a97-10ee0b895fb3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports/0638acc9-545d-4ea9-8cbc-53dcf98eaf4d HTTP/1.1" status: 200 len: 910 time: 0.3342092 Mar 02 07:32:38.478297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53790) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:38.499732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:38.611037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:38.620683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:38.621069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.757213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.853765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.891341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Pushing event deleted for resources: {'Port': ['ID=23c464c1-4f1b-4670-b1df-dc9493c8bff9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:38.891952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,segment=NetworkSegment(b649d7d9-beb0-49ab-873b-a632722d3777),segment_id=b649d7d9-beb0-49ab-873b-a632722d3777)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:38.909407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.986438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509aaf1-2122-420b-946f-56497e4b57e1 req-0aea3924-4a59-4dcc-b48e-63de4d94bcc2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:38.988642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c509aaf1-2122-420b-946f-56497e4b57e1 req-0aea3924-4a59-4dcc-b48e-63de4d94bcc2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 949 time: 0.3215888 Mar 02 07:32:39.039826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:39.055813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.056150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.057598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.057964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.058770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.059412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.059903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.060381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.060854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.061440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.061972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.067352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:39.133486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-6a2f9740-acf7-47f4-badc-83fe7ce11b93 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3831143 Mar 02 07:32:39.289594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:32:39.310122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.337035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c509aaf1-2122-420b-946f-56497e4b57e1 req-8ea8edbb-c87e-4645-b19a-0b4bfeae4fec tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396106 Mar 02 07:32:39.497581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.545259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.563070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.646901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event updated for resources: {'Port': ['ID=b641efb2-feda-4586-8648-d6f6479346cc,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:39.726086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e172b-f9a4-40a4-8eb5-2fead3123d49 req-786aecb9-68cc-400f-ad01-c5d8aefbd89c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:39.727651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71e172b-f9a4-40a4-8eb5-2fead3123d49 req-786aecb9-68cc-400f-ad01-c5d8aefbd89c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.2563710 Mar 02 07:32:39.748435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b1689b71-9bff-4cc1-954e-ea867b1a7725 service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143770 Mar 02 07:32:39.789014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] In _notify_port_updated(), no bound segment for port b641efb2-feda-4586-8648-d6f6479346cc on network b438563a-65ea-4872-bcc6-ca2100956fb3 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:32:39.794219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:39.794854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.796112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c3ed6e57-e5cb-4a64-b4c7-297816a6759c tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "PUT /v2.0/ports/b641efb2-feda-4586-8648-d6f6479346cc HTTP/1.1" status: 200 len: 1137 time: 2.6167192 Mar 02 07:32:39.808439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:39.891681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71e172b-f9a4-40a4-8eb5-2fead3123d49 req-f92ce23e-e1f5-45a5-ad84-e29f6442683e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469481 Mar 02 07:32:39.929461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-85b6ae4c-4aa2-48f0-b1d4-ad281dd147d6 None None] Provisioning complete for port b641efb2-feda-4586-8648-d6f6479346cc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:39.930780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-85b6ae4c-4aa2-48f0-b1d4-ad281dd147d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.943929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7093f-05d3-4779-9057-b80edf5b0fbf tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:39.944557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37b7093f-05d3-4779-9057-b80edf5b0fbf tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Synchronizing usage tracker for tenant:721d5a4f51614c70ad54752f2911ffc3 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:40.027103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37b7093f-05d3-4779-9057-b80edf5b0fbf tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Unset dirty status for tenant:721d5a4f51614c70ad54752f2911ffc3 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:40.032894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37b7093f-05d3-4779-9057-b80edf5b0fbf tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "GET /v2.0/ports/b641efb2-feda-4586-8648-d6f6479346cc HTTP/1.1" status: 200 len: 1137 time: 0.2185194 Mar 02 07:32:40.032894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53810) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:40.033114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-85b6ae4c-4aa2-48f0-b1d4-ad281dd147d6 None None] Port b641efb2-feda-4586-8648-d6f6479346cc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:40.098138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b124292c-c236-4918-ada1-67df0f4fdb9b service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349860 Mar 02 07:32:40.128758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:40.186411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Deleting port b641efb2-feda-4586-8648-d6f6479346cc {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:40.186679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.260127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:40.283367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:40.283961 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.287651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.21.0.1 (78d900a7-0edc-4f33-9d11-7407c5660032/12d8e457-6d8b-424f-a376-855eee60ece3/e5d473a4-772c-41cf-bab4-a2673523b28a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:40.340196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:40.501915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Sync routers for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:40.554546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:40.558249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:40.701180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:40.726389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Sync routers for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:40.734783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-ae8feb77-51ce-427f-ab83-798af13283c7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:40.736263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-ae8feb77-51ce-427f-ab83-798af13283c7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 811 time: 0.5568752 Mar 02 07:32:40.745632 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:40.746550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:40.795520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-766fae98-4b07-4569-8b35-bc5a03a23e7c req-ebdee5ff-1275-4d2f-b43c-ff5c431e9637 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 210 time: 0.0717711 Mar 02 07:32:40.831140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ffcd0e37-8f86-40b8-a3aa-0187c188d15d admin admin] 10.222.0.21 "PUT /v2.0/routers/9be4110f-24bd-49a8-a4cd-5ad7f9828810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7345018 Mar 02 07:32:40.853583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-d99175e3-d4e2-4071-a5b1-e1cec9ec8553 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:40.859056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-d99175e3-d4e2-4071-a5b1-e1cec9ec8553 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 949 time: 0.3449526 Mar 02 07:32:40.859371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:40.865189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-94100bde-3b75-48a4-90a1-9327ad79bfb7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/quotas/1ee1d7936a2e4b24a26ed130e820aa33 HTTP/1.1" status: 200 len: 375 time: 0.0903614 Mar 02 07:32:40.903989 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.951564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:40.995801 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:41.013353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:41.013945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Deleting port 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:41.022763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.023550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:41.024045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.307745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.308060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.353500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850ce4-bca8-4841-b040-b39a15c97647 req-e4be9ad8-9b27-4370-8e15-583d758b96c6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:41.355155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5850ce4-bca8-4841-b040-b39a15c97647 req-e4be9ad8-9b27-4370-8e15-583d758b96c6 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 949 time: 0.2980068 Mar 02 07:32:41.468365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.487532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object e5d473a4-772c-41cf-bab4-a2673523b28a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:41.496863 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:32:38Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:41.498527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:41.512117 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Checking router: 9be4110f-24bd-49a8-a4cd-5ad7f9828810 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:41.534143 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Routers {'9be4110f-24bd-49a8-a4cd-5ad7f9828810'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:41.535634 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:41.541725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5850ce4-bca8-4841-b040-b39a15c97647 req-5d43178f-4e29-4dfb-9a44-26f76fadb902 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dd1a74b-f759-4ad9-b27f-b12aad71dd42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696444 Mar 02 07:32:41.592756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.610629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] For port 45384c75-8ca2-4487-8c4e-3d51cc882379, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=45384c75-8ca2-4487-8c4e-3d51cc882379,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:41.611341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.768077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Calling delete_port for b641efb2-feda-4586-8648-d6f6479346cc owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:41.795098 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] Set router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:41.813022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5d5ee819-1726-4d0a-bb70-62fa8b8b544a', 'name': '', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'mac_address': 'fa:16:3e:db:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:32Z', 'updated_at': '2022-03-02T07:32:35Z', 'revision_number': 2, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'subnets': [{'id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:41.837828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Checking router: 5b964fc2-52e4-436b-945f-46e2c47d136b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:41.838651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Updating router 5b964fc2-52e4-436b-945f-46e2c47d136b port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:41.930166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af966f42-cde2-46f1-963f-b68132251b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.935053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.959072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:41.998936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Calling delete_port for 45384c75-8ca2-4487-8c4e-3d51cc882379 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:42.045735 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.154024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:42.154399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.157473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 78d900a7-0edc-4f33-9d11-7407c5660032 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:42.188650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:42.212138 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:32:38Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:42.214419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:42.226013 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eec00-52ac-46b0-a7af-c7de850fb5d1 None None] The sync data for ids ['9be4110f-24bd-49a8-a4cd-5ad7f9828810'] in n-d-827871-1 is: [{'id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'name': 'tempest-ServersTestJSON-2136619857-router', 'tenant_id': 'a53acad2618a42108453ca17cd63ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:23Z', 'updated_at': '2022-03-02T07:32:38Z', 'revision_number': 5, 'project_id': 'a53acad2618a42108453ca17cd63ddf2', 'gw_port': {'id': '3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be4110f-24bd-49a8-a4cd-5ad7f9828810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:26Z', 'updated_at': '2022-03-02T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:42.375689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.382349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.419325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-9a65bd52-edaf-4987-90fa-2e185bf85970 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:42.420794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-9a65bd52-edaf-4987-90fa-2e185bf85970 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.3494878 Mar 02 07:32:42.447555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=e5d473a4-772c-41cf-bab4-a2673523b28a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:42.507091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.508243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.508811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.509380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.509967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.510527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.511074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.511621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.512280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.512834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.513385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.513979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:42.524495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Request body: {'port': {'device_id': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'admin_state_up': True, 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:42.525736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-7a09f306-3ee6-46eb-beac-b8c6bccf5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:42.527481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-7a09f306-3ee6-46eb-beac-b8c6bccf5e04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 1.7902436 Mar 02 07:32:42.556180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524507a7-3ac5-4b63-8ebb-758d7ac4f17f req-ddc160f1-29c6-4455-be42-2b51c7d3e556 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:42.558108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-524507a7-3ac5-4b63-8ebb-758d7ac4f17f req-ddc160f1-29c6-4455-be42-2b51c7d3e556 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.6381292 Mar 02 07:32:42.563873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.569849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.600539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-01a2407b-a536-4026-9d38-777746826c95 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Synchronizing usage tracker for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:42.625095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d2c91153-4214-4623-8a6c-f18408045129 None None] Provisioning for port e5d473a4-772c-41cf-bab4-a2673523b28a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:42.633834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d2c91153-4214-4623-8a6c-f18408045129 None None] Provisioning complete for port e5d473a4-772c-41cf-bab4-a2673523b28a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:42.634234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d2c91153-4214-4623-8a6c-f18408045129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.684368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event deleted for resources: {'Port': ['ID=b641efb2-feda-4586-8648-d6f6479346cc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:42.742255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-524507a7-3ac5-4b63-8ebb-758d7ac4f17f req-91077cf4-1ce2-42db-a206-13a5342bdd47 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611865 Mar 02 07:32:42.759800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:42.805666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Pushing event deleted for resources: {'Port': ['ID=45384c75-8ca2-4487-8c4e-3d51cc882379,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:42.837225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d2c91153-4214-4623-8a6c-f18408045129 None None] Port e5d473a4-772c-41cf-bab4-a2673523b28a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:42.899255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.917041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Transition to ACTIVE for port object 5d5ee819-1726-4d0a-bb70-62fa8b8b544a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:42.924571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 45384c75-8ca2-4487-8c4e-3d51cc882379 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:42.925134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 45384c75-8ca2-4487-8c4e-3d51cc882379 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:42.928577 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.990475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] No DVR routers for this DVR port 45384c75-8ca2-4487-8c4e-3d51cc882379 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:42.995628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.028873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-deleted', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:43.059221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:43.063228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f59125e1-f9b7-40d9-924e-6150e3d478ee req-e644b951-651a-4d37-bd26-b0be177becc7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 210 time: 0.0751867 Mar 02 07:32:43.064715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.078743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-210a2b3e-7068-4ad1-956a-3d9bf0106ffe req-45322450-5118-4077-a285-cd22acf1d9c2 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.16 "DELETE /v2.0/ports/45384c75-8ca2-4487-8c4e-3d51cc882379 HTTP/1.1" status: 204 len: 173 time: 2.2121885 Mar 02 07:32:43.079636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:43.114519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:43.124291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.162673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Deleting port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:43.164212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde82ea3-9de1-40b3-9c81-999f4cb809bc None None] Pushing event updated for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:43.166673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.280773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Attempting to bind port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:43.281177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Attempting to bind port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:43.281563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Attempting to bind port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:43.295240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:43.295656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Checking segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:43.296052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.296688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Bound using segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:43.297486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Bound port: 5d5ee819-1726-4d0a-bb70-62fa8b8b544a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:43.298052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.416550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] For port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:43.420214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] For port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:43.424587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.449733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] For port 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:43.450106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.455427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Allocated IP 172.20.0.8 (7faf9728-de19-4752-9838-420125776674/f2c35fd3-fd30-4ec4-83eb-366baddb280b/6ca6d430-14d1-4a2f-8817-288599122cb1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:43.463961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-61ad8073-d409-4cb8-9246-0a4b95c7a4b5 req-93d84489-16fc-4879-a906-dff043e99861 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Synchronizing usage tracker for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:43.498363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-61ad8073-d409-4cb8-9246-0a4b95c7a4b5 req-93d84489-16fc-4879-a906-dff043e99861 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] Unset dirty status for tenant:160adf83eb4442dcbbb279d341b75697 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:43.508967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:43.509624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.517568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61ad8073-d409-4cb8-9246-0a4b95c7a4b5 req-93d84489-16fc-4879-a906-dff043e99861 tempest-ListImageFiltersTestJSON-648058907 tempest-ListImageFiltersTestJSON-648058907-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fcf2fff-8d2c-471c-a415-695956122af6 HTTP/1.1" status: 200 len: 210 time: 0.1552150 Mar 02 07:32:43.633044 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf2fff-8d2c-471c-a415-695956122af6', 'name': 'network-vif-deleted', 'tag': '45384c75-8ca2-4487-8c4e-3d51cc882379', 'status': 'completed', 'code': 200} Mar 02 07:32:43.638675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Calling delete_port for 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:43.710643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde82ea3-9de1-40b3-9c81-999f4cb809bc None None] Pushing event updated for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:43.764021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:43.927899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.972391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.015227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:32:44.042037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5d5ee819-1726-4d0a-bb70-62fa8b8b544a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:44.053389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-01a2407b-a536-4026-9d38-777746826c95 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Unset dirty status for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:44.055227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-01a2407b-a536-4026-9d38-777746826c95 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&fields=id HTTP/1.1" status: 200 len: 255 time: 3.1761210 Mar 02 07:32:44.105232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Network 7faf9728-de19-4752-9838-420125776674 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:44.111291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:44.116965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:44.122500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-ddda7d34-8952-42f0-9d89-25d8a447196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.123954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-ddda7d34-8952-42f0-9d89-25d8a447196d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 1.5791781 Mar 02 07:32:44.143835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event updated for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:44.196556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.197353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.210221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b997-7810-48e8-bc58-6cd50eae34a9 req-efb9e966-fc63-45d2-b263-7fba25178adb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.211817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a93b997-7810-48e8-bc58-6cd50eae34a9 req-efb9e966-fc63-45d2-b263-7fba25178adb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.2440131 Mar 02 07:32:44.244443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-8368911e-376a-4cfc-98c4-9f9fae5b7457 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0897202 Mar 02 07:32:44.264236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c57f38ec-424d-4bbd-9a0b-8a9b27b510be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.269603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-b4c85b11-99aa-418a-88ed-1f32e910c364 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7555850 Mar 02 07:32:44.277301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a93b997-7810-48e8-bc58-6cd50eae34a9 req-e3563021-7f58-4b12-b1e0-35de457493b5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597806 Mar 02 07:32:44.282079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Request body: {'port': {'device_id': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:44.313254 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.326362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:44.349405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:44.349821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.354373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.406175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.412570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e17d052a-2ba2-4b5e-a3e5-7099f320ac3b tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "DELETE /v2.0/ports/b641efb2-feda-4586-8648-d6f6479346cc HTTP/1.1" status: 204 len: 168 time: 4.3794258 Mar 02 07:32:44.424693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53850) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:44.529082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-109f4ffe-aa4b-4394-8770-97e88df296a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.530502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-109f4ffe-aa4b-4394-8770-97e88df296a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.2213511 Mar 02 07:32:44.600120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5d5ee819-1726-4d0a-bb70-62fa8b8b544a', 'name': '', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'mac_address': 'fa:16:3e:db:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:32Z', 'updated_at': '2022-03-02T07:32:43Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'subnets': [{'id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:44.607943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f5f83-2463-49f3-a455-78fa5aab9753 None None] The sync data for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 is: [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:32:34Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5d5ee819-1726-4d0a-bb70-62fa8b8b544a', 'name': '', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'mac_address': 'fa:16:3e:db:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:32Z', 'updated_at': '2022-03-02T07:32:43Z', 'revision_number': 4, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'subnets': [{'id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:44.619189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-fb4a2b39-0331-46c5-a892-9bcd35f4f029 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721564 Mar 02 07:32:44.688232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.711660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-7cd9cb0c-c66d-4a03-a05a-06dc5af681bd service neutron] 10.222.0.21 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244841 Mar 02 07:32:44.728539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Deleting subnet 0c5b2338-0bc6-4068-85b7-b6252b0527d8 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:44.736432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:44.743156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.744557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.793791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c464c1-4f1b-4670-b1df-dc9493c8bff9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:44.849355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 23c464c1-4f1b-4670-b1df-dc9493c8bff9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:44.849747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c464c1-4f1b-4670-b1df-dc9493c8bff9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:44.877735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.882860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.883064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:44.969385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac27c-273e-4b76-8742-3dec8132be91 req-e9db5f8b-5633-4533-aecf-e1537e8a1dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.970130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-43fac27c-273e-4b76-8742-3dec8132be91 req-e9db5f8b-5633-4533-aecf-e1537e8a1dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:45.026533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.070808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-43fac27c-273e-4b76-8742-3dec8132be91 req-e9db5f8b-5633-4533-aecf-e1537e8a1dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:45.071979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43fac27c-273e-4b76-8742-3dec8132be91 req-e9db5f8b-5633-4533-aecf-e1537e8a1dac tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 931 time: 0.6674745 Mar 02 07:32:45.152019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.200496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43fac27c-273e-4b76-8742-3dec8132be91 req-5720c292-bf69-4719-9888-49b5108acd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162200 Mar 02 07:32:45.263927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.300413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca6d430-14d1-4a2f-8817-288599122cb1 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:45.309531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.314791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.372353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5b2338-0bc6-4068-85b7-b6252b0527d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.377312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.380783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Transition to ACTIVE for port object 6ca6d430-14d1-4a2f-8817-288599122cb1 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:45.385322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-4a69db27-e080-4dce-872b-e2fce8c8d62a service neutron] 10.222.0.21 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728184 Mar 02 07:32:45.389944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.395143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de04d329-607c-44a6-96a3-b1334c752ea5 None None] Network b438563a-65ea-4872-bcc6-ca2100956fb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:45.396799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53862) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:45.397521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6657b5b2-f6b4-4a23-9d7e-414c99eda57d tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "DELETE /v2.0/subnets/0c5b2338-0bc6-4068-85b7-b6252b0527d8 HTTP/1.1" status: 204 len: 168 time: 0.9692338 Mar 02 07:32:45.441642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.463738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-0febb912-99cf-4f90-9074-8d87b4ce9454 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614248 Mar 02 07:32:45.564751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.640401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.819057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Attempting to bind port 6ca6d430-14d1-4a2f-8817-288599122cb1 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:45.819057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Attempting to bind port 6ca6d430-14d1-4a2f-8817-288599122cb1 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:45.819057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Attempting to bind port 6ca6d430-14d1-4a2f-8817-288599122cb1 on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:45.842324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Port 6ca6d430-14d1-4a2f-8817-288599122cb1 on network 7faf9728-de19-4752-9838-420125776674 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:32:45.842324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Attempting to bind port 6ca6d430-14d1-4a2f-8817-288599122cb1 on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:45.853034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:45.853376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Checking segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:45.853763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Bound using segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:45.854235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Bound port: 6ca6d430-14d1-4a2f-8817-288599122cb1, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:45.854583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.898090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] DHCP port deletion for b438563a-65ea-4872-bcc6-ca2100956fb3 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:45.904373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Deleting port 220abf27-0a9f-4708-8fa5-10b21c48510a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:45.904373 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.044966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92293dd-7d50-4971-9e9b-65e9f5815996 req-dc67d260-cb6c-49b4-9728-6f10ca4c3072 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:46.053622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5d5ee819-1726-4d0a-bb70-62fa8b8b544a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:46.053852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f92293dd-7d50-4971-9e9b-65e9f5815996 req-dc67d260-cb6c-49b4-9728-6f10ca4c3072 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.4336512 Mar 02 07:32:46.161650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f92293dd-7d50-4971-9e9b-65e9f5815996 req-6ac491cb-06c0-421c-8c6a-ee685f9c0a05 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069005 Mar 02 07:32:46.162867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:46.175979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.187966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6ca6d430-14d1-4a2f-8817-288599122cb1,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:46.196451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b6fe48e-52f6-40c0-b52b-f2117dad94a1 req-479f2aa2-48dc-40c8-9ee0-c2038b680f2e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 210 time: 0.0742643 Mar 02 07:32:46.196664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.366877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:46.373349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:46.373953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.389836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.392859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:46.393481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.394959 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-41163011-4890-435b-9f2c-000b02ed7e09 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ca6d430-14d1-4a2f-8817-288599122cb1 HTTP/1.1" status: 200 len: 1091 time: 2.1167271 Mar 02 07:32:46.395412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:46.419333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Deleting port 220abf27-0a9f-4708-8fa5-10b21c48510a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:46.419787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.468953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.488144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] For port 220abf27-0a9f-4708-8fa5-10b21c48510a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=220abf27-0a9f-4708-8fa5-10b21c48510a,segment=NetworkSegment(7b29aae6-e5f5-4c27-8b75-43323cbab6f5),segment_id=7b29aae6-e5f5-4c27-8b75-43323cbab6f5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:46.488662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.640533 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ec660a4-de57-43e0-928b-e0b4d1e086c4 req-22b435c7-64d8-41d7-b760-84a8f19fa102 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1587057 Mar 02 07:32:46.658071 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.658235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be4110f-24bd-49a8-a4cd-5ad7f9828810 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:46.747830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-1e798169-f221-4256-9e4b-683ec430af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:46.749308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-1e798169-f221-4256-9e4b-683ec430af45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 1094 time: 0.2967951 Mar 02 07:32:46.755887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.779877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.794602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Calling delete_port for 220abf27-0a9f-4708-8fa5-10b21c48510a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:46.870662 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1', 'status': 'completed', 'code': 200} Mar 02 07:32:46.893681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-bfabf5bf-3389-46b3-acf8-458fe637615a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ca6d430-14d1-4a2f-8817-288599122cb1 HTTP/1.1" status: 200 len: 217 time: 0.1320188 Mar 02 07:32:46.915138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.995470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.000246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-6c70697a-b007-49e2-96c5-37a4d26a8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:47.001821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-6c70697a-b007-49e2-96c5-37a4d26a8976 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.1019642 Mar 02 07:32:47.016972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771228e-a684-483b-86e2-308122a468e2 req-981062fb-8665-4dc9-9dea-51cb2b3f6918 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:47.018732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2771228e-a684-483b-86e2-308122a468e2 req-981062fb-8665-4dc9-9dea-51cb2b3f6918 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 943 time: 0.5430956 Mar 02 07:32:47.040959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.042413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8cbfb14f-eafb-4eba-998b-c400afdd5e52 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9be4110f-24bd-49a8-a4cd-5ad7f9828810 HTTP/1.1" status: 204 len: 168 time: 6.1763947 Mar 02 07:32:47.053652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53930) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:47.053823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] Pushing event deleted for resources: {'Port': ['ID=220abf27-0a9f-4708-8fa5-10b21c48510a,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.063782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317b61a-acec-434f-ab41-c6989866be80 None None] No DVR routers for this DVR port 220abf27-0a9f-4708-8fa5-10b21c48510a on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:47.078437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=e5d473a4-772c-41cf-bab4-a2673523b28a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.098861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-a24ef0c1-a647-4924-b432-6ba53221fdc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879979 Mar 02 07:32:47.190427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.204344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] For port 220abf27-0a9f-4708-8fa5-10b21c48510a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=220abf27-0a9f-4708-8fa5-10b21c48510a,segment=NetworkSegment(7b29aae6-e5f5-4c27-8b75-43323cbab6f5),segment_id=7b29aae6-e5f5-4c27-8b75-43323cbab6f5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:47.204704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.232289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2771228e-a684-483b-86e2-308122a468e2 req-5f2bc3cf-fed2-4214-9ab7-b9c10d151d31 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855013 Mar 02 07:32:47.327974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Deleting subnet 3a613194-fb8b-4003-b54f-512361ba7b57 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:47.339110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.418221 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-dbc7de67-af8c-40e4-97bb-fe0af86eb188 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079481 Mar 02 07:32:47.420485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.428153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Calling delete_port for 220abf27-0a9f-4708-8fa5-10b21c48510a owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:47.541634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d442fb7-74a6-40e3-b99f-9a2dbcddeaaa req-5b09682b-cb8c-4ecb-9518-1898550be195 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 210 time: 0.0899165 Mar 02 07:32:47.663921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8b847e-429f-4f32-83a2-6dbb6912481d req-0a834091-c72b-40dc-a122-90ce65d9bdd6 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130773 Mar 02 07:32:47.710588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.779769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:47.858750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.864290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-91d24b7a-c9e8-4e00-9922-a8dbf79b5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:47.866237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-91d24b7a-c9e8-4e00-9922-a8dbf79b5b0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 1094 time: 0.1219423 Mar 02 07:32:47.909886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:47.927114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a613194-fb8b-4003-b54f-512361ba7b57,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.929736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.956564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ef581e1-5bdf-4fd5-b74b-faff37004c55 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a613194-fb8b-4003-b54f-512361ba7b57 HTTP/1.1" status: 204 len: 168 time: 0.9015067 Mar 02 07:32:47.962329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba9cf7-5481-4502-9594-642085565928 None None] Network cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:47.965560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:47.992057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:47.992404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3bbb8c3d-3c9f-4d33-861f-dafc41f6de7b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:47.993172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 220abf27-0a9f-4708-8fa5-10b21c48510a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:48.043943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 220abf27-0a9f-4708-8fa5-10b21c48510a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:48.044288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 220abf27-0a9f-4708-8fa5-10b21c48510a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:48.074634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:48.075165 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:48.090457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a671e903-8ef0-45b7-b733-569244ea2dde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=160adf83eb4442dcbbb279d341b75697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040531 Mar 02 07:32:48.093030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:48.096491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-617eda1e-ee38-46e0-8681-d5254e6073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.098193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-617eda1e-ee38-46e0-8681-d5254e6073c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.1987624 Mar 02 07:32:48.150487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-af591407-899c-4e9c-a410-ca9d59bdcb9b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.151936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-af591407-899c-4e9c-a410-ca9d59bdcb9b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 811 time: 0.6276183 Mar 02 07:32:48.178548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 78d900a7-0edc-4f33-9d11-7407c5660032 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:48.181107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.186704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-258a8f38-8e55-4acc-bc21-80f34f51fb58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ca6d430-14d1-4a2f-8817-288599122cb1 HTTP/1.1" status: 200 len: 217 time: 0.0769942 Mar 02 07:32:48.190023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:48.198263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Request body: {'port': {'device_id': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'admin_state_up': True, 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:48.293394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-613505d0-31a2-4bfb-b29d-601845e3815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.294967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-613505d0-31a2-4bfb-b29d-601845e3815a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.1009223 Mar 02 07:32:48.295604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.328941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] DHCP port deletion for cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:48.330843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0902ef-7266-4591-8aa3-cd23f0a182e2 req-801eda7b-caff-4501-92b5-3ace338db04f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.332567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a0902ef-7266-4591-8aa3-cd23f0a182e2 req-801eda7b-caff-4501-92b5-3ace338db04f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.8047218 Mar 02 07:32:48.334815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Deleting port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:48.335190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.381823 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-1f274a8a-6ac8-47cc-886b-8190805152ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756142 Mar 02 07:32:48.402990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Deleting port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:48.403520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.478417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.580293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Deleting port 220abf27-0a9f-4708-8fa5-10b21c48510a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:48.580876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.593312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-ae7c18e4-b8ae-4cde-81d5-b25217f41a40 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594503 Mar 02 07:32:48.599324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.636891 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.659723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b8374584-66b8-49c9-a144-3ff105867d31 None None] Provisioning complete for port e5d473a4-772c-41cf-bab4-a2673523b28a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:48.660091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8374584-66b8-49c9-a144-3ff105867d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.707139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a0902ef-7266-4591-8aa3-cd23f0a182e2 req-55856f80-4f23-408a-b9d4-5ce2f53d2f7b tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052135 Mar 02 07:32:48.708019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] For port 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502aefd4-334c-470e-b0e3-6fe43f6a38c3,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:48.708769 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.727127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] The port '220abf27-0a9f-4708-8fa5-10b21c48510a' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:48.747249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:48.776854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router c5b3b7a7-b678-4922-b20e-3fbb8e19387d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:48.794919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5e38857-f554-437a-b08f-3f47d6e397f0 req-ea666236-4267-4cc6-b6d1-95fd71d8062e service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871417 Mar 02 07:32:48.825707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:48.829671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.857097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Calling delete_port for 502aefd4-334c-470e-b0e3-6fe43f6a38c3 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:48.861379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd1a74b-f759-4ad9-b27f-b12aad71dd42,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:48.893035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c004e-a296-411b-a355-4c71e365080b req-dae9e078-7a80-4357-abfe-5b88a5f62052 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.900579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b63c004e-a296-411b-a355-4c71e365080b req-dae9e078-7a80-4357-abfe-5b88a5f62052 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 943 time: 0.5174193 Mar 02 07:32:48.905805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b8374584-66b8-49c9-a144-3ff105867d31 None None] Port e5d473a4-772c-41cf-bab4-a2673523b28a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:48.927886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.932967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d3a4a6d0-3307-4b0b-9656-1d90cfeea664 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dd1a74b-f759-4ad9-b27f-b12aad71dd42 HTTP/1.1" status: 204 len: 168 time: 0.8352246 Mar 02 07:32:48.950876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b63c004e-a296-411b-a355-4c71e365080b req-70ed0c68-13f2-4d57-b7f7-983b2241728b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Mar 02 07:32:48.977221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.029440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] No DVR routers for this DVR port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:49.033405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3b36d-1347-4194-a4db-1c085b1be121 None None] Pushing event deleted for resources: {'Port': ['ID=502aefd4-334c-470e-b0e3-6fe43f6a38c3,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:49.066309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Made reservation on behalf of 1ee1d7936a2e4b24a26ed130e820aa33 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:49.070267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.110694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edeb147d-a834-4044-b43d-4ba067c1001a req-9915152f-8611-4ad8-a3fa-7065eea31351 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 210 time: 0.2494280 Mar 02 07:32:49.115579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.387140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] For port 502aefd4-334c-470e-b0e3-6fe43f6a38c3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502aefd4-334c-470e-b0e3-6fe43f6a38c3,segment=NetworkSegment(6d29d5de-815d-46c7-905d-e9b0096fde4a),segment_id=6d29d5de-815d-46c7-905d-e9b0096fde4a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:49.387854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.404277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b438563a-65ea-4872-bcc6-ca2100956fb3']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.494258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b29aae6-e5f5-4c27-8b75-43323cbab6f5') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.494549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b29aae6-e5f5-4c27-8b75-43323cbab6f5') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.573100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Calling delete_port for 502aefd4-334c-470e-b0e3-6fe43f6a38c3 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:49.599454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:49.609461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] Sync routers for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:49.610341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.620806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:49.621422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.650488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53986) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:49.655388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d47b46f-b0de-493f-9034-9be1ef39b7a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1759210 Mar 02 07:32:49.658013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53992) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:49.668560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.701552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.718604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:49.719454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.726569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:49.726985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:49.742843 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:49.745704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584706c9-8418-4822-ae2a-2f801cb42609 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:49.745704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-584706c9-8418-4822-ae2a-2f801cb42609 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports/e5d473a4-772c-41cf-bab4-a2673523b28a HTTP/1.1" status: 200 len: 910 time: 0.0858982 Mar 02 07:32:49.748409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53998) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:49.787574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.788333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16c613-47d2-4465-8836-c27e5ce3cca4 None None] The sync data for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:49.824193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:49.824810 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:49.854705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Allocated IP 172.20.0.12 (90a784c5-1fda-4f86-bbc8-caa327fbf29a/dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af/253eab45-4bd9-4f46-8137-b28bac281118) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:49.867402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.889610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.898929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502aefd4-334c-470e-b0e3-6fe43f6a38c3 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:49.906591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] Pushing event deleted for resources: {'Network': ['ID=b438563a-65ea-4872-bcc6-ca2100956fb3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:49.920982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-636312a4-f455-49af-9bea-406aee804480 tempest-ExtraDHCPOptionsTestJSON-2138297542 tempest-ExtraDHCPOptionsTestJSON-2138297542-project] 10.222.0.21 "DELETE /v2.0/networks/b438563a-65ea-4872-bcc6-ca2100956fb3 HTTP/1.1" status: 204 len: 168 time: 4.4562228 Mar 02 07:32:49.939030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 502aefd4-334c-470e-b0e3-6fe43f6a38c3 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:49.939665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502aefd4-334c-470e-b0e3-6fe43f6a38c3 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:49.979348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-829308311-network', 'tenant_id': '107374f4abfd482389d374fa4fbd7c41'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:50.027895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:50.106446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Usage tracker for resource:network and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:50.111742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:50.121866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:50.205929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54012) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:50.211455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.221574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Made reservation on behalf of 107374f4abfd482389d374fa4fbd7c41 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:50.224659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.245963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f19e3-dba1-4f9f-9a8a-fc36ef534ca8 req-6263b26b-2ed5-416b-b149-919117df2dc2 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.247426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d8f19e3-dba1-4f9f-9a8a-fc36ef534ca8 req-6263b26b-2ed5-416b-b149-919117df2dc2 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 943 time: 0.1536582 Mar 02 07:32:50.248568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.298009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d8f19e3-dba1-4f9f-9a8a-fc36ef534ca8 req-57008b45-d361-440a-9567-c84820a23bf1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Mar 02 07:32:50.299932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.340182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44009a41-8dd8-4654-86fd-a561274c4821 req-db8d5da8-d11b-4466-9cc8-e68894d05dc5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.341657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44009a41-8dd8-4654-86fd-a561274c4821 req-db8d5da8-d11b-4466-9cc8-e68894d05dc5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.3765755 Mar 02 07:32:50.344752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:50.351329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Deleting port 502aefd4-334c-470e-b0e3-6fe43f6a38c3 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:50.352029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.352521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:50.377847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:50.390833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:50.475509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44009a41-8dd8-4654-86fd-a561274c4821 req-e05368cb-9925-44d7-9066-9ad84380fa10 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Mar 02 07:32:50.503765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] The port '502aefd4-334c-470e-b0e3-6fe43f6a38c3' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:50.517142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:50.557275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:50.569350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:50.598869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Pushing event updated for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:50.654164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.662450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.672087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aa8b3657-69f7-4f98-9b20-42b1bcbf8088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=721d5a4f51614c70ad54752f2911ffc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650855 Mar 02 07:32:50.679031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54018) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:50.709928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:50.735046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.736647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe954d4-d1b5-465f-b1a8-ede408e11c17,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:50.748120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.748377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.748728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.748836 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Added segment 56c354b6-ac9d-49f5-84c7-41536fe03abc of type vlan for network f2e85960-db5d-4078-9e20-050cbb382cb3 Mar 02 07:32:50.791362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:50.807553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-e8e447cc-f26b-4f8a-8147-34dfe2ecd6a7 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6195393 Mar 02 07:32:50.809687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d29d5de-815d-46c7-905d-e9b0096fde4a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:50.810013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d29d5de-815d-46c7-905d-e9b0096fde4a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:50.811613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.825017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723f98-c9d8-405c-93e3-e122928fa136 req-d9422621-d67e-4a92-a4af-de3f87b1177f tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.825711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5723f98-c9d8-405c-93e3-e122928fa136 req-d9422621-d67e-4a92-a4af-de3f87b1177f tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Synchronizing usage tracker for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:50.831044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Request body: {'port': {'device_id': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:50.872565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.872762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.890712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.905124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.909254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d5723f98-c9d8-405c-93e3-e122928fa136 req-d9422621-d67e-4a92-a4af-de3f87b1177f tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Unset dirty status for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:50.911038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5723f98-c9d8-405c-93e3-e122928fa136 req-d9422621-d67e-4a92-a4af-de3f87b1177f tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 932 time: 0.4608958 Mar 02 07:32:50.948158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:50.948399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:50.961742 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:51.011503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.040433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.041387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:51.045890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.082756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.103527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d5723f98-c9d8-405c-93e3-e122928fa136 req-cb8b802a-c802-40f8-b723-24772f88da50 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617961 Mar 02 07:32:51.260056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.274091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6196527 Mar 02 07:32:51.275378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:51.282700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c39ba2-b3eb-44fd-a62e-76f918f70126 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e85960-db5d-4078-9e20-050cbb382cb3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.284655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.288052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Request body: {'subnet': {'network_id': 'f2e85960-db5d-4078-9e20-050cbb382cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-829308311-subnet', 'tenant_id': '107374f4abfd482389d374fa4fbd7c41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:51.294382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.295420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:51.297811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f2e85960-db5d-4078-9e20-050cbb382cb3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:51.301556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d77a42af-7bb5-4785-b4ea-34b186f379e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cebd91bb-fc1c-48f3-abbd-0ae3510c5fbe HTTP/1.1" status: 204 len: 168 time: 3.3286545 Mar 02 07:32:51.303058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Usage tracker for resource:subnet and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:51.315206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:51.333790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:51.344544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.376631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddc116-7700-4ee1-ba45-3e5f92d1c793,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.380679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.385288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a590acbd-0f1e-430d-95fd-c4f01568c925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0ddc116-7700-4ee1-ba45-3e5f92d1c793 HTTP/1.1" status: 204 len: 168 time: 0.7023065 Mar 02 07:32:51.397092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Made reservation on behalf of 107374f4abfd482389d374fa4fbd7c41 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:51.402430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.516115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54038) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:51.616253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8a3cf9a2-4533-4af8-80ca-24659765ba92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a53acad2618a42108453ca17cd63ddf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989959 Mar 02 07:32:51.619130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54042) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:51.799577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253eab45-4bd9-4f46-8137-b28bac281118 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:51.811776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.816741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.835000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port e5d473a4-772c-41cf-bab4-a2673523b28a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:51.835355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.858270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Transition to ACTIVE for port object 253eab45-4bd9-4f46-8137-b28bac281118 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:51.863825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.871588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.900803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6ca6d430-14d1-4a2f-8817-288599122cb1 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:32:52.022199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1891-e26c-4597-8484-8a515a309fdb req-32695aa7-ada8-4dcb-bacd-dfa62043882c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.029503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c12d1891-e26c-4597-8484-8a515a309fdb req-32695aa7-ada8-4dcb-bacd-dfa62043882c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3705680 Mar 02 07:32:52.050016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dcd84-8a39-408e-b989-bebc8ba0be92 req-b3c45055-02ef-482e-826c-f1b499d6c888 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.057361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-291dcd84-8a39-408e-b989-bebc8ba0be92 req-b3c45055-02ef-482e-826c-f1b499d6c888 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 943 time: 0.5819895 Mar 02 07:32:52.075022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6ca6d430-14d1-4a2f-8817-288599122cb1,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:52.090007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '6ca6d430-14d1-4a2f-8817-288599122cb1', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'port_id': '6ca6d430-14d1-4a2f-8817-288599122cb1', 'mac_address': 'fa:16:3e:10:89:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c35fd3-fd30-4ec4-83eb-366baddb280b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:32:52.128019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Pushing event updated for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.154246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c12d1891-e26c-4597-8484-8a515a309fdb req-9ce4b28d-7e76-419b-98e9-efebe3833b61 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235514 Mar 02 07:32:52.190465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.206790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.211586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca6d430-14d1-4a2f-8817-288599122cb1 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:32:52.224601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.229743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6ca6d430-14d1-4a2f-8817-288599122cb1,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:52.235952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.244274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.245733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c9c938a-fedd-4792-9217-cee16e830eb8 HTTP/1.1" status: 204 len: 168 time: 0.6257317 Mar 02 07:32:52.247183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e84fe2-bc30-4d02-82ee-0c0880901c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c938a-fedd-4792-9217-cee16e830eb8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.267869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Attempting to bind port 253eab45-4bd9-4f46-8137-b28bac281118 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:52.268487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Attempting to bind port 253eab45-4bd9-4f46-8137-b28bac281118 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:52.269042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Attempting to bind port 253eab45-4bd9-4f46-8137-b28bac281118 on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:52.274740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Port 253eab45-4bd9-4f46-8137-b28bac281118 on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:32:52.275425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Attempting to bind port 253eab45-4bd9-4f46-8137-b28bac281118 on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:52.283499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:52.284155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Checking segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:52.284835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Bound using segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:52.286619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Bound port: 253eab45-4bd9-4f46-8137-b28bac281118, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:52.287373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.365084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.446440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-291dcd84-8a39-408e-b989-bebc8ba0be92 req-53981964-ec72-4c87-82f0-c807cd410cb7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882027 Mar 02 07:32:52.459929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for e5d473a4-772c-41cf-bab4-a2673523b28a owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:52.491245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.524817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd98a-8090-4614-94f7-7968c77df883 req-4e9790fb-d0cd-4272-bf33-05e1a85fade8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.526347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31fbd98a-8090-4614-94f7-7968c77df883 req-4e9790fb-d0cd-4272-bf33-05e1a85fade8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.1345482 Mar 02 07:32:52.530579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:52.534023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=253eab45-4bd9-4f46-8137-b28bac281118,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:52.552949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6ca6d430-14d1-4a2f-8817-288599122cb1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:32:52.580302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31fbd98a-8090-4614-94f7-7968c77df883 req-a3e6b3a6-728e-4d19-b2e8-95d4355fed05 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Mar 02 07:32:52.581702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.695043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04ca32d-a7ae-4c81-bd5d-b424984d04d2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.702927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Checking segment: {'id': '56c354b6-ac9d-49f5-84c7-41536fe03abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f2e85960-db5d-4078-9e20-050cbb382cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:52.705105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Network hostable DHCP agents. Network: f2e85960-db5d-4078-9e20-050cbb382cb3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:52.727664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Pushing event updated for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.742631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:52.809308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Network f2e85960-db5d-4078-9e20-050cbb382cb3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:52.816157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.817529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.819500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-0ad16f6a-ba1d-4824-90dd-c6dd54605199 service neutron] 10.222.0.16 "PUT /v2.0/ports/253eab45-4bd9-4f46-8137-b28bac281118 HTTP/1.1" status: 200 len: 1092 time: 2.0025768 Mar 02 07:32:52.819999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:52.867711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f2e85960-db5d-4078-9e20-050cbb382cb3) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:52.900635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.901359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.934504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276737c-0c6b-4be4-b0da-33c02cf0562a req-8f99164c-c957-464e-aea5-74d1d6060c03 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.936321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2276737c-0c6b-4be4-b0da-33c02cf0562a req-8f99164c-c957-464e-aea5-74d1d6060c03 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 944 time: 0.2196984 Mar 02 07:32:52.948322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630d637-b2f5-4c34-ae7c-446cb8985ce0 None None] Network f2e85960-db5d-4078-9e20-050cbb382cb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:52.959165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6318ff6-edb8-4b9f-8ce2-6ef8f53bb53b req-cb32649f-9d13-4750-9d81-8c1a268b1ec5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:52.966541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6318ff6-edb8-4b9f-8ce2-6ef8f53bb53b req-cb32649f-9d13-4750-9d81-8c1a268b1ec5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2102177 Mar 02 07:32:52.979133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.005133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-262531468'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:53.013790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:53.017091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b3723ad0-acb5-4025-908a-241c78c0715a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7378271 Mar 02 07:32:53.024775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-5f486246-ea1c-410a-9d0d-0f37288ce222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:53.026433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-5f486246-ea1c-410a-9d0d-0f37288ce222 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 1095 time: 0.1567953 Mar 02 07:32:53.027608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:53.031474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:53.059064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=e5d473a4-772c-41cf-bab4-a2673523b28a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:53.101685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2276737c-0c6b-4be4-b0da-33c02cf0562a req-bbaeb488-f700-4d11-8a13-0a6782eaa489 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Synchronizing usage tracker for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:53.112140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:53.140280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-db64c6fe-b32d-4fe2-bc3f-044fa1fe7175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=253eab45-4bd9-4f46-8137-b28bac281118 HTTP/1.1" status: 200 len: 217 time: 0.1058264 Mar 02 07:32:53.169797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6318ff6-edb8-4b9f-8ce2-6ef8f53bb53b req-1bf6de3e-7242-4e73-8426-8164a14fd30a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1855757 Mar 02 07:32:53.210055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2276737c-0c6b-4be4-b0da-33c02cf0562a req-bbaeb488-f700-4d11-8a13-0a6782eaa489 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Unset dirty status for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:53.211530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2276737c-0c6b-4be4-b0da-33c02cf0562a req-bbaeb488-f700-4d11-8a13-0a6782eaa489 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657940 Mar 02 07:32:53.312746 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118', 'status': 'completed', 'code': 200} Mar 02 07:32:53.315868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:53.320180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.340147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-1ee8d6f3-4e21-43fc-9149-cc1545ebae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:53.341649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-1ee8d6f3-4e21-43fc-9149-cc1545ebae38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.1708412 Mar 02 07:32:53.361557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.443092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-ea6ad8d0-3016-4fd8-87c8-0a961dfbeadf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821533 Mar 02 07:32:53.473844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:53.492013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:security_group_rule and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:53.498143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:53.503131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1069126159', 'description': 'tempest-description-158855126'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:53.518374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:53.544368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785005cd-dcb1-4625-9d41-74a64f9adb7d None None] Network f2e85960-db5d-4078-9e20-050cbb382cb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:53.614786 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.694788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:53.716306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:53.718826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:53.724581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:53.747272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:53.793627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.815461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-2eab336d-87e2-43a6-89dc-b9e82f121f6f service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655109 Mar 02 07:32:53.837510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f971e-a035-4deb-92fd-34e9cf0096fc req-de65a209-ee4b-4712-a6b8-6a3d2533103f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:53.842475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b9f971e-a035-4deb-92fd-34e9cf0096fc req-de65a209-ee4b-4712-a6b8-6a3d2533103f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4511132 Mar 02 07:32:53.859426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:53.884850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:53.893278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-194454377-network', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:53.898692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:53.913441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:53.914556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6ca6d430-14d1-4a2f-8817-288599122cb1 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:53.915943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:53.979695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Usage tracker for resource:network and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:53.985805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 6ca6d430-14d1-4a2f-8817-288599122cb1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:53.992642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 6ca6d430-14d1-4a2f-8817-288599122cb1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:53.993134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.999358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:54.009068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:54.039838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.056411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:54.058930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.070716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.081648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:54.106876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.107788 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment e063127d-ac6b-4b59-b40b-11a1de117857 of type vlan for network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 Mar 02 07:32:54.114538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3565ff1b-eda8-4cdb-b889-86f2fa720d0c req-16e8302d-011d-4867-910c-eef5913d5acb service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746050 Mar 02 07:32:54.120375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.124125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.131931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4b9f971e-a035-4deb-92fd-34e9cf0096fc req-33ed35ae-7e0e-4dbe-a144-0695d8d8e3d5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2866619 Mar 02 07:32:54.166744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:54.178095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62335950-9bff-4d84-927c-376795592fdc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.183106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router c5b3b7a7-b678-4922-b20e-3fbb8e19387d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:54.193244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:54.203072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:54.213663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6ca6d430-14d1-4a2f-8817-288599122cb1,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:54.221272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.233777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:54.247731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.261336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:54.297965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.338764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.350533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.373669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.379020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:54.379729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.444539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:54.450020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87b389f2-2628-4efd-a73e-6af4a103b9ad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6913257 Mar 02 07:32:54.458760 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] Sync routers for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:54.461591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54120) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:54.469293 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:54.470194 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:54.542624 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:54.546258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec5304-c757-4388-a49a-4ca9562b2af9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.550198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d32edf-2481-4673-8fa2-2f31ddee2125 req-5c2c1c29-a710-4324-9798-86b92ad8c455 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:54.558251 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:54.558406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31d32edf-2481-4673-8fa2-2f31ddee2125 req-5c2c1c29-a710-4324-9798-86b92ad8c455 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 0.2859201 Mar 02 07:32:54.558878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:54.559234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-6d915632-dfd5-49ea-951a-2d21a9f62e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:54.561121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-6d915632-dfd5-49ea-951a-2d21a9f62e56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 1095 time: 0.3632643 Mar 02 07:32:54.582893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=763dd5de-b0eb-4d5b-a03a-f38d78eb9e68,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.595878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:54.616227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.628290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d5153fb-c6f6-44b4-b68f-57a66d882029 req-1dd690fa-71df-4a14-92cc-7e81db2b6eb1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1331897 Mar 02 07:32:54.648269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b1fb2830-cb00-4e8f-9fbc-0e7da57c1fc9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9045546 Mar 02 07:32:54.655005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54126) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:54.669747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982414641'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:54.684037 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:54.684441 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7ac3b-aed5-4c10-a673-c1b94ec0f51d None None] The sync data for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:54.715976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31d32edf-2481-4673-8fa2-2f31ddee2125 req-617999e9-bd26-407e-a471-90b237603423 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567347 Mar 02 07:32:54.722585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:54.733755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.735108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:54.745499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:54.758179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.762431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:54.794500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:54.849521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:54.852917 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.879103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.879451 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Added segment dfff1346-e4f7-4951-b890-623442a3c153 of type vlan for network 0581272b-f454-4f2b-9497-7089d94a85bb Mar 02 07:32:54.891158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53616f-97b8-478e-9fa9-c798e0300989,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.915356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-d256a3aa-e061-478c-b574-25e619170e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:54.916839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-d256a3aa-e061-478c-b574-25e619170e7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 911 time: 0.3395734 Mar 02 07:32:54.931976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:55.018535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-57145064-5044-4245-9516-07d8cee8e839 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=253eab45-4bd9-4f46-8137-b28bac281118 HTTP/1.1" status: 200 len: 217 time: 0.0914285 Mar 02 07:32:55.019436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.020506 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment 6f03324b-479e-43e6-8eb4-a33c79fcbbb9 of type vlan for network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 Mar 02 07:32:55.022680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.060239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e21a1-1a0f-48b8-bef5-957ccc852998 req-181949f9-38fa-4b23-bb27-b492695a879d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.061685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d29e21a1-1a0f-48b8-bef5-957ccc852998 req-181949f9-38fa-4b23-bb27-b492695a879d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1847954 Mar 02 07:32:55.117645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d29e21a1-1a0f-48b8-bef5-957ccc852998 req-98265f2c-2c43-4675-9a4a-6b4a5cbe8eb1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486503 Mar 02 07:32:55.141249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612b19f-fb76-44ef-95ba-f72191b8b88f req-6804b386-d73a-4f0f-b341-4a7aac6f11b2 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.142754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6612b19f-fb76-44ef-95ba-f72191b8b88f req-6804b386-d73a-4f0f-b341-4a7aac6f11b2 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.3615887 Mar 02 07:32:55.150361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-46c0c7ae-af63-45aa-aaa1-3c04a427ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.151856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-46c0c7ae-af63-45aa-aaa1-3c04a427ddd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.1223595 Mar 02 07:32:55.154835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.202443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.202814 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1', 'code': 200} Mar 02 07:32:55.203381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.203962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.222455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.262587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-d5ce4d8a-18a8-4adc-91c3-4c24b6ce60a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027942 Mar 02 07:32:55.401119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6810510 Mar 02 07:32:55.401820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d4e97-0c89-439a-ba4e-813c9947f1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0581272b-f454-4f2b-9497-7089d94a85bb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:55.406628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:55.409536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6612b19f-fb76-44ef-95ba-f72191b8b88f req-cc0d4504-103b-49a8-9fff-2262eff250f1 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567558 Mar 02 07:32:55.421263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0581272b-f454-4f2b-9497-7089d94a85bb details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:55.459564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Request body: {'subnet': {'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-subnet', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:55.468976 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.474390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.475020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.489723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:55.517242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Usage tracker for resource:subnet and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:55.538017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:55.686408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:55.699458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0405867 Mar 02 07:32:55.709264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:55.741410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32deb-5cf8-479f-9826-3562603bf2b1 req-056a6e88-10e7-4815-836c-1285ab81f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.742920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0e32deb-5cf8-479f-9826-3562603bf2b1 req-056a6e88-10e7-4815-836c-1285ab81f52f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 1096 time: 0.4583662 Mar 02 07:32:55.775432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:55.786852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4d03-5c7f-4cea-99e9-a5629528ff24 req-2cdc3851-6c23-4462-ac85-f095abc7d11e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:55.788329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46be4d03-5c7f-4cea-99e9-a5629528ff24 req-2cdc3851-6c23-4462-ac85-f095abc7d11e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 944 time: 0.4574943 Mar 02 07:32:55.820227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:55.822569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.825761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0e32deb-5cf8-479f-9826-3562603bf2b1 req-fbb59c00-3c79-4c0b-8a38-bbc12a6d93bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732625 Mar 02 07:32:55.852819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11795-9c02-4ede-8a03-98a49506600f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=f5c89cdb-3eaa-4d7b-b9c1-324926fc4573,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:55.865091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46be4d03-5c7f-4cea-99e9-a5629528ff24 req-f0b953b2-e3b2-475d-820c-b28c2fbc1f6e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Mar 02 07:32:55.879678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-03da0e6b-dcef-41ec-8f80-7d660c69fd8d tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/a2ec5304-c757-4388-a49a-4ca9562b2af9 HTTP/1.1" status: 200 len: 1806 time: 0.3933058 Mar 02 07:32:55.886065 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-9d365264-832c-443a-8504-39a2003dee17 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112614 Mar 02 07:32:55.889249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:55.942290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:55.942622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.989220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2ec5304-c757-4388-a49a-4ca9562b2af9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:55.989545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2ec5304-c757-4388-a49a-4ca9562b2af9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:56.043756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:56.058668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:56.113026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:56.132750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:56.142021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:56.150611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:56.159040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:56.174052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:56.225665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:56.229029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.247568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-7d9acf73-1ef3-42f7-9f5b-054d8def2ec5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:56.249024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-7d9acf73-1ef3-42f7-9f5b-054d8def2ec5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.2727776 Mar 02 07:32:56.253044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63fe924e-5090-4a93-b224-8a8349ee85e0 req-b29e227b-3ec7-4571-84da-04dd403a1e9b service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190072 Mar 02 07:32:56.275494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.286411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-749c3988-b90f-4701-bb72-70abf98c65f5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/quotas/46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 375 time: 0.0238798 Mar 02 07:32:56.378072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.440701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.443399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 0638acc9-545d-4ea9-8cbc-53dcf98eaf4d owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:56.449110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.499188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e5c479-3ea9-4734-9ad0-068c4266a144,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.519668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.579924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-63ee50c7-daf9-4275-8ce3-bf98702950a0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2376616 Mar 02 07:32:56.606834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.608009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-723a22f3-41a0-4a54-9c46-b5738707c641 req-d6fd8339-7085-4a5e-aad6-c0e3a2331bc9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6758866 Mar 02 07:32:56.662573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f08685-3096-4921-a1a6-259995618018,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.682085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Checking segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:56.682466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Network hostable DHCP agents. Network: 0581272b-f454-4f2b-9497-7089d94a85bb, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:56.753626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.783687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-0ee5da9e-d63b-48cf-a6a9-711b93765704 service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961365 Mar 02 07:32:56.785282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.793197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Network 0581272b-f454-4f2b-9497-7089d94a85bb is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:56.834512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0581272b-f454-4f2b-9497-7089d94a85bb) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:56.845312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e965f8-c949-4309-bb57-5976e5eefe49 None None] Network 0581272b-f454-4f2b-9497-7089d94a85bb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:56.854353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:56.854949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.858164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=0638acc9-545d-4ea9-8cbc-53dcf98eaf4d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.872617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=b0db027d-55d8-411c-ac83-8ea19f9451c5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.893435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': 'e063127d-ac6b-4b59-b40b-11a1de117857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:56.894158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:56.902273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b3f2e24-b419-4984-992d-a39c0a2da981 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4916241 Mar 02 07:32:56.908002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:56.920058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:56.929149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:56.947837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667fa25-14f7-4109-8f77-884986e12653 req-f5033c3b-f6aa-47ce-913c-9c0d58d3459a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:56.954396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f667fa25-14f7-4109-8f77-884986e12653 req-f5033c3b-f6aa-47ce-913c-9c0d58d3459a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 0.2438366 Mar 02 07:32:56.955485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Usage tracker for resource:router and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:56.962416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:56.979004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:57.018534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:57.037411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:57.042801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:57.043385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.066245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f7759-95bd-43ee-8e5a-f2380f52c460 None None] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:57.086500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f667fa25-14f7-4109-8f77-884986e12653 req-657c30fd-b80f-4a3b-9fc4-c07ef911b681 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096480 Mar 02 07:32:57.102264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.102264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.135525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.310670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9be5cd52-9da9-461c-be04-c3ddc09ddec2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5947731 Mar 02 07:32:57.345224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54162) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:57.355999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-7e06f395-c3ef-427f-8b32-75fe0574d386 service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270550 Mar 02 07:32:57.367677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:57.375884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-0581272b-f454-4f2b-9497-7089d94a85bb', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:57.376707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.465348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.481258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-763dd5de-b0eb-4d5b-a03a-f38d78eb9e68', 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': 'b0db027d-55d8-411c-ac83-8ea19f9451c5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:57.482116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.661435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.666268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1223250068', 'description': 'tempest-description-405142935'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:57.680396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:57.691671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:57.744092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:57.774552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:57.777126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:57.785074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:57.789633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:57.796859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Allocated IP 172.20.0.2 (0581272b-f454-4f2b-9497-7089d94a85bb/28f08685-3096-4921-a1a6-259995618018/11a539d1-a25d-4a05-a46c-539e96bb7973) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:57.839556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Allocated IP 2001:db8::2 (763dd5de-b0eb-4d5b-a03a-f38d78eb9e68/b0db027d-55d8-411c-ac83-8ea19f9451c5/882f40f8-77c6-4684-ab80-cdba2a5b5116) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:57.854446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8651ce-cd83-420d-b00c-ab3ccee3e6b4 req-47a57195-87af-456c-a413-d3898450f61c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:57.863180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da8651ce-cd83-420d-b00c-ab3ccee3e6b4 req-47a57195-87af-456c-a413-d3898450f61c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.5626044 Mar 02 07:32:57.951463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:57.957671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da8651ce-cd83-420d-b00c-ab3ccee3e6b4 req-44daef7b-6299-4d51-821d-faf99f8d1840 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911827 Mar 02 07:32:57.962069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router c5b3b7a7-b678-4922-b20e-3fbb8e19387d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:57.963245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.989513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:57.998010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:58.003222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:58.007618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.113126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:58.183354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:58.199874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.222493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Transition to ACTIVE for port object 11a539d1-a25d-4a05-a46c-539e96bb7973 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:58.251776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Transition to ACTIVE for port object 11a539d1-a25d-4a05-a46c-539e96bb7973 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:58.255772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.267858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Transition to ACTIVE for port object 882f40f8-77c6-4684-ab80-cdba2a5b5116 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:58.283745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:58.290600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Transition to ACTIVE for port object 882f40f8-77c6-4684-ab80-cdba2a5b5116 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:58.296314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.300846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] Sync routers for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:58.344094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.346744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338184-444e-4c87-92ba-553a25bf1625 req-3f948fb9-7853-4d10-9674-a85872faa1d1 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:58.359025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d338184-444e-4c87-92ba-553a25bf1625 req-3f948fb9-7853-4d10-9674-a85872faa1d1 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 944 time: 0.2542021 Mar 02 07:32:58.362100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.388725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:58.389678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.424961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5f913856-7cbf-4022-b760-9340ccec7878 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9607384 Mar 02 07:32:58.431701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:58.433598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.441023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:58.465415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:58.467398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.470796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Network 0581272b-f454-4f2b-9497-7089d94a85bb is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:58.474277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:58.513583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:58.515711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Pushing event updated for resources: {'Port': ['ID=11a539d1-a25d-4a05-a46c-539e96bb7973,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:58.525521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:58.539104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.544600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f02e91ae-907f-4be8-a1f0-205c7cb10be2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:58.551595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.604078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Allocated IP 172.25.4.146 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/88723aff-f1de-48bc-83e0-0aa3c928d8b1) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:58.626112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.632903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a9711e-794a-494b-9393-7315962112ff req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0143313 Mar 02 07:32:58.636456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f02e91ae-907f-4be8-a1f0-205c7cb10be2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:58.646942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f02e91ae-907f-4be8-a1f0-205c7cb10be2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b3b7a7-b678-4922-b20e-3fbb8e19387d HTTP/1.1" status: 200 len: 205 time: 0.2143164 Mar 02 07:32:58.650857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.651819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54184) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:58.694670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Attempting to bind port 882f40f8-77c6-4684-ab80-cdba2a5b5116 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:58.695047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Attempting to bind port 882f40f8-77c6-4684-ab80-cdba2a5b5116 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e063127d-ac6b-4b59-b40b-11a1de117857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:58.695218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0eba9-27d9-463a-aa3e-a3411e1d590c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed1573-8e5f-440c-b982-b5f75b49437a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:58.695412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Attempting to bind port 882f40f8-77c6-4684-ab80-cdba2a5b5116 on network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:58.699624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] Routers {'c5b3b7a7-b678-4922-b20e-3fbb8e19387d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:58.700261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.756504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': '6f03324b-479e-43e6-8eb4-a33c79fcbbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:58.757304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: f5c89cdb-3eaa-4d7b-b9c1-324926fc4573, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:58.768776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=4bacc7ad-0b14-4177-92c5-4c90c82b54ee,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:58.787099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:58.794878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d338184-444e-4c87-92ba-553a25bf1625 req-850313f4-4979-4e56-bb89-04ba6b460a16 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349699 Mar 02 07:32:58.811586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 253eab45-4bd9-4f46-8137-b28bac281118 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:32:58.843587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:58.844179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Checking segment: {'id': 'e063127d-ac6b-4b59-b40b-11a1de117857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:58.844741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.845284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Bound using segment: {'id': 'e063127d-ac6b-4b59-b40b-11a1de117857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:58.846582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3a8236bd-88ed-45bc-8556-f6db31a5296b req-0b322507-be08-4093-b566-4edaa87af1fa tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 210 time: 0.0621722 Mar 02 07:32:58.851230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f5c89cdb-3eaa-4d7b-b9c1-324926fc4573) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:58.854437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Bound port: 882f40f8-77c6-4684-ab80-cdba2a5b5116, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e063127d-ac6b-4b59-b40b-11a1de117857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '763dd5de-b0eb-4d5b-a03a-f38d78eb9e68'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:58.859054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:58.864212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.866275 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.871633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.885179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.885827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de6d9c-c052-4f50-823b-14e0646ae336 None None] The sync data for ids ['c5b3b7a7-b678-4922-b20e-3fbb8e19387d'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:58.903820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a7eed00-c4ee-4169-91ba-94ad9d911c73 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5505664 Mar 02 07:32:58.909272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:58.921434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724340448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:58.947935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:58.973695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:58.979526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f389a-e522-49ba-8be1-65ed5303b9f7 None None] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:58.982447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:58.992126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.003418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:59.029621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-3d33afec-8c8e-4873-af4a-3fea68853d30 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/64ed1573-8e5f-440c-b982-b5f75b49437a HTTP/1.1" status: 200 len: 1806 time: 0.1418073 Mar 02 07:32:59.034832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64ed1573-8e5f-440c-b982-b5f75b49437a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:59.035510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64ed1573-8e5f-440c-b982-b5f75b49437a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:59.040417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.041533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.075831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:59.084193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Pushing event updated for resources: {'Port': ['ID=882f40f8-77c6-4684-ab80-cdba2a5b5116,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:59.086541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:59.101511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Attempting to bind port 11a539d1-a25d-4a05-a46c-539e96bb7973 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:59.102144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Attempting to bind port 11a539d1-a25d-4a05-a46c-539e96bb7973 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:59.102671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Attempting to bind port 11a539d1-a25d-4a05-a46c-539e96bb7973 on network 0581272b-f454-4f2b-9497-7089d94a85bb {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:59.103897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:59.110207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.112474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] For port 882f40f8-77c6-4684-ab80-cdba2a5b5116, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:59.116980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] For port 882f40f8-77c6-4684-ab80-cdba2a5b5116, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=882f40f8-77c6-4684-ab80-cdba2a5b5116,segment=NetworkSegment(e063127d-ac6b-4b59-b40b-11a1de117857),segment_id=e063127d-ac6b-4b59-b40b-11a1de117857)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:59.119965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:59.120557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Checking segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:59.121117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.121660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Bound using segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:59.122300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Bound port: 11a539d1-a25d-4a05-a46c-539e96bb7973, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:59.122846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:59.123006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.168491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.325888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.385180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.392582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.402544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.403938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d8397b76-fd39-48a7-a64b-d096dd73c1b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4909213 Mar 02 07:32:59.410185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:59.413140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.425104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-b0f44405-f6f2-4770-a316-554f8fcf02b3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:59.427439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-b0f44405-f6f2-4770-a316-554f8fcf02b3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.3736405 Mar 02 07:32:59.445526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'device_id': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'admin_state_up': True, 'tenant_id': '46ac0080e5e2442884c75b56d32a846b'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:59.465319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.478488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.557054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cdc7f-30e0-403c-9e99-c08f32779094 None None] Pushing event updated for resources: {'Port': ['ID=882f40f8-77c6-4684-ab80-cdba2a5b5116,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:59.603169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39d8ce4-5cfd-4dfa-9ead-6ccc1dcd1c24,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:59.622002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] For port 11a539d1-a25d-4a05-a46c-539e96bb7973, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:59.624831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=253eab45-4bd9-4f46-8137-b28bac281118,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:59.630861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.637872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-f5c89cdb-3eaa-4d7b-b9c1-324926fc4573', 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': '4bacc7ad-0b14-4177-92c5-4c90c82b54ee'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:59.638716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.638962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0b929ad9-9600-4d04-9785-6a3aaed2ac4f req-446cbbeb-96e7-49ac-a8fc-3e92afa59f54 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6081398 Mar 02 07:32:59.671329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '253eab45-4bd9-4f46-8137-b28bac281118', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'port_id': '253eab45-4bd9-4f46-8137-b28bac281118', 'mac_address': 'fa:16:3e:dd:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:32:59.675931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] For port 11a539d1-a25d-4a05-a46c-539e96bb7973, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=11a539d1-a25d-4a05-a46c-539e96bb7973,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:59.683575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:59.699999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:59.717155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:59.722787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.773436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.834477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.877887 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.982051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Pushing event updated for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.000364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.002040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router c5b3b7a7-b678-4922-b20e-3fbb8e19387d {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:00.017432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253eab45-4bd9-4f46-8137-b28bac281118 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:00.026401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5830-1bdf-45ad-9a63-c5472799642d req-8753114c-7657-4acc-9b36-72fe89008e48 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:00.038096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50ee5830-1bdf-45ad-9a63-c5472799642d req-8753114c-7657-4acc-9b36-72fe89008e48 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 1.0273175 Mar 02 07:33:00.049793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f040c-669a-432c-8422-8fd8476a64be req-40c14dc4-a03b-44bc-bed1-a124799ba114 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:00.052307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b35f040c-669a-432c-8422-8fd8476a64be req-40c14dc4-a03b-44bc-bed1-a124799ba114 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.2609041 Mar 02 07:33:00.062147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d5be1-4270-4c39-877f-2da86b0401c7 None None] Pushing event updated for resources: {'Port': ['ID=11a539d1-a25d-4a05-a46c-539e96bb7973,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.080535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=253eab45-4bd9-4f46-8137-b28bac281118,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:00.092772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.20.0.13 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/0448cf3c-d3b9-423b-a4f9-b2800e8c333a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:00.093378 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.095974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Allocated IP 2001:db8:1::2 (f5c89cdb-3eaa-4d7b-b9c1-324926fc4573/4bacc7ad-0b14-4177-92c5-4c90c82b54ee/abd9f968-49eb-4fc5-ada5-335a44c3f782) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:00.142687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b35f040c-669a-432c-8422-8fd8476a64be req-5b6de65a-f35f-441e-86e9-9258325ea100 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809147 Mar 02 07:33:00.183327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.227826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1910351611', 'description': 'tempest-description-310492029'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:00.268604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:00.275376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:00.277331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:00.277647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:00.287459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:00.348880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:00.367034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:00.384710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.389094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54204) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:00.389267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e82dd3d4-58a0-4e60-a84b-465c1e6d27f4 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d HTTP/1.1" status: 204 len: 168 time: 1.7346013 Mar 02 07:33:00.397909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.432430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50ee5830-1bdf-45ad-9a63-c5472799642d req-d396f26c-55b4-4989-b8df-fc669f79dbff tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934484 Mar 02 07:33:00.464241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.476951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Transition to ACTIVE for port object abd9f968-49eb-4fc5-ada5-335a44c3f782 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:00.509827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Transition to ACTIVE for port object abd9f968-49eb-4fc5-ada5-335a44c3f782 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:00.514259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['253eab45-4bd9-4f46-8137-b28bac281118'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:00.551314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.614736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.636071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Transition to ACTIVE for port object 0448cf3c-d3b9-423b-a4f9-b2800e8c333a will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:00.648738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 12d8e457-6d8b-424f-a376-855eee60ece3 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:00.652473 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.671820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:00.675787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:00.683342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:00.685249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Pushing event updated for resources: {'Port': ['ID=abd9f968-49eb-4fc5-ada5-335a44c3f782,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.721167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.787233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:00.802101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:00.810066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:00.826094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:00.850303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.869992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.871614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Attempting to bind port abd9f968-49eb-4fc5-ada5-335a44c3f782 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:00.872197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Attempting to bind port abd9f968-49eb-4fc5-ada5-335a44c3f782 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6f03324b-479e-43e6-8eb4-a33c79fcbbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:00.872729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Attempting to bind port abd9f968-49eb-4fc5-ada5-335a44c3f782 on network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:00.883177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:00.883905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Checking segment: {'id': '6f03324b-479e-43e6-8eb4-a33c79fcbbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:00.884488 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.885041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Bound using segment: {'id': '6f03324b-479e-43e6-8eb4-a33c79fcbbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:00.885718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Bound port: abd9f968-49eb-4fc5-ada5-335a44c3f782, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f03324b-479e-43e6-8eb4-a33c79fcbbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c89cdb-3eaa-4d7b-b9c1-324926fc4573'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:00.886524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.980050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:00.992761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:00.999526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.029682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:01.071396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] For port abd9f968-49eb-4fc5-ada5-335a44c3f782, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:01.078398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] For port abd9f968-49eb-4fc5-ada5-335a44c3f782, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=abd9f968-49eb-4fc5-ada5-335a44c3f782,segment=NetworkSegment(6f03324b-479e-43e6-8eb4-a33c79fcbbb9),segment_id=6f03324b-479e-43e6-8eb4-a33c79fcbbb9)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:01.091052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.093503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.207602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.222977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97967-c613-40d2-a652-f3bc7daa2497 req-f53263f4-4dc7-4616-aa1e-0d46a2a92f20 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:01.225947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dce97967-c613-40d2-a652-f3bc7daa2497 req-f53263f4-4dc7-4616-aa1e-0d46a2a92f20 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 945 time: 0.5939698 Mar 02 07:33:01.236044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fdb22-c2e2-44cc-ae0d-bffc79643381 None None] Pushing event updated for resources: {'Port': ['ID=abd9f968-49eb-4fc5-ada5-335a44c3f782,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.242128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:01.242803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.249670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.338912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5036e21-0a3a-49fb-b14e-f0dbbcd1517f None None] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:01.368029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.423226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5769031-11a0-449c-8982-7ba162cfd5f2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.441323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.444069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97eea90d-2d2d-40af-8cb1-0ccbc4eda236 req-1e637933-f2f6-455d-826e-b9f9585722d2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2230554 Mar 02 07:33:01.452241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-4a2a8520-1027-4817-808f-351f5cfe9a23 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0114737 Mar 02 07:33:01.465281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=12d8e457-6d8b-424f-a376-855eee60ece3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.492827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5355bb3-70b8-40c5-a46c-aacfff9cc6bf None None] Network 78d900a7-0edc-4f33-9d11-7407c5660032 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:01.495266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Request body: {'port': {'device_id': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:01.570480 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.571744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a1387c83-959d-4b6a-b0a8-fcb82b510850 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/12d8e457-6d8b-424f-a376-855eee60ece3 HTTP/1.1" status: 204 len: 168 time: 1.1812160 Mar 02 07:33:01.591511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54214) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:01.640051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-be64a8a8-b4bd-45e4-85ec-fd52b7802d70 None None] Provisioning for port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:01.694221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-be64a8a8-b4bd-45e4-85ec-fd52b7802d70 None None] Provisioning complete for port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:01.694852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be64a8a8-b4bd-45e4-85ec-fd52b7802d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.726057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'faa284ca-dd60-48c0-a5b4-c13225c56d10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:01.809531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dce97967-c613-40d2-a652-f3bc7daa2497 req-bf24f1f7-09b9-42a8-8fc0-3726b4ded25c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717196 Mar 02 07:33:01.897117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.914643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet d1af568b-c18d-4516-97d4-c775c7cb7ff9 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:01.919019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.080045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.129970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd967be9-d30b-45c5-abe6-f65d6cc46967 None None] Network 0581272b-f454-4f2b-9497-7089d94a85bb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:02.165444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 882f40f8-77c6-4684-ab80-cdba2a5b5116 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:02.215534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.252569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-be64a8a8-b4bd-45e4-85ec-fd52b7802d70 None None] Port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:02.310935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8::1 (763dd5de-b0eb-4d5b-a03a-f38d78eb9e68/b0db027d-55d8-411c-ac83-8ea19f9451c5/de67e02a-25d8-4ad0-917f-e1de4b57a19b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:02.462558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-be64a8a8-b4bd-45e4-85ec-fd52b7802d70 None None] Provisioning for port 882f40f8-77c6-4684-ab80-cdba2a5b5116 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:02.579548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.656539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b79bfe-1fbb-4542-bf1c-804d2800d201 req-dc27c92c-5f3c-4fc4-af68-d289ac02571c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:02.667044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-15b79bfe-1fbb-4542-bf1c-804d2800d201 req-dc27c92c-5f3c-4fc4-af68-d289ac02571c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:02.668640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 882f40f8-77c6-4684-ab80-cdba2a5b5116 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:02.735949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 882f40f8-77c6-4684-ab80-cdba2a5b5116 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:02.737096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.790594 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.810212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object de67e02a-25d8-4ad0-917f-e1de4b57a19b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:02.815449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] DHCP port deletion for 78d900a7-0edc-4f33-9d11-7407c5660032 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:02.825359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 253eab45-4bd9-4f46-8137-b28bac281118 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:02.829647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.862013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.914340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Deleting port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:02.914713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.924329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=d1af568b-c18d-4516-97d4-c775c7cb7ff9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:02.936655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.952412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c400b7d-1e75-4a31-98d9-e2072124f309 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/d1af568b-c18d-4516-97d4-c775c7cb7ff9 HTTP/1.1" status: 204 len: 168 time: 1.3599207 Mar 02 07:33:02.953981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-15b79bfe-1fbb-4542-bf1c-804d2800d201 req-dc27c92c-5f3c-4fc4-af68-d289ac02571c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:02.962444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15b79bfe-1fbb-4542-bf1c-804d2800d201 req-dc27c92c-5f3c-4fc4-af68-d289ac02571c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 932 time: 0.8345068 Mar 02 07:33:02.967351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54226) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:02.971447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df5575-28f9-4b2c-94ad-d7f1e97c04e5 None None] Network c333a5e3-f016-4b6c-8404-47d045b1e9f8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:03.003852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c81631ec-7be5-428d-8ce4-cbc17069f003 None None] Provisioning for port 11a539d1-a25d-4a05-a46c-539e96bb7973 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:03.026165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:03.032721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:03.036375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:03.036577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.077391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289cebae-48ff-4ded-acac-97d91b840547 None None] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:03.088852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc912e-6ab7-4217-b9a6-94d68e5b3424 req-785d5544-cf65-44a2-b063-bad598f4f770 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:03.090590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85cc912e-6ab7-4217-b9a6-94d68e5b3424 req-785d5544-cf65-44a2-b063-bad598f4f770 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.6268871 Mar 02 07:33:03.095631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=de67e02a-25d8-4ad0-917f-e1de4b57a19b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:03.108030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.229000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15b79bfe-1fbb-4542-bf1c-804d2800d201 req-ffe3c824-aea2-45f1-9368-5c001044cfaf tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653069 Mar 02 07:33:03.242142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.284339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1144422832', 'description': 'tempest-description-1680215322'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:03.304578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:03.304927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.306410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85cc912e-6ab7-4217-b9a6-94d68e5b3424 req-89364f58-d552-4112-abe8-b277ac9592d7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937852 Mar 02 07:33:03.345059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:03.363912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:03.370957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:03.386517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:03.458854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.527189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6add8aae-b6ca-488e-80d9-1f40343dbd42 None None] Provisioning for port abd9f968-49eb-4fc5-ada5-335a44c3f782 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:03.530206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 253eab45-4bd9-4f46-8137-b28bac281118 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:03.544449 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.568892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:03.569757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.599752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 253eab45-4bd9-4f46-8137-b28bac281118 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:03.600128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.623823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:03.631641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:03.642325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0448cf3c-d3b9-423b-a4f9-b2800e8c333a {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:03.647289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:03.662341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.685549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,segment=NetworkSegment(b649d7d9-beb0-49ab-873b-a632722d3777),segment_id=b649d7d9-beb0-49ab-873b-a632722d3777)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:03.685944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.831328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:03.864551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Transition to ACTIVE for port object 0448cf3c-d3b9-423b-a4f9-b2800e8c333a will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:03.879464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.000275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6add8aae-b6ca-488e-80d9-1f40343dbd42 None None] Provisioning complete for port 882f40f8-77c6-4684-ab80-cdba2a5b5116 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:04.001294 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6add8aae-b6ca-488e-80d9-1f40343dbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.210895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.213679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.233893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.248369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 882f40f8-77c6-4684-ab80-cdba2a5b5116, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=882f40f8-77c6-4684-ab80-cdba2a5b5116,segment=NetworkSegment(e063127d-ac6b-4b59-b40b-11a1de117857),segment_id=e063127d-ac6b-4b59-b40b-11a1de117857)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:04.299529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] For port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,segment=NetworkSegment(b649d7d9-beb0-49ab-873b-a632722d3777),segment_id=b649d7d9-beb0-49ab-873b-a632722d3777)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:04.299928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.303655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Router cf30c29a-b56f-407a-b547-e857bf4e3868 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:04.307605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.308593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 11a539d1-a25d-4a05-a46c-539e96bb7973 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:04.348065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f58f-cfe7-47d4-ac10-f3bc82cdd2bf req-b3c982b5-1914-4959-a7f6-c958d91f399b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:04.349628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41e3f58f-cfe7-47d4-ac10-f3bc82cdd2bf req-b3c982b5-1914-4959-a7f6-c958d91f399b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 945 time: 0.2615061 Mar 02 07:33:04.376417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.377989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9864d68f-26bb-4f48-9e73-99e24597f2cf req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0992594 Mar 02 07:33:04.390328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.434962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] DHCP port deletion for c333a5e3-f016-4b6c-8404-47d045b1e9f8 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:04.488035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.521132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41e3f58f-cfe7-47d4-ac10-f3bc82cdd2bf req-4023abc5-03db-455d-9bce-24edcba68faf tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036267 Mar 02 07:33:04.532592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8d1d-9ba4-4e29-b374-90b28ed277bc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a2671f-14d5-467a-a08d-0638eb89a5c0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.548252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No DVR routers for this DVR port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:04.576127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.588121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.589046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.685234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Calling delete_port for 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:04.705139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Attempting to bind port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:04.705469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Attempting to bind port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:04.706364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Attempting to bind port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:04.727970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Deleting port a2138e57-a1c8-417f-a7d5-f9e99803e068 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:04.728586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.762393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:04.763012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Attempting to bind port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:04.776792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:04.777377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:04.777937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:04.778544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Bound port: 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:04.779114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.825650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:04.835030 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Sync routers for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:04.854450 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:04.855097 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.912555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.923820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=882f40f8-77c6-4684-ab80-cdba2a5b5116,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.951566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.953075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-56f3dd38-32f0-4d39-93a4-9c157e3455fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0412996 Mar 02 07:33:04.959285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=de67e02a-25d8-4ad0-917f-e1de4b57a19b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.978114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:05.029050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.076421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 11a539d1-a25d-4a05-a46c-539e96bb7973 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:05.127080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:05.167280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:05.171984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 11a539d1-a25d-4a05-a46c-539e96bb7973 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:05.172506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.174513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:05.195158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.249264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:05.249264 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:05.249572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:05.278261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=253eab45-4bd9-4f46-8137-b28bac281118,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:05.349259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d900a7-0edc-4f33-9d11-7407c5660032']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.367406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:05.367945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.369359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 200 len: 1092 time: 3.9062512 Mar 02 07:33:05.375003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:05.397793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.416631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d105e66-cfad-4986-ae4f-e904ff78a6dd req-2b2bdccb-1803-4656-afef-e3963a1833ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:05.429495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d105e66-cfad-4986-ae4f-e904ff78a6dd req-2b2bdccb-1803-4656-afef-e3963a1833ce tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 944 time: 0.7163193 Mar 02 07:33:05.448391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:05.462648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:05.487624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f3ac5-79be-40c1-9117-0fb66c36faf3 req-6037b6eb-b0c3-4314-bc44-7b0f6e28aa51 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:05.491398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b649d7d9-beb0-49ab-873b-a632722d3777') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.491898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b649d7d9-beb0-49ab-873b-a632722d3777') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.495609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277f3ac5-79be-40c1-9117-0fb66c36faf3 req-6037b6eb-b0c3-4314-bc44-7b0f6e28aa51 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.7536535 Mar 02 07:33:05.540560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.602922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d105e66-cfad-4986-ae4f-e904ff78a6dd req-0335ef89-4bbb-4d90-968b-9afa298451cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706750 Mar 02 07:33:05.626320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.634808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ba36-e02a-4cbe-a6d5-9523d94b06a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:05.652686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] For port a2138e57-a1c8-417f-a7d5-f9e99803e068, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a2138e57-a1c8-417f-a7d5-f9e99803e068,segment=NetworkSegment(ad09cb16-2a48-4fe3-b942-439435c64740),segment_id=ad09cb16-2a48-4fe3-b942-439435c64740)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:05.653255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.750946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:05.751372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.800011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Deleting port 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:05.801191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.942702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Provisioning complete for port 11a539d1-a25d-4a05-a46c-539e96bb7973 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:05.943282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:05.964004 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:05.971473 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.981786 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 3, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.987253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-1eb0b7cc-4d88-4fac-b694-87e9f3aec7e9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/d5769031-11a0-449c-8982-7ba162cfd5f2 HTTP/1.1" status: 200 len: 1806 time: 0.3420060 Mar 02 07:33:05.995844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Calling delete_port for a2138e57-a1c8-417f-a7d5-f9e99803e068 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:06.000837 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Checking router: cf30c29a-b56f-407a-b547-e857bf4e3868 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:06.001192 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Updating router cf30c29a-b56f-407a-b547-e857bf4e3868 port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:06.023789 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.028984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=78d900a7-0edc-4f33-9d11-7407c5660032,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.060070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-42fd133c-326c-4b13-9d39-625de559a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:06.062463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-42fd133c-326c-4b13-9d39-625de559a71b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 1095 time: 0.6140337 Mar 02 07:33:06.068588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a035019-80d2-4286-bc30-aee47961ae6a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/78d900a7-0edc-4f33-9d11-7407c5660032 HTTP/1.1" status: 204 len: 168 time: 3.0969391 Mar 02 07:33:06.073398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54254) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:06.082243 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.098247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.136790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-560eff8d-6478-4dce-9e4b-dbf1abd6b04b None None] The port '4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:06.171431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277f3ac5-79be-40c1-9117-0fb66c36faf3 req-4548d260-2834-4d02-96e5-2b4b62058f64 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749346 Mar 02 07:33:06.301736 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118', 'code': 200} Mar 02 07:33:06.348361 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'status': 'completed', 'code': 200} Mar 02 07:33:06.372277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-4c7bb19d-2044-4d44-8083-59bf976b3cbb tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/a4a2671f-14d5-467a-a08d-0638eb89a5c0 HTTP/1.1" status: 200 len: 1807 time: 0.3622487 Mar 02 07:33:06.388130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.475099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5769031-11a0-449c-8982-7ba162cfd5f2', 'remote_group_id': 'a4a2671f-14d5-467a-a08d-0638eb89a5c0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:06.475438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5769031-11a0-449c-8982-7ba162cfd5f2', 'remote_group_id': 'a4a2671f-14d5-467a-a08d-0638eb89a5c0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:06.480884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-210882f6-7c90-4e0a-a248-dd49e057da33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 200 len: 217 time: 0.4064939 Mar 02 07:33:06.490853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:06.509075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.571796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:06.576909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] Pushing event deleted for resources: {'Port': ['ID=a2138e57-a1c8-417f-a7d5-f9e99803e068,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.598204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8692eb-555f-4077-a7c0-56e490607a31 None None] No DVR routers for this DVR port a2138e57-a1c8-417f-a7d5-f9e99803e068 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:06.611630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:06.634642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:06.664403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.694854 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.722052 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Transition to ACTIVE for port object 88723aff-f1de-48bc-83e0-0aa3c928d8b1 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:06.740768 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.750139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 61435559-5289-4412-9022-f809190734a3 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:06.781556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fce3c-579c-4e79-9cb5-120ec6f723bd req-f7202c65-e984-4bf3-aade-af123dc75796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:06.783243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f71fce3c-579c-4e79-9cb5-120ec6f723bd req-f7202c65-e984-4bf3-aade-af123dc75796 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 1097 time: 0.3735256 Mar 02 07:33:06.831348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-6a0623e5-9294-4f0e-9e06-30714371ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:06.833355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-6a0623e5-9294-4f0e-9e06-30714371ee80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.3340034 Mar 02 07:33:06.842938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 11a539d1-a25d-4a05-a46c-539e96bb7973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=11a539d1-a25d-4a05-a46c-539e96bb7973,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:06.866656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.868006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device abd9f968-49eb-4fc5-ada5-335a44c3f782 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:06.901367 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Attempting to bind port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:06.901923 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Attempting to bind port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:06.902988 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Attempting to bind port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:06.912727 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:06.913261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:06.913971 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.914585 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:06.915819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Bound port: 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:06.916520 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.940323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.955044 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Pushing event updated for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.971580 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.972375 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.973546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.974184 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.974737 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.975301 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.975844 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.976384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.977057 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.977840 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.978469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:06.979209 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:07.030918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.043861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f71fce3c-579c-4e79-9cb5-120ec6f723bd req-1876ae46-83a0-4f37-bc44-592f98fab6c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531164 Mar 02 07:33:07.047831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.049219 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:07.055424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=88723aff-f1de-48bc-83e0-0aa3c928d8b1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:07.062081 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.077997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c333a5e3-f016-4b6c-8404-47d045b1e9f8']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.116578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad09cb16-2a48-4fe3-b942-439435c64740') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.117068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad09cb16-2a48-4fe3-b942-439435c64740') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.136630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port abd9f968-49eb-4fc5-ada5-335a44c3f782 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:07.142367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e4fe8-b598-484a-9486-88a9b3b26bfe req-5b1ae9ef-b9b2-4acc-b1e1-e056259be634 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:07.144791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.149342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed4e4fe8-b598-484a-9486-88a9b3b26bfe req-5b1ae9ef-b9b2-4acc-b1e1-e056259be634 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.5610974 Mar 02 07:33:07.151579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:07.153318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cd69228b-10aa-4d1d-8316-64449586ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:07.154477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port abd9f968-49eb-4fc5-ada5-335a44c3f782 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:07.155112 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.155884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cd69228b-10aa-4d1d-8316-64449586ebcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821875 Mar 02 07:33:07.161622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.175107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d8f6245-5a83-4f39-a8e3-996d63df3037 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/61435559-5289-4412-9022-f809190734a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7582557 Mar 02 07:33:07.178449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:07.188072 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae780310-5345-4c0e-bdf8-c46df4fa2725 None None] Pushing event updated for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.189849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.190608 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:07.191469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.192340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.223271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:07.223673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:07.243376 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:07.267429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=11a539d1-a25d-4a05-a46c-539e96bb7973,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.278111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.283224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] Sync routers for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:07.290105 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:07.290962 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:07.297446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:07.298396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.305209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed4e4fe8-b598-484a-9486-88a9b3b26bfe req-edcbbf7b-1cd7-47b2-ae6f-fcb4e6a46da4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549180 Mar 02 07:33:07.321801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aedd5a-6032-4295-84a6-41ae9cb64edf,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.334887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d423b-5608-4225-a29f-54b9f5bda9f6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:07.335532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a94d423b-5608-4225-a29f-54b9f5bda9f6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:07.399161 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.399952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f5f9dd1-54ce-4114-8f1d-6783994b2666 req-6139d0b1-c994-4ca5-8ebf-4ae87d4861b9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9316142 Mar 02 07:33:07.417990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.445054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-9f8da2d0-15ae-459a-ac0c-80eadcab7b4b service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807250 Mar 02 07:33:07.446623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.450439 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:07.452127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.475351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:07.476087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.500743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/c333a5e3-f016-4b6c-8404-47d045b1e9f8 HTTP/1.1" status: 204 len: 168 time: 1.4249301 Mar 02 07:33:07.502097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:07.506261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a94d423b-5608-4225-a29f-54b9f5bda9f6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:07.506425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009b24f-897e-41eb-9f8e-352c892abd6d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=c333a5e3-f016-4b6c-8404-47d045b1e9f8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.507549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a94d423b-5608-4225-a29f-54b9f5bda9f6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports/de67e02a-25d8-4ad0-917f-e1de4b57a19b HTTP/1.1" status: 200 len: 911 time: 0.3267589 Mar 02 07:33:07.544439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:07.547670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.548077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cfafa-0622-44a7-8eae-9be6b68e5e81 None None] The sync data for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:07.558632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-2009926959'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:07.562968 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.598503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port abd9f968-49eb-4fc5-ada5-335a44c3f782, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=abd9f968-49eb-4fc5-ada5-335a44c3f782,segment=NetworkSegment(6f03324b-479e-43e6-8eb4-a33c79fcbbb9),segment_id=6f03324b-479e-43e6-8eb4-a33c79fcbbb9)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:07.606006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.677053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:07.681117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:07.684043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:07.690054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:07.722541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=abd9f968-49eb-4fc5-ada5-335a44c3f782,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.739406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 882f40f8-77c6-4684-ab80-cdba2a5b5116 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:07.789447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db941e3-ebe2-46a2-9119-38ac3cc3bccd req-4becf7a2-b6ff-4bd0-ab6a-9991f3b69997 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:07.791007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4db941e3-ebe2-46a2-9119-38ac3cc3bccd req-4becf7a2-b6ff-4bd0-ab6a-9991f3b69997 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 944 time: 0.2702031 Mar 02 07:33:07.859064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:07.862508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.904424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 882f40f8-77c6-4684-ab80-cdba2a5b5116 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:07.905031 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.915494 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 3, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.921290 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21de71c-cb39-42fb-98de-57ffe96afba6 None None] The sync data for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 is: [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 3, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:07.936684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4db941e3-ebe2-46a2-9119-38ac3cc3bccd req-74c6c458-c649-4c96-8702-380289341935 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114132 Mar 02 07:33:07.952501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Allocated IP 172.20.0.1 (0581272b-f454-4f2b-9497-7089d94a85bb/28f08685-3096-4921-a1a6-259995618018/4765eac8-242f-4086-9d99-a37bacccc5e4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:07.994152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Provisioning for port de67e02a-25d8-4ad0-917f-e1de4b57a19b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:08.000699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Provisioning complete for port de67e02a-25d8-4ad0-917f-e1de4b57a19b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:08.001070 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.082933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-9efa1eb1-9acf-4ca5-ae27-6008bd4a71a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2277796 Mar 02 07:33:08.119279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e5d107b1-c3c0-46f0-a8c3-a589744da748 None None] Port de67e02a-25d8-4ad0-917f-e1de4b57a19b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:08.145641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 11a539d1-a25d-4a05-a46c-539e96bb7973 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:08.154548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.200673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-e0d119f8-44fb-4579-88b8-87e6c7f28e3a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:08.202392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-e0d119f8-44fb-4579-88b8-87e6c7f28e3a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.6375663 Mar 02 07:33:08.243065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 11a539d1-a25d-4a05-a46c-539e96bb7973 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:08.243450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.362195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61f68ce6-3742-45ea-9c77-facfff7b529d None None] Provisioning complete for port abd9f968-49eb-4fc5-ada5-335a44c3f782 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:08.362578 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61f68ce6-3742-45ea-9c77-facfff7b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.388397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-11f83bdf-2427-4667-af65-fd5e17ae309e tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/quotas/06f8e51975e24ac785e9fba407a0f8aa HTTP/1.1" status: 200 len: 375 time: 0.1008825 Mar 02 07:33:08.475293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Transition to ACTIVE for port object 4765eac8-242f-4086-9d99-a37bacccc5e4 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:08.493916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:08.578569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20896a7d-b767-4022-80d6-a34ad2f7c1b5 req-cdd0b4c8-4364-490c-9000-55690bd8fb3b service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0753417 Mar 02 07:33:08.687167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a2138e57-a1c8-417f-a7d5-f9e99803e068 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:08.691219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.705124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.705893 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 55b1916a-073c-44bd-a891-de8e7beab125 of type vlan for network 4cf03790-3393-42c3-a600-abcdeebc5051 Mar 02 07:33:08.753597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a2138e57-a1c8-417f-a7d5-f9e99803e068 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:08.754251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a2138e57-a1c8-417f-a7d5-f9e99803e068 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:08.754777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:08.811368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:08.811721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4e5e1a8a-bc44-4ceb-baaf-e5b31c00e640 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:08.821092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da1254-065c-4af6-a10c-7538af659dd5 req-ed2eee50-6e5c-4d9f-a9d2-428d52ce83c8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:08.823005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3da1254-065c-4af6-a10c-7538af659dd5 req-ed2eee50-6e5c-4d9f-a9d2-428d52ce83c8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.6649258 Mar 02 07:33:08.825218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-eee08712-e8c9-4fc3-ab47-20eff463fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:08.826716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-eee08712-e8c9-4fc3-ab47-20eff463fc1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 1097 time: 0.6122987 Mar 02 07:33:08.845797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Network 0581272b-f454-4f2b-9497-7089d94a85bb is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:08.852591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:08.855297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:08.856443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61f68ce6-3742-45ea-9c77-facfff7b529d None None] Provisioning complete for port de67e02a-25d8-4ad0-917f-e1de4b57a19b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:08.856823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61f68ce6-3742-45ea-9c77-facfff7b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.946648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-61f68ce6-3742-45ea-9c77-facfff7b529d None None] Port de67e02a-25d8-4ad0-917f-e1de4b57a19b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:08.971285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.972022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.014534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-fe6b5813-236d-4349-b4b8-aac7b6822873 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6049421 Mar 02 07:33:09.071993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Pushing event updated for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:09.140938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3da1254-065c-4af6-a10c-7538af659dd5 req-66df8ace-6d1f-4416-b67d-a30582e85373 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900431 Mar 02 07:33:09.169185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-09b8acf5-f204-4b92-a5cf-7840723aaad4 None None] Provisioning for port 4765eac8-242f-4086-9d99-a37bacccc5e4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:09.171388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-6982f808-1cb6-4e0e-a240-85fe1637e983 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6729779 Mar 02 07:33:09.175085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-09b8acf5-f204-4b92-a5cf-7840723aaad4 None None] Provisioning complete for port 4765eac8-242f-4086-9d99-a37bacccc5e4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:09.175637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-09b8acf5-f204-4b92-a5cf-7840723aaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.207056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1806750699', 'description': 'tempest-description-816596755'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:09.246440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-09b8acf5-f204-4b92-a5cf-7840723aaad4 None None] Port 4765eac8-242f-4086-9d99-a37bacccc5e4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:09.269917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.275371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.275994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.283231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:09.297400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:09.302688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-c6ffb75c-04ea-4d9a-b66b-b50d955c50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.304251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-c6ffb75c-04ea-4d9a-b66b-b50d955c50cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 1095 time: 0.5754576 Mar 02 07:33:09.314051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:09.325515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-c592e924-e2fb-44ce-af41-407fcbf8fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.327059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-c592e924-e2fb-44ce-af41-407fcbf8fe3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.3858631 Mar 02 07:33:09.385831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:09.421788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-312b0220-3c07-44d3-8116-a0fad1832ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 200 len: 217 time: 0.0875196 Mar 02 07:33:09.431896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.497107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-37c3cdd7-2716-4545-a7f6-62537fd09988 service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813721 Mar 02 07:33:09.500795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9797001 Mar 02 07:33:09.511087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-7444c26e-449b-4cb1-8b60-822f1f33832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.512161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54294) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:09.512587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-7444c26e-449b-4cb1-8b60-822f1f33832f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.0719736 Mar 02 07:33:09.541445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf135af-c1d7-454f-962f-b4ba2665171c req-7fb35d7b-b1ad-4f07-8d49-417701959776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.542934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edf135af-c1d7-454f-962f-b4ba2665171c req-7fb35d7b-b1ad-4f07-8d49-417701959776 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.6624572 Mar 02 07:33:09.543554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7ab25-71fb-4f75-b94c-f8fc3e1c4d53 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=4cf03790-3393-42c3-a600-abcdeebc5051,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:09.548682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:09.559197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 4cf03790-3393-42c3-a600-abcdeebc5051 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:09.569640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-1ad7d868-e4a7-4f51-bfb4-4f7c0c8d405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:09.571294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-1ad7d868-e4a7-4f51-bfb4-4f7c0c8d405f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 1097 time: 0.3586237 Mar 02 07:33:09.584552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-584f2305-9b27-44a8-acf5-19a32ad164d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605588 Mar 02 07:33:09.610534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:09.728958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:09.734320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:09.744041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:09.808862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 88723aff-f1de-48bc-83e0-0aa3c928d8b1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:09.872734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.893165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:09.900185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:09.900992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.943995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-ca50db40-a2af-4bbe-ae9e-e5e1ec0e9de9 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308492 Mar 02 07:33:09.953020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.034196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.053126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=88723aff-f1de-48bc-83e0-0aa3c928d8b1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:10.059128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.060249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device abd9f968-49eb-4fc5-ada5-335a44c3f782 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:10.065668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-8d786e3f-ad67-4c61-b3d5-42cb028ebf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.067986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-8d786e3f-ad67-4c61-b3d5-42cb028ebf5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.3424864 Mar 02 07:33:10.085018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edf135af-c1d7-454f-962f-b4ba2665171c req-89091154-e88d-404a-a7eb-f8fd97f9321a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427880 Mar 02 07:33:10.092846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:10.099425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-524f96d3-dfa8-4ff9-b498-80d37136b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.101154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-524f96d3-dfa8-4ff9-b498-80d37136b711 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.7651823 Mar 02 07:33:10.201537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:10.216620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port abd9f968-49eb-4fc5-ada5-335a44c3f782 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:10.217174 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.233996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:10.234135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-0f7428d2-62a5-49a5-b27c-989082cd2112 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10 HTTP/1.1" status: 200 len: 217 time: 0.1156170 Mar 02 07:33:10.250743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-e32bb7b5-37ae-4dfe-9895-7cc64559f769 service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392943 Mar 02 07:33:10.254588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:10.258295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-49c52558-83a8-4ea3-bdb7-00c97ae8622e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 200 len: 217 time: 0.0931382 Mar 02 07:33:10.265584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:10.277351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.322369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.386464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:10.390277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.514045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-0529db91-2acb-459d-a4eb-1390c4894a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.515613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-0529db91-2acb-459d-a4eb-1390c4894a00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2477512 Mar 02 07:33:10.592947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.594323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd88e96a-b82d-4a15-a058-1f0026e0d63f req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3922627 Mar 02 07:33:10.603544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1843af7-be94-41b7-b72a-f5b07d38007b req-95cb3e4a-3586-4732-8591-9f540ed4212a service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366751 Mar 02 07:33:10.700734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b6189-ea5f-4958-9278-49304e8a4e7f tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:10.720992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-afdc5a9e-3f60-4fe4-96be-73e929ae20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.730326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-afdc5a9e-3f60-4fe4-96be-73e929ae20f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1781676 Mar 02 07:33:10.898021 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.913356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.913575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-e76a8377-fdc7-4e89-bf98-c536d8062d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.915108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-e76a8377-fdc7-4e89-bf98-c536d8062d32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3883142 Mar 02 07:33:10.918631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8:1::1 (f5c89cdb-3eaa-4d7b-b9c1-324926fc4573/4bacc7ad-0b14-4177-92c5-4c90c82b54ee/95b20428-cdf1-4a79-aed4-ac74f04cd17c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:10.928755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34aea73-1939-491d-87db-5a244fdf584b req-08d0ef5b-e823-4891-be6e-a41423bbfb01 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.935921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c34aea73-1939-491d-87db-5a244fdf584b req-08d0ef5b-e823-4891-be6e-a41423bbfb01 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.4108493 Mar 02 07:33:11.021372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-888a3672-09c5-466d-8519-34d97a3f1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:11.022957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-888a3672-09c5-466d-8519-34d97a3f1c62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911384 Mar 02 07:33:11.042226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedc611-ea8a-410a-928b-257fcb1bfb37 req-b14a5318-fe23-4fe6-8c62-eac6a6c17865 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:11.049326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebedc611-ea8a-410a-928b-257fcb1bfb37 req-b14a5318-fe23-4fe6-8c62-eac6a6c17865 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 944 time: 0.2733381 Mar 02 07:33:11.115057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Pushing event updated for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:11.160618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c34aea73-1939-491d-87db-5a244fdf584b req-3964cc59-0fe5-4238-a9d1-c834554c80ab tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232096 Mar 02 07:33:11.200128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.274984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebedc611-ea8a-410a-928b-257fcb1bfb37 req-b738f9b8-6922-463f-b7ea-3cdf95e53794 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246785 Mar 02 07:33:11.361272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.440134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-c51bf05d-c283-4980-bddc-5d2f7feedf59 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844298 Mar 02 07:33:11.447727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-31ba5833-2e8a-4c3b-be01-983cf4515eed service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796685 Mar 02 07:33:11.553070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5513e620-e19d-4b73-adc9-f304617c0613 req-a6bf18bb-7876-4823-90b6-1921de13271d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0980470 Mar 02 07:33:11.616362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2076087819', 'description': 'tempest-description-1423139744'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:11.622788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Network 0581272b-f454-4f2b-9497-7089d94a85bb is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:11.629155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:11.638679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:11.653363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:11.701949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=7e068102-7883-4139-b6bc-2432d754cf7e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:11.734339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 88723aff-f1de-48bc-83e0-0aa3c928d8b1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:11.779773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:11.852988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '55b1916a-073c-44bd-a891-de8e7beab125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:11.853837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:11.856672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: 4cf03790-3393-42c3-a600-abcdeebc5051, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:11.877931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.890620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eadb280d-03b1-429e-bbe5-018a37e457a2 req-58ba3322-7b10-4733-98ad-2e7bc9e091eb service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338071 Mar 02 07:33:11.902698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a4892af-d5f1-46a1-bf11-ae96dd35d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.907623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:11.908130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.949431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7114-dd14-4b70-a9b7-149c0e6179fa req-3dbe9a7c-be85-42bd-96fe-db0f0828cb7c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:11.950984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-123e7114-dd14-4b70-a9b7-149c0e6179fa req-3dbe9a7c-be85-42bd-96fe-db0f0828cb7c tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.5062828 Mar 02 07:33:11.992305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object 95b20428-cdf1-4a79-aed4-ac74f04cd17c will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:12.000058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 4cf03790-3393-42c3-a600-abcdeebc5051 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:12.009161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0448cf3c-d3b9-423b-a4f9-b2800e8c333a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:33:12.015662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.061682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 4cf03790-3393-42c3-a600-abcdeebc5051) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:12.077121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:12.077121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.084045 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:33:12.088307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-123e7114-dd14-4b70-a9b7-149c0e6179fa req-a4fc4f34-60a4-4cf6-83d5-62c6a93c3f68 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288211 Mar 02 07:33:12.121168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304136c4-90f4-4dd4-b04c-0d925d00b441 None None] Network 4cf03790-3393-42c3-a600-abcdeebc5051 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:12.133695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.173789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fbb039c1-b83d-408c-ac29-d8e666eba5e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6603520 Mar 02 07:33:12.185475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54314) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:12.203977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1088947905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:12.218120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b61d3a32-d7f8-4fae-a989-5c05a1d27b48 req-320fa731-7bd7-4840-968c-ed4154456bda service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591686 Mar 02 07:33:12.233106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:12.239561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:12.246693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:12.250799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:12.261467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:12.261613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:12.276755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.280130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:12.301745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:12.326046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:12.339374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-5f7fc8df-6436-40e4-a962-c279960c9e32 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:12.341103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-5f7fc8df-6436-40e4-a962-c279960c9e32 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.5369899 Mar 02 07:33:12.357120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Request body: {'port': {'device_id': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'admin_state_up': True, 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:12.387525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bab082be-5d77-4762-b918-9e5f8f42d4c8 None None] Provisioning complete for port 4765eac8-242f-4086-9d99-a37bacccc5e4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:12.387898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bab082be-5d77-4762-b918-9e5f8f42d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.397259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Router cf30c29a-b56f-407a-b547-e857bf4e3868 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:12.481320 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:33:12.515408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:12.546190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:12.580068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=95b20428-cdf1-4a79-aed4-ac74f04cd17c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:12.639792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.640921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.665793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bab082be-5d77-4762-b918-9e5f8f42d4c8 None None] Port 4765eac8-242f-4086-9d99-a37bacccc5e4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:12.674436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.714695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.731528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-4cf03790-3393-42c3-a600-abcdeebc5051', 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '7e068102-7883-4139-b6bc-2432d754cf7e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:12.732877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.823189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:12.837680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.841575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-34fa938e-66b6-4323-8627-2eb4acbcbd2a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6524003 Mar 02 07:33:12.846058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:12.855432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'port': {'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051', 'name': 'tempest-RoutersTest-742249639'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:12.863995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'mac_address': 'fa:16:3e:84:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:33:12.871985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-226658e9-10d5-4df9-9fbb-f5334ef4ffc1 None None] Provisioning for port 95b20428-cdf1-4a79-aed4-ac74f04cd17c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:12.918256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-226658e9-10d5-4df9-9fbb-f5334ef4ffc1 None None] Provisioning complete for port 95b20428-cdf1-4a79-aed4-ac74f04cd17c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:12.918632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-226658e9-10d5-4df9-9fbb-f5334ef4ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.973538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.026131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.027406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.033590 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.042636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-226658e9-10d5-4df9-9fbb-f5334ef4ffc1 None None] Port 95b20428-cdf1-4a79-aed4-ac74f04cd17c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:13.048794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.062496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0448cf3c-d3b9-423b-a4f9-b2800e8c333a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:13.067717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Allocated IP 172.20.0.2 (4cf03790-3393-42c3-a600-abcdeebc5051/7e068102-7883-4139-b6bc-2432d754cf7e/42696a5f-eb9f-4bda-afe7-253062af2a13) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:13.075763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.078316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:13.090408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d879-ad1f-4740-bfdf-2d821b5b7a89 req-d30ac368-c8bf-46c9-a709-a323cf0a27ee tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:13.090625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:13.090942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938d879-ad1f-4740-bfdf-2d821b5b7a89 req-d30ac368-c8bf-46c9-a709-a323cf0a27ee tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 944 time: 0.3434668 Mar 02 07:33:13.102716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Sync routers for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:13.106389 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.116107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:13.116867 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:32:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:13.119336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-8e2cd1f4-23b9-4ede-97e5-108a223dd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:13.120886 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-8e2cd1f4-23b9-4ede-97e5-108a223dd7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 1097 time: 0.3447750 Mar 02 07:33:13.127062 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0766e7a1-73df-419e-861f-e44acb39a758 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf30c29a-b56f-407a-b547-e857bf4e3868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1470149 Mar 02 07:33:13.149039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:13.156153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.160922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.176560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.227410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.231402 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07c3e44a-bd17-47fd-a381-8105448d3f31 req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.6166139 Mar 02 07:33:13.232386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5768-6e5b-424f-8802-1c11693cda35 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89004eb7-0d0f-45f2-8f4a-f23c68efdb8f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.298005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3938d879-ad1f-4740-bfdf-2d821b5b7a89 req-e259c5a7-92b2-40c9-a04d-e87b4ad6f023 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837697 Mar 02 07:33:13.309819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:13.313098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.315224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.460300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] device_id is not set on port 05a9d7b2-fb47-4f88-8bf9-85dfa392e32f yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:13.463024 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:13.552239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['0448cf3c-d3b9-423b-a4f9-b2800e8c333a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:13.568662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7a4a7e1-8610-4f7a-8c49-dbf78fbf717c req-546f1de8-654c-4fc3-8ebe-5b117190d69a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 210 time: 0.0749729 Mar 02 07:33:13.640813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-72bb0722-bf75-4947-8f38-91e077695352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:13.645325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-72bb0722-bf75-4947-8f38-91e077695352 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 911 time: 0.4983733 Mar 02 07:33:13.830369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Allocated IP 172.20.0.14 (7faf9728-de19-4752-9838-420125776674/f2c35fd3-fd30-4ec4-83eb-366baddb280b/07c73f4d-e894-4022-8242-ae226ebd88dc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:13.847851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.939296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Transition to ACTIVE for port object 42696a5f-eb9f-4bda-afe7-253062af2a13 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:14.013255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Transition to ACTIVE for port object 42696a5f-eb9f-4bda-afe7-253062af2a13 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:14.021616 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 2, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:14.029580 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Checking router: cf30c29a-b56f-407a-b547-e857bf4e3868 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:14.029749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54346) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:14.030454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Updating router cf30c29a-b56f-407a-b547-e857bf4e3868 port 4765eac8-242f-4086-9d99-a37bacccc5e4 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:14.045082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.051408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-965820348-network', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:14.087476 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.102023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.103898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:14.115022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c5c9a-6898-4732-a38f-48d66750ffb1 req-697b0783-8e58-4fc9-8914-d01d27fc6094 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:14.116518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-937c5c9a-6898-4732-a38f-48d66750ffb1 req-697b0783-8e58-4fc9-8914-d01d27fc6094 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.2166185 Mar 02 07:33:14.122224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.126294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Usage tracker for resource:network and tenant:2d3f27ce52db4dd6a7679738ce75aee1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:14.128573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.129321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.135429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:14.190408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Network 4cf03790-3393-42c3-a600-abcdeebc5051 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:14.193529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:14.221557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-5e1b6fcd-8261-43e4-88e7-0eaa0f19abda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=253eab45-4bd9-4f46-8137-b28bac281118 HTTP/1.1" status: 200 len: 217 time: 0.0827484 Mar 02 07:33:14.244723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:14.254751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:14.319788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Pushing event updated for resources: {'Port': ['ID=42696a5f-eb9f-4bda-afe7-253062af2a13,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.338462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4a3d-03fe-4dda-a5ec-448cff0665b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.342298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=95b20428-cdf1-4a79-aed4-ac74f04cd17c,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.351972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-61c14c7f-9082-4d57-bbb8-a78505f47d14 {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:14.352291 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:14.352802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Made reservation on behalf of 2d3f27ce52db4dd6a7679738ce75aee1 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:14.355208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.381712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-41a3b6ca-a684-4f86-ba76-28a239e0cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:14.383430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-41a3b6ca-a684-4f86-ba76-28a239e0cb51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.1097050 Mar 02 07:33:14.386678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-937c5c9a-6898-4732-a38f-48d66750ffb1 req-84563095-0db5-474a-b5c2-4a28b6f7fe44 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619202 Mar 02 07:33:14.391091 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.391792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0eeb2-7bf2-4f17-b43e-29e70224585b req-333d1cc4-6878-4de8-8070-ced055ec824b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:14.398949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75f0eeb2-7bf2-4f17-b43e-29e70224585b req-333d1cc4-6878-4de8-8070-ced055ec824b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.7485929 Mar 02 07:33:14.436776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Attempting to bind port 42696a5f-eb9f-4bda-afe7-253062af2a13 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:14.437147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Attempting to bind port 42696a5f-eb9f-4bda-afe7-253062af2a13 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '55b1916a-073c-44bd-a891-de8e7beab125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:14.437520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Attempting to bind port 42696a5f-eb9f-4bda-afe7-253062af2a13 on network 4cf03790-3393-42c3-a600-abcdeebc5051 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:14.445545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:14.445983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Checking segment: {'id': '55b1916a-073c-44bd-a891-de8e7beab125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:14.446302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.447044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Bound using segment: {'id': '55b1916a-073c-44bd-a891-de8e7beab125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:14.447281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Bound port: 42696a5f-eb9f-4bda-afe7-253062af2a13, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b1916a-073c-44bd-a891-de8e7beab125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4cf03790-3393-42c3-a600-abcdeebc5051'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:14.447668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.448428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:14.468152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3f27ce52db4dd6a7679738ce75aee1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:14.474812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:14.490931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:14.506108 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-37e35c9a-8f95-49fc-b534-7c8909024f0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823991 Mar 02 07:33:14.529807 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.535922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:14.538159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:14.540868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.561064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-afd0e985-29f8-4aa6-aea4-5762e3666f3c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe HTTP/1.1" status: 200 len: 1806 time: 0.1288755 Mar 02 07:33:14.571265 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Transition to ACTIVE for port object 4765eac8-242f-4086-9d99-a37bacccc5e4 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:14.581413 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.588063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] For port 42696a5f-eb9f-4bda-afe7-253062af2a13, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:14.592034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] For port 42696a5f-eb9f-4bda-afe7-253062af2a13, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42696a5f-eb9f-4bda-afe7-253062af2a13,segment=NetworkSegment(55b1916a-073c-44bd-a891-de8e7beab125),segment_id=55b1916a-073c-44bd-a891-de8e7beab125)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:14.596706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.646078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Network 7faf9728-de19-4752-9838-420125776674 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:14.659007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:14.684495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:14.689638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed2f5-eb7b-414f-bb6b-b47df4ef1b6c None None] Pushing event updated for resources: {'Port': ['ID=42696a5f-eb9f-4bda-afe7-253062af2a13,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.702214 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a914b7-6c81-45c3-98f3-7cfda6fd2bd1 None None] Pushing event updated for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.793204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:14.794110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.824321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83', '6ca6d430-14d1-4a2f-8817-288599122cb1'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:14.854266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.887220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5347738 Mar 02 07:33:14.890056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75f0eeb2-7bf2-4f17-b43e-29e70224585b req-848d6e00-45aa-4445-9f0e-3a94f60c4778 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875903 Mar 02 07:33:14.917806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Request body: {'port': {'device_id': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:15.000779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-476ab186-651e-4d6e-a0be-81f37a952d8e tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/89004eb7-0d0f-45f2-8f4a-f23c68efdb8f HTTP/1.1" status: 200 len: 1807 time: 0.4260416 Mar 02 07:33:15.015412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] device_id is not set on port 7f195d10-623f-470b-8c4d-26780114d69d yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:15.082463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe', 'remote_group_id': '89004eb7-0d0f-45f2-8f4a-f23c68efdb8f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:15.086777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe', 'remote_group_id': '89004eb7-0d0f-45f2-8f4a-f23c68efdb8f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:15.097484 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Attempting to bind port 4765eac8-242f-4086-9d99-a37bacccc5e4 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:15.098156 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Attempting to bind port 4765eac8-242f-4086-9d99-a37bacccc5e4 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:15.098671 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Attempting to bind port 4765eac8-242f-4086-9d99-a37bacccc5e4 on network 0581272b-f454-4f2b-9497-7089d94a85bb {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:15.112522 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:15.113951 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Checking segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:15.114737 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.115444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Bound using segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:15.116268 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Bound port: 4765eac8-242f-4086-9d99-a37bacccc5e4, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:15.117214 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.120468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:15.176653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 61435559-5289-4412-9022-f809190734a3 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:15.185502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:15.187659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f8481c40-6ad7-4f34-a06c-1a993eb97353 None None] Provisioning complete for port 95b20428-cdf1-4a79-aed4-ac74f04cd17c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:15.188116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f8481c40-6ad7-4f34-a06c-1a993eb97353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.221167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:15.249737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f8481c40-6ad7-4f34-a06c-1a993eb97353 None None] Port 95b20428-cdf1-4a79-aed4-ac74f04cd17c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:15.258452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:15.266826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.287718 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] For port 4765eac8-242f-4086-9d99-a37bacccc5e4, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:15.291891 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] For port 4765eac8-242f-4086-9d99-a37bacccc5e4, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4765eac8-242f-4086-9d99-a37bacccc5e4,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:15.297334 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.298111 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.322724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669741f7-0c71-497b-93eb-19370b322f38 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event updated for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:15.348621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.361640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-e54de876-bd5d-4fd3-b152-2ebe7e05fdb2 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484452 Mar 02 07:33:15.441740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:15.442961 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:15.497772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.631674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:15.642635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.729262 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:15.743828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.20.0.9 (4cf03790-3393-42c3-a600-abcdeebc5051/7e068102-7883-4139-b6bc-2432d754cf7e/7f195d10-623f-470b-8c4d-26780114d69d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:15.774897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d59de-e4e4-4a3d-a8d3-7d060b17d00e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:15.781557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.781968 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Added segment 286974d2-cdca-445e-8e23-d7cc0aa1736e of type vlan for network 133a6164-721e-4601-9dc1-afdbd1b4e521 Mar 02 07:33:15.823961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c75a2-30e1-46ce-ac7a-be1aef968d28 req-8a96710d-15ae-4da7-b3c3-2d2980940a09 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:15.825120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f5c75a2-30e1-46ce-ac7a-be1aef968d28 req-8a96710d-15ae-4da7-b3c3-2d2980940a09 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 945 time: 0.6435885 Mar 02 07:33:15.835215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42696a5f-eb9f-4bda-afe7-253062af2a13 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:15.838654 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a914b7-6c81-45c3-98f3-7cfda6fd2bd1 None None] Pushing event updated for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:15.884609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:15.907348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-423f0bf9-feb8-4032-8586-a3d0a7dfd0ed req-bddc5736-ade1-4a80-b27a-9c6821b0604f service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355544 Mar 02 07:33:15.917165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] Sync routers for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:15.950785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:15.951670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:15.969248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.000554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f5c75a2-30e1-46ce-ac7a-be1aef968d28 req-a65c210f-0a74-46fd-bb74-0c03529ebaf0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672091 Mar 02 07:33:16.052356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.053479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:16.054208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.065659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-642025639', 'description': 'tempest-description-581914042'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:16.087971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:16.092199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0448cf3c-d3b9-423b-a4f9-b2800e8c333a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:16.134883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dedf416e-8023-4487-b6cd-341502f6fc81 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/61435559-5289-4412-9022-f809190734a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5892198 Mar 02 07:33:16.139798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0994749 Mar 02 07:33:16.161831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54364) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:16.162280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:16.164103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54366) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:16.164789 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.190416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 42696a5f-eb9f-4bda-afe7-253062af2a13 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:16.200074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:16.202495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:16.203206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:16.217746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.231205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Request body: {'subnet': {'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-subnet', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:16.234683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.237405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:16.241563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Usage tracker for resource:subnet and tenant:2d3f27ce52db4dd6a7679738ce75aee1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:16.244607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:16.251221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:16.287438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:16.294630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Usage tracker for resource:security_group_rule and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:16.298721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:16.306421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:16.314821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:16.320937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:16.321670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edb79c-17b4-4771-80c5-da56b357d3ba None None] The sync data for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:16.325915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015918c-ee37-4d9b-8a79-5934ec46ba1d None None] The sync data for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 is: [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:16.352752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:16.358926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:16.359337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.460765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c73f4d-e894-4022-8242-ae226ebd88dc {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:16.471969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.520067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Transition to ACTIVE for port object 07c73f4d-e894-4022-8242-ae226ebd88dc will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:16.528332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd681c-8acb-40d9-ab8f-18da0c83ef8e None None] Network 4cf03790-3393-42c3-a600-abcdeebc5051 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:16.536076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.556318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.570853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.674774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.731786 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.744217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cedb41ed-65ba-426e-87a8-33ed1ec12c36 req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6850686 Mar 02 07:33:16.767911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352e12c-f653-41ee-88dd-9b3fcf5b6801 admin admin] Pushing event updated for resources: {'Network': ['ID=133a6164-721e-4601-9dc1-afdbd1b4e521,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:16.798538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7471a762-42ac-4357-bc6d-8a415eabb7bd,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:16.800374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Made reservation on behalf of 2d3f27ce52db4dd6a7679738ce75aee1 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:16.802856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.827859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:16.896144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000810a3-8079-433b-b088-196598ab43a0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:16.896772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-000810a3-8079-433b-b088-196598ab43a0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:16.896914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Pushing event updated for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:16.904907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.918501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb4f58ed-deb0-4a5a-8c05-24353f888264 req-d265c261-259b-4fbb-9973-e2da7f615736 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.9163988 Mar 02 07:33:16.968951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.982692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e53e-7689-4845-a8ce-6f9472eb88c4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4ab10-a7b0-4aa7-ba9a-1262a3ebec73,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.007670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.036366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Attempting to bind port 07c73f4d-e894-4022-8242-ae226ebd88dc on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:17.037371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Attempting to bind port 07c73f4d-e894-4022-8242-ae226ebd88dc by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:17.038042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Attempting to bind port 07c73f4d-e894-4022-8242-ae226ebd88dc on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:17.048244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Port 07c73f4d-e894-4022-8242-ae226ebd88dc on network 7faf9728-de19-4752-9838-420125776674 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:17.049390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Attempting to bind port 07c73f4d-e894-4022-8242-ae226ebd88dc on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:17.057768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:17.058687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Checking segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:17.059356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Bound using segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:17.060038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Bound port: 07c73f4d-e894-4022-8242-ae226ebd88dc, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:17.061002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.108526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Provisioning for port 42696a5f-eb9f-4bda-afe7-253062af2a13 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:17.119805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Provisioning complete for port 42696a5f-eb9f-4bda-afe7-253062af2a13 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:17.120940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.121087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object 7f195d10-623f-470b-8c4d-26780114d69d will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:17.127383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-000810a3-8079-433b-b088-196598ab43a0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:17.132552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-000810a3-8079-433b-b088-196598ab43a0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports/95b20428-cdf1-4a79-aed4-ac74f04cd17c HTTP/1.1" status: 200 len: 913 time: 0.9131107 Mar 02 07:33:17.139582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b62bd7-a2b6-46ca-9944-6cd5bfae9f36 req-3b6a6ec9-f793-479b-9210-25c9e0dd8bd0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:17.140539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-89b62bd7-a2b6-46ca-9944-6cd5bfae9f36 req-3b6a6ec9-f793-479b-9210-25c9e0dd8bd0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:17.141658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:17.207343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-89b62bd7-a2b6-46ca-9944-6cd5bfae9f36 req-3b6a6ec9-f793-479b-9210-25c9e0dd8bd0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:17.208874 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89b62bd7-a2b6-46ca-9944-6cd5bfae9f36 req-3b6a6ec9-f793-479b-9210-25c9e0dd8bd0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 944 time: 0.3055120 Mar 02 07:33:17.231387 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.255218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:17.279021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=07c73f4d-e894-4022-8242-ae226ebd88dc,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:17.290870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89b62bd7-a2b6-46ca-9944-6cd5bfae9f36 req-7ab677dc-bfa9-4d36-9f8e-d96410328554 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716126 Mar 02 07:33:17.291249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:17.293570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.305083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:17.321082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.373523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.387524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:17.388157 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.389919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] 10.222.0.39 "PUT /v2.0/ports/07c73f4d-e894-4022-8242-ae226ebd88dc HTTP/1.1" status: 200 len: 1092 time: 2.4857094 Mar 02 07:33:17.390374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:17.403152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda20a9-fc8d-4f66-ae86-91e61e1907f7 req-71e9d81c-46a8-4509-b109-86886e99b357 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:17.404647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7eda20a9-fc8d-4f66-ae86-91e61e1907f7 req-71e9d81c-46a8-4509-b109-86886e99b357 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.3602598 Mar 02 07:33:17.444300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.549782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c40f2-3c4b-4798-a473-17128327d384 service neutron] Pushing event updated for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.564808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.578605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 4cf03790-3393-42c3-a600-abcdeebc5051 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:17.593788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-4da8a43e-fd83-48c0-a0c6-7d9af9e85911 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:17.602798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:17.608951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] For port 42696a5f-eb9f-4bda-afe7-253062af2a13, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42696a5f-eb9f-4bda-afe7-253062af2a13,segment=NetworkSegment(55b1916a-073c-44bd-a891-de8e7beab125),segment_id=55b1916a-073c-44bd-a891-de8e7beab125)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:17.614924 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.635285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-4da8a43e-fd83-48c0-a0c6-7d9af9e85911 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:17.643215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-4da8a43e-fd83-48c0-a0c6-7d9af9e85911 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-642025639&fields=id&tenant_id=4ca829f562544cf88dc42c1e22dd13b1 HTTP/1.1" status: 200 len: 267 time: 0.1479380 Mar 02 07:33:17.693801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:17.708531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a549d8-fd9c-467b-96ac-7286fea5f3bf None None] Pushing event updated for resources: {'Port': ['ID=42696a5f-eb9f-4bda-afe7-253062af2a13,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.735989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7eda20a9-fc8d-4f66-ae86-91e61e1907f7 req-f8c01288-09aa-423e-adeb-4444bd54cfe4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890551 Mar 02 07:33:17.778948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4765eac8-242f-4086-9d99-a37bacccc5e4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:17.785253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-12ed0ebe-4c15-4175-a3bb-efa941ceb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:17.787157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-12ed0ebe-4c15-4175-a3bb-efa941ceb659 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 1095 time: 0.3402159 Mar 02 07:33:17.886074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=7f195d10-623f-470b-8c4d-26780114d69d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.895898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4765eac8-242f-4086-9d99-a37bacccc5e4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:17.905658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4765eac8-242f-4086-9d99-a37bacccc5e4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:17.906195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.931367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-4eddaf44-7c6f-4197-bad3-e901d1530777 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07c73f4d-e894-4022-8242-ae226ebd88dc HTTP/1.1" status: 200 len: 217 time: 0.1239555 Mar 02 07:33:17.973579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-800967d9-3ed9-4cdd-aeb3-cc27b6921850 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/89004eb7-0d0f-45f2-8f4a-f23c68efdb8f HTTP/1.1" status: 200 len: 1807 time: 0.1611130 Mar 02 07:33:17.985974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6d2660c0-14a6-428a-96b5-fc6161776900 None None] Provisioning complete for port 42696a5f-eb9f-4bda-afe7-253062af2a13 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:17.986398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6d2660c0-14a6-428a-96b5-fc6161776900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.016458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-0141d93e-b150-4bb3-91dc-b134f8b97ad5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.022140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-0141d93e-b150-4bb3-91dc-b134f8b97ad5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.3738427 Mar 02 07:33:18.033711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'port': {'security_groups': ['a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f', '90a4ab10-a7b0-4aa7-ba9a-1262a3ebec73']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:18.078855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.079730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.121186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-2130d4ee-45c0-4dc9-a9ea-2265b95cea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.122678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-2130d4ee-45c0-4dc9-a9ea-2265b95cea2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.1848431 Mar 02 07:33:18.167074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.224814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.246716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab3e91aa-fc82-4699-a86f-6a4ac70f2b12 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.3980792 Mar 02 07:33:18.273955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4765eac8-242f-4086-9d99-a37bacccc5e4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4765eac8-242f-4086-9d99-a37bacccc5e4,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:18.283008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.292651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54388) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:18.364626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b6655ee3-0588-48d3-a9cc-576108215bdb None None] Provisioning for port 7f195d10-623f-470b-8c4d-26780114d69d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:18.373901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:18.376145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b6655ee3-0588-48d3-a9cc-576108215bdb None None] Provisioning complete for port 7f195d10-623f-470b-8c4d-26780114d69d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:18.376639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b6655ee3-0588-48d3-a9cc-576108215bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.377143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.389124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.400663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-e90f34f3-f536-42c4-9093-25b12b8f862b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041597 Mar 02 07:33:18.445974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.451408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b6655ee3-0588-48d3-a9cc-576108215bdb None None] Port 7f195d10-623f-470b-8c4d-26780114d69d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:18.506878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4d7b25-8ef0-41c9-ae55-b9f007fc7774,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:18.518047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.592284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.622642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Checking segment: {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:18.622908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Network hostable DHCP agents. Network: 133a6164-721e-4601-9dc1-afdbd1b4e521, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:18.626013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-125f7c49-9315-4f74-bff9-c6573f3d4601 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167633 Mar 02 07:33:18.878435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22b49568-f8eb-499f-b664-e4b1c238e47b req-4b794bd6-a30c-4a65-a275-644cb4253921 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458065 Mar 02 07:33:18.883806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:18.917250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.922881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.934882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:18.991730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.991970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.993493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f42cb21-b84e-4998-addd-ba90bf61c77b req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "PUT /v2.0/ports/4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 982 time: 0.9680841 Mar 02 07:33:19.005787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:19.016877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6f2b-1da5-4420-be40-96ef7064ae93 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:19.053815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 133a6164-721e-4601-9dc1-afdbd1b4e521) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:19.077174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf84c5-cb55-430f-9962-babf8b1a831f None None] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:19.095597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.096200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.098769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:19.130965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.196880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4320c2-5132-4d40-9bf7-c5c571f94fd9 req-87d9b07e-51c8-41b7-a741-e9ec1be943b9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.198581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c4320c2-5132-4d40-9bf7-c5c571f94fd9 req-87d9b07e-51c8-41b7-a741-e9ec1be943b9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 946 time: 0.0834289 Mar 02 07:33:19.199890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.201000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-203b5d1b-a634-4822-b3be-99a1f98176a7 req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/89004eb7-0d0f-45f2-8f4a-f23c68efdb8f HTTP/1.1" status: 204 len: 173 time: 1.2101939 Mar 02 07:33:19.201703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a908a5c-624c-4ea2-8abd-d8a4ffba910a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89004eb7-0d0f-45f2-8f4a-f23c68efdb8f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:19.209038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e0f98ba-d567-445c-9a25-f7934dfa67d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9877257 Mar 02 07:33:19.212717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54400) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:19.223138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:19.230646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:19.240230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Usage tracker for resource:router and tenant:2d3f27ce52db4dd6a7679738ce75aee1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:19.250386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:19.282508 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'code': 200} Mar 02 07:33:19.296158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:19.308565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.338077 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc', 'status': 'completed', 'code': 200} Mar 02 07:33:19.345788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c4320c2-5132-4d40-9bf7-c5c571f94fd9 req-97c00062-687e-4435-8697-693e043c6157 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278200 Mar 02 07:33:19.446508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d46491-00f8-4679-9b94-72e3191afc98 req-f55412d5-c5c7-4b14-bb88-0a454c765cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.448466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-f55412d5-c5c7-4b14-bb88-0a454c765cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 1095 time: 0.1096215 Mar 02 07:33:19.532162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.541696 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.542859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.617429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-133a6164-721e-4601-9dc1-afdbd1b4e521', 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'fixed_ips': [{'subnet_id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:19.618311 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.697587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d46491-00f8-4679-9b94-72e3191afc98 req-4bb8a219-5168-400f-aa30-4847d689100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.699095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-4bb8a219-5168-400f-aa30-4847d689100e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.2442729 Mar 02 07:33:19.722905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.746333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4765eac8-242f-4086-9d99-a37bacccc5e4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:19.790685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-dc0b3716-a0f5-49a5-9604-95e0c25936fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07c73f4d-e894-4022-8242-ae226ebd88dc HTTP/1.1" status: 200 len: 217 time: 0.0789697 Mar 02 07:33:19.858694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e532e-f687-4d61-a93b-71d3cd4c0c17 req-5e09a3f3-a362-4c0b-be57-477f7adcfebc tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.865594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-876e532e-f687-4d61-a93b-71d3cd4c0c17 req-5e09a3f3-a362-4c0b-be57-477f7adcfebc tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.2302246 Mar 02 07:33:19.902367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d46491-00f8-4679-9b94-72e3191afc98 req-1a6bbce7-fc04-45a6-88c8-c569cdcfe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.903729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-1a6bbce7-fc04-45a6-88c8-c569cdcfe9f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.1011977 Mar 02 07:33:19.928788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4765eac8-242f-4086-9d99-a37bacccc5e4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:19.929156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.960502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-e6a5a25a-463a-4f73-abb6-c5363c84c131 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472312 Mar 02 07:33:19.963608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-876e532e-f687-4d61-a93b-71d3cd4c0c17 req-1e6a5223-2545-41e5-afb9-5f874b84dca1 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972717 Mar 02 07:33:20.012747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Allocated IP 172.20.0.2 (133a6164-721e-4601-9dc1-afdbd1b4e521/7c4d7b25-8ef0-41c9-ae55-b9f007fc7774/4691b687-f8b5-482b-8e55-3b237bbbc662) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:20.017551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a88d1-51d9-4271-8502-91d37cf305d3 req-f65ab835-7525-4d4c-92cc-ca8f515213dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:20.019278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d35a88d1-51d9-4271-8502-91d37cf305d3 req-f65ab835-7525-4d4c-92cc-ca8f515213dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 1097 time: 0.6534317 Mar 02 07:33:20.045220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f09853-ce02-4714-8a21-1f4dde8e35e0 req-64b95307-d5c8-485b-a22b-46895d743aee tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:20.053067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5f09853-ce02-4714-8a21-1f4dde8e35e0 req-64b95307-d5c8-485b-a22b-46895d743aee tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 944 time: 0.6352186 Mar 02 07:33:20.181772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-072a30ae-5928-4a9a-a128-30027fe333d8 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-642025639&fields=id&tenant_id=4ca829f562544cf88dc42c1e22dd13b1 HTTP/1.1" status: 200 len: 267 time: 0.0744915 Mar 02 07:33:20.191382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-1c6195b3-b7e7-4be5-9d8d-9df3df5157aa service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241318 Mar 02 07:33:20.227685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42696a5f-eb9f-4bda-afe7-253062af2a13 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:20.359332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.373278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Transition to ACTIVE for port object 4691b687-f8b5-482b-8e55-3b237bbbc662 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:20.384717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 42696a5f-eb9f-4bda-afe7-253062af2a13 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:20.385094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.402205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-e77a5cb9-fe90-4a96-a926-e8a118fb4936 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:20.403783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-e77a5cb9-fe90-4a96-a926-e8a118fb4936 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 985 time: 0.2108862 Mar 02 07:33:20.405784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62d46491-00f8-4679-9b94-72e3191afc98 req-7983fd33-a1ad-44e4-ac9e-0a1f5bbaf316 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779435 Mar 02 07:33:20.421123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'port': {'security_groups': ['a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:20.432325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Transition to ACTIVE for port object 4691b687-f8b5-482b-8e55-3b237bbbc662 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:20.448136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.476315 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d35a88d1-51d9-4271-8502-91d37cf305d3 req-8226fe79-e282-4c20-9353-e5761b3972d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170105 Mar 02 07:33:20.515069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:20.529125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:20.538591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:20.547822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5f09853-ce02-4714-8a21-1f4dde8e35e0 req-6e21de12-f026-463a-81dd-926fef700d2e tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935315 Mar 02 07:33:20.572443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.673807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.686147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Pushing event updated for resources: {'Port': ['ID=4691b687-f8b5-482b-8e55-3b237bbbc662,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:20.725195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Attempting to bind port 4691b687-f8b5-482b-8e55-3b237bbbc662 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:20.725668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Attempting to bind port 4691b687-f8b5-482b-8e55-3b237bbbc662 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:20.726130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Attempting to bind port 4691b687-f8b5-482b-8e55-3b237bbbc662 on network 133a6164-721e-4601-9dc1-afdbd1b4e521 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:20.732220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:20.733142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Checking segment: {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:20.733142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.733603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Bound using segment: {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:20.734252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Bound port: 4691b687-f8b5-482b-8e55-3b237bbbc662, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:20.734611 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.745884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 95b20428-cdf1-4a79-aed4-ac74f04cd17c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:20.746310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.773513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9016478-2865-4200-9e20-9a407562033b req-b26a12d3-7422-439e-b7df-5a3a92e19119 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe HTTP/1.1" status: 200 len: 1806 time: 0.1898270 Mar 02 07:33:20.819717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.867946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:20.872374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:20.878982 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.886731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.947388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:20.972477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22521458-cb07-48c7-9aa9-0afdb1f3ee0a None None] Pushing event updated for resources: {'Port': ['ID=4691b687-f8b5-482b-8e55-3b237bbbc662,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:20.978862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.986885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.001282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:21.087614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:21.103105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:21.104064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.118783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2159cc-536c-47ea-b018-057f9ca023f2 req-99a2fd0b-241e-4449-a09e-7c57b002264a tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "PUT /v2.0/ports/4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 943 time: 0.7037446 Mar 02 07:33:21.127232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1627098238', 'description': 'tempest-description-285813299'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:21.134581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:21.138482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:21.142286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:21.150079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:21.166820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.192253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:21.196892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:21.200225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:21.207139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:21.249201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=7f195d10-623f-470b-8c4d-26780114d69d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:21.250709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:21.349925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}, {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:21.362270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.371020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.419688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.421138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cdb35eb-0a1c-4439-a3c2-30841762a511 req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2987564 Mar 02 07:33:21.459002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14142814-5d71-4eb8-a722-44c23c9de947 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592f1e1-9f30-4062-8a6b-aff7759ac69d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:21.556972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1a1fbd25-10f6-426a-b745-488f880f02c2 None None] Provisioning complete for port 7f195d10-623f-470b-8c4d-26780114d69d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:21.558085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd25-10f6-426a-b745-488f880f02c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.578779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.605019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fa79-bf00-404c-b3b7-3a3a1964c81c req-d8330eed-11a8-4036-9a81-b2d23eafce65 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:21.610341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f85fa79-bf00-404c-b3b7-3a3a1964c81c req-d8330eed-11a8-4036-9a81-b2d23eafce65 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 946 time: 0.7170591 Mar 02 07:33:21.644110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fbd25-10f6-426a-b745-488f880f02c2 None None] Port 7f195d10-623f-470b-8c4d-26780114d69d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:21.679186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a14c6e-38ab-4e5a-a145-fd0cdfff0eb3 req-adc1799f-f0c3-4266-9d68-662a199fc4b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:21.680688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3a14c6e-38ab-4e5a-a145-fd0cdfff0eb3 req-adc1799f-f0c3-4266-9d68-662a199fc4b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.1020219 Mar 02 07:33:21.734211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4691b687-f8b5-482b-8e55-3b237bbbc662 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:21.736839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3a14c6e-38ab-4e5a-a145-fd0cdfff0eb3 req-3adac00d-8528-48e2-9001-4d34bfc063f5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495868 Mar 02 07:33:21.816875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4691b687-f8b5-482b-8e55-3b237bbbc662 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:21.883747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 95b20428-cdf1-4a79-aed4-ac74f04cd17c owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:21.933244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.970559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ab46baa7-95fb-43cf-8690-2918e25992b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:21.989344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ab46baa7-95fb-43cf-8690-2918e25992b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:21.990867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ab46baa7-95fb-43cf-8690-2918e25992b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2203035 Mar 02 07:33:22.001287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:22.011504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 07c73f4d-e894-4022-8242-ae226ebd88dc details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:33:22.017680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:22.026084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Usage tracker for resource:floatingip and tenant:4ca829f562544cf88dc42c1e22dd13b1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:22.029536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:22.036482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:22.049136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.205338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=07c73f4d-e894-4022-8242-ae226ebd88dc,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:22.221071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '07c73f4d-e894-4022-8242-ae226ebd88dc', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'port_id': '07c73f4d-e894-4022-8242-ae226ebd88dc', 'mac_address': 'fa:16:3e:e8:93:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c35fd3-fd30-4ec4-83eb-366baddb280b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:33:22.224306 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.271987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f85fa79-bf00-404c-b3b7-3a3a1964c81c req-a9afccd0-602c-49c2-bede-ba7cafae2c2c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768853 Mar 02 07:33:22.288555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.319778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c73f4d-e894-4022-8242-ae226ebd88dc {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:22.336874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=07c73f4d-e894-4022-8242-ae226ebd88dc,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:22.342659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.404154 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:22.404543 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:22.414444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232980e8-9fd1-4b79-a8c9-e68f8f1966b2 None None] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:22.453984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:22.491939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Allocated IP 172.25.4.170 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/301f1d36-e73f-4dfa-af6e-983f3f06b404) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:22.520685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-7289e320-b868-4048-879a-e3dd5c7d2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:22.522343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-7289e320-b868-4048-879a-e3dd5c7d2606 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.1169980 Mar 02 07:33:22.554208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-c3b734bc-ec31-441c-aa2d-6820dd0671d5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 200 len: 1806 time: 0.0912404 Mar 02 07:33:22.555272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.590577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8592f1e1-9f30-4062-8a6b-aff7759ac69d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:22.590577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8592f1e1-9f30-4062-8a6b-aff7759ac69d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:22.605561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Provisioning for port 4691b687-f8b5-482b-8e55-3b237bbbc662 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:22.615126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:22.617917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.655687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:22.686910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Provisioning complete for port 4691b687-f8b5-482b-8e55-3b237bbbc662 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:22.687287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.703110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:22.722671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['07c73f4d-e894-4022-8242-ae226ebd88dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:22.725957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:22.763913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-e01fcbb2-f56a-4f05-a0c6-7ec752810110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:22.766415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-e01fcbb2-f56a-4f05-a0c6-7ec752810110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.2236950 Mar 02 07:33:22.843681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-2f8e7ba9-b2ef-46da-b6e4-0d7b5962e0a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0692773 Mar 02 07:33:22.846641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.851190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.916532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-6731e769-c22f-48e9-910b-0c1b2321ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:22.918334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-6731e769-c22f-48e9-910b-0c1b2321ab66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.0645614 Mar 02 07:33:22.952002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.961514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.004450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.075414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:23.093514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-d564833a-e929-4cd5-b828-d4c7fe14521b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688423 Mar 02 07:33:23.096902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.111292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=95b20428-cdf1-4a79-aed4-ac74f04cd17c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:23.125285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.211258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eff5b5-fa35-4ca3-a699-3a0bc8ed6a7b None None] Pushing event updated for resources: {'Port': ['ID=4691b687-f8b5-482b-8e55-3b237bbbc662,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:23.214232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:23.268232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:23.271642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:23.276049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.299572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.372367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'Port': ['ID=301f1d36-e73f-4dfa-af6e-983f3f06b404,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:23.427321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1808195d-e1a5-4b6f-87d7-ae739a931bba None None] Provisioning complete for port 4691b687-f8b5-482b-8e55-3b237bbbc662 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:23.427802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-75f1df6d-073d-4f77-8f7b-939e718348a1 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235812 Mar 02 07:33:23.428032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1808195d-e1a5-4b6f-87d7-ae739a931bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.436550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01272ec-dafa-49a5-93ed-0c21d5a9109b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:23.488415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Allocated IP 172.25.4.201 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/b68989b6-a90d-452b-95e9-8bafc216615d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:23.590888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.598331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-212cb6f4-862b-46ed-bb61-fc01f4f67b90 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645260 Mar 02 07:33:23.653161 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.654369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0539f26f-ec65-48de-9b74-ff66bcb145fc req-4558bf2d-1bf5-49dc-9b39-42c59a83d7b2 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0679710 Mar 02 07:33:23.669043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.718335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4691b687-f8b5-482b-8e55-3b237bbbc662 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:23.720185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:23.796563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-755312b2-3dad-4615-a6f5-6e1c544f84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:23.798063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-755312b2-3dad-4615-a6f5-6e1c544f84c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.1557965 Mar 02 07:33:23.801846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4691b687-f8b5-482b-8e55-3b237bbbc662 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:23.802246 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.015177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-3c9e955c-3713-49f6-aa09-33def7bf5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:24.016637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-3c9e955c-3713-49f6-aa09-33def7bf5327 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.2109523 Mar 02 07:33:24.023086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 07c73f4d-e894-4022-8242-ae226ebd88dc up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:24.093351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-05c91274-3055-43ef-8d74-4a88dabf240d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0642598 Mar 02 07:33:24.099111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 07c73f4d-e894-4022-8242-ae226ebd88dc completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:24.104436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 07c73f4d-e894-4022-8242-ae226ebd88dc triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:24.104810 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.164584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.200322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743daf-63e3-408b-ac67-da8a208d422e req-f2c42d8e-379a-4925-b561-c86de869eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:24.201963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-f2c42d8e-379a-4925-b561-c86de869eeec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.1008272 Mar 02 07:33:24.257770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.259193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.264265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-d8ecbce0-5014-4672-85b9-a7138a3b034e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553815 Mar 02 07:33:24.271374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.276407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.289442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:24.301127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=07c73f4d-e894-4022-8242-ae226ebd88dc,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:24.305405 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.305944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.376752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:24.442051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d444cb-a90c-4b01-8132-535145efebf6 req-f76ec797-0fc7-4d7c-bdfc-486569deea71 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:24.443539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3d444cb-a90c-4b01-8132-535145efebf6 req-f76ec797-0fc7-4d7c-bdfc-486569deea71 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 945 time: 0.5736017 Mar 02 07:33:24.485998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event updated for resources: {'Port': ['ID=301f1d36-e73f-4dfa-af6e-983f3f06b404,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:24.512461 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.513785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.536648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-6403e979-50c9-4cb7-a80d-3d09f8f698c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632010 Mar 02 07:33:24.547782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=7f195d10-623f-470b-8c4d-26780114d69d,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:24.579606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.580786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-ce09b80c-fe04-4c4c-a541-beda192c3915 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5840127 Mar 02 07:33:24.582545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 61435559-5289-4412-9022-f809190734a3 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:24.596032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3d444cb-a90c-4b01-8132-535145efebf6 req-5ab01cd9-c472-4e9d-8d5c-25b8f179d17b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368642 Mar 02 07:33:24.599110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.788617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:24.842086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-74160c01-50a7-4794-8b38-191cf8756474 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:24.843408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:24.845744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:24.877312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70743daf-63e3-408b-ac67-da8a208d422e req-084091d6-470f-451a-8b6c-b12dbd1c37e1 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322144 Mar 02 07:33:24.879361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-74160c01-50a7-4794-8b38-191cf8756474 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:24.880352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-74160c01-50a7-4794-8b38-191cf8756474 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 696 time: 0.2499042 Mar 02 07:33:24.960453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Pushing event updated for resources: {'Port': ['ID=b68989b6-a90d-452b-95e9-8bafc216615d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:25.037962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-6cc45a2a-d927-4433-9e44-c064177e1f6e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:25.039385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-6cc45a2a-d927-4433-9e44-c064177e1f6e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.1485724 Mar 02 07:33:25.049277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-92a5a321-dbf9-437c-b4a6-407b268c3dee tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:33:25.050790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81e5cf7-6d39-436f-adbf-81a7f10bf919 req-92a5a321-dbf9-437c-b4a6-407b268c3dee tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062029 Mar 02 07:33:25.094657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:25.104866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-68951900-cc8b-4596-b323-a4f0dff70989 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/61435559-5289-4412-9022-f809190734a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9570689 Mar 02 07:33:25.106226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] Sync routers for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:25.107940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54430) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:25.118483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:25.119363 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:25.186707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:25.197054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:25.197760 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:25.259472 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:25.259996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25317e0c-1b4b-4dc9-9f43-d716f072d8af None None] The sync data for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:25.315291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 4cf03790-3393-42c3-a600-abcdeebc5051 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:25.344250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:25.453472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffcd8c-4f4c-4d26-92c1-d66d8f5abf1d req-abb0f16d-47fc-4fb9-8042-aad81e8f80d8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:25.455010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fffcd8c-4f4c-4d26-92c1-d66d8f5abf1d req-abb0f16d-47fc-4fb9-8042-aad81e8f80d8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.7340977 Mar 02 07:33:25.490490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644edb-294b-4c64-83c1-de22605e632d req-edd89d21-00c3-4bc9-8b44-949c9521b613 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:25.491969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f644edb-294b-4c64-83c1-de22605e632d req-edd89d21-00c3-4bc9-8b44-949c9521b613 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 946 time: 0.3182464 Mar 02 07:33:25.599913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f644edb-294b-4c64-83c1-de22605e632d req-707d49c7-4b8c-45ae-b9b4-91a7c0f796f8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982730 Mar 02 07:33:25.639791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8dd86812-0a05-4d11-8897-846c49657251 None None] Provisioning complete for port 7f195d10-623f-470b-8c4d-26780114d69d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:25.640558 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8dd86812-0a05-4d11-8897-846c49657251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.656084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fffcd8c-4f4c-4d26-92c1-d66d8f5abf1d req-01991e66-83db-4126-a125-77ac77e2f346 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913934 Mar 02 07:33:25.720749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8dd86812-0a05-4d11-8897-846c49657251 None None] Port 7f195d10-623f-470b-8c4d-26780114d69d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:25.732830 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc', 'code': 200} Mar 02 07:33:25.790600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-b89e843e-e55a-46ff-a6c6-0e6cee88733b tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 200 len: 2400 time: 0.1173451 Mar 02 07:33:25.793292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.806143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8592f1e1-9f30-4062-8a6b-aff7759ac69d', 'remote_group_id': None}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:25.806662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8592f1e1-9f30-4062-8a6b-aff7759ac69d', 'remote_group_id': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:25.819617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:25.826328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Usage tracker for resource:security_group_rule and tenant:107374f4abfd482389d374fa4fbd7c41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:25.831679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:25.839285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.887252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:25.926696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router b7049420-8104-4240-9727-9a82101f7a02 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:26.092486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.153037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.159768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.192310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f11d392-d166-4390-8179-07dcbb3d869e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:26.211763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.212946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04f69407-2546-445f-bc1b-cd67c83baa98 req-46e7dae7-1dfc-4901-88fa-cbd4965bb7f5 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4135480 Mar 02 07:33:26.275193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port de67e02a-25d8-4ad0-917f-e1de4b57a19b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:26.275538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.297215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:26.308844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1549a-1074-4ed7-83e1-20f1a06e23f6 req-57f7ca6b-43f5-4291-8531-fae3f80f81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.310281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bb1549a-1074-4ed7-83e1-20f1a06e23f6 req-57f7ca6b-43f5-4291-8531-fae3f80f81ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 1097 time: 0.4641600 Mar 02 07:33:26.313023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] Sync routers for ids ['b7049420-8104-4240-9727-9a82101f7a02'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:26.315627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-77af34ab-8659-46a6-ad56-19f2c09a996e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/b7049420-8104-4240-9727-9a82101f7a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0080614 Mar 02 07:33:26.320155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54440) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:26.323823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-b4ea18da-995d-42d2-8866-51e2c00562dc tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.325293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-b4ea18da-995d-42d2-8866-51e2c00562dc tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4729419 Mar 02 07:33:26.325658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] Routers {'b7049420-8104-4240-9727-9a82101f7a02'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:26.326458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b7049420-8104-4240-9727-9a82101f7a02'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:26.397566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:26.408721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] Routers {'b7049420-8104-4240-9727-9a82101f7a02'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:26.410651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b7049420-8104-4240-9727-9a82101f7a02'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:26.442870 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-20012f0d-1603-4e94-8279-cabbd865a2de tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 696 time: 0.0998161 Mar 02 07:33:26.475944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:26.476363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a1ab8-6c88-4885-948e-ef303fba0b5c None None] The sync data for ids ['b7049420-8104-4240-9727-9a82101f7a02'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:26.507135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'floatingip': {'port_id': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:26.657839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbae781-ff19-45ab-b38b-0bc1b1808d19 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.658468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bbae781-ff19-45ab-b38b-0bc1b1808d19 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:26.720543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bbae781-ff19-45ab-b38b-0bc1b1808d19 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:26.725083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7bbae781-ff19-45ab-b38b-0bc1b1808d19 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports/7f195d10-623f-470b-8c4d-26780114d69d HTTP/1.1" status: 200 len: 976 time: 0.3662620 Mar 02 07:33:26.733959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:26.738592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e63a-c61b-4901-bc5e-10ae82a78cea req-63c8e0fa-97dc-49c7-a326-55f89806bbe1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.740187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4194e63a-c61b-4901-bc5e-10ae82a78cea req-63c8e0fa-97dc-49c7-a326-55f89806bbe1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 946 time: 0.4214640 Mar 02 07:33:26.740455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4bb1549a-1074-4ed7-83e1-20f1a06e23f6 req-0c0de008-b7ab-4ee6-83f9-aca7d766ac20 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124131 Mar 02 07:33:26.742522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.747954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.889764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for de67e02a-25d8-4ad0-917f-e1de4b57a19b owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:26.931013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.948104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4194e63a-c61b-4901-bc5e-10ae82a78cea req-03bbeb56-99d1-45b0-accb-0af1b052a56f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022622 Mar 02 07:33:27.118649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-3e62322a-2aab-4bc2-a6e0-dad17cdeb408 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 267 time: 0.0630524 Mar 02 07:33:27.120105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.207784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=de67e02a-25d8-4ad0-917f-e1de4b57a19b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:27.396795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.472132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-bfe7a71d-4c7a-430c-9735-98186b73cd58 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:27.473547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-bfe7a71d-4c7a-430c-9735-98186b73cd58 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 946 time: 0.3164592 Mar 02 07:33:27.497668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'security_groups': []}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:27.757053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:27.797828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 61435559-5289-4412-9022-f809190734a3 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:27.798960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.130407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:28.146189 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] Sync routers for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:28.162656 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:28.163473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.178348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe29d3b4-7c87-4eac-a03e-8e0249897867 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/61435559-5289-4412-9022-f809190734a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0662818 Mar 02 07:33:28.187153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54452) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:28.240542 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.249413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] Routers {'61435559-5289-4412-9022-f809190734a3'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:28.250038 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61435559-5289-4412-9022-f809190734a3'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.283052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-98d4faf1-31df-4877-bfad-f29313b8097c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:28.291904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:28.307168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Sync routers for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:28.320901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:28.322058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.328003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-98d4faf1-31df-4877-bfad-f29313b8097c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:28.329295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-98d4faf1-31df-4877-bfad-f29313b8097c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=61435559-5289-4412-9022-f809190734a3 HTTP/1.1" status: 200 len: 205 time: 0.1411226 Mar 02 07:33:28.334071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54456) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:28.336575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.337706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.342105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.342850 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a940e0-c2f2-4943-9273-f328beebf575 None None] The sync data for ids ['61435559-5289-4412-9022-f809190734a3'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:28.392551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.396826 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4152bc36-c202-4c77-b417-8a0e92c2a74f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1805332 Mar 02 07:33:28.397071 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.403362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54460) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:28.493310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:28.519084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:28.568846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.771690 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Floating IP b59efcaa-707d-4098-a766-445f1e4cbbfc associated. External IP: 172.25.4.170, port: 4f48ea9f-2957-4eb5-9063-cee692b1aaa9. Mar 02 07:33:28.785123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.849279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:25Z', 'revision_number': 3, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:28.854127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Checking router: 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:28.854392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Updating router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd port b68989b6-a90d-452b-95e9-8bafc216615d binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:28.899814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.908192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.941485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['0448cf3c-d3b9-423b-a4f9-b2800e8c333a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:28.955104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 7f195d10-623f-470b-8c4d-26780114d69d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:28.957651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.968687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'faa284ca-dd60-48c0-a5b4-c13225c56d10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:29.054610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.060717 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.257840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:29.258710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.260133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ef6fa8a-d177-443b-ae6c-d9562892a885 req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "PUT /v2.0/ports/0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 200 len: 905 time: 1.7691541 Mar 02 07:33:29.272876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:29.281160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['0448cf3c-d3b9-423b-a4f9-b2800e8c333a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:29.333008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabbd5-4df5-4aa9-a35b-7e41119475e3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:29.342399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.342792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router 61435559-5289-4412-9022-f809190734a3 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:29.439184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.440859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7afed2b-c964-4e1f-8567-b574e06b646f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/61435559-5289-4412-9022-f809190734a3 HTTP/1.1" status: 204 len: 168 time: 1.1056671 Mar 02 07:33:29.447487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54468) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:29.461950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f90fcfe7-31a9-4873-affd-864434e82214 req-7c6af220-1bb2-49e7-8670-bd0c06b8c632 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 200 len: 2999 time: 0.1593492 Mar 02 07:33:29.509931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.560351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fee70304-020f-45dd-9f49-02b7e5c68084 None None] Provisioning complete for port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:29.560896 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fee70304-020f-45dd-9f49-02b7e5c68084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.653409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 7f195d10-623f-470b-8c4d-26780114d69d owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:29.683519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:29.718533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet 4bacc7ad-0b14-4177-92c5-4c90c82b54ee {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:29.729694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.852548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabb9d-7f52-41b5-a5df-1d3692bcf3a9 req-ee786865-8bff-4e4a-9799-2348ef1413ed tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:29.854358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1dabb9d-7f52-41b5-a5df-1d3692bcf3a9 req-ee786865-8bff-4e4a-9799-2348ef1413ed tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.2597823 Mar 02 07:33:29.883484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.904813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.936438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Transition to ACTIVE for port object b68989b6-a90d-452b-95e9-8bafc216615d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:29.947959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.959798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1dabb9d-7f52-41b5-a5df-1d3692bcf3a9 req-9d904b49-c7ee-465a-b47e-2324cb5a9aab tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903871 Mar 02 07:33:29.973952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.035177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Attempting to bind port b68989b6-a90d-452b-95e9-8bafc216615d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:30.035504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Attempting to bind port b68989b6-a90d-452b-95e9-8bafc216615d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:30.035867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Attempting to bind port b68989b6-a90d-452b-95e9-8bafc216615d on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:30.043860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:30.044388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:30.045597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.045597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:30.046316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Bound port: b68989b6-a90d-452b-95e9-8bafc216615d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:30.046585 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.069687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:30.079655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c150a-9861-4f47-b664-c55e3b188b25 None None] Pushing event updated for resources: {'Port': ['ID=b68989b6-a90d-452b-95e9-8bafc216615d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.086424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Sync routers for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:30.114430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:30.114983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:30.136973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.177001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] For port b68989b6-a90d-452b-95e9-8bafc216615d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:30.180465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] For port b68989b6-a90d-452b-95e9-8bafc216615d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b68989b6-a90d-452b-95e9-8bafc216615d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:30.186591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.234334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-1b8947ee-bd74-452d-a138-8cb8296e1bfb tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "PUT /v2.0/floatingips/b59efcaa-707d-4098-a766-445f1e4cbbfc HTTP/1.1" status: 200 len: 997 time: 3.7766144 Mar 02 07:33:30.235656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.268146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:30.271567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:30.272203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:30.323713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Allocated IP 172.20.0.1 (133a6164-721e-4601-9dc1-afdbd1b4e521/7c4d7b25-8ef0-41c9-ae55-b9f007fc7774/1173b69f-eec2-4e0f-a5aa-f11ea81e6231) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:30.336958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3aaac-159e-4c3f-9f23-77a105067178 req-590ec357-1c7b-427c-8260-a26814d72b66 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:30.345761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ae3aaac-159e-4c3f-9f23-77a105067178 req-590ec357-1c7b-427c-8260-a26814d72b66 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 946 time: 0.2062821 Mar 02 07:33:30.348073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.372532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c150a-9861-4f47-b664-c55e3b188b25 None None] Pushing event updated for resources: {'Port': ['ID=b68989b6-a90d-452b-95e9-8bafc216615d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.401358 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:30.417726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=7f195d10-623f-470b-8c4d-26780114d69d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.462210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ae3aaac-159e-4c3f-9f23-77a105067178 req-ab9315a0-cbc0-4087-bf5e-e661141a70d3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143956 Mar 02 07:33:30.541196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.583237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:30.666341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=4bacc7ad-0b14-4177-92c5-4c90c82b54ee,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.689346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.698547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-aa4160be-df6d-45b1-9676-6c03a51ee527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:30.715346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-aa4160be-df6d-45b1-9676-6c03a51ee527 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.4325511 Mar 02 07:33:30.901842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408ac94-bda0-40e7-8b97-f3fd51218e73 None None] Network f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:30.970782 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b59efcaa-707d-4098-a766-445f1e4cbbfc', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'port_id': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'mac_address': 'fa:16:3e:81:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:23Z', 'updated_at': '2022-03-02T07:33:28Z', 'revision_number': 1, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:30.977952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.978543 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Checking router: 9183a3a2-87ff-43b4-966c-fc69b8dfb116 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:30.986648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9a6bcfbd-91ce-418b-836c-4108db40d5c0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/4bacc7ad-0b14-4177-92c5-4c90c82b54ee HTTP/1.1" status: 204 len: 168 time: 1.5295198 Mar 02 07:33:30.993224 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:30.994084 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:31.010610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54480) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:31.046158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9723c0-3305-460e-89c8-73ed643fdd89 req-4aa8171c-5b76-4e34-9be0-274173d9196e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:31.047821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe9723c0-3305-460e-89c8-73ed643fdd89 req-4aa8171c-5b76-4e34-9be0-274173d9196e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 908 time: 0.2412279 Mar 02 07:33:31.204607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:25Z', 'revision_number': 3, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:31.213439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357b8b-41bc-47ab-80e5-8f6ff2733ce0 None None] The sync data for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 is: [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:25Z', 'revision_number': 3, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:31.223769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.252618 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:31.270538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet b0db027d-55d8-411c-ac83-8ea19f9451c5 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:31.284734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.362877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] DHCP port deletion for f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:31.368001 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.369777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Deleting port abd9f968-49eb-4fc5-ada5-335a44c3f782 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:31.370190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.470189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.505210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-0e824a40-4fe5-465b-b9e5-ebb620491479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:31.513139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-0e824a40-4fe5-465b-b9e5-ebb620491479 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.7962067 Mar 02 07:33:31.633266 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'status': 'completed', 'code': 200} Mar 02 07:33:31.714969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.734332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Transition to ACTIVE for port object 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:31.828468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-f4224beb-dd92-4d08-b32d-bb309823f0a1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-group-rules/1f11d392-d166-4390-8179-07dcbb3d869e HTTP/1.1" status: 200 len: 783 time: 0.1821830 Mar 02 07:33:31.863348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device abd9f968-49eb-4fc5-ada5-335a44c3f782 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:31.887391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=b0db027d-55d8-411c-ac83-8ea19f9451c5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:31.890145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.924080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863cd5d-34df-4016-951d-0f98565766a3 None None] Network 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:31.974513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45335555-8dbf-4558-857f-6e5b16488345 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/b0db027d-55d8-411c-ac83-8ea19f9451c5 HTTP/1.1" status: 204 len: 168 time: 0.9547360 Mar 02 07:33:31.975340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:31.977601 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b59efcaa-707d-4098-a766-445f1e4cbbfc', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'port_id': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'mac_address': 'fa:16:3e:81:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:23Z', 'updated_at': '2022-03-02T07:33:28Z', 'revision_number': 1, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:31.986475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b62df-24d4-4e55-ac01-09ba83c12494 None None] The sync data for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 is: [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b59efcaa-707d-4098-a766-445f1e4cbbfc', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'port_id': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'mac_address': 'fa:16:3e:81:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:23Z', 'updated_at': '2022-03-02T07:33:28Z', 'revision_number': 1, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:31.999277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-d437aaba-6906-4d64-a6d6-c7242a836707 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 1000 time: 0.4847426 Mar 02 07:33:32.034766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] For port abd9f968-49eb-4fc5-ada5-335a44c3f782, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=abd9f968-49eb-4fc5-ada5-335a44c3f782,segment=NetworkSegment(6f03324b-479e-43e6-8eb4-a33c79fcbbb9),segment_id=6f03324b-479e-43e6-8eb4-a33c79fcbbb9)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:32.039208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.178864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c126a7-e103-4d98-9d60-c839249efc1b req-a0e64907-a29f-4778-897c-7424aa2033e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.180566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-a0e64907-a29f-4778-897c-7424aa2033e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 1059 time: 0.7352760 Mar 02 07:33:32.255698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router b7049420-8104-4240-9727-9a82101f7a02 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:32.255925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Calling delete_port for abd9f968-49eb-4fc5-ada5-335a44c3f782 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:32.437649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d60c7d-6c3b-44fb-a830-4f5f1405c733 None None] New status for floating IP b59efcaa-707d-4098-a766-445f1e4cbbfc: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:33:32.444720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c126a7-e103-4d98-9d60-c839249efc1b req-5936a7b5-6dcf-4b9c-8eae-819778bc0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.446427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-5936a7b5-6dcf-4b9c-8eae-819778bc0c43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.2495039 Mar 02 07:33:32.449127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-e2082121-cf2f-4767-b4eb-7f498852084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.452674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-e2082121-cf2f-4767-b4eb-7f498852084d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.4225705 Mar 02 07:33:32.511032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.543650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-1e9628eb-d442-4dcb-9919-6b109dacd53c tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 200 len: 2999 time: 0.7139995 Mar 02 07:33:32.569649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port abd9f968-49eb-4fc5-ada5-335a44c3f782 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:32.570055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.618650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-bb7a2d5e-e871-47f6-8c73-1ef3832be6fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 200 len: 217 time: 0.1591885 Mar 02 07:33:32.737994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.747876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-fa04dc0c-cd1a-45db-9cb4-671401363b8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2235987 Mar 02 07:33:32.756704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.875743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port abd9f968-49eb-4fc5-ada5-335a44c3f782, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=abd9f968-49eb-4fc5-ada5-335a44c3f782,segment=NetworkSegment(6f03324b-479e-43e6-8eb4-a33c79fcbbb9),segment_id=6f03324b-479e-43e6-8eb4-a33c79fcbbb9)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:32.875743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.884005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.913667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-0838ec2f-02ee-4e34-9c04-e83d36bcffe4 service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528618 Mar 02 07:33:33.070398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:33.078161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for abd9f968-49eb-4fc5-ada5-335a44c3f782 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:33.100676 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.107297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:33.117597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.119484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:33.148158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] No DVR routers for this DVR port abd9f968-49eb-4fc5-ada5-335a44c3f782 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:33.163052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.198562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaed1e-0d7f-4f31-a40c-4600f0c1cd68 None None] Pushing event deleted for resources: {'Port': ['ID=abd9f968-49eb-4fc5-ada5-335a44c3f782,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:33.268066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b72a36e8-164d-4a20-aca5-3a9bae2d2e04 req-3b6b1eab-2308-4e06-8a77-d5779f92a930 service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892013 Mar 02 07:33:33.274412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:33.274735 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:33.275356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f11d392-d166-4390-8179-07dcbb3d869e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:33.282275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Pushing event updated for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:33.285646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:33.288031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c126a7-e103-4d98-9d60-c839249efc1b req-279a0b2a-7f8f-4f2d-8287-5042ab52a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:33.289473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-279a0b2a-7f8f-4f2d-8287-5042ab52a8fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.6501372 Mar 02 07:33:33.290215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.291327 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4b3e3b9-2bfb-4d3d-b31f-a1815288d38a req-28dafbb4-26ad-4bbd-bda8-56dbb498a0a4 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1f11d392-d166-4390-8179-07dcbb3d869e HTTP/1.1" status: 204 len: 173 time: 0.7468820 Mar 02 07:33:33.292794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3ef3f370-7ac8-45db-a46e-5dd4f264cca9 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/b7049420-8104-4240-9727-9a82101f7a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5578728 Mar 02 07:33:33.297419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54498) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:33.322430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] Sync routers for ids ['b7049420-8104-4240-9727-9a82101f7a02'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:33.349649 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] Routers {'b7049420-8104-4240-9727-9a82101f7a02'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:33.350390 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b7049420-8104-4240-9727-9a82101f7a02'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.415377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] DHCP port deletion for 763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:33.422090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Deleting port 882f40f8-77c6-4684-ab80-cdba2a5b5116 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:33.422750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.440648 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:33.475697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c126a7-e103-4d98-9d60-c839249efc1b req-bbb01080-6660-485a-b0ff-e31204b5d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:33.477188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-bbb01080-6660-485a-b0ff-e31204b5d599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781826 Mar 02 07:33:33.501716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.521928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] Routers {'b7049420-8104-4240-9727-9a82101f7a02'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:33.522854 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b7049420-8104-4240-9727-9a82101f7a02'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.608524 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.609291 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c2c89-f374-490f-8645-de55b4b668c9 None None] The sync data for ids ['b7049420-8104-4240-9727-9a82101f7a02'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:33.656426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ae050307-6bfa-4ffd-b3db-7783f3e330ba None None] Provisioning for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:33.672760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ae050307-6bfa-4ffd-b3db-7783f3e330ba None None] Provisioning complete for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:33.673386 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae050307-6bfa-4ffd-b3db-7783f3e330ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.724873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.810729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port abd9f968-49eb-4fc5-ada5-335a44c3f782 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:33.811150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.820054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-32cf299a-bcdc-414c-b0fa-fc01cf4845e0 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345637 Mar 02 07:33:33.831833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] For port 882f40f8-77c6-4684-ab80-cdba2a5b5116, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=882f40f8-77c6-4684-ab80-cdba2a5b5116,segment=NetworkSegment(e063127d-ac6b-4b59-b40b-11a1de117857),segment_id=e063127d-ac6b-4b59-b40b-11a1de117857)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:33.832234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.929945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d6fec-85e8-465d-887f-69c5e57c76c3 req-8703c2c1-f0e7-4bc0-ad67-b7da8ce96a07 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:33.931460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b76d6fec-85e8-465d-887f-69c5e57c76c3 req-8703c2c1-f0e7-4bc0-ad67-b7da8ce96a07 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.3704934 Mar 02 07:33:33.959902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Calling delete_port for 882f40f8-77c6-4684-ab80-cdba2a5b5116 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:33.973697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] The port 'abd9f968-49eb-4fc5-ada5-335a44c3f782' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:33.990600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b68989b6-a90d-452b-95e9-8bafc216615d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:34.010943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b76d6fec-85e8-465d-887f-69c5e57c76c3 req-85693952-8d5f-49f3-8e0e-be2ecbe4e98c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Mar 02 07:33:34.019715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58c126a7-e103-4d98-9d60-c839249efc1b req-119acf94-4fdd-42d1-9557-3d5200cb1a06 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909304 Mar 02 07:33:34.092033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ae050307-6bfa-4ffd-b3db-7783f3e330ba None None] Port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:34.110750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-806d5b2f-5ad8-4e5c-a899-dd138fc131e7 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 200 len: 2400 time: 0.0518560 Mar 02 07:33:34.135545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b68989b6-a90d-452b-95e9-8bafc216615d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:34.141662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.146220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b68989b6-a90d-452b-95e9-8bafc216615d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:34.146533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.191295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.221749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.229739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] Pushing event deleted for resources: {'Port': ['ID=882f40f8-77c6-4684-ab80-cdba2a5b5116,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:34.233378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84b610-f1f2-4835-8bc9-fa5c82df5b35 None None] No DVR routers for this DVR port 882f40f8-77c6-4684-ab80-cdba2a5b5116 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:34.236733 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-6376deb5-31d7-45f9-9adf-19b1452de107 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 07:33:34.238143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6376deb5-31d7-45f9-9adf-19b1452de107 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/b7049420-8104-4240-9727-9a82101f7a02/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9367936 Mar 02 07:33:34.240883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:34.311178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e195231b-c426-4cb6-b808-e93420f5c595 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:34.324509 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.336530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e195231b-c426-4cb6-b808-e93420f5c595 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:34.338047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e195231b-c426-4cb6-b808-e93420f5c595 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7049420-8104-4240-9727-9a82101f7a02 HTTP/1.1" status: 200 len: 205 time: 0.0958884 Mar 02 07:33:34.340767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:34.345583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b68989b6-a90d-452b-95e9-8bafc216615d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b68989b6-a90d-452b-95e9-8bafc216615d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:34.347076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.350217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.392969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995655-633b-4fc8-828c-36030fea09d5 req-0d32c7e1-4ff2-465e-8df3-b9f3c44a7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.396051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-0d32c7e1-4ff2-465e-8df3-b9f3c44a7a2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.6736228 Mar 02 07:33:34.400046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c89cdb-3eaa-4d7b-b9c1-324926fc4573']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:34.410391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.432475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 882f40f8-77c6-4684-ab80-cdba2a5b5116 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:34.437141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1a175-9e6e-45cf-9d09-d44e600046cb req-34387f25-2564-460b-9d7f-4d62fa8d31ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.443201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55b1a175-9e6e-45cf-9d09-d44e600046cb req-34387f25-2564-460b-9d7f-4d62fa8d31ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7194002 Mar 02 07:33:34.445630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592f1e1-9f30-4062-8a6b-aff7759ac69d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:34.454894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f03324b-479e-43e6-8eb4-a33c79fcbbb9') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:34.455194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f03324b-479e-43e6-8eb4-a33c79fcbbb9') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:34.472578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 882f40f8-77c6-4684-ab80-cdba2a5b5116 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:34.472923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 882f40f8-77c6-4684-ab80-cdba2a5b5116 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:34.476715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b68989b6-a90d-452b-95e9-8bafc216615d,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:34.527128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.528185 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-28460d49-e96a-480a-9636-4ad57f5422e4 req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/8592f1e1-9f30-4062-8a6b-aff7759ac69d HTTP/1.1" status: 204 len: 173 time: 0.4101911 Mar 02 07:33:34.529453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.529798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.530218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.530559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.530894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.531227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.531555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.531887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.532213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.533069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.533069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.533214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f2d48-f3ea-4438-a8cb-f5085999b081 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:34.543898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.557449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.626903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55b1a175-9e6e-45cf-9d09-d44e600046cb req-42c64e9c-e4f9-4d53-93bb-7b523334e633 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1644406 Mar 02 07:33:34.642464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.664800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:34.665212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:34.680546 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:34.683325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.830758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995655-633b-4fc8-828c-36030fea09d5 req-a2ac4bff-5720-450a-9a77-c8fcf78c887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.833082 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-a2ac4bff-5720-450a-9a77-c8fcf78c887b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.4251399 Mar 02 07:33:34.892958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-08fb8422-c3df-4214-a2fc-9ed0dc5b44c2 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 1002 time: 0.2916858 Mar 02 07:33:34.905526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.942739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.957771 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.973006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=f5c89cdb-3eaa-4d7b-b9c1-324926fc4573,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:34.994495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.024541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ded6f411-0193-4b5c-9f3e-9998ad25d800 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/f5c89cdb-3eaa-4d7b-b9c1-324926fc4573 HTTP/1.1" status: 204 len: 168 time: 3.0292654 Mar 02 07:33:35.028518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54528) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:35.077890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.078800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router b7049420-8104-4240-9727-9a82101f7a02 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:35.081594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-7edbda9d-dc9f-4a10-89b9-3bbf63420fcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 1002 time: 0.2402601 Mar 02 07:33:35.097244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-4fd1cc29-36ce-4be3-a3d1-bc96c306b4d6 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:35.098810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-4fd1cc29-36ce-4be3-a3d1-bc96c306b4d6 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports/4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 943 time: 0.1527834 Mar 02 07:33:35.111518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.113678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a9ee4b99-d88a-480f-9c95-71413418500b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/b7049420-8104-4240-9727-9a82101f7a02 HTTP/1.1" status: 204 len: 168 time: 0.7718875 Mar 02 07:33:35.159954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:35.249461 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-9b91c3f2-52d4-4ffc-a51f-2278025ad5e0 req-1ea950fe-4dcc-44a2-bf80-11157f0cd27e tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] show failed (client error): The resource could not be found. Mar 02 07:33:35.250536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b91c3f2-52d4-4ffc-a51f-2278025ad5e0 req-1ea950fe-4dcc-44a2-bf80-11157f0cd27e tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/89004eb7-0d0f-45f2-8f4a-f23c68efdb8f HTTP/1.1" status: 404 len: 352 time: 0.0923772 Mar 02 07:33:35.304892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995655-633b-4fc8-828c-36030fea09d5 req-46eb80a7-35b8-4f1a-93e1-8e40e1dd9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:35.306648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-46eb80a7-35b8-4f1a-93e1-8e40e1dd9a3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.2163692 Mar 02 07:33:35.314932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 7e068102-7883-4139-b6bc-2432d754cf7e {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:35.383653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-0d313992-be41-4a93-ade5-9de11f03801f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658429 Mar 02 07:33:35.386812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.410356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.464117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-e4d421c1-7cc0-4c31-8d92-bff7ec9b1d89 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 1002 time: 0.1662810 Mar 02 07:33:35.511602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:33:35.541252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.608389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.683850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.699372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.725072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b68989b6-a90d-452b-95e9-8bafc216615d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:35.761499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763dd5de-b0eb-4d5b-a03a-f38d78eb9e68']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:35.779330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-c44b2c74-b65c-4161-84a7-475ea65aced7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:35.780387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-c44b2c74-b65c-4161-84a7-475ea65aced7 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2851269 Mar 02 07:33:35.784927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e063127d-ac6b-4b59-b40b-11a1de117857') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:35.785356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e063127d-ac6b-4b59-b40b-11a1de117857') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:35.802101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-c13484ed-4ec2-4d15-b8b7-c86b07f22cd4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:33:35.805893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-c13484ed-4ec2-4d15-b8b7-c86b07f22cd4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112104 Mar 02 07:33:35.808872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b68989b6-a90d-452b-95e9-8bafc216615d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:35.809345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.812533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.902757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.916514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Pushing event updated for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:35.926636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:35.927337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:35.942608 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:35.964481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.002573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-8d767cdf-e36e-461a-9335-830aadd884db service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848005 Mar 02 07:33:36.010262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889d183-ab14-4b40-93ca-319c079f3da8 req-328ec0b1-ca66-424c-a295-25d736cb3e20 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:36.016146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1889d183-ab14-4b40-93ca-319c079f3da8 req-328ec0b1-ca66-424c-a295-25d736cb3e20 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.6304417 Mar 02 07:33:36.042434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-36436f94-639e-4e28-ba7f-3c66e7e63179 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 1002 time: 0.2212322 Mar 02 07:33:36.049999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.055466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.080564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:36.142894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=763dd5de-b0eb-4d5b-a03a-f38d78eb9e68,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:36.159499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-212c9e3b-6e3d-4d7d-a656-485481ff7dcb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/763dd5de-b0eb-4d5b-a03a-f38d78eb9e68 HTTP/1.1" status: 204 len: 168 time: 1.1259415 Mar 02 07:33:36.166006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:36.174060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341934422'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:36.184127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:36.190636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:36.201303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:36.211630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:36.216573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.280824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1889d183-ab14-4b40-93ca-319c079f3da8 req-d5663726-c047-48dc-ad62-c447cf485da7 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2634747 Mar 02 07:33:36.302223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.320552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:36.324738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.411341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:36.417200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:36.421396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48995655-633b-4fc8-828c-36030fea09d5 req-85725d81-4811-4033-869c-aa13ac47c720 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839998 Mar 02 07:33:36.451708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:36.566868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.567231 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2 of type vlan for network 6e02a0f8-cc61-41f5-940a-70e743dac575 Mar 02 07:33:36.583455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.594237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.594618 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Floating IP b59efcaa-707d-4098-a766-445f1e4cbbfc disassociated. External IP: 172.25.4.170, port: 4f48ea9f-2957-4eb5-9063-cee692b1aaa9. Mar 02 07:33:36.596313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.676502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.750004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.753203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=7e068102-7883-4139-b6bc-2432d754cf7e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:36.764684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:36.764911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195c75d-7a75-4b01-81e0-a10459a7185f None None] Network 4cf03790-3393-42c3-a600-abcdeebc5051 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:36.770205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fba79a22-f7d5-4960-9e44-ff49353e6466 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/7e068102-7883-4139-b6bc-2432d754cf7e HTTP/1.1" status: 204 len: 168 time: 1.5952299 Mar 02 07:33:36.774876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54550) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:36.796279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.803700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:36.804452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.882358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38b0a60a-8ffb-4518-b7ef-3649395fe4a6 None None] Provisioning complete for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:36.883051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38b0a60a-8ffb-4518-b7ef-3649395fe4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.996640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfabe1b-39dc-49de-9bd7-2b29fa11a944 req-25b93f7b-0fad-471b-a67b-226aa3f54838 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:37.004366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cfabe1b-39dc-49de-9bd7-2b29fa11a944 req-25b93f7b-0fad-471b-a67b-226aa3f54838 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.5148849 Mar 02 07:33:37.033999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.080125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9102640 Mar 02 07:33:37.080354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-38b0a60a-8ffb-4518-b7ef-3649395fe4a6 None None] Port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:37.083045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54554) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:37.092315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:37.107302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072222c-f726-46fb-8307-4581d835a314 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=6e02a0f8-cc61-41f5-940a-70e743dac575,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:37.129063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:37.153432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cfabe1b-39dc-49de-9bd7-2b29fa11a944 req-9a2d557d-fa82-4377-a9b4-7ab4ab0062be tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482017 Mar 02 07:33:37.160733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 42696a5f-eb9f-4bda-afe7-253062af2a13 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:37.161080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.197885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:37.212948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4abc6735-4957-48ae-a73a-11c757a98d89 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ff05c15-9ac9-4255-9cd1-24e2b7298dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7951760 Mar 02 07:33:37.227530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Sync routers for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:37.230681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] DHCP port deletion for 4cf03790-3393-42c3-a600-abcdeebc5051 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:37.253848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Deleting port 42696a5f-eb9f-4bda-afe7-253062af2a13 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:37.254148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.295576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:37.296507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:37.353942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-d00031bc-7769-4bfd-a79f-264dc8df7ebc tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe HTTP/1.1" status: 200 len: 1806 time: 0.1279297 Mar 02 07:33:37.497960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:37.502686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:37.510368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:37.520337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:37.527586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.575747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port 42696a5f-eb9f-4bda-afe7-253062af2a13, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42696a5f-eb9f-4bda-afe7-253062af2a13,segment=NetworkSegment(55b1916a-073c-44bd-a891-de8e7beab125),segment_id=55b1916a-073c-44bd-a891-de8e7beab125)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:37.576114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.595637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.615463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] For port 42696a5f-eb9f-4bda-afe7-253062af2a13, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42696a5f-eb9f-4bda-afe7-253062af2a13,segment=NetworkSegment(55b1916a-073c-44bd-a891-de8e7beab125),segment_id=55b1916a-073c-44bd-a891-de8e7beab125)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:37.616050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.624102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:37.669652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:37.676336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.765767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Calling delete_port for 42696a5f-eb9f-4bda-afe7-253062af2a13 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:37.854227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42696a5f-eb9f-4bda-afe7-253062af2a13 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:37.905243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 42696a5f-eb9f-4bda-afe7-253062af2a13 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:37.905243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42696a5f-eb9f-4bda-afe7-253062af2a13 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:37.906785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.949939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.973901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 42696a5f-eb9f-4bda-afe7-253062af2a13 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:38.020980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] Pushing event deleted for resources: {'Port': ['ID=42696a5f-eb9f-4bda-afe7-253062af2a13,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.044647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64867f65-3386-48fc-b577-06f614b644d3 None None] No DVR routers for this DVR port 42696a5f-eb9f-4bda-afe7-253062af2a13 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:38.091019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:38.125892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:38.131053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.141204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:38.141574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: 6e02a0f8-cc61-41f5-940a-70e743dac575, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:38.142337 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Sync routers for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:38.146980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=c716a3fa-7f08-417b-90bb-4976422674ea,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.154594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.160904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.166772 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:38.167121 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:38.169127 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:38.169290 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.170387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb9e8f31-110c-42e2-b9f3-c1366967aa17 req-f56afcb6-4c56-442c-9fe0-0d65cc85149a tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd6fc9c3-c7ba-4956-988d-5a8e4319cbbe HTTP/1.1" status: 204 len: 173 time: 0.8160021 Mar 02 07:33:38.176700 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:38.180616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62fa08-7b2b-4efb-920d-012194586670 req-da38930c-5795-41aa-9c0a-0e228edbab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:38.182546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a62fa08-7b2b-4efb-920d-012194586670 req-da38930c-5795-41aa-9c0a-0e228edbab54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 1097 time: 0.1801567 Mar 02 07:33:38.255757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a62fa08-7b2b-4efb-920d-012194586670 req-1b2c47b6-8e5c-4b13-b746-578101f879ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Mar 02 07:33:38.285900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:38.307893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6e02a0f8-cc61-41f5-940a-70e743dac575) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:38.333004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:38.333691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.334214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bba133-0f78-443e-afa1-b1505d72408a None None] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:38.342750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-5e630902-1664-42f4-af3c-3616d0b07498 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "PUT /v2.0/floatingips/b59efcaa-707d-4098-a766-445f1e4cbbfc HTTP/1.1" status: 200 len: 695 time: 2.2841964 Mar 02 07:33:38.355363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:38.470280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c097a3c7-2aed-4448-beba-33a952d7af96 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3853276 Mar 02 07:33:38.480211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d71c-f13e-4a80-9a80-8b9b62753ed8 req-2d0d5859-feb9-4aae-8a31-5a3497d8ee85 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:38.481692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4419d71c-f13e-4a80-9a80-8b9b62753ed8 req-2d0d5859-feb9-4aae-8a31-5a3497d8ee85 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1671879 Mar 02 07:33:38.482213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54608) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:38.488751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697907475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:38.496844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:38.501938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:38.503490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:38.506944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:38.518446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:38.547009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-2fe83951-52e4-4411-84a0-8482c51472a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:38.550434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-2fe83951-52e4-4411-84a0-8482c51472a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.1680739 Mar 02 07:33:38.582660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4419d71c-f13e-4a80-9a80-8b9b62753ed8 req-4a3b8d4d-c115-4a6c-9d64-3a066c2acc5e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500097 Mar 02 07:33:38.586498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.588659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.608679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.632464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.684588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 42696a5f-eb9f-4bda-afe7-253062af2a13 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:38.684939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.809271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] The port '42696a5f-eb9f-4bda-afe7-253062af2a13' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:38.811885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-daa71a61-3a09-4b99-a0c0-d9cf41f99bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:38.814374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-daa71a61-3a09-4b99-a0c0-d9cf41f99bf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.2573099 Mar 02 07:33:38.876622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6e02a0f8-cc61-41f5-940a-70e743dac575', 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': 'c716a3fa-7f08-417b-90bb-4976422674ea'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:38.877993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.973086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-865139a5-6db7-4e68-812a-94984b0e05f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1505694 Mar 02 07:33:39.003144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.035903 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.040793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Checking router: 9183a3a2-87ff-43b4-966c-fc69b8dfb116 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:39.053619 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:39.054745 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.057437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf03790-3393-42c3-a600-abcdeebc5051']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.071633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-9b4a4b85-603f-444a-980a-c6633ff81fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:39.072350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b1916a-073c-44bd-a891-de8e7beab125') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.072659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b1916a-073c-44bd-a891-de8e7beab125') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.074303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-9b4a4b85-603f-444a-980a-c6633ff81fbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.0957654 Mar 02 07:33:39.092545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.110807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.118156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:39.118560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.118837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1173b69f-eec2-4e0f-a5aa-f11ea81e6231', 'name': '', 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'mac_address': 'fa:16:3e:8f:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:30Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 2, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'subnets': [{'id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.125708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Checking router: 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:39.126265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Updating router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:39.187339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-b01f1a42-806d-4d99-92a8-15cf7f0c0d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959518 Mar 02 07:33:39.236949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.241782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-34d6d195-97ff-411d-8a3c-75c1f9957c13 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7583628 Mar 02 07:33:39.245552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:39.247070 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:39.261592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'port': {'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575', 'name': 'tempest-RoutersIpV6Test-1001621867'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:39.304174 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.350587 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:39.439663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.527067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.549358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/4cf03790-3393-42c3-a600-abcdeebc5051 HTTP/1.1" status: 204 len: 168 time: 2.7706115 Mar 02 07:33:39.577246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:39.580434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab1d7-e123-4d46-a05b-9e0e45366423 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=4cf03790-3393-42c3-a600-abcdeebc5051,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:39.597886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-221287584'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:39.619632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-2b7d980b-25b9-42c7-b413-d68b4399710d tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/a4a2671f-14d5-467a-a08d-0638eb89a5c0 HTTP/1.1" status: 200 len: 1807 time: 0.9586506 Mar 02 07:33:39.771601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-9ff5b8b7-9b39-4e9b-9d7b-26582fb48629 service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758603 Mar 02 07:33:39.779282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:39.812650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Allocated IP 2001:db8::2 (6e02a0f8-cc61-41f5-940a-70e743dac575/c716a3fa-7f08-417b-90bb-4976422674ea/ce2cd1dc-5b7f-4640-9377-a6027eda9c23) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:39.827003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:39.832097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:39.847526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:39.871479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:39.884751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:port and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:39.888289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.890443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:39.894690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:39.898928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.936969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.938241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:39.969849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.982811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Transition to ACTIVE for port object 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:39.991918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:39.994311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:39.999638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.019590 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:40.021479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a79ebecb-949d-44cb-97df-b4b42a7d90a9 req-8c1e688f-4fce-4690-90fb-925aaff009d6 service neutron] 10.222.0.21 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432020 Mar 02 07:33:40.026510 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe00e31-a5fc-4c3e-8b65-f5b611107b5b None None] The sync data for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 is: [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:32:03Z', 'revision_number': 4, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2', 'name': '', 'network_id': '9929786f-b549-46b5-be92-1dcba453c512', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'mac_address': 'fa:16:3e:35:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:00Z', 'updated_at': '2022-03-02T07:32:12Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'subnets': [{'id': '40413642-65cb-4f52-8324-c32e2dfa4c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:40.049312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.049687 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 933bf1e8-dcdc-4b6d-b40b-3d2aefde8622 of type vlan for network f0c34d73-ce43-4b75-b790-087748837c95 Mar 02 07:33:40.063157 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.072661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] device_id is not set on port a5a8a4e3-2eb5-435e-a36b-03cd536a866e yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:40.155044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Pushing event updated for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:40.191849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.239871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.240222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.240571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.240904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.241230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.241562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.241914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.242244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.242569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.242895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.243212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.243659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:40.251448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.325132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a2671f-14d5-467a-a08d-0638eb89a5c0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:40.351842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.357313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:40.358046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.406114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.407469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c99a46f-876b-4788-84e5-b9bb3b77f834 req-f0b6ee0a-4b2f-402e-97b2-df321aac19fa tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4a2671f-14d5-467a-a08d-0638eb89a5c0 HTTP/1.1" status: 204 len: 173 time: 0.7870278 Mar 02 07:33:40.411405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b24d-1787-414b-b571-15d9042c013f req-c26ec55a-3ef3-48d2-8f73-0f9b62c58989 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:40.416057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0404b24d-1787-414b-b571-15d9042c013f req-c26ec55a-3ef3-48d2-8f73-0f9b62c58989 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.1884234 Mar 02 07:33:40.478030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8863597 Mar 02 07:33:40.479553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:40.489205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:40.527913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0404b24d-1787-414b-b571-15d9042c013f req-8d12d9b9-1390-4d05-9f64-44ad56505393 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046219 Mar 02 07:33:40.535273 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:40.539186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12408f29-9000-4dda-abf2-2668c5d2c478 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=f0c34d73-ce43-4b75-b790-087748837c95,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:40.645183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef35067-d229-4c5f-a3f6-0a06ab485833 None None] New status for floating IP b59efcaa-707d-4098-a766-445f1e4cbbfc: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:33:40.720525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f0c34d73-ce43-4b75-b790-087748837c95 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:40.723433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-3649ce72-a435-452f-9afc-f61d1785f5b2 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips/b59efcaa-707d-4098-a766-445f1e4cbbfc HTTP/1.1" status: 200 len: 695 time: 0.1260781 Mar 02 07:33:40.928660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-b0a45341-1466-454c-b306-8e714d326706 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:40.930812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-b0a45341-1466-454c-b306-8e714d326706 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 784 time: 0.2064044 Mar 02 07:33:40.941999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-90d7e0a9-d699-416c-bdf3-e86c66a1c127 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:33:40.944176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-90d7e0a9-d699-416c-bdf3-e86c66a1c127 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073359 Mar 02 07:33:40.972874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Attempting to bind port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:40.973468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Attempting to bind port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:40.973823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Attempting to bind port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 on network 133a6164-721e-4601-9dc1-afdbd1b4e521 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:41.047826 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-a75f7935-c526-40df-9d54-2262b21ad016 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 698 time: 0.0967581 Mar 02 07:33:41.104753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:41.109950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:41.114803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:41.118316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:41.118768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Checking segment: {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:41.119240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.119945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Bound using segment: {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:41.120758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Bound port: 1173b69f-eec2-4e0f-a5aa-f11ea81e6231, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286974d2-cdca-445e-8e23-d7cc0aa1736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:41.121456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.122124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:41.140174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:41.145198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.146232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-b6a031f3-83c6-4879-8d87-ce50862a1f84 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.4.170 HTTP/1.1" status: 200 len: 698 time: 0.0909202 Mar 02 07:33:41.293259 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.309027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b407-7f7c-4025-b26c-393000f22b60 req-12e02ce8-07d7-473a-b7a3-475d5880d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:41.311897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-12e02ce8-07d7-473a-b7a3-475d5880d47f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 1097 time: 0.7285578 Mar 02 07:33:41.334969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Deleting port 301f1d36-e73f-4dfa-af6e-983f3f06b404 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:41.335565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.392779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae84f4-a4cc-40b1-90e1-c866832ba661 req-bf0469e9-5a74-4074-89b6-0942f3dfbadb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:41.394564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fae84f4-a4cc-40b1-90e1-c866832ba661 req-bf0469e9-5a74-4074-89b6-0942f3dfbadb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.6135271 Mar 02 07:33:41.443400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Transition to ACTIVE for port object ce2cd1dc-5b7f-4640-9377-a6027eda9c23 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:41.512586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Transition to ACTIVE for port object ce2cd1dc-5b7f-4640-9377-a6027eda9c23 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:41.514313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] For port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:41.519254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] For port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:41.523229 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.576372 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.617968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:41.628082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:41.639547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:41.641984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:41.642734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:41.643354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.643689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.650629 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fae84f4-a4cc-40b1-90e1-c866832ba661 req-2b2bca83-23e8-4d7d-9190-a3c654b33979 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2471597 Mar 02 07:33:41.762160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8::333 (6e02a0f8-cc61-41f5-940a-70e743dac575/c716a3fa-7f08-417b-90bb-4976422674ea/a5a8a4e3-2eb5-435e-a36b-03cd536a866e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:41.773047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b407-7f7c-4025-b26c-393000f22b60 req-cc65f639-6c14-4ecc-b0fe-f5b96b87d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:41.775142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-cc65f639-6c14-4ecc-b0fe-f5b96b87d9ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 200 len: 920 time: 0.4435086 Mar 02 07:33:41.859830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Pushing event updated for resources: {'Port': ['ID=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:41.885168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Calling delete_port for 301f1d36-e73f-4dfa-af6e-983f3f06b404 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:41.889010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-72005908-5ad9-4c44-a32d-acc3664eb325 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1073751 Mar 02 07:33:42.025028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-25cca7fa-6416-4044-b032-4738a93f5fb9 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/d5769031-11a0-449c-8982-7ba162cfd5f2 HTTP/1.1" status: 200 len: 1806 time: 0.2856667 Mar 02 07:33:42.058989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.113239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:42.113816 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:42.154685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b407-7f7c-4025-b26c-393000f22b60 req-e347828f-9265-4f98-9ee7-4f0175c0d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:42.156616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-e347828f-9265-4f98-9ee7-4f0175c0d85a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 200 len: 860 time: 0.2432823 Mar 02 07:33:42.162666 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3e90f5d-9907-4b9d-aceb-3cd2693da533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.176403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Attempting to bind port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:42.176849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Attempting to bind port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:42.177731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Attempting to bind port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 on network 6e02a0f8-cc61-41f5-940a-70e743dac575 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:42.187584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:42.187959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Checking segment: {'id': 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:42.188360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.188755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Bound using segment: {'id': 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:42.189211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Bound port: ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e02a0f8-cc61-41f5-940a-70e743dac575'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:42.189580 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.219632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11752-e717-4f26-85af-348e52546053 None None] Pushing event updated for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.285949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-5b1a2457-c0b9-490e-bca6-90f4d6d4f397 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9929786f-b549-46b5-be92-1dcba453c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120465 Mar 02 07:33:42.291090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=691303bb-a418-44db-8ccc-07efe9dcd1e5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.296321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:42.432782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:42.433405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: f0c34d73-ce43-4b75-b790-087748837c95, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:42.448745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.479971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] For port ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:42.503707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] For port ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,segment=NetworkSegment(c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2),segment_id=c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:42.549781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.581105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network f0c34d73-ce43-4b75-b790-087748837c95 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:42.604603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.614293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f0c34d73-ce43-4b75-b790-087748837c95) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:42.616044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Deleting port 301f1d36-e73f-4dfa-af6e-983f3f06b404 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:42.616629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.629550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:42.630427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.641347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76bf29-b645-450b-b793-18c19a19dc67 None None] Pushing event updated for resources: {'Port': ['ID=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.651548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460294fd-3e61-45d2-8bac-e585f47db48c None None] Network f0c34d73-ce43-4b75-b790-087748837c95 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:42.664212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d201bb5-8aae-4bb0-983d-edec652fb436 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1835322 Mar 02 07:33:42.679096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54682) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:42.699491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1467831734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:42.729408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:42.741107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.769107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:42.776717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:42.794138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-26093d9e-94ad-4958-b0d7-d43b174e0392 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909179 Mar 02 07:33:42.796271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:42.798873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object a5a8a4e3-2eb5-435e-a36b-03cd536a866e will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:42.802837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.870694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5769031-11a0-449c-8982-7ba162cfd5f2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.938712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.939040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.939378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.939706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.940843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.941405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.941757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.942086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.942413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.942733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.943170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.943666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:42.966933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.967963 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.008783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.010072 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b38b5d19-6db3-4028-8bb0-dca391b0d81a req-5e51acb0-123e-4a6f-a1a8-4ae3ffec13e0 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5769031-11a0-449c-8982-7ba162cfd5f2 HTTP/1.1" status: 204 len: 173 time: 0.9707811 Mar 02 07:33:43.042662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.084331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b480b407-7f7c-4025-b26c-393000f22b60 req-5713ae1a-0995-47db-af21-9d9cb54c6426 service neutron] 10.222.0.16 "GET /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834074 Mar 02 07:33:43.092145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.246599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.247476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.337850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9d82d82d-513e-431c-8517-1d473425920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1173b69f-eec2-4e0f-a5aa-f11ea81e6231', 'name': '', 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'mac_address': 'fa:16:3e:8f:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:30Z', 'updated_at': '2022-03-02T07:33:41Z', 'revision_number': 4, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'subnets': [{'id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:43.340777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=a5a8a4e3-2eb5-435e-a36b-03cd536a866e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:43.352184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82d82d-513e-431c-8517-1d473425920e None None] The sync data for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 is: [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '1173b69f-eec2-4e0f-a5aa-f11ea81e6231', 'name': '', 'network_id': '133a6164-721e-4601-9dc1-afdbd1b4e521', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'mac_address': 'fa:16:3e:8f:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:30Z', 'updated_at': '2022-03-02T07:33:41Z', 'revision_number': 4, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'subnets': [{'id': '7c4d7b25-8ef0-41c9-ae55-b9f007fc7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:43.376034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:43.450325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-f0c34d73-ce43-4b75-b790-087748837c95', 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '691303bb-a418-44db-8ccc-07efe9dcd1e5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:43.451669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.636252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:43.648445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.650463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Calling delete_port for 301f1d36-e73f-4dfa-af6e-983f3f06b404 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:43.660625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:43.667931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.668677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.956628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.011079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce2cd1dc-5b7f-4640-9377-a6027eda9c23 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:44.024525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.029064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3e35dff6-e4af-4c96-9da2-742baec65efc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3489242 Mar 02 07:33:44.034351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b65525a0-681b-493f-8fe7-d1676861770b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7862236 Mar 02 07:33:44.035223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54704) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:44.035741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:44.074547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event deleted for resources: {'Port': ['ID=301f1d36-e73f-4dfa-af6e-983f3f06b404,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:44.184399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Allocated IP 172.20.0.2 (f0c34d73-ce43-4b75-b790-087748837c95/691303bb-a418-44db-8ccc-07efe9dcd1e5/4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:44.266865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.306255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.306779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55501884-e42d-42e2-b372-e4779a5eb95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.308331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8e0db34-c9d9-4a1c-abac-bda913bce3c6 req-8d615954-f85e-405c-97ce-2305433260db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "DELETE /v2.0/floatingips/b59efcaa-707d-4098-a766-445f1e4cbbfc HTTP/1.1" status: 204 len: 173 time: 3.1563332 Mar 02 07:33:44.322117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:44.333055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:44.497537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-533ff12a-24e7-4b4c-a277-8a512d586866 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.499730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-533ff12a-24e7-4b4c-a277-8a512d586866 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 811 time: 1.2192500 Mar 02 07:33:44.587084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:44.596913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:44.597113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.709463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-38bd60a4-88ab-463c-876b-25bfba604631 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/quotas/1ee1d7936a2e4b24a26ed130e820aa33 HTTP/1.1" status: 200 len: 375 time: 0.0305302 Mar 02 07:33:44.877999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-87864929-af58-4db9-8a0c-ff3592d3ca43 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.886454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-87864929-af58-4db9-8a0c-ff3592d3ca43 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.3562343 Mar 02 07:33:44.907545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-4788762c-a8b3-44ea-942c-bbfdb99cf268 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/quotas/46ac0080e5e2442884c75b56d32a846b HTTP/1.1" status: 200 len: 375 time: 0.0202341 Mar 02 07:33:44.928848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719cc56-4ecf-4518-9b10-f61fa74ca9b1 None None] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:45.030489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-5e807d4d-2db5-4f70-a5e9-73c421100893 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1144145 Mar 02 07:33:45.035117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.063728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.082126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Transition to ACTIVE for port object 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:45.136965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:45.143678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Provisioning for port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:45.155347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.193538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Transition to ACTIVE for port object 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:45.242987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-b16735de-a886-4d4c-acc4-f0114c7e0619 service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000377 Mar 02 07:33:45.271048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Provisioning complete for port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:45.271710 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.342653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.426710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-ca8b76f9-0b47-4183-8bd8-18a4a77575ea service neutron] 10.222.0.21 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827867 Mar 02 07:33:45.435617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Network f0c34d73-ce43-4b75-b790-087748837c95 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:45.490346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:45.490346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.490346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:45.516286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.516286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:45.669154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Pushing event updated for resources: {'Port': ['ID=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:45.756679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Attempting to bind port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:45.757349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Attempting to bind port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:45.757916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Attempting to bind port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb on network f0c34d73-ce43-4b75-b790-087748837c95 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:45.776983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:45.777734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Checking segment: {'id': '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:45.778381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.778984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Bound using segment: {'id': '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:45.779875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Bound port: 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f0c34d73-ce43-4b75-b790-087748837c95'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:45.780388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.781036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.809222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.828165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-b3f84f22-4886-4dac-9d98-d7cce4fd20b1 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/64ed1573-8e5f-440c-b982-b5f75b49437a HTTP/1.1" status: 200 len: 2406 time: 0.1446543 Mar 02 07:33:45.868517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:45.960044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.998452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] For port ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,segment=NetworkSegment(c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2),segment_id=c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:46.012988 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.069045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.162325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] For port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:46.207720 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.224903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:46.225271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.254118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed1573-8e5f-440c-b982-b5f75b49437a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.282295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.284801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89479f7d-3e51-4b3a-a13c-684dcaea4e2f req-faf9a82d-8e5d-4956-a777-36de2dbad4d6 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/64ed1573-8e5f-440c-b982-b5f75b49437a HTTP/1.1" status: 204 len: 173 time: 0.4481559 Mar 02 07:33:46.364237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-ef1085bf-7d07-4825-ac87-f9072ec9f081 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5294561 Mar 02 07:33:46.399993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] For port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,segment=NetworkSegment(933bf1e8-dcdc-4b6d-b40b-3d2aefde8622),segment_id=933bf1e8-dcdc-4b6d-b40b-3d2aefde8622)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:46.414773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.439774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fc200-dfdf-41fc-86b4-5afa77e45914 None None] Pushing event updated for resources: {'Port': ['ID=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.573274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615a8e2-752a-413d-a4ee-8ddce49f8abe None None] Pushing event updated for resources: {'Port': ['ID=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.751329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.752074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Provisioning complete for port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:46.752881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.914267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-32ee0103-e5f3-4791-8fdd-42864e5abb7b tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups/90a4ab10-a7b0-4aa7-ba9a-1262a3ebec73 HTTP/1.1" status: 200 len: 1808 time: 0.1169927 Mar 02 07:33:47.010541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.040803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.089819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.168068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.179083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Provisioning for port a5a8a4e3-2eb5-435e-a36b-03cd536a866e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:47.183351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.20.0.1 (f0c34d73-ce43-4b75-b790-087748837c95/691303bb-a418-44db-8ccc-07efe9dcd1e5/32a05caa-1458-4270-a223-187f5e22f68d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:47.185470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Provisioning complete for port a5a8a4e3-2eb5-435e-a36b-03cd536a866e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:47.186076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.198105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4ab10-a7b0-4aa7-ba9a-1262a3ebec73,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:47.212605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.231147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0e4f0d8-0b82-45c9-a4cf-6bf0cac63336 req-24562a47-92cf-4516-8e82-f89456cf232f tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "DELETE /v2.0/security-groups/90a4ab10-a7b0-4aa7-ba9a-1262a3ebec73 HTTP/1.1" status: 204 len: 173 time: 0.3127568 Mar 02 07:33:47.359745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e2c107b8-251d-47d4-8da2-e120d5064faa None None] Port a5a8a4e3-2eb5-435e-a36b-03cd536a866e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:47.411003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-280ab810-cbab-47ba-8133-bbc3373917fb req-394eb18e-72e1-4428-ae50-a3b5314203bb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 210 time: 0.0730565 Mar 02 07:33:47.421456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-71d54ea0-ffeb-4f52-b360-ecc4c4928219 service neutron] 10.222.0.21 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410378 Mar 02 07:33:47.486285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-983ed47c-6b06-4432-b564-7731fbebdc0d None None] Provisioning complete for port a5a8a4e3-2eb5-435e-a36b-03cd536a866e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:47.486677 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-983ed47c-6b06-4432-b564-7731fbebdc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.563417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-983ed47c-6b06-4432-b564-7731fbebdc0d None None] Port a5a8a4e3-2eb5-435e-a36b-03cd536a866e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:47.695942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-4be57d6b-1527-450f-ab58-7f07e185e194 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "GET /v2.0/security-groups/a2ec5304-c757-4388-a49a-4ca9562b2af9 HTTP/1.1" status: 200 len: 2400 time: 0.2611375 Mar 02 07:33:47.838048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-02362b61-f9d4-42fa-8916-cd6452355e3f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:47.839863 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-02362b61-f9d4-42fa-8916-cd6452355e3f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 812 time: 0.3928075 Mar 02 07:33:47.867375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Request body: {'port': {'device_id': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'admin_state_up': True, 'tenant_id': '46ac0080e5e2442884c75b56d32a846b'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:47.879783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:47.914078 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.998991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b7137a8c-785f-4d3b-9d4c-c52845bcceec service neutron] 10.222.0.21 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635495 Mar 02 07:33:48.026925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:48.045814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce2cd1dc-5b7f-4640-9377-a6027eda9c23 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:48.048022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.058990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.118274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object 32a05caa-1458-4270-a223-187f5e22f68d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:48.168970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:48.172119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.178275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.189274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:48.219781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.232030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:48.232863 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.236268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Made reservation on behalf of 46ac0080e5e2442884c75b56d32a846b for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:48.240563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.271029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec5304-c757-4388-a49a-4ca9562b2af9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:48.291395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.305376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71ff94c0-6a48-44c8-b3bf-6c2a5f2e55ca req-2a8d0634-939b-4699-8b91-772da2fd2058 tempest-SecurityGroupRulesTestJSON-1170490735 tempest-SecurityGroupRulesTestJSON-1170490735-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2ec5304-c757-4388-a49a-4ca9562b2af9 HTTP/1.1" status: 204 len: 173 time: 0.6072862 Mar 02 07:33:48.306129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54756) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:48.417173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=a5a8a4e3-2eb5-435e-a36b-03cd536a866e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:48.527075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.686816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74144a3-906d-46bc-b856-44aaed0dba96 None None] Network f0c34d73-ce43-4b75-b790-087748837c95 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:48.722015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Deleting subnet b04ca32d-a7ae-4c81-bd5d-b424984d04d2 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:48.725428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.947798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network f0c34d73-ce43-4b75-b790-087748837c95 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:48.989517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:48.991982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:49.015757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.023066 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.054684 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:33:49.062551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Provisioning for port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:49.081686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Provisioning complete for port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:49.083062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.084649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.136738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=32a05caa-1458-4270-a223-187f5e22f68d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:49.168987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.398768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.419232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-615a36a6-ed62-4dbc-89b1-2db63e9cfa85 req-6ac7ac13-1914-472b-8fb4-62f2959682e5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 210 time: 0.0777559 Mar 02 07:33:49.446759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.533112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f6cc35d-07f7-4175-9c6d-b9bed611b514 req-83c3c881-1096-48b9-9494-e8f439d80e98 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 210 time: 0.2447264 Mar 02 07:33:49.560349 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.663167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] For port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,segment=NetworkSegment(933bf1e8-dcdc-4b6d-b40b-3d2aefde8622),segment_id=933bf1e8-dcdc-4b6d-b40b-3d2aefde8622)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:49.666221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.695935 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.785754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Allocated IP 172.20.0.4 (8c5a9f58-4c25-4ba1-97f6-da11e1291474/6dd1a186-58ad-439a-aa7c-668dbf0c3b47/ea69bca2-7fcc-43c6-a099-dcac741cc0e9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:49.841639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.899227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8416dccb-c1a9-4f1b-8c5c-c5ac28d88469 None None] Provisioning complete for port a5a8a4e3-2eb5-435e-a36b-03cd536a866e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:49.899533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8416dccb-c1a9-4f1b-8c5c-c5ac28d88469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.956472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa17975-c228-4745-bae4-4768d075abbd None None] Pushing event updated for resources: {'Port': ['ID=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:49.982703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.030647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8416dccb-c1a9-4f1b-8c5c-c5ac28d88469 None None] Port a5a8a4e3-2eb5-435e-a36b-03cd536a866e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:50.110817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.117939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04ca32d-a7ae-4c81-bd5d-b424984d04d2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:50.209562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0d9f6d3f-074d-4f03-9a3c-df75a78c296c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b04ca32d-a7ae-4c81-bd5d-b424984d04d2 HTTP/1.1" status: 204 len: 168 time: 1.7877340 Mar 02 07:33:50.212079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Provisioning complete for port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:50.212468 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.214290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54780) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:50.371238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646370-4550-4534-9d73-5845850768a6 req-1e71d325-ba1d-4527-900a-459cafc435c5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:50.380763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe646370-4550-4534-9d73-5845850768a6 req-1e71d325-ba1d-4527-900a-459cafc435c5 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.6082225 Mar 02 07:33:50.470603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.496573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.506435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe646370-4550-4534-9d73-5845850768a6 req-9176eb1e-8d70-49f2-b8f9-72fe8184c54b tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243703 Mar 02 07:33:50.615620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Provisioning for port 32a05caa-1458-4270-a223-187f5e22f68d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:50.623042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Provisioning complete for port 32a05caa-1458-4270-a223-187f5e22f68d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:50.626422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.686875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Transition to ACTIVE for port object ea69bca2-7fcc-43c6-a099-dcac741cc0e9 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:50.731571 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.736695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-13dda32d-28f8-4c70-9e1f-645852544342 None None] Port 32a05caa-1458-4270-a223-187f5e22f68d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:50.837796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.852970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.869097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e85960-db5d-4078-9e20-050cbb382cb3']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:50.884724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c354b6-ac9d-49f5-84c7-41536fe03abc') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:50.886812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c354b6-ac9d-49f5-84c7-41536fe03abc') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:50.894264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ff1c2ceb-6799-41d4-8220-a95eb2cca728 None None] Provisioning complete for port 32a05caa-1458-4270-a223-187f5e22f68d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:50.894930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2ceb-6799-41d4-8220-a95eb2cca728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.941870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2968b3e-46ab-4543-8af2-7ef2acc2baf0 req-4d6cbf43-51a1-4e5b-b545-e1764d9edd1b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 210 time: 0.1410601 Mar 02 07:33:50.988833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-77748d87-d12c-4a9b-acb9-b27d96928acd req-ea15f486-0719-4adc-b6ba-d483d87b104d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:50.998041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.031046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c2ceb-6799-41d4-8220-a95eb2cca728 None None] Port 32a05caa-1458-4270-a223-187f5e22f68d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:51.039308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.052059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-77748d87-d12c-4a9b-acb9-b27d96928acd req-ea15f486-0719-4adc-b6ba-d483d87b104d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:51.053434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-77748d87-d12c-4a9b-acb9-b27d96928acd req-ea15f486-0719-4adc-b6ba-d483d87b104d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 210 time: 0.3025584 Mar 02 07:33:51.055409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:51.055409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:51.073557 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:51.151253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.164509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'faa284ca-dd60-48c0-a5b4-c13225c56d10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:51.299422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:51.301156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.306779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:51.329578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.336856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.338133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:51.356853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=32a05caa-1458-4270-a223-187f5e22f68d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:51.396766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e85960-db5d-4078-9e20-050cbb382cb3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:51.419548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-270ff4a2-68c3-40bc-bbcf-22ebf8a03f96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.421728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-270ff4a2-68c3-40bc-bbcf-22ebf8a03f96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 811 time: 0.8715341 Mar 02 07:33:51.430469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:51.444180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Request body: {'port': {'device_id': '360a5e50-516b-44d0-8f31-47cc68b09820', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'admin_state_up': True, 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:51.460263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f975cfa-bb7f-4634-ba91-22c1e4297012 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f2e85960-db5d-4078-9e20-050cbb382cb3 HTTP/1.1" status: 204 len: 168 time: 1.2369354 Mar 02 07:33:51.501666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.503508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.562770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-537a496e-ed24-40ff-ad25-591e631d3e24 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7000396 Mar 02 07:33:51.585692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Request body: {'port': {'device_id': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:51.726005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2f37d1b2-0453-4802-b207-5a42f3e60de8 None None] Provisioning for port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:51.771924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2f37d1b2-0453-4802-b207-5a42f3e60de8 None None] Provisioning complete for port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:51.772572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2f37d1b2-0453-4802-b207-5a42f3e60de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.798049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:51.811246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.913367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54796) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:51.929218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.930254 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.959751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:52.027312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2f37d1b2-0453-4802-b207-5a42f3e60de8 None None] Port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:52.075914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.076320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:52.138145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a198b5ca-7adb-4f61-ab21-781f6403b76f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=107374f4abfd482389d374fa4fbd7c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207711 Mar 02 07:33:52.138762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54804) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:52.143785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:52.145532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.193486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-6c4b4e33-2478-4f1d-929b-2ee4359a23db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:52.194285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-6c4b4e33-2478-4f1d-929b-2ee4359a23db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:52.211931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Made reservation on behalf of 1ee1d7936a2e4b24a26ed130e820aa33 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:52.215668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.248852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-46192e93-91ff-4db5-93c9-d3e2d73edbe4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:52.251627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=a5a8a4e3-2eb5-435e-a36b-03cd536a866e,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:52.258476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-46192e93-91ff-4db5-93c9-d3e2d73edbe4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:52.356513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-46192e93-91ff-4db5-93c9-d3e2d73edbe4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:52.368347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-46192e93-91ff-4db5-93c9-d3e2d73edbe4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.5491836 Mar 02 07:33:52.415728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-6c4b4e33-2478-4f1d-929b-2ee4359a23db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:52.418199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-6c4b4e33-2478-4f1d-929b-2ee4359a23db tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.7056608 Mar 02 07:33:52.428834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network f0c34d73-ce43-4b75-b790-087748837c95 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:52.436630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3063903d-c0b0-47a4-af3f-95be2a52d439 req-4ab0a3d1-1b00-4e92-8cb5-b88a83ece1b4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 210 time: 0.0671241 Mar 02 07:33:52.447685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:52.465352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:52.470197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:52.881087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-811a1225-16bb-4405-9576-7be277c2b00d None None] Provisioning complete for port 32a05caa-1458-4270-a223-187f5e22f68d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:52.881502 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-811a1225-16bb-4405-9576-7be277c2b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.894764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-9b94ce5c-c032-47d8-ae82-d2418256ec29 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Synchronizing usage tracker for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:52.897933 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.980964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Deleting port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:52.981239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.987380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-811a1225-16bb-4405-9576-7be277c2b00d None None] Port 32a05caa-1458-4270-a223-187f5e22f68d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:53.033024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.038752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Allocated IP 172.20.0.6 (90a784c5-1fda-4f86-bbc8-caa327fbf29a/dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af/fd13255c-e1e3-4cfa-b870-bc510487f0ff) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:53.096205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-9b94ce5c-c032-47d8-ae82-d2418256ec29 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Unset dirty status for tenant:4ca829f562544cf88dc42c1e22dd13b1 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:53.103791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-51984e8b-d07b-4bea-a01a-cb5fda3898a4 req-9b94ce5c-c032-47d8-ae82-d2418256ec29 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327909 Mar 02 07:33:53.144475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3319854d-9a5a-4009-bc9c-2113408e3304 None None] Provisioning complete for port a5a8a4e3-2eb5-435e-a36b-03cd536a866e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:53.145147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3319854d-9a5a-4009-bc9c-2113408e3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.154600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4425a-c193-47ef-9bed-2e503a50ff89 req-a916a638-81c2-4c2b-8e1d-06393a77ee9a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:53.172552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06f4425a-c193-47ef-9bed-2e503a50ff89 req-a916a638-81c2-4c2b-8e1d-06393a77ee9a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 931 time: 0.5341389 Mar 02 07:33:53.239204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 1a738c80-fc2f-4179-8f7e-cafb52446bfd is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:53.255948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3319854d-9a5a-4009-bc9c-2113408e3304 None None] Port a5a8a4e3-2eb5-435e-a36b-03cd536a866e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:53.356533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.445934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe954d4-d1b5-465f-b1a8-ede408e11c17,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:53.494714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.495783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c17072bd-a1fd-4b66-8e4a-1d32a7740143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe954d4-d1b5-465f-b1a8-ede408e11c17 HTTP/1.1" status: 204 len: 168 time: 1.3549697 Mar 02 07:33:53.568617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06f4425a-c193-47ef-9bed-2e503a50ff89 req-38ad115e-f317-407e-8908-26164b644300 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948181 Mar 02 07:33:53.693639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router f1d3dc4e-4e03-47be-8116-bc6eed899d45 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:53.739654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea69bca2-7fcc-43c6-a099-dcac741cc0e9 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:53.746620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12ffe696-6fcb-4034-a353-6df2f8f1e342 req-4cd0d43a-80ff-4e42-b5a1-2695eaebc0df tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 210 time: 0.0673757 Mar 02 07:33:53.753965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.757608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] For port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:53.758015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.887820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Transition to ACTIVE for port object ea69bca2-7fcc-43c6-a099-dcac741cc0e9 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:53.955845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.967733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Calling delete_port for 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:54.075729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:54.214802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:54.230752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:54.234982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.235233 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] Sync routers for ids ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:54.259453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e86a3cf0-4385-4e27-b0c5-41b1561d48ce tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/f1d3dc4e-4e03-47be-8116-bc6eed899d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2171962 Mar 02 07:33:54.259701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] Sync routers for ids ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:54.260199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] Routers {'1a738c80-fc2f-4179-8f7e-cafb52446bfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.260199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.264919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54842) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.276604 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b25860cd-8cca-46c5-a81c-0c8c2a73e36f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/1a738c80-fc2f-4179-8f7e-cafb52446bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2319667 Mar 02 07:33:54.277718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] Routers {'f1d3dc4e-4e03-47be-8116-bc6eed899d45'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.278420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.317997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54846) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.401697 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.428581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] Routers {'1a738c80-fc2f-4179-8f7e-cafb52446bfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.431820 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.500560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-e2256be0-acd1-4e8e-9cba-221536b925fe tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.508343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-e2256be0-acd1-4e8e-9cba-221536b925fe tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.6289363 Mar 02 07:33:54.522911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7c067-120f-47bf-91c7-968402d1cf68 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.526061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-76a7c067-120f-47bf-91c7-968402d1cf68 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:54.528443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.545060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] Routers {'f1d3dc4e-4e03-47be-8116-bc6eed899d45'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.546337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.577824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Attempting to bind port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:54.578464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Attempting to bind port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:54.578583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Attempting to bind port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:54.586743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:54.587290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Attempting to bind port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 on network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:54.592000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-0cb188c5-0c07-4f4c-b05f-1c1aea2c7dbe tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/quotas/06f8e51975e24ac785e9fba407a0f8aa HTTP/1.1" status: 200 len: 375 time: 0.0812900 Mar 02 07:33:54.594295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:54.594735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Checking segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:54.595131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Bound using segment: {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:54.595713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Bound port: ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fd930e-bb16-4390-8d50-c540edbbb363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:54.596115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.612737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.644944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c22c3-b528-4652-9502-28531bf1d3dd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.645576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f0c22c3-b528-4652-9502-28531bf1d3dd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:54.659268 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.666207 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481b650-2eb7-4e24-bf9d-0e7ea12f9d5e None None] The sync data for ids ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:54.728712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7607c2-4c74-46d8-90cb-6695512b8239 req-a05b04f1-ce7f-4056-9dc8-ba9dafa72b2e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.735616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b7607c2-4c74-46d8-90cb-6695512b8239 req-a05b04f1-ce7f-4056-9dc8-ba9dafa72b2e tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad143350-4ed5-4eea-8d6d-900dd1a861bb HTTP/1.1" status: 200 len: 946 time: 0.2965600 Mar 02 07:33:54.737602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Pushing event deleted for resources: {'Port': ['ID=4f48ea9f-2957-4eb5-9063-cee692b1aaa9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:54.744429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4f48ea9f-2957-4eb5-9063-cee692b1aaa9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:54.764693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.780180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-76a7c067-120f-47bf-91c7-968402d1cf68 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:54.785352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-76a7c067-120f-47bf-91c7-968402d1cf68 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports/32a05caa-1458-4270-a223-187f5e22f68d HTTP/1.1" status: 200 len: 910 time: 0.5110755 Mar 02 07:33:54.790894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54860) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.859336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.862352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455154c-ad20-4379-91e6-cbb5512cf9cd None None] The sync data for ids ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:54.879518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['253eab45-4bd9-4f46-8137-b28bac281118'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:54.910796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Pushing event updated for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:54.913196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f0c22c3-b528-4652-9502-28531bf1d3dd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:54.914433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f0c22c3-b528-4652-9502-28531bf1d3dd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports/a5a8a4e3-2eb5-435e-a36b-03cd536a866e HTTP/1.1" status: 200 len: 984 time: 0.5941112 Mar 02 07:33:54.921143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54868) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.925450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Network 90a784c5-1fda-4f86-bbc8-caa327fbf29a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:54.985183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:54.995425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:55.098513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54874) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:55.133797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] No DVR routers for this DVR port 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:55.163426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-3c8aab53-960c-4f2e-859d-51a224103126 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5032644 Mar 02 07:33:55.171894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:55.172517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.207640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.210466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'name': 'network-vif-deleted', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:55.232515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b7607c2-4c74-46d8-90cb-6695512b8239 req-8c1ceede-779d-4789-babe-5db8f9422d90 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941375 Mar 02 07:33:55.269803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:55.281851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55c9d16b-22cc-4315-a70b-a2fc64f9252c req-e337a771-5d78-4c07-a8a7-551cdfcac4b4 tempest-ServerRescueTestJSONUnderV235-638303567 tempest-ServerRescueTestJSONUnderV235-638303567-project] 10.222.0.16 "DELETE /v2.0/ports/4f48ea9f-2957-4eb5-9063-cee692b1aaa9 HTTP/1.1" status: 204 len: 173 time: 2.8529305 Mar 02 07:33:55.378354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:55.385880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.445835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-740799969-network', 'tenant_id': 'a4cc4f81d97b4e63a07565f2f7991013'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:55.535891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:55.547960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Usage tracker for resource:network and tenant:a4cc4f81d97b4e63a07565f2f7991013 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:55.607823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:55.613815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:55.614478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.617729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/ea69bca2-7fcc-43c6-a099-dcac741cc0e9 HTTP/1.1" status: 200 len: 1091 time: 4.0482230 Mar 02 07:33:55.623850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:55.723861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-b70f122d-7a5f-4d7f-bce1-e05a114e26d3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2836273 Mar 02 07:33:55.740643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Request body: {'port': {'device_id': '360a5e50-516b-44d0-8f31-47cc68b09820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:55.745014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Made reservation on behalf of a4cc4f81d97b4e63a07565f2f7991013 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:55.747408 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.812076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.824265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8344e4-76ab-4980-936c-88c1579be4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:55.867637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:55.917899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Usage tracker for resource:security_group_rule and tenant:a4cc4f81d97b4e63a07565f2f7991013 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:55.941388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-2dbef275-665c-4eda-9822-545de12fc444 service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541270 Mar 02 07:33:55.949221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:55.964018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:55.993405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb5de2-01d5-4dd4-be11-6bb56f64b23c req-f675c2b1-a96e-4f23-a0dd-550294fbdb9f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:55.997399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7fb5de2-01d5-4dd4-be11-6bb56f64b23c req-f675c2b1-a96e-4f23-a0dd-550294fbdb9f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 943 time: 0.4728248 Mar 02 07:33:56.023064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.069902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-b04ec3ce-a2e7-4fcc-9376-331f3e2e29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.071419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-b04ec3ce-a2e7-4fcc-9376-331f3e2e29e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 1094 time: 0.3886075 Mar 02 07:33:56.180119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-f3d7fd68-9940-496f-b963-60d62d0309fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9 HTTP/1.1" status: 200 len: 217 time: 0.0988934 Mar 02 07:33:56.186042 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7fb5de2-01d5-4dd4-be11-6bb56f64b23c req-b222ceb4-8ae2-4d1a-ad3d-1f8605afba53 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712704 Mar 02 07:33:56.379448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-ce2a80e0-1541-4ed5-b439-0638df9cc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.380946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-ce2a80e0-1541-4ed5-b439-0638df9cc233 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1940370 Mar 02 07:33:56.395565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-2a051646-de9d-4aff-bd8f-87ae2e45909a service neutron] 10.222.0.21 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474449 Mar 02 07:33:56.435856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.450934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.503183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:56.526710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782d5f4-1e2c-4e64-a759-061c869b7c6c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:56.558611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.558857 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Added segment e07c92e3-7528-4fe0-bd31-b4b8265d0574 of type vlan for network 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d Mar 02 07:33:56.587230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.591296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.687577 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad143350-4ed5-4eea-8d6d-900dd1a861bb', 'name': 'network-vif-deleted', 'tag': '4f48ea9f-2957-4eb5-9063-cee692b1aaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:56.751246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54890) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:56.842664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dccb2-9de0-4bd9-89f8-b6bd1049450d req-99d2f8c6-5916-430d-a2c1-accfd4760a98 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.844158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261dccb2-9de0-4bd9-89f8-b6bd1049450d req-99d2f8c6-5916-430d-a2c1-accfd4760a98 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 931 time: 0.5168378 Mar 02 07:33:56.906341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.937595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208675f9-133e-485b-984e-716b368b867e req-af8dc8b9-3e1e-485c-ac80-5dfb30a2624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.939076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-af8dc8b9-3e1e-485c-ac80-5dfb30a2624b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5434911 Mar 02 07:33:56.990026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261dccb2-9de0-4bd9-89f8-b6bd1049450d req-b455ae6f-b185-47da-94be-1c7d09fbe156 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255248 Mar 02 07:33:56.992486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce32fbc8-64d5-4cb5-a163-e692096da210 req-3f81bd59-e2bf-41e9-a33b-58fc2b9dd6ec tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 210 time: 0.0688589 Mar 02 07:33:57.130559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:57.191276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:57.192362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4f48ea9f-2957-4eb5-9063-cee692b1aaa9 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:57.270955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:33:57.493312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.507068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:57.507429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.530601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd13255c-e1e3-4cfa-b870-bc510487f0ff {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:57.590352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-0d55d8dd-30af-4b6e-93c6-bb849b22354d service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343646 Mar 02 07:33:57.598113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.651576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Transition to ACTIVE for port object fd13255c-e1e3-4cfa-b870-bc510487f0ff will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:57.685361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.718534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6121538 Mar 02 07:33:57.727251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54912) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:57.749621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port a5a8a4e3-2eb5-435e-a36b-03cd536a866e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:57.749922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.786858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b4e50-8157-4d76-9ed0-e87600e07375 admin admin] Pushing event updated for resources: {'Network': ['ID=3afba58f-bcf6-40c6-a6c1-bedeb55cd11d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:57.794129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Request body: {'subnet': {'network_id': '3afba58f-bcf6-40c6-a6c1-bedeb55cd11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-740799969-subnet', 'tenant_id': 'a4cc4f81d97b4e63a07565f2f7991013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:57.799841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:57.819949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:57.835225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Usage tracker for resource:subnet and tenant:a4cc4f81d97b4e63a07565f2f7991013 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:57.841596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:57.858047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:57.903402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ec46-9e26-45a4-adb7-6b2deb2940d6 req-df2edba4-09dd-421c-8177-3d3a3c5b2f93 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:57.905041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f06ec46-9e26-45a4-adb7-6b2deb2940d6 req-df2edba4-09dd-421c-8177-3d3a3c5b2f93 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 943 time: 0.5337193 Mar 02 07:33:58.061774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-208675f9-133e-485b-984e-716b368b867e req-76b0893b-af19-4742-b3a5-dbaebd1278c0 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521184 Mar 02 07:33:58.116704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Made reservation on behalf of a4cc4f81d97b4e63a07565f2f7991013 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:58.119320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.184460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Pushing event updated for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:58.185498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f06ec46-9e26-45a4-adb7-6b2deb2940d6 req-e6411631-e315-4449-95cf-6c78c03ca3b6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192538 Mar 02 07:33:58.248162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 32a05caa-1458-4270-a223-187f5e22f68d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:58.248593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.272199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.352618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-6220a07e-11d6-4787-ae8e-70346201d880 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:58.354224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-6220a07e-11d6-4787-ae8e-70346201d880 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.16 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 815 time: 0.4148674 Mar 02 07:33:58.387358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Request body: {'port': {'device_id': '57e2b278-3328-4132-ac35-387865d9a479', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'admin_state_up': True, 'tenant_id': '06f8e51975e24ac785e9fba407a0f8aa'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:58.431570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for a5a8a4e3-2eb5-435e-a36b-03cd536a866e owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:58.504258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Attempting to bind port fd13255c-e1e3-4cfa-b870-bc510487f0ff on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:58.504619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Attempting to bind port fd13255c-e1e3-4cfa-b870-bc510487f0ff by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:58.504925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Attempting to bind port fd13255c-e1e3-4cfa-b870-bc510487f0ff on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:58.531659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Port fd13255c-e1e3-4cfa-b870-bc510487f0ff on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:58.531982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Attempting to bind port fd13255c-e1e3-4cfa-b870-bc510487f0ff on network 90a784c5-1fda-4f86-bbc8-caa327fbf29a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:58.556052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6869-1051-41b2-a458-9638025ff228 req-1a95bcb6-c887-495e-be18-a61766ac35f4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:58.556764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-17dd6869-1051-41b2-a458-9638025ff228 req-1a95bcb6-c887-495e-be18-a61766ac35f4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Synchronizing usage tracker for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:58.561937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:58.562216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Checking segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:58.562605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Bound using segment: {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:58.563050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Bound port: fd13255c-e1e3-4cfa-b870-bc510487f0ff, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8805fb1-5161-41c1-85c9-4b17dbc257ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:58.563401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.601676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:58.605838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea89131e-cbe9-4279-93c8-313d87aa115e req-6cc5dc16-b25d-478b-8d4c-70bd25c513a1 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 210 time: 0.2454181 Mar 02 07:33:58.679274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:58.691925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:58.707769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-17dd6869-1051-41b2-a458-9638025ff228 req-1a95bcb6-c887-495e-be18-a61766ac35f4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Unset dirty status for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:58.709054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17dd6869-1051-41b2-a458-9638025ff228 req-1a95bcb6-c887-495e-be18-a61766ac35f4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 943 time: 0.5390201 Mar 02 07:33:58.750784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Made reservation on behalf of 06f8e51975e24ac785e9fba407a0f8aa for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:58.755999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.790630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.803449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:58.848920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17dd6869-1051-41b2-a458-9638025ff228 req-6342e0b3-022b-4ea9-8b81-9460ca7cbb02 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206496 Mar 02 07:33:58.873821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:58.883183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.919496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.002324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:59.002935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.004337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 200 len: 1091 time: 3.2684035 Mar 02 07:33:59.026222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:59.071009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 32a05caa-1458-4270-a223-187f5e22f68d owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:59.102793 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'status': 'completed', 'code': 200} Mar 02 07:33:59.180653 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff', 'status': 'completed', 'code': 200} Mar 02 07:33:59.239751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.274506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351adff-aee1-45c3-aaa8-b88ca517d307 service neutron] Pushing event updated for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.346902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.521737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50134929-91c2-417b-97dd-25bed7907d1f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.534649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-87b2e65e-fd3a-4d47-8dba-5c77ca88c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:59.536288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-87b2e65e-fd3a-4d47-8dba-5c77ca88c852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 1094 time: 0.4170327 Mar 02 07:33:59.575801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Allocated IP 172.20.0.2 (7faf9728-de19-4752-9838-420125776674/f2c35fd3-fd30-4ec4-83eb-366baddb280b/3bd392e4-64b9-41bd-b4f6-f93d19064d4e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:59.583141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=a5a8a4e3-2eb5-435e-a36b-03cd536a866e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.631583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Checking segment: {'id': 'e07c92e3-7528-4fe0-bd31-b4b8265d0574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3afba58f-bcf6-40c6-a6c1-bedeb55cd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:59.631947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Network hostable DHCP agents. Network: 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:59.773728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Network 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:59.782707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.851580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.890254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-4dd07df4-b02e-4e96-82eb-57aa7a561643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:59.891763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-4dd07df4-b02e-4e96-82eb-57aa7a561643 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1094 time: 0.7147353 Mar 02 07:33:59.924084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=32a05caa-1458-4270-a223-187f5e22f68d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.940451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:59.944234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:59.945015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.951775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31307b-4934-4533-b335-2ce49d027f39 None None] Network 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:59.965650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-865284a9-55d3-46d6-b7cd-3b42b41d7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:59.967237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-865284a9-55d3-46d6-b7cd-3b42b41d7abb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4195683 Mar 02 07:33:59.969824 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42908f9-30a6-4414-981e-acb3f4eedf8c req-4b0eb905-9169-4ac3-a7fc-0b66ab5d345f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 210 time: 0.1410646 Mar 02 07:34:00.161452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-9d8ce385-48ff-4c4a-a9c6-1e0fd913bacd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9 HTTP/1.1" status: 200 len: 217 time: 0.1461551 Mar 02 07:34:00.196346 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-be287088-82be-420a-83a5-e6d91cef780e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 200 len: 217 time: 0.2417650 Mar 02 07:34:00.266827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967bf0-9660-4676-8f90-e0667b5a4b52 req-37de1e17-d50b-4b98-a086-92af92b3d13e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.273696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09967bf0-9660-4676-8f90-e0667b5a4b52 req-37de1e17-d50b-4b98-a086-92af92b3d13e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 943 time: 0.9020119 Mar 02 07:34:00.328769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2c109-329d-48a3-aea6-46bbf442c247 None None] Network 3afba58f-bcf6-40c6-a6c1-bedeb55cd11d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:00.480466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bef09e40-05ed-47c9-b4a5-79fa4f338871 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6922362 Mar 02 07:34:00.480662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 1a738c80-fc2f-4179-8f7e-cafb52446bfd has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:00.491901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-0a0c747a-b55c-4e74-bfa3-f38ab61ec836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.493330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-0a0c747a-b55c-4e74-bfa3-f38ab61ec836 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2890911 Mar 02 07:34:00.619800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.721672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09967bf0-9660-4676-8f90-e0667b5a4b52 req-95d3947a-74a8-4c7c-afdc-5fa126cd0639 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456065 Mar 02 07:34:00.746923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:00.756544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-d3fc3912-f020-4cd9-ac30-53d177bc8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.757769 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] Sync routers for ids ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:00.758860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-d3fc3912-f020-4cd9-ac30-53d177bc8054 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.5512040 Mar 02 07:34:00.776235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] Routers {'1a738c80-fc2f-4179-8f7e-cafb52446bfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:00.776946 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.836805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-489b6814-1684-4eca-9b9c-9ed866667908 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697615 Mar 02 07:34:00.840722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e808b23-f698-4f1f-a346-5062d8c23a4b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/1a738c80-fc2f-4179-8f7e-cafb52446bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9185417 Mar 02 07:34:00.984019 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:01.002598 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] Routers {'1a738c80-fc2f-4179-8f7e-cafb52446bfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:01.004516 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:01.022919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:01.042036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.138360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:01.139026 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e645819f-8e18-4e5b-87bd-6326543781db None None] The sync data for ids ['1a738c80-fc2f-4179-8f7e-cafb52446bfd'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:01.190675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Deleting port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:01.191054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.226619 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-74acacf5-8772-4082-943a-b508483b86dd req-0b5bccfa-14e7-4696-810d-8f470eee3d47 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] show failed (client error): The resource could not be found. Mar 02 07:34:01.227649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74acacf5-8772-4082-943a-b508483b86dd req-0b5bccfa-14e7-4696-810d-8f470eee3d47 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/1761cffb-1e19-450e-bd40-4d7705e13c80 HTTP/1.1" status: 404 len: 352 time: 0.0775571 Mar 02 07:34:01.304178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-9b439a5e-6836-48cc-933b-b12dc154e496 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741861 Mar 02 07:34:01.489846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.508628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83', '6ca6d430-14d1-4a2f-8817-288599122cb1', '07c73f4d-e894-4022-8242-ae226ebd88dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:01.561781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c35bd-4995-486c-b7d8-f517aee171a0 req-c94958ef-e44f-4985-85ee-a65c901c13b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:01.572125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f67c35bd-4995-486c-b7d8-f517aee171a0 req-c94958ef-e44f-4985-85ee-a65c901c13b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 943 time: 1.4275463 Mar 02 07:34:01.576756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] For port b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,segment=NetworkSegment(547617c3-46be-4e0f-8d85-c96bcea14b39),segment_id=547617c3-46be-4e0f-8d85-c96bcea14b39)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:01.577118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.746405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Calling delete_port for b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:01.832977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Network 7faf9728-de19-4752-9838-420125776674 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:01.853367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-07b16a09-260a-4e55-82bc-624a7adcba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:01.855319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-07b16a09-260a-4e55-82bc-624a7adcba7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3043954 Mar 02 07:34:01.856320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:01.867624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router f1d3dc4e-4e03-47be-8116-bc6eed899d45 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:01.871755 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-57f6b8cc-96b2-499f-a494-1ca1115cea38 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 07:34:01.873367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-57f6b8cc-96b2-499f-a494-1ca1115cea38 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/1a738c80-fc2f-4179-8f7e-cafb52446bfd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7720444 Mar 02 07:34:01.874441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:01.943416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54968) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:01.965271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.023543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51a37612-0abe-4bae-84f6-3f6f7c0fb07f req-547738d4-447e-4aa7-8990-d0ca22d5b2dd service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112987 Mar 02 07:34:02.054761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:02.144039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:02.144684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308aee-7cf6-46b0-984e-a29fb32a46b4 req-6ef20baf-9bb1-4628-b893-f1b96dc139ba tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:02.152275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c3308aee-7cf6-46b0-984e-a29fb32a46b4 req-6ef20baf-9bb1-4628-b893-f1b96dc139ba tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 931 time: 0.6690922 Mar 02 07:34:02.242560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event updated for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:02.258869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:02.299805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d397921-337c-400e-b193-d200d71493d7 None None] Sync routers for ids ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:02.313198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-20fe4496-20a2-451a-9bd9-1c44c8c2b532 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:02.324128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8341f205-e964-4c80-8fcf-aad36ef4bccf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/f1d3dc4e-4e03-47be-8116-bc6eed899d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5253954 Mar 02 07:34:02.336571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] Routers {'f1d3dc4e-4e03-47be-8116-bc6eed899d45'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:02.337406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:02.343873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f67c35bd-4995-486c-b7d8-f517aee171a0 req-3838baef-2abd-4611-a1fe-39c94e5e9817 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704730 Mar 02 07:34:02.367525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.436290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:02.455337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] Routers {'f1d3dc4e-4e03-47be-8116-bc6eed899d45'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:02.456302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:02.457965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c3308aee-7cf6-46b0-984e-a29fb32a46b4 req-aee99964-9a42-4234-8e00-4a77eb1f264c tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046858 Mar 02 07:34:02.458652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e268c5a7-eb44-4f65-ba7f-2ea06a759895 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:02.483511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:02.484055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.498959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-20fe4496-20a2-451a-9bd9-1c44c8c2b532 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:02.503053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20fe4496-20a2-451a-9bd9-1c44c8c2b532 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a738c80-fc2f-4179-8f7e-cafb52446bfd HTTP/1.1" status: 200 len: 205 time: 0.5431824 Mar 02 07:34:02.510282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54980) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.534012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d397921-337c-400e-b193-d200d71493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:02.534799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d397921-337c-400e-b193-d200d71493d7 None None] The sync data for ids ['f1d3dc4e-4e03-47be-8116-bc6eed899d45'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:02.576202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:02.596750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e268c5a7-eb44-4f65-ba7f-2ea06a759895 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:02.597398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e268c5a7-eb44-4f65-ba7f-2ea06a759895 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1d3dc4e-4e03-47be-8116-bc6eed899d45 HTTP/1.1" status: 200 len: 205 time: 0.2143383 Mar 02 07:34:02.609356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54984) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.613597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-422102e5-4907-483d-bee8-943482cd13dc tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2300510 Mar 02 07:34:02.627326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'mac_address': 'fa:16:3e:df:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:02.746015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.768056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea69bca2-7fcc-43c6-a099-dcac741cc0e9 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:02.793039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:02.799283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.810898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-28d4380d-662d-4283-ad5f-12840c99e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:02.812549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-28d4380d-662d-4283-ad5f-12840c99e1e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1094 time: 0.7196145 Mar 02 07:34:02.854008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Request body: {'port': {'device_id': '57e2b278-3328-4132-ac35-387865d9a479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:02.883666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.893883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:02.898512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-868eb20d-2bd4-4be0-af9c-4b471ad94ef9 req-db196865-5adf-4b3d-84e0-cea809f1106d tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4cc4f81d97b4e63a07565f2f7991013 HTTP/1.1" status: 200 len: 2988 time: 0.3090305 Mar 02 07:34:02.945749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-c100df0e-9fb0-4f6f-9354-c86d2b7bef2a service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408351 Mar 02 07:34:03.099106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.135457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['ea69bca2-7fcc-43c6-a099-dcac741cc0e9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:03.348021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-868eb20d-2bd4-4be0-af9c-4b471ad94ef9 req-2893604a-bf52-4b30-89cd-cb779313c255 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/f782d5f4-1e2c-4e64-a759-061c869b7c6c HTTP/1.1" status: 200 len: 2985 time: 0.4485226 Mar 02 07:34:03.380392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-c1be8995-0b80-4499-95b9-7af409e0e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:03.381954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-c1be8995-0b80-4499-95b9-7af409e0e962 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 911 time: 0.5527751 Mar 02 07:34:03.395773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.541080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-deddedfb-df50-46ed-b719-168bfbb54d01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 200 len: 217 time: 0.1491001 Mar 02 07:34:03.607668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-868eb20d-2bd4-4be0-af9c-4b471ad94ef9 req-d38ad843-d823-4828-ac03-c92558f3811e tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/f782d5f4-1e2c-4e64-a759-061c869b7c6c HTTP/1.1" status: 200 len: 2985 time: 0.2437077 Mar 02 07:34:03.698358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-74591c3c-e6d2-4f17-a543-e0c8117b7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:03.699930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-74591c3c-e6d2-4f17-a543-e0c8117b7a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.1447244 Mar 02 07:34:03.702796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.708530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.806904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-3f724bbe-93d5-4ee5-ace8-8636f4af2496 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991154 Mar 02 07:34:03.857040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:04.050566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690d7e-f513-4a78-b0ef-4315a64077cd req-4d3c96c9-0498-4512-b686-826fb7ae62f5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:04.051934 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6690d7e-f513-4a78-b0ef-4315a64077cd req-4d3c96c9-0498-4512-b686-826fb7ae62f5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 943 time: 0.3072364 Mar 02 07:34:04.058849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-38074a08-5e8d-479d-bc86-1cd4563cc47f service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449658 Mar 02 07:34:04.059825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.071499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.076326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.091598 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.092103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router 1a738c80-fc2f-4179-8f7e-cafb52446bfd {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:04.113014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f06bc8d-fc42-4d3a-a063-68d26c489c89 req-e3e8219d-1130-4b63-9072-40cb9f199929 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1451707 Mar 02 07:34:04.132749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0cf1-8647-46e6-8848-0efc6ae2f164 req-0efcaa96-412e-44e6-bfd5-577abc019509 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:04.134813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a13a0cf1-8647-46e6-8848-0efc6ae2f164 req-0efcaa96-412e-44e6-bfd5-577abc019509 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 944 time: 1.2474062 Mar 02 07:34:04.168966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.170028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-105ef966-8ffa-41fb-b42b-69e0cfdf12a7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/1a738c80-fc2f-4179-8f7e-cafb52446bfd HTTP/1.1" status: 204 len: 168 time: 1.6555402 Mar 02 07:34:04.178231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54996) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:04.193595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.194086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router f1d3dc4e-4e03-47be-8116-bc6eed899d45 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:04.219770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.221423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2cb0777d-e6a1-4cc2-920c-5b3748bc77c2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/f1d3dc4e-4e03-47be-8116-bc6eed899d45 HTTP/1.1" status: 204 len: 168 time: 1.6069303 Mar 02 07:34:04.225467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55000) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:04.284932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a13a0cf1-8647-46e6-8848-0efc6ae2f164 req-8b57a97b-180f-4a12-8c49-753798133472 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253068 Mar 02 07:34:04.322090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6690d7e-f513-4a78-b0ef-4315a64077cd req-19892222-0423-40ea-a38c-73497b0c9316 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527199 Mar 02 07:34:04.331234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:04.341357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Sync routers for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:04.360116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet c716a3fa-7f08-417b-90bb-4976422674ea {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:04.361644 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:04.364513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:04.372458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4a52458-6a90-4108-95d3-ec38698d7f28 admin admin] 10.222.0.21 "PUT /v2.0/routers/9183a3a2-87ff-43b4-966c-fc69b8dfb116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6211083 Mar 02 07:34:04.374888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.375748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55006) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:04.379914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 691303bb-a418-44db-8ccc-07efe9dcd1e5 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:04.441664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.637920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e46021-c85d-408a-b53b-7958ba861a9a req-85622e07-d6d3-4078-b790-8e942c59d1eb service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696354 Mar 02 07:34:04.642853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.700048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdc6619d-3ba1-4716-a3cc-59ecc09482ff req-bb30d312-2ca5-44ab-b9b2-95f61f73aa34 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/f782d5f4-1e2c-4e64-a759-061c869b7c6c HTTP/1.1" status: 200 len: 2985 time: 0.3337526 Mar 02 07:34:04.718034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:04.744061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.803354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.843029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.854209 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-cdc6619d-3ba1-4716-a3cc-59ecc09482ff req-3a4c8ad4-44c7-4982-b401-721c39a105aa tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:34:04.855365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdc6619d-3ba1-4716-a3cc-59ecc09482ff req-3a4c8ad4-44c7-4982-b401-721c39a105aa tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "DELETE /v2.0/security-groups/f782d5f4-1e2c-4e64-a759-061c869b7c6c HTTP/1.1" status: 409 len: 352 time: 0.1424630 Mar 02 07:34:04.913603 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-043b1566-cb9a-413f-a64f-f40e5a364006 req-6ac6f25f-bf0b-4222-9831-e40e086124f4 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] show failed (client error): The resource could not be found. Mar 02 07:34:04.915362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-043b1566-cb9a-413f-a64f-f40e5a364006 req-6ac6f25f-bf0b-4222-9831-e40e086124f4 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/cc8a33e9-646e-4cd3-985c-5896495f1db9 HTTP/1.1" status: 404 len: 352 time: 0.0263832 Mar 02 07:34:04.966449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.002248 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-5d4adcf8-9e65-4e80-ae44-9c46c65096ae req-4914c4ae-a42a-4680-8be6-fd48cd627010 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] show failed (client error): The resource could not be found. Mar 02 07:34:05.003500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d4adcf8-9e65-4e80-ae44-9c46c65096ae req-4914c4ae-a42a-4680-8be6-fd48cd627010 tempest-SecurityGroupsNegativeTestJSON-591491952 tempest-SecurityGroupsNegativeTestJSON-591491952-project] 10.222.0.21 "GET /v2.0/security-groups/a9e71689-daba-4b8d-9057-2263efbeaa8e HTTP/1.1" status: 404 len: 352 time: 0.0562985 Mar 02 07:34:05.010840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=c716a3fa-7f08-417b-90bb-4976422674ea,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:05.017819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55020) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.067451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90346d-7d52-4a9f-85af-d640f377cc7e None None] Network 6e02a0f8-cc61-41f5-940a-70e743dac575 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:05.070980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.092415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eb87dcd6-fc3c-4ce3-8fb0-70d075ce7d9e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/c716a3fa-7f08-417b-90bb-4976422674ea HTTP/1.1" status: 204 len: 168 time: 0.9096179 Mar 02 07:34:05.092415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.104436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0b4c-9689-4dea-8111-9fe0436a2755 req-6d5d314d-dcda-4035-a749-46bd93f7ca17 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:05.105142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed1a0b4c-9689-4dea-8111-9fe0436a2755 req-6d5d314d-dcda-4035-a749-46bd93f7ca17 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:05.128069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.154802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Deleting subnet 50134929-91c2-417b-97dd-25bed7907d1f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:05.159567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.219454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.220293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fd13255c-e1e3-4cfa-b870-bc510487f0ff details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:05.247727 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:34:01Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.260834 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Checking router: 9183a3a2-87ff-43b4-966c-fc69b8dfb116 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:05.273347 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Routers {'9183a3a2-87ff-43b4-966c-fc69b8dfb116'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:05.274017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.293501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.338998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed1a0b4c-9689-4dea-8111-9fe0436a2755 req-6d5d314d-dcda-4035-a749-46bd93f7ca17 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:05.342760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed1a0b4c-9689-4dea-8111-9fe0436a2755 req-6d5d314d-dcda-4035-a749-46bd93f7ca17 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 931 time: 0.8076084 Mar 02 07:34:05.350841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd392e4-64b9-41bd-b4f6-f93d19064d4e {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:05.353669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:34:05.378663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.414883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Transition to ACTIVE for port object 3bd392e4-64b9-41bd-b4f6-f93d19064d4e will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:05.467794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.500865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.513993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:05.523771 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.544716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff', 'network_id': '90a784c5-1fda-4f86-bbc8-caa327fbf29a', 'port_id': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff', 'mac_address': 'fa:16:3e:6f:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:05.562978 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] Set router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:05.571979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.602945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] DHCP port deletion for 6e02a0f8-cc61-41f5-940a-70e743dac575 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:05.619334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Deleting port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:05.619793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.650489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.654048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=691303bb-a418-44db-8ccc-07efe9dcd1e5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:05.671776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Deleting port 32806e6d-fb1d-4dc6-8140-937126924e50 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:05.672277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.684718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ff19e-3c75-4c9a-97e7-30a0ef426f50 None None] Network f0c34d73-ce43-4b75-b790-087748837c95 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:05.764662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed1a0b4c-9689-4dea-8111-9fe0436a2755 req-974f6372-90ed-4bfb-9022-2d687aa1b486 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245666 Mar 02 07:34:05.784631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50134929-91c2-417b-97dd-25bed7907d1f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:05.792907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.806908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.838521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d95080c0-fd64-433b-8fc6-96f63e1fc92d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50134929-91c2-417b-97dd-25bed7907d1f HTTP/1.1" status: 204 len: 168 time: 0.8213608 Mar 02 07:34:05.840854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55034) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.870415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6361fb2a-dbfc-49bb-8f9f-078f2b991c81 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/691303bb-a418-44db-8ccc-07efe9dcd1e5 HTTP/1.1" status: 204 len: 168 time: 1.6376932 Mar 02 07:34:05.873158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55038) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.917270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce2cd1dc-5b7f-4640-9377-a6027eda9c23 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:05.941982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:05.942692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.958310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.140468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f86e-9d09-4e4c-a172-cdc06cd786f4 req-69f46eda-c049-4121-a6b0-854d16412a4f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:06.148490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2055f86e-9d09-4e4c-a172-cdc06cd786f4 req-69f46eda-c049-4121-a6b0-854d16412a4f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 944 time: 0.6480114 Mar 02 07:34:06.199400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.248524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd13255c-e1e3-4cfa-b870-bc510487f0ff {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:06.254862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:06.326180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2055f86e-9d09-4e4c-a172-cdc06cd786f4 req-fff830d8-bb2c-464a-93ea-8d18d74dff56 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760073 Mar 02 07:34:06.362443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:34:01Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:06.368121 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b0544-d296-4fd2-ad1d-4cbbc537ff76 None None] The sync data for ids ['9183a3a2-87ff-43b4-966c-fc69b8dfb116'] in n-d-827871-1 is: [{'id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'name': 'tempest-ServerRescueTestJSONUnderV235-1681609835-router', 'tenant_id': '4ca829f562544cf88dc42c1e22dd13b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:31:52Z', 'updated_at': '2022-03-02T07:34:01Z', 'revision_number': 5, 'project_id': '4ca829f562544cf88dc42c1e22dd13b1', 'gw_port': {'id': '32806e6d-fb1d-4dc6-8140-937126924e50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183a3a2-87ff-43b4-966c-fc69b8dfb116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:31:55Z', 'updated_at': '2022-03-02T07:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:06.425464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.485060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Pushing event updated for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:06.488345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.523628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,segment=NetworkSegment(c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2),segment_id=c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.524137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.647052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:06.664122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for ce2cd1dc-5b7f-4640-9377-a6027eda9c23 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:06.678898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] For port 32806e6d-fb1d-4dc6-8140-937126924e50, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32806e6d-fb1d-4dc6-8140-937126924e50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.679554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.694745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] For port ce2cd1dc-5b7f-4640-9377-a6027eda9c23, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,segment=NetworkSegment(c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2),segment_id=c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.695141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.706290 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.824711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.834509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:06.890266 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.904444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] DHCP port deletion for f0c34d73-ce43-4b75-b790-087748837c95 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:06.912422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Calling delete_port for 32806e6d-fb1d-4dc6-8140-937126924e50 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:06.917724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Calling delete_port for ce2cd1dc-5b7f-4640-9377-a6027eda9c23 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:06.935998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afba58f-bcf6-40c6-a6c1-bedeb55cd11d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:06.948607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['fd13255c-e1e3-4cfa-b870-bc510487f0ff'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:06.950741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.960184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Attempting to bind port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:06.960406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Attempting to bind port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:06.960682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Attempting to bind port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:06.974699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e on network 7faf9728-de19-4752-9838-420125776674 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:34:06.975030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Attempting to bind port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e on network 7faf9728-de19-4752-9838-420125776674 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:06.992574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:06.993060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.005528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:07.005950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.014717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07c92e3-7528-4fe0-bd31-b4b8265d0574') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.015318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07c92e3-7528-4fe0-bd31-b4b8265d0574') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.029605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:07.029975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Checking segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:07.030360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Bound using segment: {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:07.030795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Bound port: 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d1ca6-3cee-4339-b6d2-8304a0f964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7faf9728-de19-4752-9838-420125776674'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:07.031144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.035422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Deleting port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:07.035802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.123789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569da765-7000-4b66-b000-c094706b00f2 req-8fa871da-c78d-42f9-81b9-76c0538b5f37 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:07.126228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-569da765-7000-4b66-b000-c094706b00f2 req-8fa871da-c78d-42f9-81b9-76c0538b5f37 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 944 time: 0.6995089 Mar 02 07:34:07.230040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.242967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=ce2cd1dc-5b7f-4640-9377-a6027eda9c23,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:07.246557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No DVR routers for this DVR port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:07.270523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.278343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:07.279178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.312316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:07.312824 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:07.426177 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:07.432413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.441734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.479614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.543394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] Pushing event deleted for resources: {'Network': ['ID=3afba58f-bcf6-40c6-a6c1-bedeb55cd11d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:07.572009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.573365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32806e6d-fb1d-4dc6-8140-937126924e50,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:07.624906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:07.633597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-569da765-7000-4b66-b000-c094706b00f2 req-09708400-f18e-4e91-96cb-41caceec09ab tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945621 Mar 02 07:34:07.654334 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.680420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:07.686245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] For port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,segment=NetworkSegment(933bf1e8-dcdc-4b6d-b40b-3d2aefde8622),segment_id=933bf1e8-dcdc-4b6d-b40b-3d2aefde8622)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:07.686637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.728174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:07.729083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e02a0f8-cc61-41f5-940a-70e743dac575']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.760884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.761186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a4cd5b-7b26-415b-b54f-9e1ea1ce7eb2') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.761749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.791272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.835235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.838114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Deleting port ce2cd1dc-5b7f-4640-9377-a6027eda9c23 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:07.838114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.852728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:07.853140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f60a88c2-bd67-4d49-9edb-298311b080be admin admin] 10.222.0.21 "DELETE /v2.0/networks/3afba58f-bcf6-40c6-a6c1-bedeb55cd11d HTTP/1.1" status: 204 len: 168 time: 2.1093311 Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:07.967292 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:07.970845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.974480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.003309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=6e02a0f8-cc61-41f5-940a-70e743dac575,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.012929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:08.019431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8a39db82-60b8-4b71-9f46-f3467402cc18 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/6e02a0f8-cc61-41f5-940a-70e743dac575 HTTP/1.1" status: 204 len: 168 time: 2.9255395 Mar 02 07:34:08.023047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.031929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483502221'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:08.040323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:08.052638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Calling delete_port for 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:08.067247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbcd90-569b-4d6b-a713-aca7e2a23cdc req-44cf1e2c-955c-4d2b-b600-39639266ebe0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:08.067673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,segment=NetworkSegment(933bf1e8-dcdc-4b6d-b40b-3d2aefde8622),segment_id=933bf1e8-dcdc-4b6d-b40b-3d2aefde8622)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:08.068044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.074880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ebbcd90-569b-4d6b-a713-aca7e2a23cdc req-44cf1e2c-955c-4d2b-b600-39639266ebe0 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 943 time: 1.1168787 Mar 02 07:34:08.085950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.091952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:08.099114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:08.107715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:08.116806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:08.132303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55066) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.158836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ebbcd90-569b-4d6b-a713-aca7e2a23cdc req-83244bfa-1876-4c91-ada2-67369540e02a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820858 Mar 02 07:34:08.168780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:08.176963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.177315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.225176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:08.292152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.292407 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment 26bbc8c4-2636-4cb8-9c2c-d25aaa559e10 of type vlan for network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 Mar 02 07:34:08.300317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3aef8d03-ec04-4f66-8385-36e97fb0fd1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4cc4f81d97b4e63a07565f2f7991013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667593 Mar 02 07:34:08.303271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55070) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.326619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9e348-7d79-4a0f-b0cc-411f07376e5f None None] The port 'ce2cd1dc-5b7f-4640-9377-a6027eda9c23' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:08.336407 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'code': 200} Mar 02 07:34:08.388994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.399287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.446425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.479727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.485433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:08.486667 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.497917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.545995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.552246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:08.584696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.587321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.605573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:08.606930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.608311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] 10.222.0.16 "PUT /v2.0/ports/3bd392e4-64b9-41bd-b4f6-f93d19064d4e HTTP/1.1" status: 200 len: 1091 time: 5.7583449 Mar 02 07:34:08.608878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:08.630391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.703010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] Pushing event deleted for resources: {'Port': ['ID=4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.709056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6848977 Mar 02 07:34:08.710185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eed65-7397-4b17-b507-1238eda6e46d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=b2332ff1-82cc-49e6-a74a-a5c684cd05e4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.712477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55078) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.718531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:08.735236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.745924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:08.773150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.773772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9183a3a2-87ff-43b4-966c-fc69b8dfb116 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:08.785200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084aa5e-c197-4e33-b24c-0acc71b2da8b service neutron] Pushing event updated for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.788743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782d5f4-1e2c-4e64-a759-061c869b7c6c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.794700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.799001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed2e1976-fa5e-4639-bb89-b78c207c32bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f782d5f4-1e2c-4e64-a759-061c869b7c6c HTTP/1.1" status: 204 len: 168 time: 0.4918554 Mar 02 07:34:08.822461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca3195-35b5-4af0-be31-29825fc58bfc None None] No DVR routers for this DVR port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:08.822923 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e', 'status': 'completed', 'code': 200} Mar 02 07:34:08.840120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:08.962383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:08.964985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.972429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:08.979575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:08.983308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d9d523d9-1adc-45d9-9603-2068419cdab7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9183a3a2-87ff-43b4-966c-fc69b8dfb116 HTTP/1.1" status: 204 len: 168 time: 4.6011224 Mar 02 07:34:08.984088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55088) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.995450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:08.995821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b04daeaf-7834-4c5a-b2be-de2ad0c4cdd2 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:08.997180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:09.035866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:09.036198 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:09.078491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479055e-c2cc-42af-ba80-103eddfaa98b req-71ff49ea-4396-49b2-8c22-1383cbf6f188 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.080561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2479055e-c2cc-42af-ba80-103eddfaa98b req-71ff49ea-4396-49b2-8c22-1383cbf6f188 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 1.1847434 Mar 02 07:34:09.092530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e60b-0f89-4758-bbfc-1614660ee4b1 req-1d8663ed-fde7-4e46-a226-a30a906399a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.095784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d28e60b-0f89-4758-bbfc-1614660ee4b1 req-1d8663ed-fde7-4e46-a226-a30a906399a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 1096 time: 0.6132913 Mar 02 07:34:09.142586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:09.146199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.202559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fd13255c-e1e3-4cfa-b870-bc510487f0ff up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:09.211475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:09.239547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2075644917'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:09.258493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:09.279217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:network and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:09.286800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2479055e-c2cc-42af-ba80-103eddfaa98b req-17635105-0ba9-46b4-b244-fcafe5304053 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854384 Mar 02 07:34:09.290632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:09.296225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-64731d67-7b4d-490b-9011-2acb351c4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.298889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-64731d67-7b4d-490b-9011-2acb351c4c36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 1094 time: 0.6185853 Mar 02 07:34:09.305374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:09.309330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d28e60b-0f89-4758-bbfc-1614660ee4b1 req-56f1a4ff-972a-4a31-ac1d-dec8632ab6be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960735 Mar 02 07:34:09.400829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-d2cd2d4f-9f19-4982-b624-a3bf36cca8b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e HTTP/1.1" status: 200 len: 217 time: 0.0892320 Mar 02 07:34:09.409844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Deleting subnet 40413642-65cb-4f52-8324-c32e2dfa4c2c {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:09.414931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.421221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.436394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port fd13255c-e1e3-4cfa-b870-bc510487f0ff completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:09.448628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port fd13255c-e1e3-4cfa-b870-bc510487f0ff triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:09.450007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.479511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:09.489344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.537839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:09.538534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.564255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=f458c795-6e35-4fd9-a38c-72c288d8d0fd,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:09.593482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a2dd-2418-445c-85a7-9916b98744bc req-9b1d6532-544f-494a-96fe-f015ed88fee1 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.596297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d98a2dd-2418-445c-85a7-9916b98744bc req-9b1d6532-544f-494a-96fe-f015ed88fee1 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 944 time: 0.5614278 Mar 02 07:34:09.701162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.709305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32806e6d-fb1d-4dc6-8140-937126924e50 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:09.716477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-f0095c3e-ba43-4a46-bda3-3b29858eb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.719243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-f0095c3e-ba43-4a46-bda3-3b29858eb69c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.3116522 Mar 02 07:34:09.729100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] The port '4051d0e5-28e4-4895-9b0f-0c4c14dd8eeb' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:09.758827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d98a2dd-2418-445c-85a7-9916b98744bc req-e1061908-1d78-4039-85ce-1a397f16bbad tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554956 Mar 02 07:34:09.759127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 32806e6d-fb1d-4dc6-8140-937126924e50 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:09.759400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32806e6d-fb1d-4dc6-8140-937126924e50 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:09.759582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:09.759902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: b2332ff1-82cc-49e6-a74a-a5c684cd05e4, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:09.765011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.797756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:09.800458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:09.810630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.811206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:09.815696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.908733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:09.931590 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-b4f1ccdb-db50-4d33-9f75-b50c1ecdca7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969326 Mar 02 07:34:09.955445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.955445 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Added segment 99188d0b-d81c-4593-af1d-920d93d3b79d of type vlan for network 14cef371-4e79-436c-b2bd-85dffb944d8b Mar 02 07:34:09.962062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b2332ff1-82cc-49e6-a74a-a5c684cd05e4) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:09.973600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:09.974260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.975561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410182a5-f02d-437a-a5cc-3290fa060bc7 None None] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:10.008735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6a815db-d7c2-479f-ab61-2b8307b6e869 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2950196 Mar 02 07:34:10.009605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55110) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.020231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61487869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:10.033413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:10.039266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:10.043016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:10.047728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.089227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:10.094978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.100629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40413642-65cb-4f52-8324-c32e2dfa4c2c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:10.113328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.120744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-32d38c4e-bd33-4a99-a15b-f59f6d0ca3e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40413642-65cb-4f52-8324-c32e2dfa4c2c HTTP/1.1" status: 204 len: 168 time: 1.1356208 Mar 02 07:34:10.122082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.123250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.139677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.150093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55118) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.183968 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.234925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c34d73-ce43-4b75-b790-087748837c95']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.247966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.252821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a5351-df41-4b19-b407-a6a591b26eb2 req-01c50258-c602-4f3a-8fdc-eb9c216bff27 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:10.254408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc8a5351-df41-4b19-b407-a6a591b26eb2 req-01c50258-c602-4f3a-8fdc-eb9c216bff27 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 943 time: 0.6741037 Mar 02 07:34:10.271755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.274997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.275377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933bf1e8-dcdc-4b6d-b40b-3d2aefde8622') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.294558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.303672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.303871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-3b810ba9-1f12-4183-9db2-3e3a3c63d5a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4616032 Mar 02 07:34:10.304829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bf62314e-6019-4939-92cc-781430e9f341 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2917736 Mar 02 07:34:10.305511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.307945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55130) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.326661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b2332ff1-82cc-49e6-a74a-a5c684cd05e4', 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': 'f458c795-6e35-4fd9-a38c-72c288d8d0fd'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:10.327668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.351617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:10.387214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.392918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:10.393603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.428246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.463565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-b9a442c5-e0cc-45c1-ac0c-d651706e2d00 service neutron] 10.222.0.16 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128758 Mar 02 07:34:10.479250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:10.479665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:10.498721 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:10.547180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc8a5351-df41-4b19-b407-a6a591b26eb2 req-5d5ca2ec-5771-49a3-a5e5-b7f9a46ae195 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650256 Mar 02 07:34:10.617127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Allocated IP 2001:db8::2 (b2332ff1-82cc-49e6-a74a-a5c684cd05e4/f458c795-6e35-4fd9-a38c-72c288d8d0fd/9f25cc6a-945b-4c03-9213-8dc4c80c547b) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:10.655513 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff', 'code': 200} Mar 02 07:34:10.685784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.722167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9929786f-b549-46b5-be92-1dcba453c512']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.738327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547617c3-46be-4e0f-8d85-c96bcea14b39') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.738621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547617c3-46be-4e0f-8d85-c96bcea14b39') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.750725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.768527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.776453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:10.776860 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.846478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6334321 Mar 02 07:34:10.857146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:10.887999 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:10.957734 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.970874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-367698725'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:10.971811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1388157659-network', 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:10.974345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Transition to ACTIVE for port object 9f25cc6a-945b-4c03-9213-8dc4c80c547b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:10.978929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:10.984620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:network and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:10.988903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:10.996546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Transition to ACTIVE for port object 9f25cc6a-945b-4c03-9213-8dc4c80c547b will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:10.996745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:11.000795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e07f82-36a9-4fe5-a57e-f29fb48becde tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Network': ['ID=14cef371-4e79-436c-b2bd-85dffb944d8b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.014298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.015730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.020227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.059812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 14cef371-4e79-436c-b2bd-85dffb944d8b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:11.065486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:11.091805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.130697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=9929786f-b549-46b5-be92-1dcba453c512,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.137648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-28a1561f-cfb6-4882-9068-4b1f2227cfaa admin admin] 10.222.0.21 "DELETE /v2.0/networks/9929786f-b549-46b5-be92-1dcba453c512 HTTP/1.1" status: 204 len: 168 time: 0.9866116 Mar 02 07:34:11.170754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.185359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Usage tracker for resource:network and tenant:b942e6928e314287b11575d38aa97dbd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:11.203919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:11.219624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=f0c34d73-ce43-4b75-b790-087748837c95,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.223045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:11.228251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.230222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Pushing event updated for resources: {'Port': ['ID=9f25cc6a-945b-4c03-9213-8dc4c80c547b,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.245217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:11.258841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:11.262699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:11.275686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-28670749-3a0e-4c7e-8c3d-13b00159f355 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/f0c34d73-ce43-4b75-b790-087748837c95 HTTP/1.1" status: 204 len: 168 time: 5.3727756 Mar 02 07:34:11.290667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55148) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.312025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-838698028', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:11.322545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:11.328414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c608f5-c51b-4958-b683-76c231c46250 req-a71c0406-bfa0-4d92-98c0-25738b5f3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.330937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-a71c0406-bfa0-4d92-98c0-25738b5f3e70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 1096 time: 0.9856055 Mar 02 07:34:11.331304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55152) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.353108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:11.380054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:11.401177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:11.411466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:11.437248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:11.459663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Attempting to bind port 9f25cc6a-945b-4c03-9213-8dc4c80c547b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:11.460041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Attempting to bind port 9f25cc6a-945b-4c03-9213-8dc4c80c547b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:11.460603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Attempting to bind port 9f25cc6a-945b-4c03-9213-8dc4c80c547b on network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:11.469736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:11.471078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Checking segment: {'id': '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:11.471685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.471901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Bound using segment: {'id': '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:11.474982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-791da495-9fc8-4b39-86ba-ac38bf615216 req-58048857-586e-4d72-a225-e72a23384f22 service neutron] 10.222.0.16 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9977486 Mar 02 07:34:11.476651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:11.478938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.483974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Bound port: 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b2332ff1-82cc-49e6-a74a-a5c684cd05e4'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:11.484837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.496988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.509410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28497-1237-434d-9c3d-3fe91a0f10bb req-3fef549b-7d22-4558-9122-8eecdf7e9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.511396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3e28497-1237-434d-9c3d-3fe91a0f10bb req-3fef549b-7d22-4558-9122-8eecdf7e9a95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1096 time: 0.6125145 Mar 02 07:34:11.530109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476a66-26c3-456e-9c21-66e1537a132a req-73b66cf4-029a-4e52-b84f-35022b722dcb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.531603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b476a66-26c3-456e-9c21-66e1537a132a req-73b66cf4-029a-4e52-b84f-35022b722dcb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.9338744 Mar 02 07:34:11.554879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24e1bba2-9abe-49f8-9899-bdf15bd36eed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ca829f562544cf88dc42c1e22dd13b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036381 Mar 02 07:34:11.554879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.554879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.572300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.586626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55156) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.634150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.640733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] For port 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:11.645494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] For port 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9f25cc6a-945b-4c03-9213-8dc4c80c547b,segment=NetworkSegment(26bbc8c4-2636-4cb8-9c2c-d25aaa559e10),segment_id=26bbc8c4-2636-4cb8-9c2c-d25aaa559e10)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:11.651509 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.652232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:11.670360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78ba0-98d7-4419-a8df-ac212f44ca76 req-fe639afb-bc36-4b6e-ac7d-4240595b52e4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.672047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61f78ba0-98d7-4419-a8df-ac212f44ca76 req-fe639afb-bc36-4b6e-ac7d-4240595b52e4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.6667778 Mar 02 07:34:11.741994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.742346 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Added segment 59253710-d2fe-44b0-84bc-fa41e0cad20b of type vlan for network 611c8c9e-1769-40eb-908d-469110e3d337 Mar 02 07:34:11.746909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-7cafc493-e778-441e-bdbe-4edcf1e0b4bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8763020 Mar 02 07:34:11.806809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279678-9a0c-4c19-978a-73992e5c1aee None None] Pushing event updated for resources: {'Port': ['ID=9f25cc6a-945b-4c03-9213-8dc4c80c547b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.829118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Usage tracker for resource:security_group_rule and tenant:b942e6928e314287b11575d38aa97dbd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:11.834763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:11.888922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-042743c2-91be-48a5-b9ba-4266c7da6612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.931319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:11.941614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3e28497-1237-434d-9c3d-3fe91a0f10bb req-827afcd3-6db2-4592-9bc6-15947bef6e23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057240 Mar 02 07:34:12.015936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b476a66-26c3-456e-9c21-66e1537a132a req-1cc911e7-d7e1-4c5a-8101-fcada478e70a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638748 Mar 02 07:34:12.169697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c608f5-c51b-4958-b683-76c231c46250 req-17fc25d2-8b74-42dd-bfbb-9d1e3e8e82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.171192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-17fc25d2-8b74-42dd-bfbb-9d1e3e8e82ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.8083122 Mar 02 07:34:12.362242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.369225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-d723724b-edc0-4365-b8b0-f8c96020fd2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ca6d430-14d1-4a2f-8817-288599122cb1 HTTP/1.1" status: 200 len: 217 time: 0.1816144 Mar 02 07:34:12.375531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.392687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.393932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61f78ba0-98d7-4419-a8df-ac212f44ca76 req-c1ac2a18-6586-4105-9f03-6701b42020f4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057161 Mar 02 07:34:12.420480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.435913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8::1 (b2332ff1-82cc-49e6-a74a-a5c684cd05e4/f458c795-6e35-4fd9-a38c-72c288d8d0fd/deec00ff-5518-4c71-a6c8-157071f169bf) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:12.436973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-6b422c93-e1f1-4a8d-bc1b-a4cd3992cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.439702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-6b422c93-e1f1-4a8d-bc1b-a4cd3992cff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 1094 time: 0.8481736 Mar 02 07:34:12.458796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:12.468914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a88b2-643e-4e86-aefb-dcb359bad670 req-7f00412b-d15a-4f7a-a65d-400950706c49 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.471187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c9a88b2-643e-4e86-aefb-dcb359bad670 req-7f00412b-d15a-4f7a-a65d-400950706c49 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 943 time: 0.2569151 Mar 02 07:34:12.498587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.503427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c19aab-0dd3-4946-882a-66a4ea4e2b2f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:12.539512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.539864 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Added segment 62d3da53-8ae8-4cd5-b986-2fd39c9e7efa of type vlan for network 08c890b8-551c-4a01-8384-0deed452dbea Mar 02 07:34:12.652226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5c9a88b2-643e-4e86-aefb-dcb359bad670 req-f67f68be-31cb-4424-afb4-1e376546c9cb tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684475 Mar 02 07:34:12.660424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.740662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.741843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.742612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.772206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.812299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c608f5-c51b-4958-b683-76c231c46250 req-5e0ca1ac-104b-4154-bda8-14f967c0a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.813833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-5e0ca1ac-104b-4154-bda8-14f967c0a8c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.4241474 Mar 02 07:34:12.815610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.827072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.833035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:12.833642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.861301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object deec00ff-5518-4c71-a6c8-157071f169bf will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:12.886910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6117613 Mar 02 07:34:12.887949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8b4fe-043e-4b2e-b2a5-a2d146e6d633 admin admin] Pushing event updated for resources: {'Network': ['ID=08c890b8-551c-4a01-8384-0deed452dbea,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:12.890682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55162) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:12.900906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 08c890b8-551c-4a01-8384-0deed452dbea details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:12.911770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Request body: {'subnet': {'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1388157659-subnet', 'tenant_id': 'b942e6928e314287b11575d38aa97dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:12.918415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:12.931370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Usage tracker for resource:subnet and tenant:b942e6928e314287b11575d38aa97dbd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:12.935838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:12.945803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:12.961641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.009726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-0d2eb15b-452d-4c9c-ae75-ba560639311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:13.011259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-0d2eb15b-452d-4c9c-ae75-ba560639311a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 1.1094420 Mar 02 07:34:13.013006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:13.013731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-b7c0dfc6-c4d1-42f3-9b8d-1506abe08350 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760857 Mar 02 07:34:13.015601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.029908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a00d2-2c03-4980-a90c-22a4168785ed None None] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:13.075833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:13.082225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:13.096327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:13.096894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.104870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=deec00ff-5518-4c71-a6c8-157071f169bf,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:13.171900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3055825 Mar 02 07:34:13.171900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-0be67510-da24-43f5-8f0e-d6755e399bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:13.172851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5908885f-e385-4099-9bc6-ebabe333c1dd None None] Provisioning for port 9f25cc6a-945b-4c03-9213-8dc4c80c547b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:13.173133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-0be67510-da24-43f5-8f0e-d6755e399bd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.7162490 Mar 02 07:34:13.173234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55168) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:13.190146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c5657-51e0-4213-a604-9c44667db6ac tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Network': ['ID=611c8c9e-1769-40eb-908d-469110e3d337,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:13.201049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 611c8c9e-1769-40eb-908d-469110e3d337 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:13.238143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'subnet': {'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:13.339905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.444981 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.462023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-f059ac33-762d-488e-8efc-2901f780aab6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e HTTP/1.1" status: 200 len: 217 time: 0.2647581 Mar 02 07:34:13.651088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.733126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:13.744348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-3fd63347-bd3e-45ca-a392-7baa7ad8e783 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571898 Mar 02 07:34:13.745444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:13.753445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-1397deb5-9b26-4568-b44a-8ef7af6a974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:13.754983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-1397deb5-9b26-4568-b44a-8ef7af6a974b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.6415544 Mar 02 07:34:13.756364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-437d644e-43d3-43a3-afb5-9a9e1087a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:13.757684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-437d644e-43d3-43a3-afb5-9a9e1087a66d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.2772746 Mar 02 07:34:13.791947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:subnet and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:13.795535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:13.803965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:13.838507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9f25cc6a-945b-4c03-9213-8dc4c80c547b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:13.934812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9f25cc6a-945b-4c03-9213-8dc4c80c547b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:13.944187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Provisioning for port deec00ff-5518-4c71-a6c8-157071f169bf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:13.950891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9f25cc6a-945b-4c03-9213-8dc4c80c547b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:13.951692 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.955575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.957015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a74471bb-62d3-47ab-8586-937d9dac6e6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1a26a3b-0e7c-4b3b-9c42-c692c95c2b2f HTTP/1.1" status: 204 len: 168 time: 2.3167586 Mar 02 07:34:13.957764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:13.961577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.964055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:14.017064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Provisioning complete for port deec00ff-5518-4c71-a6c8-157071f169bf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:14.018416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.052676 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-692f63cc-166d-4dec-9663-2d5c2b7fc416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2338321 Mar 02 07:34:14.055774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:14.056450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Network hostable DHCP agents. Network: 08c890b8-551c-4a01-8384-0deed452dbea, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:14.086482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Port deec00ff-5518-4c71-a6c8-157071f169bf cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:14.122295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Provisioning complete for port 9f25cc6a-945b-4c03-9213-8dc4c80c547b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:14.122765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.196841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816393-1340-4950-bf89-ee14ad69fa4c req-33e50b66-f986-4340-b69a-661993d742be tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:14.198360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77816393-1340-4950-bf89-ee14ad69fa4c req-33e50b66-f986-4340-b69a-661993d742be tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.5785356 Mar 02 07:34:14.212925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-e11e9f16-2d68-4e4e-a654-0a2341131c3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.3892429 Mar 02 07:34:14.229666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Network 08c890b8-551c-4a01-8384-0deed452dbea is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:14.247157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c99ab-9a72-4fc6-b4e1-30dc944e82e2 req-bed06421-dd07-419c-80bd-66943a4b962e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:14.256853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f6c99ab-9a72-4fc6-b4e1-30dc944e82e2 req-bed06421-dd07-419c-80bd-66943a4b962e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 1.0939879 Mar 02 07:34:14.269384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 08c890b8-551c-4a01-8384-0deed452dbea) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:14.296147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:14.296919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.307726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77816393-1340-4950-bf89-ee14ad69fa4c req-f15d113d-c31a-4de7-b730-b0adf4e7a7e4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034074 Mar 02 07:34:14.332684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.341553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7b20e73f-5553-42ed-a0a5-9f792de594a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4486136 Mar 02 07:34:14.356025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0366516-cd90-4a1d-a13d-e268ab4d0571 None None] Network 08c890b8-551c-4a01-8384-0deed452dbea requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:14.369398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.375465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.377102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.381315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-46524cf3-a055-4515-a0f0-d269c86bb404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.464306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.524495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9f25cc6a-945b-4c03-9213-8dc4c80c547b,segment=NetworkSegment(26bbc8c4-2636-4cb8-9c2c-d25aaa559e10),segment_id=26bbc8c4-2636-4cb8-9c2c-d25aaa559e10)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:14.675985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=deec00ff-5518-4c71-a6c8-157071f169bf,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:14.701245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.756056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:14.757214 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-9aaaad92-9619-4e36-94f5-4df554e8407c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:14.810888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:14.814321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:14.846273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa982863-5151-4ffd-8a80-c4d35bec0345 req-41ccd89c-d3bc-4d64-987d-aa4f72b9d23d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:14.852513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9f25cc6a-945b-4c03-9213-8dc4c80c547b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:14.860385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa982863-5151-4ffd-8a80-c4d35bec0345 req-41ccd89c-d3bc-4d64-987d-aa4f72b9d23d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 943 time: 0.1770620 Mar 02 07:34:14.884179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-f0a7d903-c10b-4ac0-b357-ad8f9f75b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:14.885653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-f0a7d903-c10b-4ac0-b357-ad8f9f75b49f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.6573868 Mar 02 07:34:15.022499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f6c99ab-9a72-4fc6-b4e1-30dc944e82e2 req-9fed7dbd-b582-4253-9dc5-3bcd06b4f1f5 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555915 Mar 02 07:34:15.084851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14c608f5-c51b-4958-b683-76c231c46250 req-9ed6b4e2-1747-443a-b19c-a159c71a9077 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3248985 Mar 02 07:34:15.100543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.109039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae315a1-132f-4e12-b796-1bfe1e12f5a2 None None] Network 08c890b8-551c-4a01-8384-0deed452dbea requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:15.141276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa982863-5151-4ffd-8a80-c4d35bec0345 req-2c51a5a9-a1f3-4786-be8f-8719772340c2 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792106 Mar 02 07:34:15.285643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 9ed08f46-3905-4d9c-a264-c8286de9b1d4 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:15.426656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55208) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:15.442773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bd392e4-64b9-41bd-b4f6-f93d19064d4e details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:15.452971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.491688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.510022 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.524237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.684686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-998dd94f-e334-402d-a4c1-4d05b610d230 service neutron] 10.222.0.16 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5514691 Mar 02 07:34:15.776959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f3da1c06-9a11-4434-845c-dcc5b0a6b81c None None] Provisioning complete for port deec00ff-5518-4c71-a6c8-157071f169bf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:15.777530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3da1c06-9a11-4434-845c-dcc5b0a6b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.839678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:15.847441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-03bb2e05-4356-4cb2-85df-916a460e2db6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/9ed08f46-3905-4d9c-a264-c8286de9b1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5362940 Mar 02 07:34:15.856232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:15.865772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f3da1c06-9a11-4434-845c-dcc5b0a6b81c None None] Port deec00ff-5518-4c71-a6c8-157071f169bf cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:15.874414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9f25cc6a-945b-4c03-9213-8dc4c80c547b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:15.956589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.25.4.117 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/86571b89-be5a-4eae-adbb-b6c0214aa8b4) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:15.982140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:15.983125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network hostable DHCP agents. Network: 14cef371-4e79-436c-b2bd-85dffb944d8b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:15.983621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] Sync routers for ids ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:15.986275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5fde2-27a0-4717-b109-83207d9dbde7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:15.987009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cbe5fde2-27a0-4717-b109-83207d9dbde7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:16.015709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffee519-ff01-4848-8ca1-ad13925def13 req-d8fda412-4962-4975-bfc0-189d9ad6e982 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.017943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ffee519-ff01-4848-8ca1-ad13925def13 req-d8fda412-4962-4975-bfc0-189d9ad6e982 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.3274844 Mar 02 07:34:16.023808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cbe5fde2-27a0-4717-b109-83207d9dbde7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:16.026910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cbe5fde2-27a0-4717-b109-83207d9dbde7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports/deec00ff-5518-4c71-a6c8-157071f169bf HTTP/1.1" status: 200 len: 911 time: 0.1633713 Mar 02 07:34:16.030136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55228) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.063551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-569793906-network', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:16.086281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Subnet': ['ID=7e6112fd-f222-4e93-8e45-9e49e7dd4e76,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:16.093879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:16.099320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] Routers {'9ed08f46-3905-4d9c-a264-c8286de9b1d4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:16.100179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.117225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-d3078601-bd52-4b4a-8849-3f91d68f19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.118917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-d3078601-bd52-4b4a-8849-3f91d68f19d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1823382 Mar 02 07:34:16.132819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Usage tracker for resource:network and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:16.140999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:16.148585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:16.192453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.198933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:16.205109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:16.207736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ffee519-ff01-4848-8ca1-ad13925def13 req-1ad864c5-e76d-4a3a-807c-ff1eb1dbb0e0 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787300 Mar 02 07:34:16.223925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e', 'network_id': '7faf9728-de19-4752-9838-420125776674', 'port_id': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e', 'mac_address': 'fa:16:3e:c4:76:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c35fd3-fd30-4ec4-83eb-366baddb280b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:16.279879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 14cef371-4e79-436c-b2bd-85dffb944d8b) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:16.292179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.292775 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.305328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10920a-7f12-44ce-9784-8e9304b46362 None None] Network 14cef371-4e79-436c-b2bd-85dffb944d8b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:16.346986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] Routers {'9ed08f46-3905-4d9c-a264-c8286de9b1d4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:16.346986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.444585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eddf10ac-aa7f-485a-968f-8d3b94a30059 req-f23fc496-9bb7-4c9f-ba3f-410e096e2fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498491 Mar 02 07:34:16.465598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Made reservation on behalf of af9560cd24614a66b4afc26af75189d4 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:16.468944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.470811 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.489293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.513399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-77f1255e-439b-46b5-9e0b-f05ff558b248 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.514899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-77f1255e-439b-46b5-9e0b-f05ff558b248 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.7553325 Mar 02 07:34:16.552899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7c4553e0-4018-4f00-b826-5fdf0f83c4fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3601551 Mar 02 07:34:16.556036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.558358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.558940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96039ad-5cc4-4932-b18a-15da7930c22f None None] The sync data for ids ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:16.560469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9f25cc6a-945b-4c03-9213-8dc4c80c547b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:16.561249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:16.561616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.591408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:16.601976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-00c4a641-1a8a-48c8-846e-7b04388bde06 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0783074 Mar 02 07:34:16.602690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:16.616900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:16.618415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'subnet': {'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:16.620864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-0fadb8c7-3932-4067-8dd6-6e311846fc0f service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736972 Mar 02 07:34:16.634150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd392e4-64b9-41bd-b4f6-f93d19064d4e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:16.687225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:16.692393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-fa3b9f94-7020-4978-8784-c72b51e96fc8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789039 Mar 02 07:34:16.712085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.747800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.753967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.838887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:16.855113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cede8-9b52-4631-8433-fc7a1007a586 req-b5f09895-bd11-4343-886d-781687916913 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.856676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e58cede8-9b52-4631-8433-fc7a1007a586 req-b5f09895-bd11-4343-886d-781687916913 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.2994747 Mar 02 07:34:16.857832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:subnet and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:16.864190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:16.883882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:16.908577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:16.964397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:16.967037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-14cef371-4e79-436c-b2bd-85dffb944d8b', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:16.967919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.968051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.011845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e58cede8-9b52-4631-8433-fc7a1007a586 req-6860108a-03cd-4cf8-ad23-4d0797af0f01 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443026 Mar 02 07:34:17.118741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['3bd392e4-64b9-41bd-b4f6-f93d19064d4e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:17.118968 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.161256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.179737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.208829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Allocated IP 10.1.1.2 (14cef371-4e79-436c-b2bd-85dffb944d8b/7e6112fd-f222-4e93-8e45-9e49e7dd4e76/a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:17.268290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:17.293491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:17.309402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:17.324362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e49b933-d23a-422d-99aa-6401dae0df34,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:17.327680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:17.329594 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.368617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.369024 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Added segment ff584d33-64f0-435e-8ab3-f8750222ee2b of type vlan for network 99672d76-a8ce-40ed-9645-8c345776e8a9 Mar 02 07:34:17.395575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2b41e95-0ffc-4378-be73-110e70d989ec req-ed517ff4-f519-4e18-8684-84dd744d1c51 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074704 Mar 02 07:34:17.414838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=86571b89-be5a-4eae-adbb-b6c0214aa8b4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:17.472268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.490145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-8578961e-2199-4402-9d45-6680ddd47fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701514 Mar 02 07:34:17.537721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871069-9b8a-4dcf-a0be-f6a36c68c168 req-3923a347-be8f-4efe-bb6b-a843623a5b9d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.539436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6871069-9b8a-4dcf-a0be-f6a36c68c168 req-3923a347-be8f-4efe-bb6b-a843623a5b9d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 944 time: 0.3338556 Mar 02 07:34:17.584187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.595949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Transition to ACTIVE for port object a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:17.617341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Transition to ACTIVE for port object a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:17.625015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.675136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Subnet': ['ID=916cb47a-4f7f-446b-8fb8-8a8b6345ac80,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:17.700239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:17.705600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:17.705810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.707320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:17.713649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Pushing event updated for resources: {'Port': ['ID=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:17.743038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6871069-9b8a-4dcf-a0be-f6a36c68c168 req-c87743e6-3532-40c3-bd7b-c51ce121b1e2 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826797 Mar 02 07:34:17.743772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Checking segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:17.744199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network hostable DHCP agents. Network: 611c8c9e-1769-40eb-908d-469110e3d337, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:17.794024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 611c8c9e-1769-40eb-908d-469110e3d337 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:17.809616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 611c8c9e-1769-40eb-908d-469110e3d337) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:17.822837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b98b6-5f8e-460d-b2fb-a7864a0d8e57 None None] Network 611c8c9e-1769-40eb-908d-469110e3d337 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:17.843192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.843570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.863693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.864612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.865205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.869820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Attempting to bind port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:17.870328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Attempting to bind port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:17.871292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Attempting to bind port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:17.886612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-f1fc24cf-592c-4f8d-960b-64ab245fe2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807421 Mar 02 07:34:17.888812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2705e475-05ef-448f-b0d8-864c80e4f4c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3284745 Mar 02 07:34:17.892129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:17.899821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'name': 'tempest-TaggedBootDevicesTest_v242-461889956', 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:17.914630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port deec00ff-5518-4c71-a6c8-157071f169bf {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:17.915106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.942188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:17.942723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:17.943240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.943742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Bound using segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:17.944953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Bound port: a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:17.946516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.057427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] Pushing event updated for resources: {'Network': ['ID=99672d76-a8ce-40ed-9645-8c345776e8a9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:18.064269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:18.069119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:18.074737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:18.080429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab4099e4-e3ab-4ccb-8311-a4cf1e15c031 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6301730 Mar 02 07:34:18.084116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:18.100630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.104536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Request body: {'subnet': {'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-subnet', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:18.119236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.122672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Usage tracker for resource:subnet and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.125707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.145689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.199656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Made reservation on behalf of af9560cd24614a66b4afc26af75189d4 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:18.201653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.309826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.365927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.381140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:port and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.399542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06096149-e714-4332-b3ca-fbfbf426b872 None None] Pushing event updated for resources: {'Port': ['ID=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:18.402937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.417520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.420496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.539559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-611c8c9e-1769-40eb-908d-469110e3d337', 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ips': [{'subnet_id': '916cb47a-4f7f-446b-8fb8-8a8b6345ac80'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:18.542048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.577731 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.722308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.803972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for deec00ff-5518-4c71-a6c8-157071f169bf owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:18.846570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Allocated IP 10.2.2.2 (611c8c9e-1769-40eb-908d-469110e3d337/916cb47a-4f7f-446b-8fb8-8a8b6345ac80/4d04c838-f17b-4708-8a81-7a292af593ae) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:18.872703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93a8130b-b0c1-48c1-bdda-ac6df8a33d53 req-57121d13-0d4e-4110-99b9-7764a42aab61 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 210 time: 0.2951217 Mar 02 07:34:18.882218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:19.196360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.213613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.227246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Transition to ACTIVE for port object 4d04c838-f17b-4708-8a81-7a292af593ae will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:19.232111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] device_id is not set on port 08cc592b-de28-482d-8d16-d94554bd394a yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:34:19.247929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Transition to ACTIVE for port object 4d04c838-f17b-4708-8a81-7a292af593ae will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:19.256291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.306048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bd392e4-64b9-41bd-b4f6-f93d19064d4e up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:19.379169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Network 611c8c9e-1769-40eb-908d-469110e3d337 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:19.388996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:19.398781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:19.402864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Pushing event updated for resources: {'Port': ['ID=4d04c838-f17b-4708-8a81-7a292af593ae,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.493729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aac2e-ddb0-493e-808b-d49820ca4400 req-c2870501-6663-499e-8c75-f19c6b81628c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:19.504879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-050aac2e-ddb0-493e-808b-d49820ca4400 req-c2870501-6663-499e-8c75-f19c6b81628c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.3714442 Mar 02 07:34:19.601715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Attempting to bind port 4d04c838-f17b-4708-8a81-7a292af593ae on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:19.602147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Attempting to bind port 4d04c838-f17b-4708-8a81-7a292af593ae by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:19.602488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Attempting to bind port 4d04c838-f17b-4708-8a81-7a292af593ae on network 611c8c9e-1769-40eb-908d-469110e3d337 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:19.604688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:19.622782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:19.623157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Checking segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:19.623559 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.623948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Bound using segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:19.624419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Bound port: 4d04c838-f17b-4708-8a81-7a292af593ae, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:19.629991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.639185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:19.639500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.651084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.655187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-efe233cc-edef-4389-9ce3-dd1479475b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:19.656672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-efe233cc-edef-4389-9ce3-dd1479475b15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1096 time: 1.1023419 Mar 02 07:34:19.720450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-050aac2e-ddb0-493e-808b-d49820ca4400 req-845b7d43-4eb1-4cb9-99ec-4fa428238bc4 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134986 Mar 02 07:34:19.834731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.1.1.216 (14cef371-4e79-436c-b2bd-85dffb944d8b/7e6112fd-f222-4e93-8e45-9e49e7dd4e76/08cc592b-de28-482d-8d16-d94554bd394a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:19.883704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:19.915745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:19.963088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d04c838-f17b-4708-8a81-7a292af593ae,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:19.986209 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.027292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.068252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be640b61-dd54-40a8-8ded-031121cbc5af None None] Network 14cef371-4e79-436c-b2bd-85dffb944d8b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:20.138500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f00f0-f362-46a1-804c-0a4a7811b072 req-ade02013-bcf3-4939-80e0-e90728406951 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.145809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e58f00f0-f362-46a1-804c-0a4a7811b072 req-ade02013-bcf3-4939-80e0-e90728406951 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 944 time: 0.8187134 Mar 02 07:34:20.151986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=deec00ff-5518-4c71-a6c8-157071f169bf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.230565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.316392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-09525392-6277-438b-bbb7-c2e253e55e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.316613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ef1b389b-545d-4d46-8a1f-228c19a63029 None None] Provisioning for port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:20.318057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-09525392-6277-438b-bbb7-c2e253e55e1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 911 time: 0.5801291 Mar 02 07:34:20.348328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:20.360976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c83ca-b298-4819-b779-94fbacfe2329 None None] Pushing event updated for resources: {'Port': ['ID=4d04c838-f17b-4708-8a81-7a292af593ae,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.368553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:20.379103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:20.379285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.433092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:20.454881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.492177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-8e6897c2-bae8-4d64-ba51-3a88e1867cb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 200 len: 217 time: 0.1644948 Mar 02 07:34:20.492958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.574230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.583288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.602752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e58f00f0-f362-46a1-804c-0a4a7811b072 req-c516189d-5c46-4ccf-baca-0f37bf668f3e tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559789 Mar 02 07:34:20.666062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-c9e736b9-be2e-4a12-8f03-88b26dc5f514 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.668535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-c9e736b9-be2e-4a12-8f03-88b26dc5f514 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.6336164 Mar 02 07:34:20.738173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:20.783958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-4389eaad-8fcb-493c-a3ec-2783b0629e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.785428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-4389eaad-8fcb-493c-a3ec-2783b0629e01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.2864716 Mar 02 07:34:20.832278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.871912 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-5d6ea047-2d87-4a28-b54c-2988394696fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782826 Mar 02 07:34:20.872490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 79d38fd2-57f2-4a9d-abf4-b886116ba564 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:20.874536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:20.883422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.928981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:20.929341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Network hostable DHCP agents. Network: 99672d76-a8ce-40ed-9645-8c345776e8a9, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:20.932673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee25930-78c4-45dd-89eb-7702cbbfbe02 req-8e9c202e-b681-4f8f-ae98-488e28fd1ef2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.933846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf64ca4-d9a5-403c-8ec1-47519ac4552f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.944665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ee25930-78c4-45dd-89eb-7702cbbfbe02 req-8e9c202e-b681-4f8f-ae98-488e28fd1ef2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.9903605 Mar 02 07:34:20.990529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:21.043975 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.115239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-40cb85e0-a100-45e6-9bd9-ebe98238b3f6 req-bf0266ab-cf61-4f70-a8af-5ccfce1d7071 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 210 time: 0.2701430 Mar 02 07:34:21.151942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object 08cc592b-de28-482d-8d16-d94554bd394a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:21.162014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ee25930-78c4-45dd-89eb-7702cbbfbe02 req-07c556e3-57f7-4bda-a893-1cd6c027a940 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154195 Mar 02 07:34:21.217563 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e', 'code': 200} Mar 02 07:34:21.219828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e24bb9c-e265-4648-9687-1dc34da7b17b None None] Provisioning complete for port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:21.220790 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4e24bb9c-e265-4648-9687-1dc34da7b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.299800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 9ed08f46-3905-4d9c-a264-c8286de9b1d4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:21.312733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.433477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:21.546431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 99672d76-a8ce-40ed-9645-8c345776e8a9) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:21.558139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:21.559897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715bbd5-93f0-4359-9f71-f74b98250b66 None None] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:21.561732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:21.563913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:21.564744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.566116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:21.569295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:21.577703 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] Sync routers for ids ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:21.599840 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] Routers {'9ed08f46-3905-4d9c-a264-c8286de9b1d4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:21.600660 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:21.604411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:21.625230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Usage tracker for resource:port and tenant:b942e6928e314287b11575d38aa97dbd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:21.630975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-ca308517-0d27-4162-9755-19ce5c868e69 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911848 Mar 02 07:34:21.635820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:21.698203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:21.700069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:21.716267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5d169ef8-13c9-4b1a-94da-6841ef145537 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/9ed08f46-3905-4d9c-a264-c8286de9b1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6843617 Mar 02 07:34:21.722169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55282) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:21.750240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:21.778239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:21.782104 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] Routers {'9ed08f46-3905-4d9c-a264-c8286de9b1d4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:21.786629 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:21.820018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:21.820710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.852372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1ee7f4a1-c492-4fc1-b123-d61f11813eb5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.7647457 Mar 02 07:34:21.856307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55286) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:21.879713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb4f59dc-6c56-463c-a921-44bbe17af366 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:21.892098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] Sync routers for ids ['79d38fd2-57f2-4a9d-abf4-b886116ba564'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:21.910723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:21.926426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] Routers {'79d38fd2-57f2-4a9d-abf4-b886116ba564'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:21.927080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['79d38fd2-57f2-4a9d-abf4-b886116ba564'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:21.929116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:21.929299 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:21.930169 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d44478-e785-4b78-81b4-fa0eab9ec3ec None None] The sync data for ids ['9ed08f46-3905-4d9c-a264-c8286de9b1d4'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:21.970875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Usage tracker for resource:router and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:21.985970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:22.005454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:22.013246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:22.015581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.018260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-14789341-fc18-4ee6-813e-85fa57815a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1250305 Mar 02 07:34:22.019103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55290) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:22.020961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:22.027757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:22.030300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1700801897', 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:22.052894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb4f59dc-6c56-463c-a921-44bbe17af366 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:22.056825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb4f59dc-6c56-463c-a921-44bbe17af366 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed08f46-3905-4d9c-a264-c8286de9b1d4 HTTP/1.1" status: 200 len: 205 time: 0.3219974 Mar 02 07:34:22.072848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32974d-7577-455d-84bc-6a78bbc6efde None None] Network 611c8c9e-1769-40eb-908d-469110e3d337 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:22.077685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbe967-25a8-40b4-9669-ecb865e61730 req-d06039e8-9932-45d0-8531-b4aa2096a7a5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:22.078814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.083700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d8766d7-f688-433c-bf3e-593a95e6334c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.7880826 Mar 02 07:34:22.085408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adbbe967-25a8-40b4-9669-ecb865e61730 req-d06039e8-9932-45d0-8531-b4aa2096a7a5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.7697880 Mar 02 07:34:22.092888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55294) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:22.093338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55296) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:22.104338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7408e-7c86-4394-ab65-0a91e8363e06 req-15aeb610-ee77-4285-a5d4-f752efec19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:22.105683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.106728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.106893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7b7408e-7c86-4394-ab65-0a91e8363e06 req-15aeb610-ee77-4285-a5d4-f752efec19ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 1096 time: 0.7496343 Mar 02 07:34:22.210523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] Routers {'79d38fd2-57f2-4a9d-abf4-b886116ba564'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:22.211231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['79d38fd2-57f2-4a9d-abf4-b886116ba564'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:22.211405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adbbe967-25a8-40b4-9669-ecb865e61730 req-4a555c9c-8ee8-4119-b8f0-f0dead70c166 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253185 Mar 02 07:34:22.212555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.264423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:22.270080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:port and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:22.273184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:22.277345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-99672d76-a8ce-40ed-9645-8c345776e8a9', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:22.278264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.291051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:22.332525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:22.432146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:22.445004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-03d99fc2-a972-4b9b-af24-08de6ce67513 req-520c90dd-7091-4329-9a6d-4e874e4dc06e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 210 time: 0.1030428 Mar 02 07:34:22.459921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'port_id': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'mac_address': 'fa:16:3e:df:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:22.471481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.514267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:22.518961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.584808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:22.585415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65465b0-57a6-4c55-bfad-e26b4a63a2ec None None] The sync data for ids ['79d38fd2-57f2-4a9d-abf4-b886116ba564'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:22.609038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.615483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] device_id is not set on port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:34:22.671833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-074f785f-995b-4f3d-b377-754c8e4a6f3f None None] Provisioning for port 4d04c838-f17b-4708-8a81-7a292af593ae completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:22.726072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c59bbe7d-5f0b-4631-9418-55c4895e3f03 req-5820bfc3-2bfd-49af-b3c9-b03123746749 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0864475 Mar 02 07:34:22.800987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a7b7408e-7c86-4394-ab65-0a91e8363e06 req-1ae718a8-81bd-4450-9f7f-b9d31fd68ec6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158191 Mar 02 07:34:22.829913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Allocated IP 172.20.0.2 (99672d76-a8ce-40ed-9645-8c345776e8a9/9bf64ca4-d9a5-403c-8ec1-47519ac4552f/520837bc-d446-49aa-8e15-d078725c8dfe) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:23.043637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.055154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Transition to ACTIVE for port object 520837bc-d446-49aa-8e15-d078725c8dfe will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:23.075302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Transition to ACTIVE for port object 520837bc-d446-49aa-8e15-d078725c8dfe will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:23.092306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d1ea6-8d9d-4b98-b774-30a5e57afdd0 req-b6e143c0-bba5-4cb0-a278-83ad7c282da7 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:23.093963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d75d1ea6-8d9d-4b98-b774-30a5e57afdd0 req-b6e143c0-bba5-4cb0-a278-83ad7c282da7 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.4799397 Mar 02 07:34:23.117543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.149757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.1.1.65 (14cef371-4e79-436c-b2bd-85dffb944d8b/7e6112fd-f222-4e93-8e45-9e49e7dd4e76/6a1098fc-e08e-4745-8a90-ff5afce9ec96) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:23.179009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-074f785f-995b-4f3d-b377-754c8e4a6f3f None None] Provisioning for port 08cc592b-de28-482d-8d16-d94554bd394a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:23.183064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d75d1ea6-8d9d-4b98-b774-30a5e57afdd0 req-19c43e54-fc9d-478c-a59c-5d12443db4cd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Mar 02 07:34:23.211969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.224547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.238110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-074f785f-995b-4f3d-b377-754c8e4a6f3f None None] Provisioning complete for port 08cc592b-de28-482d-8d16-d94554bd394a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:23.238485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-074f785f-995b-4f3d-b377-754c8e4a6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.255788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b31456-9b3d-4af0-9f37-dc3c8c58126d req-feef01b8-7c3a-4260-a171-41092be6378f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:23.257355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b31456-9b3d-4af0-9f37-dc3c8c58126d req-feef01b8-7c3a-4260-a171-41092be6378f tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 945 time: 1.2736640 Mar 02 07:34:23.306879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5c5e621c-8b19-441b-b59e-d3ee184fb563 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers/79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 200 len: 880 time: 1.1973991 Mar 02 07:34:23.308498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55312) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:23.321081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Pushing event updated for resources: {'Port': ['ID=520837bc-d446-49aa-8e15-d078725c8dfe,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:23.328764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-074f785f-995b-4f3d-b377-754c8e4a6f3f None None] Port 08cc592b-de28-482d-8d16-d94554bd394a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:23.352627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:23.357628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:23.368869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:23.401957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.402538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed08f46-3905-4d9c-a264-c8286de9b1d4 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:23.420173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.8 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/6988e611-f496-4915-aef8-3aab34b43708) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:23.444677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b31456-9b3d-4af0-9f37-dc3c8c58126d req-68776d25-7925-41b6-b3d2-0b5076490279 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664858 Mar 02 07:34:23.453590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.458390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-54e5b492-6734-4505-908c-596bf599be52 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/9ed08f46-3905-4d9c-a264-c8286de9b1d4 HTTP/1.1" status: 204 len: 168 time: 1.3506999 Mar 02 07:34:23.459262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:23.513776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:23.514176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.543605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.573122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea69bca2-7fcc-43c6-a099-dcac741cc0e9 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:23.582097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet f458c795-6e35-4fd9-a38c-72c288d8d0fd {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:23.582859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.586740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.599900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object 6a1098fc-e08e-4745-8a90-ff5afce9ec96 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:23.608886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Attempting to bind port 520837bc-d446-49aa-8e15-d078725c8dfe on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:23.609415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Attempting to bind port 520837bc-d446-49aa-8e15-d078725c8dfe by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:23.609596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Attempting to bind port 520837bc-d446-49aa-8e15-d078725c8dfe on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:23.634783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.637315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:23.644921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:23.645312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:23.645696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.646100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Bound using segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:23.646576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Bound port: 520837bc-d446-49aa-8e15-d078725c8dfe, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:23.646958 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.702555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.720713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.748647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-38325d4e-33ed-4d7e-ba76-816641955e87 req-71f0d789-4c1a-48f8-bf85-741e1a29feb3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:23.760419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.768144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.770216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:23.807791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:23.809619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:23.812821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:23.857004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['ea69bca2-7fcc-43c6-a099-dcac741cc0e9'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:23.919356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533af4-d507-4151-a02a-28d2d5f9eb7c req-51141c13-2950-436a-b62d-8534015db37d tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:23.921175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28533af4-d507-4151-a02a-28d2d5f9eb7c req-51141c13-2950-436a-b62d-8534015db37d tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.5007672 Mar 02 07:34:23.932451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:23.933328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.971041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:23.982222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-38325d4e-33ed-4d7e-ba76-816641955e87 req-71f0d789-4c1a-48f8-bf85-741e1a29feb3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:23.989480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d04c838-f17b-4708-8a81-7a292af593ae up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:23.991660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-38325d4e-33ed-4d7e-ba76-816641955e87 req-71f0d789-4c1a-48f8-bf85-741e1a29feb3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 210 time: 0.3158295 Mar 02 07:34:24.052387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] For port 520837bc-d446-49aa-8e15-d078725c8dfe, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:24.091903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] For port 520837bc-d446-49aa-8e15-d078725c8dfe, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=520837bc-d446-49aa-8e15-d078725c8dfe,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:24.140131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.140649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.147743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Allocated IP 172.25.4.192 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7dc86be3-c814-492b-971c-dd2023c450c7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:24.177470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.256042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-855e169d-4ef0-4939-b4e6-ef20c180753f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:router {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:24.365673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-855e169d-4ef0-4939-b4e6-ef20c180753f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:router {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:24.371504 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-855e169d-4ef0-4939-b4e6-ef20c180753f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0581048 Mar 02 07:34:24.378295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:24.378502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28533af4-d507-4151-a02a-28d2d5f9eb7c req-861bffb6-1104-4af4-976d-c1d56b831586 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366341 Mar 02 07:34:24.381574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cdc9c53a-a9d8-497c-8c02-33d36302e5df tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3579481 Mar 02 07:34:24.398388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-838698028'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:24.440646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.462560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4d04c838-f17b-4708-8a81-7a292af593ae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:24.472514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-51f4c87c-c70d-4085-b0d1-4bca7714baf6 None None] Provisioning for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:24.476521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fc5af-6173-4ffd-85c1-ec63c86c9d7c None None] Pushing event updated for resources: {'Port': ['ID=520837bc-d446-49aa-8e15-d078725c8dfe,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:24.505051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-51f4c87c-c70d-4085-b0d1-4bca7714baf6 None None] Provisioning complete for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:24.505437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-51f4c87c-c70d-4085-b0d1-4bca7714baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.533740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.543751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4d04c838-f17b-4708-8a81-7a292af593ae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:24.544117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.569806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.623599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:24.625409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.634076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:24.639198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:24.660361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-51f4c87c-c70d-4085-b0d1-4bca7714baf6 None None] Port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:24.715526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.723539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc86be3-c814-492b-971c-dd2023c450c7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:24.727852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dd706-5552-4f04-a102-a70850d7c828 None None] Network b2332ff1-82cc-49e6-a74a-a5c684cd05e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:24.733913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=f458c795-6e35-4fd9-a38c-72c288d8d0fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:24.740739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:24.767678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:24.830988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:24.864828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1d79d74b-1826-499a-a4af-e22783c5e054 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/f458c795-6e35-4fd9-a38c-72c288d8d0fd HTTP/1.1" status: 204 len: 168 time: 1.3988342 Mar 02 07:34:24.877756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55332) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:24.888003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:24.946641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.000469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7cda7306-c0d6-4ab5-b8d2-85f605e9f877 None None] Provisioning complete for port 4d04c838-f17b-4708-8a81-7a292af593ae triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:25.000900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cda7306-c0d6-4ab5-b8d2-85f605e9f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.114405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d04c838-f17b-4708-8a81-7a292af593ae,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:25.123067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.124329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:25.125075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.150321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199c9c-ad75-4db9-8922-2d6081324520 req-0db85735-c4fa-479f-afd7-5b77803fd680 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:25.151908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6199c9c-ad75-4db9-8922-2d6081324520 req-0db85735-c4fa-479f-afd7-5b77803fd680 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 944 time: 0.6869152 Mar 02 07:34:25.193978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.207736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-dacea01e-1e8f-44ca-9aba-476da3590073 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4803705 Mar 02 07:34:25.379797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4d04c838-f17b-4708-8a81-7a292af593ae,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:25.401055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.419520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 520837bc-d446-49aa-8e15-d078725c8dfe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:25.529005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Request body: {'port': {'device_id': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:25.551214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 520837bc-d446-49aa-8e15-d078725c8dfe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:25.631913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] DHCP port deletion for b2332ff1-82cc-49e6-a74a-a5c684cd05e4 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:25.636513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Deleting port 9f25cc6a-945b-4c03-9213-8dc4c80c547b {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:25.636894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.646709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6199c9c-ad75-4db9-8922-2d6081324520 req-1147e22a-eb01-496a-a969-dad61494c8ab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831707 Mar 02 07:34:25.665284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 9f25cc6a-945b-4c03-9213-8dc4c80c547b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:25.665635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.002881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] For port 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9f25cc6a-945b-4c03-9213-8dc4c80c547b,segment=NetworkSegment(26bbc8c4-2636-4cb8-9c2c-d25aaa559e10),segment_id=26bbc8c4-2636-4cb8-9c2c-d25aaa559e10)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:26.003457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.056191 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:34:26.107378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:26.118958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130074325', 'description': 'tempest-description--506264053'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:26.127360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:26.129992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.134469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:security_group and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:26.138058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:26.156392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Calling delete_port for 9f25cc6a-945b-4c03-9213-8dc4c80c547b owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:26.195978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.223390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95ae86-585b-40c2-b7a8-1125641f718e None None] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:26.275396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:26.307302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:26.343897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.359837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.381137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Provisioning for port 520837bc-d446-49aa-8e15-d078725c8dfe completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:26.384143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.439830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.489471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] Pushing event deleted for resources: {'Port': ['ID=9f25cc6a-945b-4c03-9213-8dc4c80c547b,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:26.493269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Provisioning complete for port 520837bc-d446-49aa-8e15-d078725c8dfe triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:26.496512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.501910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:26.520811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:security_group_rule and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:26.528659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:26.551077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:26.575800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22354434-b349-43e3-a6b3-19aeb61e942a None None] No DVR routers for this DVR port 9f25cc6a-945b-4c03-9213-8dc4c80c547b on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:26.586228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 9f25cc6a-945b-4c03-9213-8dc4c80c547b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9f25cc6a-945b-4c03-9213-8dc4c80c547b,segment=NetworkSegment(26bbc8c4-2636-4cb8-9c2c-d25aaa559e10),segment_id=26bbc8c4-2636-4cb8-9c2c-d25aaa559e10)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:26.586458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.627386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cecb4-870e-4860-9e4c-5a42d1b60bb7 req-45353fe5-cc00-42be-a0bd-f4f2349da3ff tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:26.628919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f0cecb4-870e-4860-9e4c-5a42d1b60bb7 req-45353fe5-cc00-42be-a0bd-f4f2349da3ff tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 931 time: 0.3642011 Mar 02 07:34:26.711618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Router ebb48d04-d9da-4601-921d-035f89fb8c86 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:26.749933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2f0cecb4-870e-4860-9e4c-5a42d1b60bb7 req-fc004809-1cc7-4bf5-bf15-f7c5d374ed47 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:26.768309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc702447-53b9-46bb-b487-22ec4a50edb7 req-aa3e432a-646b-437a-b55a-f712d0565b3b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:26.775808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc702447-53b9-46bb-b487-22ec4a50edb7 req-aa3e432a-646b-437a-b55a-f712d0565b3b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 945 time: 0.9551482 Mar 02 07:34:26.821533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:26.822206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.861092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 9f25cc6a-945b-4c03-9213-8dc4c80c547b owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:26.874833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.892643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.946528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2f0cecb4-870e-4860-9e4c-5a42d1b60bb7 req-fc004809-1cc7-4bf5-bf15-f7c5d374ed47 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:26.948446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f0cecb4-870e-4860-9e4c-5a42d1b60bb7 req-fc004809-1cc7-4bf5-bf15-f7c5d374ed47 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089638 Mar 02 07:34:27.064718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c479668-731e-49d2-a963-0490027c79b8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:27.076999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc702447-53b9-46bb-b487-22ec4a50edb7 req-68cb7d65-9920-4dcc-9603-42056497d3ea tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982876 Mar 02 07:34:27.077847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.082365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b42248d3-bf67-4cbe-91c5-eb4318a0fb9b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9675648 Mar 02 07:34:27.083273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55376) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:27.092298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'security_group_rule': {'security_group_id': '4c479668-731e-49d2-a963-0490027c79b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:27.103402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:27.105424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:27.114477 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:27.130225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:security_group_rule and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:27.139059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:27.146423 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:27.149851 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:27.152029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:27.161444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.182045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.187246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-234f6133-a9d4-4d5f-8a1d-c81f82ed65d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3153546 Mar 02 07:34:27.202559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55382) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:27.300114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d04c838-f17b-4708-8a81-7a292af593ae up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:27.529821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] For port 520837bc-d446-49aa-8e15-d078725c8dfe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=520837bc-d446-49aa-8e15-d078725c8dfe,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:27.539860 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.633608 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:27.762917 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.782334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:27.782961 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:27.841053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7699f27-92b9-40d1-a6fc-ee0263fb9af1 None None] Pushing event updated for resources: {'Port': ['ID=520837bc-d446-49aa-8e15-d078725c8dfe,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:27.884659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dbb702d4-9354-48e8-af2c-944cf4aad932 None None] Provisioning complete for port 520837bc-d446-49aa-8e15-d078725c8dfe triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:27.885037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbb702d4-9354-48e8-af2c-944cf4aad932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.918423 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.995152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:28.005449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.028794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.038260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6988e611-f496-4915-aef8-3aab34b43708 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:28.042990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:28.049132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.068243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Transition to ACTIVE for port object 6988e611-f496-4915-aef8-3aab34b43708 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:28.079299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4d04c838-f17b-4708-8a81-7a292af593ae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:28.081656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 79d38fd2-57f2-4a9d-abf4-b886116ba564 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:28.082447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.084064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.134787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.139037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0546768 Mar 02 07:34:28.144173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.145174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55394) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:28.208692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'security_group_rule': {'security_group_id': '4c479668-731e-49d2-a963-0490027c79b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:28.217760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8d30-8b8b-4094-b282-1c4f930a88a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb1232a-2672-4e39-a215-77d68f4d8416,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:28.240369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:28.258263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:28.279183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526682-b0d9-46b4-b281-398f611c96d0 req-b12f4f6c-a767-47c2-9812-d73afae959ae tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:28.294422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f526682-b0d9-46b4-b281-398f611c96d0 req-b12f4f6c-a767-47c2-9812-d73afae959ae tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.8826847 Mar 02 07:34:28.308330 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:25Z', 'revision_number': 3, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:28.318715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:28.319069 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Updating router ebb48d04-d9da-4601-921d-035f89fb8c86 port 7dc86be3-c814-492b-971c-dd2023c450c7 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:28.326478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:security_group_rule and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:28.367305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:28.394035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:28.440501 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.500585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 9f25cc6a-945b-4c03-9213-8dc4c80c547b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:28.502124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.540643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:28.548980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:28.556093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] Sync routers for ids ['79d38fd2-57f2-4a9d-abf4-b886116ba564'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:28.659251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] Routers {'79d38fd2-57f2-4a9d-abf4-b886116ba564'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:28.659884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['79d38fd2-57f2-4a9d-abf4-b886116ba564'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:28.738361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] The port '9f25cc6a-945b-4c03-9213-8dc4c80c547b' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:28.856948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.862670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52bd2cd7-15a1-4b85-b00e-1130ff158c50 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 200 len: 887 time: 4.4813058 Mar 02 07:34:28.873437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:28.898773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] Routers {'79d38fd2-57f2-4a9d-abf4-b886116ba564'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:28.899568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['79d38fd2-57f2-4a9d-abf4-b886116ba564'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:28.940685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55400) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:28.954712 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.968530 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Transition to ACTIVE for port object 7dc86be3-c814-492b-971c-dd2023c450c7 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:28.982727 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.991079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dad77c-1d27-4604-a3d5-f1261cad5010 req-37a694e0-b279-4239-a715-c11285b31c5e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:28.992848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9dad77c-1d27-4604-a3d5-f1261cad5010 req-37a694e0-b279-4239-a715-c11285b31c5e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 944 time: 1.6066592 Mar 02 07:34:29.003566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f526682-b0d9-46b4-b281-398f611c96d0 req-a85274c4-fa81-4df2-a84c-af457ca4c1c8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737247 Mar 02 07:34:29.061600 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Attempting to bind port 7dc86be3-c814-492b-971c-dd2023c450c7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:29.061996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Attempting to bind port 7dc86be3-c814-492b-971c-dd2023c450c7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:29.062360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Attempting to bind port 7dc86be3-c814-492b-971c-dd2023c450c7 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:29.077078 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:29.078058 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:29.078463 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.078847 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:29.079454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Bound port: 7dc86be3-c814-492b-971c-dd2023c450c7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:29.080348 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.087084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9f25cc6a-945b-4c03-9213-8dc4c80c547b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:29.095126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.176276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9f25cc6a-945b-4c03-9213-8dc4c80c547b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:29.176715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9f25cc6a-945b-4c03-9213-8dc4c80c547b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:29.200833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.201485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b2af9-91f1-46bf-9b79-ee2f964580ce None None] The sync data for ids ['79d38fd2-57f2-4a9d-abf4-b886116ba564'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:29.249677 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] For port 7dc86be3-c814-492b-971c-dd2023c450c7, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:29.259044 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] For port 7dc86be3-c814-492b-971c-dd2023c450c7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7dc86be3-c814-492b-971c-dd2023c450c7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:29.275975 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.313229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.365936 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:29.368008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.377875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 520837bc-d446-49aa-8e15-d078725c8dfe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:29.390424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.452090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.457237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2796168 Mar 02 07:34:29.461499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55406) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:29.555209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:29.564257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9b43-4c6c-46a6-99f2-d3c107701284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5748fba8-ddb8-4402-a8f5-eac47b11c459,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:29.590360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 520837bc-d446-49aa-8e15-d078725c8dfe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:29.590921 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.596954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:29.631985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f182979-3e96-434b-8e43-824f6eb2a49a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers/79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 200 len: 887 time: 0.6367140 Mar 02 07:34:29.638062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:floatingip and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:29.655787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:29.661335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:29.667656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.745116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9dad77c-1d27-4604-a3d5-f1261cad5010 req-5bf5bd33-f252-4d7c-a6f0-c93f2abbe414 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750895 Mar 02 07:34:29.769756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0606544-2880-4ff9-afa9-c3939c0579e2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:29.774161 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:29.795155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2332ff1-82cc-49e6-a74a-a5c684cd05e4']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.828544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:29.834669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.836338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bbc8c4-2636-4cb8-9c2c-d25aaa559e10') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.845739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.865363 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'code': 200} Mar 02 07:34:29.866058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.880018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Attempting to bind port 6988e611-f496-4915-aef8-3aab34b43708 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:29.880350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Attempting to bind port 6988e611-f496-4915-aef8-3aab34b43708 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:29.880675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Attempting to bind port 6988e611-f496-4915-aef8-3aab34b43708 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:29.899081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0606544-2880-4ff9-afa9-c3939c0579e2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:29.902414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0606544-2880-4ff9-afa9-c3939c0579e2 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 200 len: 205 time: 0.2430072 Mar 02 07:34:29.902778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55414) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:29.911481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Port 6988e611-f496-4915-aef8-3aab34b43708 on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:34:29.911481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Attempting to bind port 6988e611-f496-4915-aef8-3aab34b43708 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:29.915742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1e4e8-dba1-4c06-8a5d-323b088d5843 req-25be1de0-5c38-461f-a530-b6789475b1c4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:29.928507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01d1e4e8-dba1-4c06-8a5d-323b088d5843 req-25be1de0-5c38-461f-a530-b6789475b1c4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 943 time: 0.6707063 Mar 02 07:34:29.937629 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Pushing event updated for resources: {'Port': ['ID=7dc86be3-c814-492b-971c-dd2023c450c7,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:29.952869 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.953302 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.954400 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.954878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.955318 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.955768 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.956199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.956700 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.957060 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.957483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.957940 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:29.958364 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:30.026207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01d1e4e8-dba1-4c06-8a5d-323b088d5843 req-f7a50ebc-2a97-49db-8e20-8c0830016f55 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961149 Mar 02 07:34:30.062288 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5b20c-f812-4fab-b4b4-f5d9b7cd0753 None None] Pushing event updated for resources: {'Port': ['ID=7dc86be3-c814-492b-971c-dd2023c450c7,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:30.109394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.114479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.177349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:30.177716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:30.178134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:30.178576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Bound port: 6988e611-f496-4915-aef8-3aab34b43708, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:30.178925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.188369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:30.188949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:30.213459 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:30.250025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.347486 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:25Z', 'revision_number': 3, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:30.365240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dafa79-68f8-46b4-a010-2c25b986b323 None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:25Z', 'revision_number': 3, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:30.562240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.848425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.897960 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.919187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:30.931599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:30.976118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=b2332ff1-82cc-49e6-a74a-a5c684cd05e4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:31.002369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.012272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Allocated IP 172.20.0.1 (99672d76-a8ce-40ed-9645-8c345776e8a9/9bf64ca4-d9a5-403c-8ec1-47519ac4552f/e0bcd1f9-be7c-4673-8829-ce7b525d6fca) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:31.038882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 172.25.4.128 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/27c37bad-44f4-4167-8e8f-9407cf0778d5) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:31.151507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:31.156153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2300d07a-e5dc-493e-958c-7a72f73ace3e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/b2332ff1-82cc-49e6-a74a-a5c684cd05e4 HTTP/1.1" status: 204 len: 168 time: 6.2695317 Mar 02 07:34:31.166895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55436) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:31.169375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a949a-f321-4c3d-9a68-e9f511ba0419 req-e1b81179-d6ff-45b8-87ef-c8b7f548a72c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:31.185416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-056a949a-f321-4c3d-9a68-e9f511ba0419 req-e1b81179-d6ff-45b8-87ef-c8b7f548a72c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.7758179 Mar 02 07:34:31.221621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-175490432', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:31.348655 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-056a949a-f321-4c3d-9a68-e9f511ba0419 req-6bb2f42e-d414-4190-b072-f85163012e59 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617212 Mar 02 07:34:31.352379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:31.369877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.386055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:31.387908 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.394100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-3702e937-50da-4466-a7fc-6ce9279e1bac service neutron] 10.222.0.39 "PUT /v2.0/ports/6988e611-f496-4915-aef8-3aab34b43708 HTTP/1.1" status: 200 len: 1091 time: 6.1548760 Mar 02 07:34:31.397019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'tag': '6988e611-f496-4915-aef8-3aab34b43708'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:31.438211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7dc86be3-c814-492b-971c-dd2023c450c7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:31.450725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 86571b89-be5a-4eae-adbb-b6c0214aa8b4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:31.451072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.637344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7dc86be3-c814-492b-971c-dd2023c450c7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:31.648407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7dc86be3-c814-492b-971c-dd2023c450c7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:31.649697 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.857305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.888282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 7dc86be3-c814-492b-971c-dd2023c450c7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7dc86be3-c814-492b-971c-dd2023c450c7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:31.895847 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.013120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=7dc86be3-c814-492b-971c-dd2023c450c7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:32.057021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:32.082046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:32.116260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:32.199430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.208873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab140-f618-420d-ac9e-a4e6379e286e req-4b95031e-5bce-461f-977f-5ca45f69e0ab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:32.216721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31eab140-f618-420d-ac9e-a4e6379e286e req-4b95031e-5bce-461f-977f-5ca45f69e0ab tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.3229539 Mar 02 07:34:32.269763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff409-6bd8-4098-b55b-8c2d83de582e req-bc3ae762-a696-44b3-a50c-5717e6ebb61d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:32.270012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.270012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.270242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-801ff409-6bd8-4098-b55b-8c2d83de582e req-bc3ae762-a696-44b3-a50c-5717e6ebb61d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 943 time: 0.3184569 Mar 02 07:34:32.336591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31eab140-f618-420d-ac9e-a4e6379e286e req-02c9b0fd-70f1-40ad-bc26-43c046b4963f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188855 Mar 02 07:34:32.338004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.366196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.423495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.428984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-badd3ebe-2d59-4ec0-843f-5ed2d5ff59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:32.430949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-badd3ebe-2d59-4ec0-843f-5ed2d5ff59b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 1094 time: 0.9813261 Mar 02 07:34:32.433980 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'tag': '6988e611-f496-4915-aef8-3aab34b43708', 'status': 'completed', 'code': 200} Mar 02 07:34:32.445742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Transition to ACTIVE for port object e0bcd1f9-be7c-4673-8829-ce7b525d6fca will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:32.447484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 86571b89-be5a-4eae-adbb-b6c0214aa8b4 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:32.835569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-801ff409-6bd8-4098-b55b-8c2d83de582e req-24ed0afd-cafe-4925-be03-7f879ffbc57f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034541 Mar 02 07:34:32.855040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-d60a6dc3-9541-4d6a-bd6d-a7f589312318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6988e611-f496-4915-aef8-3aab34b43708 HTTP/1.1" status: 200 len: 217 time: 0.2020326 Mar 02 07:34:32.868674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.037201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6acc-d121-4121-977d-52b11308cf82 req-67ea17af-70a2-4eea-b706-f3942f1aa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:33.038597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-67ea17af-70a2-4eea-b706-f3942f1aa2e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1739616 Mar 02 07:34:33.044378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Pushing event updated for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.058271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.067452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.118948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-ee8acd54-c3d8-49dd-98df-79cac7d6dba1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728807 Mar 02 07:34:33.148293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.185010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:33.195835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:33.198441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:33.234175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=86571b89-be5a-4eae-adbb-b6c0214aa8b4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.249433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538372a7-1341-4e50-bdfb-bcbb787ddf59 req-96f82619-6bc0-413c-a9d1-3c3b024c140d tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:33.256869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-538372a7-1341-4e50-bdfb-bcbb787ddf59 req-96f82619-6bc0-413c-a9d1-3c3b024c140d tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.6401119 Mar 02 07:34:33.276305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:33.320299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:33.322431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=27c37bad-44f4-4167-8e8f-9407cf0778d5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.324641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:33.326507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7dc86be3-c814-492b-971c-dd2023c450c7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:33.419959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7dc86be3-c814-492b-971c-dd2023c450c7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:33.420240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.654203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-538372a7-1341-4e50-bdfb-bcbb787ddf59 req-cffd33c3-f7c7-4d57-8411-0e2daadb2640 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944545 Mar 02 07:34:33.694813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.727266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e63cc6e1-7d15-45f6-ac33-4e82e47c6f64 None None] Provisioning for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:33.732772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e63cc6e1-7d15-45f6-ac33-4e82e47c6f64 None None] Provisioning complete for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:33.733144 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e63cc6e1-7d15-45f6-ac33-4e82e47c6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.826922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e63cc6e1-7d15-45f6-ac33-4e82e47c6f64 None None] Port e0bcd1f9-be7c-4673-8829-ce7b525d6fca cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:33.850618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.941781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.955353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.197561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.200531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.259489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.260231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router 79d38fd2-57f2-4a9d-abf4-b886116ba564 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:34.263405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-8c862f28-f603-443a-86fd-fbcfea6f5364 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1377027 Mar 02 07:34:34.322411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b40b4-87b4-4e94-81c3-202798a861e5 req-ef4b041a-a516-4337-b950-03d5be04b7ea tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:34.324007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-017b40b4-87b4-4e94-81c3-202798a861e5 req-ef4b041a-a516-4337-b950-03d5be04b7ea tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.6397097 Mar 02 07:34:34.431253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.432361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e4256fe-520b-4a70-9a90-de3eeb59e42f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 204 len: 168 time: 4.5253336 Mar 02 07:34:34.436746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55456) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:34.450291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-777864676'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:34.465202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:34.482595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-017b40b4-87b4-4e94-81c3-202798a861e5 req-0ced5b6d-b254-4eb5-b506-336f6f0b8f13 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472461 Mar 02 07:34:34.508883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:34.520142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:34.531853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:34.536086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e30d6acc-d121-4121-977d-52b11308cf82 req-47f95332-b4d5-478b-9f74-dcc4c7d1dcee service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614892 Mar 02 07:34:34.551207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:34.560322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.594055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:34.604328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.604719 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4 of type vlan for network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab Mar 02 07:34:34.619427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.642173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.666285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.728264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.734117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:34.734729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.895151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1aac6-c584-422d-80aa-b2bfab8d1653 req-96683b23-94b7-48a9-b656-483a40fe0664 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:34.897340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dcc1aac6-c584-422d-80aa-b2bfab8d1653 req-96683b23-94b7-48a9-b656-483a40fe0664 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 943 time: 0.8601704 Mar 02 07:34:34.934443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4915817 Mar 02 07:34:34.940289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55464) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:34.946927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=95c90a4d-eb65-4ff5-ac86-1e0fab69fbab,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:34.955630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.962480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:35.057292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.057667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.058047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.058380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.058711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.059036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.059356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.059676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.059992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.060313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.060629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.060944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad2011-73c0-40c4-baa0-2fc945c3cf1e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:35.075072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:35.089481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-934afeb8-8c45-4271-a240-6d3910f5a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.091009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-934afeb8-8c45-4271-a240-6d3910f5a7f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 1094 time: 0.4191942 Mar 02 07:34:35.096524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dcc1aac6-c584-422d-80aa-b2bfab8d1653 req-c2274fbc-57ab-48db-ab5f-5e198aedbc65 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757047 Mar 02 07:34:35.123111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.143964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.186406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:35.190676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:35.193947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:35.201288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 172.25.4.122 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0c4d4376-e58c-4df4-9fb6-17cd0a180b37) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:35.202415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:35.240817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=27c37bad-44f4-4167-8e8f-9407cf0778d5,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:35.301896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e8f74-4673-43e7-8bfa-97d8d544c764 req-63b8d042-3fd7-459b-b50c-2b191613ea84 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.303493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf0e8f74-4673-43e7-8bfa-97d8d544c764 req-63b8d042-3fd7-459b-b50c-2b191613ea84 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.4337907 Mar 02 07:34:35.311357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:35.316228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.487284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf0e8f74-4673-43e7-8bfa-97d8d544c764 req-e3926eb4-3ca4-46fc-8e2f-2ad4d0631abe tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374948 Mar 02 07:34:35.504161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-e87b685a-9c47-47f0-af07-84ad167ac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.505259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-e87b685a-9c47-47f0-af07-84ad167ac393 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.3996940 Mar 02 07:34:35.524070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.598792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-bac2b57b-2f90-4d12-ac06-17d75bdae5bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6988e611-f496-4915-aef8-3aab34b43708 HTTP/1.1" status: 200 len: 217 time: 0.0797694 Mar 02 07:34:35.599655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.614821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-19d30317-5824-410e-b926-575cdab35815 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1439190 Mar 02 07:34:35.644095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.648627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.661187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.855309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-eecda9b6-02bf-4218-87c4-6ce95d916d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.856751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-eecda9b6-02bf-4218-87c4-6ce95d916d0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.2517180 Mar 02 07:34:35.877671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.918919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.927974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-a484026b-092f-43bd-84ab-2986394bcb21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556574 Mar 02 07:34:35.976850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.114670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:36.117789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Pushing event updated for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:36.131896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=379abb14-bae4-47d7-9847-48a2f3630b50,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:36.187732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:36.194625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:36.204241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-183e94d0-097c-4edf-a026-a45266f7fab1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--130074325&fields=id&tenant_id=9bfb1f940fe746ac82185d93b28e274f HTTP/1.1" status: 200 len: 267 time: 0.2280447 Mar 02 07:34:36.243925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=0c4d4376-e58c-4df4-9fb6-17cd0a180b37,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:36.286800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-cfbe98b5-de1d-4c73-92fc-d2ab79d6f439 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:36.288110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-cfbe98b5-de1d-4c73-92fc-d2ab79d6f439 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 936 time: 0.0825515 Mar 02 07:34:36.297913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:36.299039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:36.357812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-a0973554-bdfe-461a-87b1-833e46551b95 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207864 Mar 02 07:34:36.369615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6455b-5881-4847-b34c-1b86f78ae443 req-b862fed7-d43e-4e56-9b7c-6a119c061d44 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:36.378145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebb6455b-5881-4847-b34c-1b86f78ae443 req-b862fed7-d43e-4e56-9b7c-6a119c061d44 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.5523953 Mar 02 07:34:36.399811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:36.428592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:36.439694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5c491b56-ee93-482d-8d2d-df52083e6869 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:36.448221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2a198-ab30-4628-9d7e-9ac9f5d2c4c6 None None] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:36.464280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5c491b56-ee93-482d-8d2d-df52083e6869 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 936 time: 0.1604893 Mar 02 07:34:36.585130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:36.596142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:36.652783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:36.653212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.700296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-159e4988-0a36-4255-b048-1d9d9abd428e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2326207 Mar 02 07:34:36.795820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebb6455b-5881-4847-b34c-1b86f78ae443 req-c810c4a2-645c-4177-987f-ba1b491fc312 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141095 Mar 02 07:34:36.834024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-02ab62b8-8501-4f14-9bbc-aac4cd38e893 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1337459 Mar 02 07:34:36.900292 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-32a69b44-7007-4d22-bb2b-9ef29f9dd9d0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9539919 Mar 02 07:34:36.910869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:36.927473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1793324981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:36.946495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:36.979552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-269fdd76-35f0-4b3f-a897-9d8100d94135 None None] Provisioning complete for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:36.980198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-269fdd76-35f0-4b3f-a897-9d8100d94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.013464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-95c90a4d-eb65-4ff5-ac86-1e0fab69fbab', 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '379abb14-bae4-47d7-9847-48a2f3630b50'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:37.014688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.049730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:37.053275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:37.080089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:37.098142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-269fdd76-35f0-4b3f-a897-9d8100d94135 None None] Port e0bcd1f9-be7c-4673-8829-ce7b525d6fca cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:37.126231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8de0dc73-3b2d-41f5-8d53-b3036d3b1648 req-a04bcb55-75d7-4f37-825b-10b86998ba43 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578757 Mar 02 07:34:37.132190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.133536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.171388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.178734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.184852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.185936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:37.201374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.236657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:37.240110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af79643c-c6ad-4765-a03b-50b53083a2f9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/networks?id=0581272b-f454-4f2b-9497-7089d94a85bb&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=611c8c9e-1769-40eb-908d-469110e3d337&id=611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 200 len: 1994 time: 0.4034996 Mar 02 07:34:37.242194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.280740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4776fb9c-3fc0-4595-af6d-ad0483c528ff tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/quotas/9bfb1f940fe746ac82185d93b28e274f HTTP/1.1" status: 200 len: 375 time: 0.0279896 Mar 02 07:34:37.296101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Allocated IP 172.20.0.2 (95c90a4d-eb65-4ff5-ac86-1e0fab69fbab/379abb14-bae4-47d7-9847-48a2f3630b50/3b4ac654-e278-40da-b803-2a0854bb6176) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:37.340610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.344885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3078f9b8-04a3-4722-a8d5-d284172c12fe tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4295835 Mar 02 07:34:37.350226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55496) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:37.388919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:37.509399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.550116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.562367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Transition to ACTIVE for port object 3b4ac654-e278-40da-b803-2a0854bb6176 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:37.571399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb8ca7-d214-426d-b8c7-ff204f233a0d req-ee37cdef-46da-4b1c-82ef-a6f837288643 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.579558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7cb8ca7-d214-426d-b8c7-ff204f233a0d req-ee37cdef-46da-4b1c-82ef-a6f837288643 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 943 time: 0.4514272 Mar 02 07:34:37.587984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Transition to ACTIVE for port object 3b4ac654-e278-40da-b803-2a0854bb6176 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:37.595335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.678892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:37.680189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:37.692810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:37.754137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7cb8ca7-d214-426d-b8c7-ff204f233a0d req-769abb73-0ba6-4608-b878-b7e86de24ad2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694729 Mar 02 07:34:37.793947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Pushing event updated for resources: {'Port': ['ID=3b4ac654-e278-40da-b803-2a0854bb6176,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:37.829008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Attempting to bind port 3b4ac654-e278-40da-b803-2a0854bb6176 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:37.829375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Attempting to bind port 3b4ac654-e278-40da-b803-2a0854bb6176 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:37.829866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Attempting to bind port 3b4ac654-e278-40da-b803-2a0854bb6176 on network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:37.836098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:37.836547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Checking segment: {'id': '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:37.837014 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.837586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Bound using segment: {'id': '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:37.838146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Bound port: 3b4ac654-e278-40da-b803-2a0854bb6176, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '95c90a4d-eb65-4ff5-ac86-1e0fab69fbab'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:37.838583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.960463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] For port 3b4ac654-e278-40da-b803-2a0854bb6176, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:37.963823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] For port 3b4ac654-e278-40da-b803-2a0854bb6176, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b4ac654-e278-40da-b803-2a0854bb6176,segment=NetworkSegment(50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4),segment_id=50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:37.970827 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.025669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:38.042986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e6a8a840-b2a6-413f-9535-60109ab81a4b admin admin] 10.222.0.21 "PUT /v2.0/routers/ebb48d04-d9da-4601-921d-035f89fb8c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8389547 Mar 02 07:34:38.048238 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:38.070958 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:38.071904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:38.132899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3633-9f9d-40de-a68b-6ab3a036c8f7 None None] Pushing event updated for resources: {'Port': ['ID=3b4ac654-e278-40da-b803-2a0854bb6176,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:38.167890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27680dd5-69dc-4d08-95f3-534f955ebc8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8769095 Mar 02 07:34:38.320850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6988e611-f496-4915-aef8-3aab34b43708 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:38.416371 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:38.571718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.631200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:38.655358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.661125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '6988e611-f496-4915-aef8-3aab34b43708', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': '6988e611-f496-4915-aef8-3aab34b43708', 'mac_address': 'fa:16:3e:bb:c1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:38.697697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5451d4f8-f23c-4ab9-8d9d-e31272019ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101552 Mar 02 07:34:38.727470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994c82f-25ff-4f79-a857-1789f5c97d87 req-39516a92-cbe5-44e8-a411-e196474c30c3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:38.737253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7994c82f-25ff-4f79-a857-1789f5c97d87 req-39516a92-cbe5-44e8-a411-e196474c30c3 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.7856264 Mar 02 07:34:38.740875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.770180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6988e611-f496-4915-aef8-3aab34b43708 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:38.810902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:38.822473 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.823233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7994c82f-25ff-4f79-a857-1789f5c97d87 req-3ce6998f-aa63-4ad1-89ff-6c5768f2eb99 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849533 Mar 02 07:34:39.032844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:39.182781 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:35Z', 'revision_number': 2, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:39.194435 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:39.194435 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Updating router ebb48d04-d9da-4601-921d-035f89fb8c86 port e0bcd1f9-be7c-4673-8829-ce7b525d6fca binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:39.233204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['6988e611-f496-4915-aef8-3aab34b43708'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:39.309540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b11b-54e5-41da-a2d0-027329e6dc15 req-b8112a55-8333-4a55-b749-f690c09549a7 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:39.311922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9973b11b-54e5-41da-a2d0-027329e6dc15 req-b8112a55-8333-4a55-b749-f690c09549a7 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.2227831 Mar 02 07:34:39.315427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-d3eeab67-2d91-42aa-b70c-35be5f81eb50 service neutron] 10.222.0.21 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005888 Mar 02 07:34:39.324918 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.411679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b4ac654-e278-40da-b803-2a0854bb6176 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:39.493306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9973b11b-54e5-41da-a2d0-027329e6dc15 req-044afc60-f6b5-4e8e-998a-95feadabb6b4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355975 Mar 02 07:34:39.495937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-385c2f1c-f5f6-4f4f-8451-3bf26ecbce26 service neutron] 10.222.0.21 "GET /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1789920 Mar 02 07:34:39.527374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router c42cf7f4-dc54-4e96-954c-125dc609a787 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:39.661943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3b4ac654-e278-40da-b803-2a0854bb6176 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:39.707458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.20.0.1 (95c90a4d-eb65-4ff5-ac86-1e0fab69fbab/379abb14-bae4-47d7-9847-48a2f3630b50/53e9838a-d36c-43c8-b63f-4c8df8d66221) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:39.913082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:39.925011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] Sync routers for ids ['c42cf7f4-dc54-4e96-954c-125dc609a787'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:39.952645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] Routers {'c42cf7f4-dc54-4e96-954c-125dc609a787'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:39.954022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c42cf7f4-dc54-4e96-954c-125dc609a787'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:39.982320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.986724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b89d57f8-b410-451a-a12d-566c30d776e4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8155453 Mar 02 07:34:39.990980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55516) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:40.150732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:40.182021 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.189652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] Routers {'c42cf7f4-dc54-4e96-954c-125dc609a787'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:40.190545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c42cf7f4-dc54-4e96-954c-125dc609a787'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:40.210267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-8f7c7e9c-d0a1-47bf-9e69-d8a710ea8f2c service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132151 Mar 02 07:34:40.226236 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Transition to ACTIVE for port object e0bcd1f9-be7c-4673-8829-ce7b525d6fca will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:40.234359 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.261800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.309052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d30e9-fdbc-495a-83e4-6a6cb634c9b2 None None] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:40.382877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object 53e9838a-d36c-43c8-b63f-4c8df8d66221 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:40.406946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:40.407370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef3dad-42b7-41cf-a7b8-553591fbf41a None None] The sync data for ids ['c42cf7f4-dc54-4e96-954c-125dc609a787'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:40.436534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b6537312-5a25-4897-9551-00e46387acaa tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers/c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 200 len: 884 time: 0.4443269 Mar 02 07:34:40.438744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55520) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:40.487048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f9d92b8c-6e22-4383-a921-9e3078b41875 service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677710 Mar 02 07:34:40.488674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.673425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:40.698628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Provisioning for port 3b4ac654-e278-40da-b803-2a0854bb6176 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:40.702771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:40.711526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:40.737659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992055575', 'description': 'tempest-description--1778744649'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:40.742362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:40.742535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Provisioning complete for port 3b4ac654-e278-40da-b803-2a0854bb6176 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:40.742781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.750049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ff773-c6ec-4990-aee3-68b0e5bcd8ba None None] Pushing event updated for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:40.767253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:40.778880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:40.794814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:40.798198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Attempting to bind port e0bcd1f9-be7c-4673-8829-ce7b525d6fca on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:40.798559 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Attempting to bind port e0bcd1f9-be7c-4673-8829-ce7b525d6fca by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:40.798911 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Attempting to bind port e0bcd1f9-be7c-4673-8829-ce7b525d6fca on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:40.805759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1306a418-63bc-4cb7-b5ec-982d3537adfa service neutron] 10.222.0.21 "GET /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3123255 Mar 02 07:34:40.808182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:40.831484 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:40.832886 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:40.833575 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.834227 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Bound using segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:40.834939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Bound port: e0bcd1f9-be7c-4673-8829-ce7b525d6fca, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:40.835067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.837018 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.872330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=53e9838a-d36c-43c8-b63f-4c8df8d66221,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.027557 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] For port e0bcd1f9-be7c-4673-8829-ce7b525d6fca, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:41.035013 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] For port e0bcd1f9-be7c-4673-8829-ce7b525d6fca, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:41.044092 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.151919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:41.214833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:41.232314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:41.258770 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:41.260568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:41.262404 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.291628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:41.470698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943550d-deab-410b-ae2c-db8f0cce342f req-24ec9a7b-3c07-4536-a427-1f05111ef924 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:41.473788 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ff773-c6ec-4990-aee3-68b0e5bcd8ba None None] Pushing event updated for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.485695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a943550d-deab-410b-ae2c-db8f0cce342f req-24ec9a7b-3c07-4536-a427-1f05111ef924 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 944 time: 0.4290097 Mar 02 07:34:41.495007 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.523089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-41555442-1f43-4ed1-8a5f-2ca96e81fee2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:router {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:41.560143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.575324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.580393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] For port 3b4ac654-e278-40da-b803-2a0854bb6176, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b4ac654-e278-40da-b803-2a0854bb6176,segment=NetworkSegment(50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4),segment_id=50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:41.590018 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.665223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a943550d-deab-410b-ae2c-db8f0cce342f req-af667b9f-9c43-45e0-9408-230342541683 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817539 Mar 02 07:34:41.666252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-3900f02c-72be-4060-881c-c8c1f51aee79 service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502703 Mar 02 07:34:41.678853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-41555442-1f43-4ed1-8a5f-2ca96e81fee2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:router {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:41.682428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-41555442-1f43-4ed1-8a5f-2ca96e81fee2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2415183 Mar 02 07:34:41.717796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55544) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:41.748994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-175490432'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:41.749225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.753758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.755228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-edc0384e-26fd-4365-b989-ddd1d0f2d39a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0331373 Mar 02 07:34:41.767021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:41.773647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group_rule': {'security_group_id': 'ec2b76b4-25d1-46c9-b23c-bf08b40e27c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:41.783754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Pushing event updated for resources: {'Port': ['ID=3b4ac654-e278-40da-b803-2a0854bb6176,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.790284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:41.795290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:41.800653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:41.808942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:41.810883 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:41.829959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.830367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.830764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.834733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.835324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.842282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.842928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.843429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.843910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.844675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.845179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.845647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f051a4-0811-4c98-bc3e-4225864fa19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:41.883134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.954110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d36812af-ca6d-46ca-a73f-0eeae66800a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.108239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.144164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2c84-4df1-4368-aab0-896816d58e7a req-f0b29e4c-966e-456e-84df-5f6cdf33c367 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:42.145803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53bf2c84-4df1-4368-aab0-896816d58e7a req-f0b29e4c-966e-456e-84df-5f6cdf33c367 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.2396746 Mar 02 07:34:42.147312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.227090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63c3fde-90d9-4ade-ab2f-a9da712eb81a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:42.252901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.258673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-538bfb85-a632-448f-9600-c6b8f0e8d7c7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4894302 Mar 02 07:34:42.264399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55552) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:42.275027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group_rule': {'security_group_id': 'ec2b76b4-25d1-46c9-b23c-bf08b40e27c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:42.289794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:42.296467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53bf2c84-4df1-4368-aab0-896816d58e7a req-51e0919b-1cda-480a-b557-176d4c055bf0 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347625 Mar 02 07:34:42.300347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:42.304024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:42.311519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:42.349031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.350403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6988e611-f496-4915-aef8-3aab34b43708 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:42.451414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-cf8ddf0e-7b14-4bb3-8d72-05c3d74a49fb service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614741 Mar 02 07:34:42.451666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Provisioning for port 53e9838a-d36c-43c8-b63f-4c8df8d66221 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:42.463290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Provisioning complete for port 53e9838a-d36c-43c8-b63f-4c8df8d66221 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:42.464132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.520702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.528282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.554218 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:41Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:42.565446 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103535e3-5af8-4e74-aaf6-c1e115756198 None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:41Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:42.580414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 6988e611-f496-4915-aef8-3aab34b43708 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:42.590316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Port 53e9838a-d36c-43c8-b63f-4c8df8d66221 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:42.595376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 6988e611-f496-4915-aef8-3aab34b43708 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:42.595740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.723150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae3a509-f6fe-4a33-9bba-a092d0d8b385,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:42.761393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.771845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.773362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7ab7cd16-d3fb-4bd7-a856-6cfda2b8d07a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066433 Mar 02 07:34:42.776512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:42.782984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:42.793898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:42.796510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Provisioning complete for port 3b4ac654-e278-40da-b803-2a0854bb6176 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:42.798969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-252b1dad-1ad7-4c34-9697-21812c790b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.807013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:floatingip and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:42.832445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:42.860946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:42.899185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a1bcb-30d9-4a69-94d0-2c8ca569f2a6 req-284f2a27-a1af-4afe-982b-cf48f0d3cdd1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:42.910140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-584a1bcb-30d9-4a69-94d0-2c8ca569f2a6 req-284f2a27-a1af-4afe-982b-cf48f0d3cdd1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.3267648 Mar 02 07:34:42.930191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.980265 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.026447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:43.028196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6988e611-f496-4915-aef8-3aab34b43708'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:43.035959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.037472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-584a1bcb-30d9-4a69-94d0-2c8ca569f2a6 req-d372f52e-8145-4c69-ad1f-71cb0181adbd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250386 Mar 02 07:34:43.311816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:43.396600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-98382b10-8dfc-4a12-bfbe-732eaec5efc7 service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9366837 Mar 02 07:34:43.419880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-748ec2dd-9b7d-4bb5-8a42-f4db677ce359 None None] Provisioning complete for port 53e9838a-d36c-43c8-b63f-4c8df8d66221 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:43.421262 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-748ec2dd-9b7d-4bb5-8a42-f4db677ce359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.450944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.522709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-748ec2dd-9b7d-4bb5-8a42-f4db677ce359 None None] Port 53e9838a-d36c-43c8-b63f-4c8df8d66221 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:43.536219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b4ac654-e278-40da-b803-2a0854bb6176 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:43.675146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Allocated IP 172.25.4.48 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ad04c008-2c0b-4b5f-a241-4800667b5b67) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:43.704335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3b4ac654-e278-40da-b803-2a0854bb6176 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:43.704991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.035452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.053751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e0bcd1f9-be7c-4673-8829-ce7b525d6fca up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:44.131880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91316e6f-b309-42f8-9378-4533e1353bff req-6fba8521-1e6d-4a9c-9e81-c752557c4ee3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:44.141556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91316e6f-b309-42f8-9378-4533e1353bff req-6fba8521-1e6d-4a9c-9e81-c752557c4ee3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.1740081 Mar 02 07:34:44.208655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:44.223814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:44.224475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.258458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91316e6f-b309-42f8-9378-4533e1353bff req-4ff019d9-7d72-49bf-a70e-9e860cb1bc61 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Mar 02 07:34:44.262483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.308952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee28f789-3b58-440a-98a7-1dd85d4dcc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.320993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f2d1f2bc-12b1-4a64-9ed9-9b560173066f service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8901081 Mar 02 07:34:44.423322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:44.426347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:44.437815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:44.442659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.452611 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6988e611-f496-4915-aef8-3aab34b43708', 'code': 200} Mar 02 07:34:44.453198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.524891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e0bcd1f9-be7c-4673-8829-ce7b525d6fca, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:44.534782 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.604630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=ad04c008-2c0b-4b5f-a241-4800667b5b67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:44.647887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.648242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.648582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.652614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.653030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.653374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.666543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.667037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.667349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.667928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.668488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.669281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:44.729481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.754419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:44.862604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-d142d1b4-9e6b-43fe-a797-6e8c90650bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231690 Mar 02 07:34:44.900548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.922127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd467c-e0cc-4e90-85eb-818572b0dfc1 req-2560d710-8085-4f0b-8a71-2b3cdbd9b6f9 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:44.924565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2acd467c-e0cc-4e90-85eb-818572b0dfc1 req-2560d710-8085-4f0b-8a71-2b3cdbd9b6f9 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.1981277 Mar 02 07:34:44.992912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:34:45.008360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.024620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2acd467c-e0cc-4e90-85eb-818572b0dfc1 req-afbedd56-42b7-4da4-b196-9e4a8e740165 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659039 Mar 02 07:34:45.042593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.048494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.207134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.283704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.345632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e0bcd1f9-be7c-4673-8829-ce7b525d6fca up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:45.501683 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.552145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb36b63-84b9-4b33-80df-31365dc5766e req-c4f90781-ee32-425f-a500-fbf31c72d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:45.565009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acb36b63-84b9-4b33-80df-31365dc5766e req-c4f90781-ee32-425f-a500-fbf31c72d9a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 1096 time: 1.0387366 Mar 02 07:34:45.566496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e0bcd1f9-be7c-4673-8829-ce7b525d6fca triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:45.578181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.716020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.730408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.787804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=53e9838a-d36c-43c8-b63f-4c8df8d66221,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:45.835752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acb36b63-84b9-4b33-80df-31365dc5766e req-5cb3cb5d-8d95-4d0d-b5cf-50eb833641a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994317 Mar 02 07:34:45.837964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:45.856732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:45.875182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-78f51f7a-a66c-4d7e-9923-9c942870068a service neutron] 10.222.0.21 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107150 Mar 02 07:34:45.879930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede41-4fbe-4b4b-adcf-a55d7eff1f4d req-5180504d-b8b4-45f0-b82b-6a5e15b6a600 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:45.887472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-867ede41-4fbe-4b4b-adcf-a55d7eff1f4d req-5180504d-b8b4-45f0-b82b-6a5e15b6a600 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.3927388 Mar 02 07:34:45.947373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=ad04c008-2c0b-4b5f-a241-4800667b5b67,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:45.952343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.998675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-867ede41-4fbe-4b4b-adcf-a55d7eff1f4d req-7500d9b0-1fd5-4523-8869-314800ee3d15 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100533 Mar 02 07:34:46.001563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.003434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f9f6bfc1-eeec-4df5-a34b-b2704dba2d8f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2255981 Mar 02 07:34:46.104949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router c42cf7f4-dc54-4e96-954c-125dc609a787 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:46.321811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51618668-e3b8-4edf-a257-4013bdca5fb1 req-7efd6205-cd42-4331-9c60-795735f637c9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:46.323896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51618668-e3b8-4edf-a257-4013bdca5fb1 req-7efd6205-cd42-4331-9c60-795735f637c9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.1522901 Mar 02 07:34:46.345522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47a2-62d2-44ca-b698-582c685d612e req-c8c01e0e-0ccf-45aa-9fd7-686254fae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:46.347027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29da47a2-62d2-44ca-b698-582c685d612e req-c8c01e0e-0ccf-45aa-9fd7-686254fae0a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1096 time: 1.1115947 Mar 02 07:34:46.386521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63532849-824b-4580-a9b1-a8a971cd22b8 None None] Provisioning complete for port 53e9838a-d36c-43c8-b63f-4c8df8d66221 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:46.387114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63532849-824b-4580-a9b1-a8a971cd22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.403257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51618668-e3b8-4edf-a257-4013bdca5fb1 req-e8311320-49c2-4097-81fb-cbc7f824231e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Mar 02 07:34:46.532522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-63532849-824b-4580-a9b1-a8a971cd22b8 None None] Port 53e9838a-d36c-43c8-b63f-4c8df8d66221 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:46.660023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff57e7-858c-4070-824b-8e1fcbcaa5a4 req-e0bb9b0e-b551-4808-9e0d-4541c5b4ebeb tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:46.669737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29da47a2-62d2-44ca-b698-582c685d612e req-91355e1e-9976-4e52-bd0b-03cb6c12716f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028469 Mar 02 07:34:46.671491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81ff57e7-858c-4070-824b-8e1fcbcaa5a4 req-e0bb9b0e-b551-4808-9e0d-4541c5b4ebeb tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.1128323 Mar 02 07:34:46.678226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.694587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-901eb370-4d85-4335-aa7b-1b6b88ac229f service neutron] 10.222.0.21 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455709 Mar 02 07:34:46.742032 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81ff57e7-858c-4070-824b-8e1fcbcaa5a4 req-aa7fdc15-93c8-4470-bedc-e1e4885f2079 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668273 Mar 02 07:34:46.821560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 23a05c2d-6b96-4883-904b-e48c9247b646 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:46.832882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:46.843107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] Sync routers for ids ['c42cf7f4-dc54-4e96-954c-125dc609a787'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:46.862707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] Routers {'c42cf7f4-dc54-4e96-954c-125dc609a787'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:46.863346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c42cf7f4-dc54-4e96-954c-125dc609a787'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:46.910729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-48e915bc-f4cc-4217-aadf-88014941cd26 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:46.912618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.913806 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6b930524-e57f-48cd-8094-0aac61c4ad6c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 200 len: 891 time: 5.1833000 Mar 02 07:34:46.921229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:46.930752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-48e915bc-f4cc-4217-aadf-88014941cd26 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:46.940356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-48e915bc-f4cc-4217-aadf-88014941cd26 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--992055575&fields=id&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 267 time: 0.0806603 Mar 02 07:34:46.983023 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:46.994546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] Routers {'c42cf7f4-dc54-4e96-954c-125dc609a787'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:46.995991 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c42cf7f4-dc54-4e96-954c-125dc609a787'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.062093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.063479 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074b1e7-9e2c-4669-8a00-9b6659df7de7 None None] The sync data for ids ['c42cf7f4-dc54-4e96-954c-125dc609a787'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:47.128700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fba0e307-533d-49e0-8cf0-ce5757f78a5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:47.138400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fba0e307-533d-49e0-8cf0-ce5757f78a5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 816 time: 0.1970403 Mar 02 07:34:47.162481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-cd02ab73-43b1-4789-89c6-7f4ad2e4f3e2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/quotas/af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 375 time: 0.0230660 Mar 02 07:34:47.204464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c0372d22-1868-4be2-9d74-2751097632c3 service neutron] 10.222.0.21 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012617 Mar 02 07:34:47.272520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-12a4d4e4-7973-4bfa-bbcd-a5319dc4a22c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:47.312230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-12a4d4e4-7973-4bfa-bbcd-a5319dc4a22c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:47.316090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-12a4d4e4-7973-4bfa-bbcd-a5319dc4a22c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527858 Mar 02 07:34:47.353376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:47.377072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] Sync routers for ids ['23a05c2d-6b96-4883-904b-e48c9247b646'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:47.400395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] Routers {'23a05c2d-6b96-4883-904b-e48c9247b646'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:47.401033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23a05c2d-6b96-4883-904b-e48c9247b646'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.478048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-70535df0-9f81-4ec8-bbb4-b57b8f3249c8 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/23a05c2d-6b96-4883-904b-e48c9247b646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1037226 Mar 02 07:34:47.478048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:47.517521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.542908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] Routers {'23a05c2d-6b96-4883-904b-e48c9247b646'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:47.543523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23a05c2d-6b96-4883-904b-e48c9247b646'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.619971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-07d21798-e5fc-4f92-a508-7b627e31e8b6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers/c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 200 len: 891 time: 0.6396923 Mar 02 07:34:47.629835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55604) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:47.673904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.673904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc2123-a845-4344-a67e-706833d57fb9 None None] The sync data for ids ['23a05c2d-6b96-4883-904b-e48c9247b646'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:47.716381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-75ab0a08-4e86-44ce-af5b-658e6db57da0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:47.728128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afad811-bf73-4579-92d4-4bac1db0be5f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:47.728723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3afad811-bf73-4579-92d4-4bac1db0be5f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:47.738409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e8603917-d098-482b-ad27-fd15d953b7e3 service neutron] 10.222.0.21 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922547 Mar 02 07:34:47.752316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-417bb282-a839-4730-bd68-fc05e42cd2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242578 Mar 02 07:34:47.785963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-75ab0a08-4e86-44ce-af5b-658e6db57da0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:47.789813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-75ab0a08-4e86-44ce-af5b-658e6db57da0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 200 len: 205 time: 0.1569982 Mar 02 07:34:47.789976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55614) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:47.846190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3afad811-bf73-4579-92d4-4bac1db0be5f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:47.847404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3afad811-bf73-4579-92d4-4bac1db0be5f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports/53e9838a-d36c-43c8-b63f-4c8df8d66221 HTTP/1.1" status: 200 len: 910 time: 0.3825872 Mar 02 07:34:47.853846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55618) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:47.867612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379abb14-bae4-47d7-9847-48a2f3630b50'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:48.014700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-8a5c2fbb-81e1-4cf5-bb82-686074c868f0 service neutron] 10.222.0.21 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628818 Mar 02 07:34:48.218461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-9a263a01-9424-4031-9d12-9c997d0986e9 service neutron] 10.222.0.21 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645798 Mar 02 07:34:48.302276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.442741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.558598 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.577809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.681341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.744498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 0c4d4376-e58c-4df4-9fb6-17cd0a180b37 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:48.744906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.154086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25633ed2-1bb6-4438-bd0c-dd28534c0d90 req-ce69d7b5-4181-400d-ba80-a47e30ddd9d0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:49.157517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25633ed2-1bb6-4438-bd0c-dd28534c0d90 req-ce69d7b5-4181-400d-ba80-a47e30ddd9d0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.5560389 Mar 02 07:34:49.322363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e00356-3079-423c-8d2f-ae700149b465 req-f4f04b5e-703a-46e7-b2db-20325d148968 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:49.330986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91e00356-3079-423c-8d2f-ae700149b465 req-f4f04b5e-703a-46e7-b2db-20325d148968 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.1478503 Mar 02 07:34:49.399002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91e00356-3079-423c-8d2f-ae700149b465 req-73f00166-e4e8-480b-b376-b0de2cee3309 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668640 Mar 02 07:34:49.544992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-ae4a6dd4-45fe-4c2f-b8c2-127be3f43f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:49.547605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-ae4a6dd4-45fe-4c2f-b8c2-127be3f43f74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1469471 Mar 02 07:34:49.594782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25633ed2-1bb6-4438-bd0c-dd28534c0d90 req-318440ac-7a13-4b72-8da9-2d956a3eec32 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277596 Mar 02 07:34:49.877987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.041251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-a1a8dee7-79ba-41f0-8e1e-d851bbfbe1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.042736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-a1a8dee7-79ba-41f0-8e1e-d851bbfbe1cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4889412 Mar 02 07:34:50.055757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0510ab-ba03-4981-9223-55bcf3a82a7f req-07d5c98d-072d-468a-97ce-07d48cb996b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.057206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d0510ab-ba03-4981-9223-55bcf3a82a7f req-07d5c98d-072d-468a-97ce-07d48cb996b8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.4075751 Mar 02 07:34:50.113613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 0c4d4376-e58c-4df4-9fb6-17cd0a180b37 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:50.133784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-0aa6feff-4b01-4b25-ba63-c22f152a2a0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9 HTTP/1.1" status: 200 len: 217 time: 0.0755947 Mar 02 07:34:50.148681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8c863c6-c959-4288-8aec-4935a1e650ee req-64e9972d-30c2-43e0-b1eb-74c472bfa75c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 210 time: 0.2930477 Mar 02 07:34:50.233848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d0510ab-ba03-4981-9223-55bcf3a82a7f req-ca574745-ea25-47bc-849b-152f430862c8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220448 Mar 02 07:34:50.262422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-f64366b5-8df6-4825-b48e-e1e46225b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.264072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-f64366b5-8df6-4825-b48e-e1e46225b63d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1250229 Mar 02 07:34:50.417452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.435720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.535217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-cc21a9ab-b03d-4e18-964b-d438e50e3333 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.535930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-cc21a9ab-b03d-4e18-964b-d438e50e3333 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:50.580845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-cc21a9ab-b03d-4e18-964b-d438e50e3333 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:50.582003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-cc21a9ab-b03d-4e18-964b-d438e50e3333 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.16 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 816 time: 0.2292097 Mar 02 07:34:50.677005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.677658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.679161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/ports/53e9838a-d36c-43c8-b63f-4c8df8d66221 HTTP/1.1" status: 200 len: 910 time: 2.8219595 Mar 02 07:34:50.681001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-86d538fa-24e0-403a-844f-98f5e478322f req-988d033e-3b8a-46e1-9b86-730873c82788 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:50.683827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55688) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:50.687220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe73b07-d811-4907-aab3-809326772b97 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=53e9838a-d36c-43c8-b63f-4c8df8d66221,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:50.707660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-5c02217b-665b-4383-b81b-d27496721913 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:50.736796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-5c02217b-665b-4383-b81b-d27496721913 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:50.738356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-5c02217b-665b-4383-b81b-d27496721913 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 379 time: 0.1427226 Mar 02 07:34:50.747790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'port': {'device_id': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'admin_state_up': True, 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'security_groups': ['ec2b76b4-25d1-46c9-b23c-bf08b40e27c5']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:50.766360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-fcbc3597-fef2-492e-b08f-10ffa75f0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:50.768862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-fcbc3597-fef2-492e-b08f-10ffa75f0a28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4976997 Mar 02 07:34:50.879658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-86d538fa-24e0-403a-844f-98f5e478322f req-988d033e-3b8a-46e1-9b86-730873c82788 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:50.880858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86d538fa-24e0-403a-844f-98f5e478322f req-988d033e-3b8a-46e1-9b86-730873c82788 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 210 time: 0.3690681 Mar 02 07:34:50.941014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.050484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=0c4d4376-e58c-4df4-9fb6-17cd0a180b37,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:51.115840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.141462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:51.167985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:51.223345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Made reservation on behalf of af9560cd24614a66b4afc26af75189d4 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:51.227084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.271175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-abd74ab0-30d9-4a2d-8548-84c0be546e94 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843819 Mar 02 07:34:51.480784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-e50466c1-2ecc-46b1-94e6-55da25b6a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:51.482290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-e50466c1-2ecc-46b1-94e6-55da25b6a089 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 1096 time: 0.4748421 Mar 02 07:34:51.544031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b59a1f3e-fe9e-4ca6-aa83-b2e1c59fbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:51.552351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b59a1f3e-fe9e-4ca6-aa83-b2e1c59fbaae service neutron] 10.222.0.16 "GET /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 1032 time: 0.1619203 Mar 02 07:34:51.656670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a5f2e-7e09-43f3-8066-3017c52a5dfd req-ac8fea84-71d2-43b2-b64f-a75e27576d2a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:51.658177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa2a5f2e-7e09-43f3-8066-3017c52a5dfd req-ac8fea84-71d2-43b2-b64f-a75e27576d2a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.4788373 Mar 02 07:34:51.667457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0653c20f-1423-4b02-a34b-c15c80f7c6d4 req-615cb3ed-3730-4728-8460-c2b7f864d3d4 service neutron] 10.222.0.39 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524616 Mar 02 07:34:51.740696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Allocated IP 172.20.0.5 (99672d76-a8ce-40ed-9645-8c345776e8a9/9bf64ca4-d9a5-403c-8ec1-47519ac4552f/aaa23b7f-19e5-4359-ae86-6ce452276c2b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:51.783667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa2a5f2e-7e09-43f3-8066-3017c52a5dfd req-68b139eb-57f9-4365-9319-0a1d13531031 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030817 Mar 02 07:34:51.784724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-7017630b-06a7-44c9-bd6b-0f5329cb9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:51.786004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-7017630b-06a7-44c9-bd6b-0f5329cb9466 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 200 len: 911 time: 0.2911444 Mar 02 07:34:51.857901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1032f213-e43a-4679-a1c1-946e9849483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:51.860127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1032f213-e43a-4679-a1c1-946e9849483e service neutron] 10.222.0.16 "GET /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 1032 time: 0.3067942 Mar 02 07:34:51.866605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.886317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-44eda179-4bab-4cba-8925-644ae95b0f3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 200 len: 217 time: 0.0863416 Mar 02 07:34:51.896906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.086340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.087271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router c42cf7f4-dc54-4e96-954c-125dc609a787 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:52.129438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91815ba5-1b3a-4d8b-9369-2db7f204918c req-98d86479-95b5-4302-80fd-078d693e3509 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.136848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91815ba5-1b3a-4d8b-9369-2db7f204918c req-98d86479-95b5-4302-80fd-078d693e3509 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 945 time: 0.6858907 Mar 02 07:34:52.228016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.234074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.240029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.241065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:52.289470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.290667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2178f9a-12e3-4e27-b8c3-2151059c0e89 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 204 len: 168 time: 4.4994366 Mar 02 07:34:52.295347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55704) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:52.301729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91815ba5-1b3a-4d8b-9369-2db7f204918c req-20496a2e-cce6-4795-be24-a7a51ade56c1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636600 Mar 02 07:34:52.304302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:52.305532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e9fbc10-09aa-4247-babb-2591a5fcd8cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/networks?id=0581272b-f454-4f2b-9497-7089d94a85bb&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=611c8c9e-1769-40eb-908d-469110e3d337&id=611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 200 len: 1994 time: 0.4326489 Mar 02 07:34:52.309586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1605126080'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:52.317529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:52.353130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:52.358312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:52.380704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:52.385348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-7944656c-6c79-45bc-a8b0-30ce45b09876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.386877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-7944656c-6c79-45bc-a8b0-30ce45b09876 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 200 len: 851 time: 0.4939334 Mar 02 07:34:52.408228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e4c2598-d06d-40d0-a0d8-26e077712480 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:52.426627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:52.502215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-945c3e9a-1cb4-43ad-bc64-4912e63d0b0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90a784c5-1fda-4f86-bbc8-caa327fbf29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058264 Mar 02 07:34:52.539276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0c852b4-02a0-4d4e-a8bf-52826041d072 req-5b6f4d7f-80d1-4701-b765-0b151c47d5d2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 210 time: 0.0495691 Mar 02 07:34:52.546406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:52.551515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.569718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e4c2598-d06d-40d0-a0d8-26e077712480 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:52.571458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2e4c2598-d06d-40d0-a0d8-26e077712480 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfb1f940fe746ac82185d93b28e274f HTTP/1.1" status: 200 len: 379 time: 0.2562356 Mar 02 07:34:52.584855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'admin_state_up': True, 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'security_groups': ['4c479668-731e-49d2-a963-0490027c79b8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:52.622054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.665570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:52.666504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:52.674962 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.710195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.739227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Transition to ACTIVE for port object aaa23b7f-19e5-4359-ae86-6ce452276c2b will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:52.755179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:52.783161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18691255-8ffa-4f4e-8a7e-d5c8576afeec req-fcd1f5dd-d5de-4c03-86cb-1978a15e045d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0674448 Mar 02 07:34:52.826871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:52.840592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.841280 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment e807972b-8143-46c7-87d8-836835e51f5a of type vlan for network c4d54f29-a6ff-4402-8381-997721bc26d5 Mar 02 07:34:52.855551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb80e4-5608-497b-8d0d-0f09f21504c7 req-b02fd985-58c7-4727-8727-80086c7c2a37 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.857014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18bb80e4-5608-497b-8d0d-0f09f21504c7 req-b02fd985-58c7-4727-8727-80086c7c2a37 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.5828457 Mar 02 07:34:52.862114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.877927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.908837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582a25-2c73-485e-a415-d3f20722ca0b req-a5f2cd40-9924-49ba-a562-d347753e9aaa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.910306 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46582a25-2c73-485e-a415-d3f20722ca0b req-a5f2cd40-9924-49ba-a562-d347753e9aaa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.6375151 Mar 02 07:34:52.920402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.928421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:52.929462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.993949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.021154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-18bb80e4-5608-497b-8d0d-0f09f21504c7 req-eb11fd91-50cc-4444-8a9c-738494d39d95 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545737 Mar 02 07:34:53.039674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:53.057686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:53.067162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:53.124105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-8205871c-54be-49fe-933d-08c128ae7c27 service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931475 Mar 02 07:34:53.197160 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'code': 200} Mar 02 07:34:53.332546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 6988e611-f496-4915-aef8-3aab34b43708 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:53.333069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.361474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:53.399743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:53.400482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.433364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:53.436255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98bc2aed-523a-4ad9-9b2c-7f0d45608ddd req-670a8a55-73dd-4d50-b89c-ed1fd71e2add service neutron] 10.222.0.16 "GET /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944109 Mar 02 07:34:53.487175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a91e2845-36d3-4ed8-bae0-f7f98fbe8e46 None None] Provisioning for port aaa23b7f-19e5-4359-ae86-6ce452276c2b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:53.497583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-fa60fa24-5e64-4755-9396-32fb1d41fda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7534010 Mar 02 07:34:53.502408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2053349 Mar 02 07:34:53.507788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55718) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:53.514155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a91e2845-36d3-4ed8-bae0-f7f98fbe8e46 None None] Provisioning complete for port aaa23b7f-19e5-4359-ae86-6ce452276c2b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:53.514586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a91e2845-36d3-4ed8-bae0-f7f98fbe8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.515181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:53.527592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:53.542982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5651-c626-4938-8e5f-0c48b547f0af tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=c4d54f29-a6ff-4402-8381-997721bc26d5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:53.565273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c4d54f29-a6ff-4402-8381-997721bc26d5 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:53.628345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:53.639183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.649521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Request body: {'port': {'device_id': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:53.804940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2845-36d3-4ed8-bae0-f7f98fbe8e46 None None] Port aaa23b7f-19e5-4359-ae86-6ce452276c2b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:53.813933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:53.830207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:53.861769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:53.886820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:53.910248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912178cc-1536-4191-aa17-97d9f643b78b req-84aecec0-9685-4e9a-b6f2-e04b31309882 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:53.914492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-912178cc-1536-4191-aa17-97d9f643b78b req-84aecec0-9685-4e9a-b6f2-e04b31309882 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 945 time: 0.5172174 Mar 02 07:34:53.998303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78435879-824d-4d78-93ae-cafaff456bea req-992de721-2a4c-4af9-82e1-b8b66e4265f3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:54.006844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78435879-824d-4d78-93ae-cafaff456bea req-992de721-2a4c-4af9-82e1-b8b66e4265f3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 945 time: 0.6150308 Mar 02 07:34:54.044339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:54.048430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-912178cc-1536-4191-aa17-97d9f643b78b req-d30771e6-943a-4d93-95da-4c2b31d33d2d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179190 Mar 02 07:34:54.059445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.098505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 172.20.0.5 (0581272b-f454-4f2b-9497-7089d94a85bb/28f08685-3096-4921-a1a6-259995618018/b572f364-24ce-44c5-a6d2-a82414b1ed1c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:54.197609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 53e9838a-d36c-43c8-b63f-4c8df8d66221 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:54.198103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.221163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.426141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6988e611-f496-4915-aef8-3aab34b43708 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:54.480504 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78435879-824d-4d78-93ae-cafaff456bea req-ed1a50a2-c0c3-42ee-9c4f-387856d59f79 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727032 Mar 02 07:34:54.615509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:54.616134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.623590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb289e7d-0175-41ce-8b90-93830012fb28 req-0eaca3c6-72da-40fe-88d2-83768c50e654 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:54.624392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb289e7d-0175-41ce-8b90-93830012fb28 req-0eaca3c6-72da-40fe-88d2-83768c50e654 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 943 time: 0.3900058 Mar 02 07:34:54.666529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.705358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.707286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:54.713993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.726470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.762311 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb289e7d-0175-41ce-8b90-93830012fb28 req-af249fcd-12ab-4172-b556-70bbad4ea058 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266315 Mar 02 07:34:54.818427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:54.905487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object b572f364-24ce-44c5-a6d2-a82414b1ed1c will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:54.917280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 53e9838a-d36c-43c8-b63f-4c8df8d66221 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:54.963438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 6988e611-f496-4915-aef8-3aab34b43708 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:55.006514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c70afee6-bba8-4761-81e6-98f66fd6ed07 req-a85b7041-20b9-4523-8254-f67c09048237 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0600097 Mar 02 07:34:55.086269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.198159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6988e611-f496-4915-aef8-3aab34b43708'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:55.217800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 0581272b-f454-4f2b-9497-7089d94a85bb is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:55.224708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:55.228203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:55.230175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:55.329322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028a53-476c-4889-ae09-f5371838d1d9 req-2efd7391-6cf8-4b34-9085-171950c06b9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:55.330313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-68028a53-476c-4889-ae09-f5371838d1d9 req-2efd7391-6cf8-4b34-9085-171950c06b9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:55.338036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.377555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:55.378056 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:55.474147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-68028a53-476c-4889-ae09-f5371838d1d9 req-2efd7391-6cf8-4b34-9085-171950c06b9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:55.481128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68028a53-476c-4889-ae09-f5371838d1d9 req-2efd7391-6cf8-4b34-9085-171950c06b9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 931 time: 0.7379277 Mar 02 07:34:55.521421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=2b7b77da-05f8-40f3-abfe-6b78d8e8180f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:55.544323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-87218e21-5e9a-46a7-a13e-6ab0657eb6d7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:55.546249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-87218e21-5e9a-46a7-a13e-6ab0657eb6d7 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 945 time: 0.4164288 Mar 02 07:34:55.549215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:55.549838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.560024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': 'e807972b-8143-46c7-87d8-836835e51f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:55.560524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: c4d54f29-a6ff-4402-8381-997721bc26d5, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:55.596545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90df6c-c7f3-4cff-8587-bfa736ab713b req-129dff47-ab64-41ce-b183-7868cdb9c0c5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:55.598133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a90df6c-c7f3-4cff-8587-bfa736ab713b req-129dff47-ab64-41ce-b183-7868cdb9c0c5 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.4692078 Mar 02 07:34:55.602179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-27098f57-9b41-4b97-a678-c6d2b245e66c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0247118 Mar 02 07:34:55.628781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:34:55.635169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'admin_state_up': True, 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'security_groups': ['4c479668-731e-49d2-a963-0490027c79b8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:55.652404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44fac0c5-e2df-4d9b-b097-db38a4811580 None None] Provisioning for port b572f364-24ce-44c5-a6d2-a82414b1ed1c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:55.662454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68028a53-476c-4889-ae09-f5371838d1d9 req-4c493581-621a-4f9d-8f5d-d483d83d9e58 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802678 Mar 02 07:34:55.673780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.677359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44fac0c5-e2df-4d9b-b097-db38a4811580 None None] Provisioning complete for port b572f364-24ce-44c5-a6d2-a82414b1ed1c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:55.677845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44fac0c5-e2df-4d9b-b097-db38a4811580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.751838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Deleting port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:55.752325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.784174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44fac0c5-e2df-4d9b-b097-db38a4811580 None None] Port b572f364-24ce-44c5-a6d2-a82414b1ed1c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:55.797770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network c4d54f29-a6ff-4402-8381-997721bc26d5 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:55.814815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:55.828486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.840913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c4d54f29-a6ff-4402-8381-997721bc26d5) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:55.850731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3dff6-f02c-42fb-8fb3-b683c3a29d09 None None] Network c4d54f29-a6ff-4402-8381-997721bc26d5 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:55.851333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:55.852035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.874344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=53e9838a-d36c-43c8-b63f-4c8df8d66221,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:55.886172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 6988e611-f496-4915-aef8-3aab34b43708 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:55.886834 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.041395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a90df6c-c7f3-4cff-8587-bfa736ab713b req-6fbaa622-3bd1-4caf-a1ac-a963c321070f tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300923 Mar 02 07:34:56.085287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Transition to ACTIVE for port object aaa23b7f-19e5-4359-ae86-6ce452276c2b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:56.088415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:56.115930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:port and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:56.122347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:56.139288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:56.148741 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.257487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-72ab3cfa-0d2f-45f1-82ae-ffbcce020207 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7466798 Mar 02 07:34:56.259731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55738) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:56.272323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:56.277609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.304948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c4d54f29-a6ff-4402-8381-997721bc26d5', 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': '2b7b77da-05f8-40f3-abfe-6b78d8e8180f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:56.306363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.378136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-584627730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:56.449965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device ea69bca2-7fcc-43c6-a099-dcac741cc0e9 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:56.675833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.1.1.141 (14cef371-4e79-436c-b2bd-85dffb944d8b/7e6112fd-f222-4e93-8e45-9e49e7dd4e76/500d3e32-01cc-4bb8-8708-454a83eed2fd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:56.680096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] For port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:56.680588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.710659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Allocated IP 2001:db8::2 (c4d54f29-a6ff-4402-8381-997721bc26d5/2b7b77da-05f8-40f3-abfe-6b78d8e8180f/0d830288-b782-4af9-bcd2-9f25f44b350a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:56.864914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.911316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:57.014443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.027928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Transition to ACTIVE for port object 0d830288-b782-4af9-bcd2-9f25f44b350a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:57.050912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Transition to ACTIVE for port object 0d830288-b782-4af9-bcd2-9f25f44b350a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:57.058476 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.139097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.152722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Pushing event updated for resources: {'Port': ['ID=0d830288-b782-4af9-bcd2-9f25f44b350a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:57.166131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 6988e611-f496-4915-aef8-3aab34b43708, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6988e611-f496-4915-aef8-3aab34b43708,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:57.166625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.176673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Network c4d54f29-a6ff-4402-8381-997721bc26d5 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:57.178738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:57.184070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:57.244963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object 500d3e32-01cc-4bb8-8708-454a83eed2fd will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:57.261776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dc3c6-d7a3-48fb-ad69-19c629b281e1 req-91577d88-8ee3-4e21-943e-ccd2e3b13a26 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:57.263831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa0dc3c6-d7a3-48fb-ad69-19c629b281e1 req-91577d88-8ee3-4e21-943e-ccd2e3b13a26 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a29ea77-976c-4f66-aea6-f6df739c8e6c HTTP/1.1" status: 200 len: 943 time: 0.9733264 Mar 02 07:34:57.270105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 23a05c2d-6b96-4883-904b-e48c9247b646 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:57.293029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Attempting to bind port 0d830288-b782-4af9-bcd2-9f25f44b350a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:57.293785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Attempting to bind port 0d830288-b782-4af9-bcd2-9f25f44b350a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e807972b-8143-46c7-87d8-836835e51f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:57.294372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Attempting to bind port 0d830288-b782-4af9-bcd2-9f25f44b350a on network c4d54f29-a6ff-4402-8381-997721bc26d5 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:57.303701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:57.304671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Checking segment: {'id': 'e807972b-8143-46c7-87d8-836835e51f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:57.305814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.310509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Bound using segment: {'id': 'e807972b-8143-46c7-87d8-836835e51f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:57.311164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Bound port: 0d830288-b782-4af9-bcd2-9f25f44b350a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e807972b-8143-46c7-87d8-836835e51f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c4d54f29-a6ff-4402-8381-997721bc26d5'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:57.311349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 6988e611-f496-4915-aef8-3aab34b43708 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:57.311865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.409516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Calling delete_port for 3bd392e4-64b9-41bd-b4f6-f93d19064d4e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:57.423491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] For port 0d830288-b782-4af9-bcd2-9f25f44b350a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:57.428357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] For port 0d830288-b782-4af9-bcd2-9f25f44b350a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0d830288-b782-4af9-bcd2-9f25f44b350a,segment=NetworkSegment(e807972b-8143-46c7-87d8-836835e51f5a),segment_id=e807972b-8143-46c7-87d8-836835e51f5a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:57.433356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.528867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625ffca-f838-46bf-8e19-bea636cea71b None None] Pushing event updated for resources: {'Port': ['ID=0d830288-b782-4af9-bcd2-9f25f44b350a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:57.568567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:57.576900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:57.616705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa0dc3c6-d7a3-48fb-ad69-19c629b281e1 req-0faff495-e955-4f6c-9eae-6917cb43069c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445010 Mar 02 07:34:57.620474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.657105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:57.659494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:57.669362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:57.684615 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] Sync routers for ids ['23a05c2d-6b96-4883-904b-e48c9247b646'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:57.697139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7defd09f-df64-4ba5-9000-76e7fde1c018 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/23a05c2d-6b96-4883-904b-e48c9247b646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0024266 Mar 02 07:34:57.698144 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] Routers {'23a05c2d-6b96-4883-904b-e48c9247b646'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:57.698413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55746) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:57.699109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23a05c2d-6b96-4883-904b-e48c9247b646'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.700161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:57.706332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:57.709057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:57.761271 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6988e611-f496-4915-aef8-3aab34b43708', 'code': 200} Mar 02 07:34:57.817035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-00165a67-9405-4887-b97d-7c934e5c31b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:57.823782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:57.862188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.879675 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] Routers {'23a05c2d-6b96-4883-904b-e48c9247b646'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:57.880683 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23a05c2d-6b96-4883-904b-e48c9247b646'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.884378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:57.887209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.889163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.903901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83', '6ca6d430-14d1-4a2f-8817-288599122cb1', '07c73f4d-e894-4022-8242-ae226ebd88dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:57.904140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-00165a67-9405-4887-b97d-7c934e5c31b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:57.905057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00165a67-9405-4887-b97d-7c934e5c31b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a05c2d-6b96-4883-904b-e48c9247b646 HTTP/1.1" status: 200 len: 205 time: 0.2038105 Mar 02 07:34:57.910204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.918652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.919194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55750) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:57.949281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.063769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:58.070259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:58.070708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:58.092605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f8b4a1d3-f1f0-4c9a-b567-f2d874e87913 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4630311 Mar 02 07:34:58.095570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f607f-b20f-4273-b969-6142bfa88724 req-be1d4fbd-fceb-4fef-aedc-d177c4cd19e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:58.103567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29f607f-b20f-4273-b969-6142bfa88724 req-be1d4fbd-fceb-4fef-aedc-d177c4cd19e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 2.2256758 Mar 02 07:34:58.110354 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:58.115776 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61e9a3-10cf-4d19-bc82-db089fb2f4e3 None None] The sync data for ids ['23a05c2d-6b96-4883-904b-e48c9247b646'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:58.128447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.192825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'admin_state_up': True, 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'security_groups': ['4c479668-731e-49d2-a963-0490027c79b8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:58.226837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.233389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bc999d3-e3a1-4966-9f14-07d13043aea0 req-ce7c875d-4ec2-4630-b395-03087a33767c tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e2b278-3328-4132-ac35-387865d9a479 HTTP/1.1" status: 200 len: 210 time: 0.1508827 Mar 02 07:34:58.236491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:34:58.237028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:58.240739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event deleted for resources: {'Port': ['ID=3bd392e4-64b9-41bd-b4f6-f93d19064d4e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:58.372791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1ed3e9a7-15d5-40e5-a028-2529d4370f3c None None] Provisioning for port 500d3e32-01cc-4bb8-8708-454a83eed2fd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:58.384001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=6988e611-f496-4915-aef8-3aab34b43708,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:58.389173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1ed3e9a7-15d5-40e5-a028-2529d4370f3c None None] Provisioning complete for port 500d3e32-01cc-4bb8-8708-454a83eed2fd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:58.389768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1ed3e9a7-15d5-40e5-a028-2529d4370f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.409179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:58.409804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:58.410612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Bound using segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:58.411383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Bound port: aaa23b7f-19e5-4359-ae86-6ce452276c2b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:58.412030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.486583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3e9a7-15d5-40e5-a028-2529d4370f3c None None] Port 500d3e32-01cc-4bb8-8708-454a83eed2fd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:58.559421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.584932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:58.590442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:58.616778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.620970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cc0f14b8-7830-4159-84d8-89b2c3e08f68 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.3438022 Mar 02 07:34:58.644250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:58.660763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] No DVR routers for this DVR port 3bd392e4-64b9-41bd-b4f6-f93d19064d4e on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:58.676107 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.690183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.692919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ace0bcaf-838b-4517-8686-24cc954cc476 req-804fe512-33a4-4d3f-b734-c3a76e00bd87 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.16 "DELETE /v2.0/ports/3bd392e4-64b9-41bd-b4f6-f93d19064d4e HTTP/1.1" status: 204 len: 173 time: 3.1356592 Mar 02 07:34:58.739710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29f607f-b20f-4273-b969-6142bfa88724 req-01d2b15d-0220-4905-a165-6970f36da91b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6351967 Mar 02 07:34:58.740400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'name': 'network-vif-deleted', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:58.817842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port 6988e611-f496-4915-aef8-3aab34b43708 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:58.825125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.827052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46582a25-2c73-485e-a415-d3f20722ca0b req-89b11a8d-8afc-48e7-84ca-21dcf7d038d4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "DELETE /v2.0/ports/6988e611-f496-4915-aef8-3aab34b43708 HTTP/1.1" status: 204 len: 173 time: 5.8814335 Mar 02 07:34:58.833213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:58.833826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.835225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] 10.222.0.16 "PUT /v2.0/ports/aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 1091 time: 5.3262632 Mar 02 07:34:58.862629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:58.867654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:port and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:58.871750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:58.877160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b695-9bb4-4391-a812-0f1a85a57c30 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:58.881454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:59.042606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519cd5c-6aff-451a-80f1-8073b3e17d73 req-8ddac441-8002-421f-82f7-b19281731bc0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.045072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b519cd5c-6aff-451a-80f1-8073b3e17d73 req-8ddac441-8002-421f-82f7-b19281731bc0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.1217959 Mar 02 07:34:59.064704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:59.070428 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.154507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b519cd5c-6aff-451a-80f1-8073b3e17d73 req-d4d050da-cc9b-4458-b73a-a454c9ae1769 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642340 Mar 02 07:34:59.191627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-de08c3ce-644f-422f-b669-6092f4c83348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.193441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-de08c3ce-644f-422f-b669-6092f4c83348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1094 time: 0.1473980 Mar 02 07:34:59.372644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0d830288-b782-4af9-bcd2-9f25f44b350a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:59.430056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bd392e4-64b9-41bd-b4f6-f93d19064d4e no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:59.458317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec7b03-7ccf-4e8c-8fa2-dcb2010dd0fd None None] Network c4d54f29-a6ff-4402-8381-997721bc26d5 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:59.554688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-2c6a05ee-5dc8-4817-ac8b-94b4e4de1ee4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 217 time: 0.3529971 Mar 02 07:34:59.566168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 3bd392e4-64b9-41bd-b4f6-f93d19064d4e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:59.566548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 3bd392e4-64b9-41bd-b4f6-f93d19064d4e not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:59.646514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.649178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.662549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a7d34e38-b122-4337-b148-2c5d6b004bfe None None] Provisioning for port 0d830288-b782-4af9-bcd2-9f25f44b350a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:59.736561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0d830288-b782-4af9-bcd2-9f25f44b350a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:59.755568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0d830288-b782-4af9-bcd2-9f25f44b350a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:59.755945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.759561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-1c7ff50b-05ed-4a43-83d5-89a99fb3a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.761086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-1c7ff50b-05ed-4a43-83d5-89a99fb3a072 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1138244 Mar 02 07:34:59.766759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.767272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router 23a05c2d-6b96-4883-904b-e48c9247b646 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:59.806558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1e3e0-6cd3-49b4-9836-281f6c97c233 req-978168e7-1341-435b-b531-b5436b971356 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.813712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53d1e3e0-6cd3-49b4-9836-281f6c97c233 req-978168e7-1341-435b-b531-b5436b971356 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.2731876 Mar 02 07:34:59.872984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-53d1e3e0-6cd3-49b4-9836-281f6c97c233 req-73f62d69-0362-44b4-bbb7-27174fde612c tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 Mar 02 07:34:59.893433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-8c8ffecd-9a5d-4fdc-b79d-6086177df4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.910990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-8c8ffecd-9a5d-4fdc-b79d-6086177df4de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278727 Mar 02 07:34:59.957849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.988905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-9dcec9df-5d57-4747-8c4a-949b614c4141 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.994807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-9dcec9df-5d57-4747-8c4a-949b614c4141 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:59.996198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-9dcec9df-5d57-4747-8c4a-949b614c4141 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:00.023312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0d830288-b782-4af9-bcd2-9f25f44b350a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0d830288-b782-4af9-bcd2-9f25f44b350a,segment=NetworkSegment(e807972b-8143-46c7-87d8-836835e51f5a),segment_id=e807972b-8143-46c7-87d8-836835e51f5a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:00.031038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.081815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.152741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.153929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5d4674c-0278-4e21-9ec0-67c885616d59 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/23a05c2d-6b96-4883-904b-e48c9247b646 HTTP/1.1" status: 204 len: 168 time: 2.2337563 Mar 02 07:35:00.158922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55770) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:00.181414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-9dcec9df-5d57-4747-8c4a-949b614c4141 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:00.189112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-9dcec9df-5d57-4747-8c4a-949b614c4141 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 1653 time: 1.5437870 Mar 02 07:35:00.224259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0d830288-b782-4af9-bcd2-9f25f44b350a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:00.269462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 379abb14-bae4-47d7-9847-48a2f3630b50 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:00.275044 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2b278-3328-4132-ac35-387865d9a479', 'name': 'network-vif-deleted', 'tag': '3bd392e4-64b9-41bd-b4f6-f93d19064d4e', 'status': 'completed', 'code': 200} Mar 02 07:35:00.280058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.310523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b0f49e23-a752-4713-81f1-54b4ea7b8386 None None] Provisioning complete for port 0d830288-b782-4af9-bcd2-9f25f44b350a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:00.311169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b0f49e23-a752-4713-81f1-54b4ea7b8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.321153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-e56ca21e-23ed-4867-9de5-f4da73646ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111776 Mar 02 07:35:00.440519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.1.1.234 (14cef371-4e79-436c-b2bd-85dffb944d8b/7e6112fd-f222-4e93-8e45-9e49e7dd4e76/ef989801-109b-4513-af2b-d6e4bc1dcfef) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:00.445727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdc3578e-d375-41b7-8c32-7d247cb9d213 req-8d8adf1d-fc74-446e-b45c-8f3f6adb4861 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558086 Mar 02 07:35:00.524651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01e4eaeb-0c87-4723-92c3-af1544dbc171 req-36ecef91-dd83-4bd4-bdd0-198a344c7424 service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674621 Mar 02 07:35:00.534121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.627261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ef073-d061-408a-bf9f-3b63a7754380 req-c93b2158-9002-4705-b9d1-91ec5d3c4378 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:00.628738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-192ef073-d061-408a-bf9f-3b63a7754380 req-c93b2158-9002-4705-b9d1-91ec5d3c4378 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3105619 Mar 02 07:35:00.709693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.746159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.803681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object ef989801-109b-4513-af2b-d6e4bc1dcfef will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:00.817985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-192ef073-d061-408a-bf9f-3b63a7754380 req-9783ef54-77c0-4769-ae4b-99e5864ac87c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574759 Mar 02 07:35:00.852595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.929867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2fd4a-7089-4cbd-9ec2-e29abee0963d None None] Network 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:00.950913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.975633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.994929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=379abb14-bae4-47d7-9847-48a2f3630b50,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:01.007600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8::1 (c4d54f29-a6ff-4402-8381-997721bc26d5/2b7b77da-05f8-40f3-abfe-6b78d8e8180f/24f4c964-d30a-4c7d-b98d-d3c7242b0b9d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:01.021057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0f47cc3e-84ac-4d6f-b698-55ed236f038d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/379abb14-bae4-47d7-9847-48a2f3630b50 HTTP/1.1" status: 204 len: 168 time: 0.8608880 Mar 02 07:35:01.021811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:01.135480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:01.151662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 14cef371-4e79-436c-b2bd-85dffb944d8b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:01.158329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:01.168507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:01.332044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0d830288-b782-4af9-bcd2-9f25f44b350a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:01.357230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.359246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:01.359861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.397404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-de41871d-9766-4ecc-9a31-f98039054fde tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:01.405260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-de41871d-9766-4ecc-9a31-f98039054fde tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.4464865 Mar 02 07:35:01.412178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 3b4ac654-e278-40da-b803-2a0854bb6176 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:01.412546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.434342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62764f32-8f53-4e25-bb89-1fc237f487f4 req-b61adaac-282e-4f5b-b0b7-1e3c34ca52b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:01.435978 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62764f32-8f53-4e25-bb89-1fc237f487f4 req-b61adaac-282e-4f5b-b0b7-1e3c34ca52b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.4255233 Mar 02 07:35:01.441556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e6f5e9c6-13d4-4250-96a0-c2cbdf1bc61b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2631624 Mar 02 07:35:01.475327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-bd09b621-0679-4b36-8ba9-2b629a10f526 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0685570 Mar 02 07:35:01.480592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] DHCP port deletion for 95c90a4d-eb65-4ff5-ac86-1e0fab69fbab request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:01.498786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Deleting port 3b4ac654-e278-40da-b803-2a0854bb6176 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:01.499289 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.513971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'admin_state_up': True, 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'security_groups': ['4c479668-731e-49d2-a963-0490027c79b8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:01.536018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-95dc8d49-2506-44f7-b655-5b341bf8eeb8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:01.560495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.581238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:01.591662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-95dc8d49-2506-44f7-b655-5b341bf8eeb8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:01.593009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-95dc8d49-2506-44f7-b655-5b341bf8eeb8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169701 Mar 02 07:35:01.624830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0d830288-b782-4af9-bcd2-9f25f44b350a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:01.625287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.746300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-69fef27a-71e4-47ff-9a12-809cbe7a2aaa None None] Provisioning for port ef989801-109b-4513-af2b-d6e4bc1dcfef completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:01.773048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-69fef27a-71e4-47ff-9a12-809cbe7a2aaa None None] Provisioning complete for port ef989801-109b-4513-af2b-d6e4bc1dcfef triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:01.774036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-69fef27a-71e4-47ff-9a12-809cbe7a2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.863177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:01.873381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:01.892463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62764f32-8f53-4e25-bb89-1fc237f487f4 req-11d2c384-bdae-4937-87a2-fedc40b57b04 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478161 Mar 02 07:35:01.898250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:01.942903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port 3b4ac654-e278-40da-b803-2a0854bb6176, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b4ac654-e278-40da-b803-2a0854bb6176,segment=NetworkSegment(50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4),segment_id=50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:01.943457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.948898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-69fef27a-71e4-47ff-9a12-809cbe7a2aaa None None] Port ef989801-109b-4513-af2b-d6e4bc1dcfef cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:02.096581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.138909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 3b4ac654-e278-40da-b803-2a0854bb6176 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:02.145118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] For port 3b4ac654-e278-40da-b803-2a0854bb6176, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b4ac654-e278-40da-b803-2a0854bb6176,segment=NetworkSegment(50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4),segment_id=50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:02.145446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.179258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network c4d54f29-a6ff-4402-8381-997721bc26d5 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:02.187911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:02.197334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:02.197894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.213138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-5159bfb7-d69f-4d1f-a6bb-f5e1c39dfc37 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913732 Mar 02 07:35:02.277142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-deleted', 'tag': '6988e611-f496-4915-aef8-3aab34b43708'}, {'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:02.302501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Calling delete_port for 3b4ac654-e278-40da-b803-2a0854bb6176 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:02.411503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.413485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:35:02.414525 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:35:02.418960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.439124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=24f4c964-d30a-4c7d-b98d-d3c7242b0b9d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:02.483278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No DVR routers for this DVR port 3b4ac654-e278-40da-b803-2a0854bb6176 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:02.523630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=3b4ac654-e278-40da-b803-2a0854bb6176,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:02.560652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ea676b86-8c08-4215-b1ed-0d0b728b7825 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464751 Mar 02 07:35:02.567857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6058f-891b-496a-a539-e863789cce6f req-45bbca84-afc7-461b-8ee8-16543fa72d8d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:02.575528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ff6058f-891b-496a-a539-e863789cce6f req-45bbca84-afc7-461b-8ee8-16543fa72d8d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5275667 Mar 02 07:35:02.657272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.685161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2e0495cc-5a2c-41bc-a93b-b659c3680909 None None] Provisioning for port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:02.691051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c90a4d-eb65-4ff5-ac86-1e0fab69fbab']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:02.693341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2e0495cc-5a2c-41bc-a93b-b659c3680909 None None] Provisioning complete for port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:02.693720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2e0495cc-5a2c-41bc-a93b-b659c3680909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.708220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.711889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:02.712192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bf3a6c-ffc3-4b5d-bfa3-cee6d929e6b4') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:02.746975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.763137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ff6058f-891b-496a-a539-e863789cce6f req-144f3309-6f95-419c-b51e-21900e429888 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1862919 Mar 02 07:35:02.789796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2e0495cc-5a2c-41bc-a93b-b659c3680909 None None] Port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:02.814629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.838934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:02.839356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:02.867418 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:02.915373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Deleting port 3b4ac654-e278-40da-b803-2a0854bb6176 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:02.915969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.059159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:35:03.064941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.083535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-23271f2b-0147-4f0f-aeae-f7eb1025af3c None None] The port '3b4ac654-e278-40da-b803-2a0854bb6176' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:35:03.115377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.135571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=95c90a4d-eb65-4ff5-ac86-1e0fab69fbab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:03.147931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1ebc3-5d69-4514-8c01-e08aebfa9c06 req-f5b84dec-3200-42b6-b9fd-ce28e66c2d33 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:03.154892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67c1ebc3-5d69-4514-8c01-e08aebfa9c06 req-f5b84dec-3200-42b6-b9fd-ce28e66c2d33 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.2616985 Mar 02 07:35:03.174609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b932eeac-2881-410f-a99e-e3615774046a tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/95c90a4d-eb65-4ff5-ac86-1e0fab69fbab HTTP/1.1" status: 204 len: 168 time: 2.1481502 Mar 02 07:35:03.178847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55820) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:03.185130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-897371457', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:03.210515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:03.222577 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67c1ebc3-5d69-4514-8c01-e08aebfa9c06 req-85c896a9-b4e2-41e6-933e-74ca6cb99940 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667422 Mar 02 07:35:03.231362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:03.236623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:03.251325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.2.2.100 (611c8c9e-1769-40eb-908d-469110e3d337/916cb47a-4f7f-446b-8fb8-8a8b6345ac80/1da338c6-9d21-471f-922b-2e78aa990d73) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:03.259204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:03.280264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.281152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.306463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.341087 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a29ea77-976c-4f66-aea6-f6df739c8e6c', 'name': 'network-vif-deleted', 'tag': '6988e611-f496-4915-aef8-3aab34b43708', 'status': 'completed', 'code': 200} Mar 02 07:35:03.342513 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'status': 'completed', 'code': 200} Mar 02 07:35:03.351023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.363422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b4ac654-e278-40da-b803-2a0854bb6176 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:03.417149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395092-def2-4020-bd43-5a2eb43d6466 req-6ac5b69a-d3bc-4c6a-aad5-aebf237c562f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:03.425234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:35:03.425528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395092-def2-4020-bd43-5a2eb43d6466 req-6ac5b69a-d3bc-4c6a-aad5-aebf237c562f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:03.429088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3b4ac654-e278-40da-b803-2a0854bb6176 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:03.429432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b4ac654-e278-40da-b803-2a0854bb6176 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:03.431295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395092-def2-4020-bd43-5a2eb43d6466 req-6ac5b69a-d3bc-4c6a-aad5-aebf237c562f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:03.433283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be395092-def2-4020-bd43-5a2eb43d6466 req-6ac5b69a-d3bc-4c6a-aad5-aebf237c562f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 2374 time: 0.4582801 Mar 02 07:35:03.549123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.550464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a86b914d-846d-44a3-b574-cb53edad7888 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3714085 Mar 02 07:35:03.561158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55826) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:03.568464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27c602bc-e388-4dad-9a09-8eba01b1ac9f req-6bf28cb8-d0fd-4935-ac90-5f171350fee1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 210 time: 0.1510174 Mar 02 07:35:03.574155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-1389981972'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:03.582842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:03.588131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:03.591470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:03.601846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:03.627028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:03.632825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.699012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:03.715955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:03.736979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.737380 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 723ea6d5-2b4f-44dc-86d9-ca2a009f1d57 of type vlan for network b5bf1971-ae58-470a-a5ab-a0f58908d5bf Mar 02 07:35:03.748023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:35:03.767248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-e068c109-0083-484e-88f1-b8ae8ab6a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:03.768662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-e068c109-0083-484e-88f1-b8ae8ab6a816 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1094 time: 0.4001234 Mar 02 07:35:03.774441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be395092-def2-4020-bd43-5a2eb43d6466 req-3ce589be-b194-4878-bf74-c14d0336a969 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221309 Mar 02 07:35:03.866286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.899603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:03.918420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.935137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:03.941832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.024382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.123022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.137638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.153496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.154323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.157196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.162411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.163002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.209620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object 1da338c6-9d21-471f-922b-2e78aa990d73 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:04.259864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bfca-f127-410b-ba98-ad22b18af045 req-40696b2a-aa30-4c60-ba99-db69599f8f5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.261432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4a6bfca-f127-410b-ba98-ad22b18af045 req-40696b2a-aa30-4c60-ba99-db69599f8f5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2428164 Mar 02 07:35:04.289918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['aaa23b7f-19e5-4359-ae86-6ce452276c2b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:04.296577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-549bfbf3-8c01-4555-b1f3-c427192ed937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.298088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-549bfbf3-8c01-4555-b1f3-c427192ed937 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.5229557 Mar 02 07:35:04.309580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7443237 Mar 02 07:35:04.313843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55832) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:04.371795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=24f4c964-d30a-4c7d-b98d-d3c7242b0b9d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.410493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4a6bfca-f127-410b-ba98-ad22b18af045 req-0d5919bb-7170-4999-ad3a-2c49f4884bcf tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415243 Mar 02 07:35:04.434949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.518822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network c4d54f29-a6ff-4402-8381-997721bc26d5 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:04.524945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:04.532798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:04.536407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 611c8c9e-1769-40eb-908d-469110e3d337 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:04.543075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:04.549521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:04.552367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa29fe6-a08a-43a4-88ed-91cb851e3227 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=b5bf1971-ae58-470a-a5ab-a0f58908d5bf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.577718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:04.580908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.595728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-744cdcc5-70ba-4c5d-a253-c40c67eca8d8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.597183 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-744cdcc5-70ba-4c5d-a253-c40c67eca8d8 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.6067071 Mar 02 07:35:04.619559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-a9e810f1-f6c5-40e5-8f19-876f0d76b88a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 217 time: 0.3044627 Mar 02 07:35:04.678972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf6709-1598-446b-9bd5-a79797335807 req-b34ee645-5638-4cc5-b0f4-9615d4e8aa50 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.680505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eabf6709-1598-446b-9bd5-a79797335807 req-b34ee645-5638-4cc5-b0f4-9615d4e8aa50 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7409582 Mar 02 07:35:04.933680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:04.934387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.960257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router cc6c41ed-35e1-4bca-9596-8b44fabe76cf is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:05.036284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-4ed1e8b7-3af0-41b0-8070-7480f510ad7a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5399413 Mar 02 07:35:05.037359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Provisioning complete for port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:05.037994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.045811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-a5530941-6d91-4667-90e2-d83ce19162a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:05.048988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-a5530941-6d91-4667-90e2-d83ce19162a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.3833194 Mar 02 07:35:05.049629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'admin_state_up': True, 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'security_groups': ['4c479668-731e-49d2-a963-0490027c79b8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:05.136971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:05.148707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Provisioning for port 1da338c6-9d21-471f-922b-2e78aa990d73 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:05.149201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:05.153670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Provisioning complete for port 1da338c6-9d21-471f-922b-2e78aa990d73 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:05.154074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.183045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:05.193282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:05.206261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eabf6709-1598-446b-9bd5-a79797335807 req-b0c73b40-5d7e-4ec4-8761-2ab971171085 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3706207 Mar 02 07:35:05.207220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:05.214347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-80889aeb-f326-4d54-b660-bfd4e9923b75 None None] Port 1da338c6-9d21-471f-922b-2e78aa990d73 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:05.215740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Deleting port fd13255c-e1e3-4cfa-b870-bc510487f0ff {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:05.215740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.281495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:05.284955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.285304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:05.293310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f00ff8e1-3cd4-4ac2-9462-feec6a26bdc7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/cc6c41ed-35e1-4bca-9596-8b44fabe76cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6470542 Mar 02 07:35:05.297332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55844) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:05.302881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] Sync routers for ids ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:05.316734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] Routers {'cc6c41ed-35e1-4bca-9596-8b44fabe76cf'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:05.317729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:05.349247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-c9992cf9-2b17-4b35-b9cb-48e1a8621121 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:05.350744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-c9992cf9-2b17-4b35-b9cb-48e1a8621121 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.8009503 Mar 02 07:35:05.394031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64b52a-92fc-4400-896d-0dc4b804b790 req-528338f4-9c00-48d4-ad36-9e7ebfcdadd9 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:05.398370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d64b52a-92fc-4400-896d-0dc4b804b790 req-528338f4-9c00-48d4-ad36-9e7ebfcdadd9 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 945 time: 0.3289371 Mar 02 07:35:05.404236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:05.414537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] Routers {'cc6c41ed-35e1-4bca-9596-8b44fabe76cf'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:05.415363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:34:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:05.441528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94f040-2b25-4f1f-9c2a-506631abb32f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:05.442055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e94f040-2b25-4f1f-9c2a-506631abb32f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:05.451749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:05.468030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Usage tracker for resource:port and tenant:9bfb1f940fe746ac82185d93b28e274f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:05.469239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:05.475149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:05.480322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:05.480817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedfa72-61f7-4c36-aa0f-20f5ab8771f1 None None] The sync data for ids ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:05.484774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:05.498802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d64b52a-92fc-4400-896d-0dc4b804b790 req-d7d52d5d-58d2-4861-b8ae-4f8fb1ce69ba tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Mar 02 07:35:05.501419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e94f040-2b25-4f1f-9c2a-506631abb32f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:05.505328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9e94f040-2b25-4f1f-9c2a-506631abb32f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports/24f4c964-d30a-4c7d-b98d-d3c7242b0b9d HTTP/1.1" status: 200 len: 911 time: 0.2068434 Mar 02 07:35:05.507172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55852) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:05.513820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b7b77da-05f8-40f3-abfe-6b78d8e8180f'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:05.537710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-217f4b8a-57be-479c-9930-a063ce2fb7b6 req-c785362b-ffb2-4c18-879e-82fcec37eb00 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 210 time: 0.2007971 Mar 02 07:35:05.587238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Made reservation on behalf of 9bfb1f940fe746ac82185d93b28e274f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:05.601450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.695063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-80491c54-2de3-4e20-8d62-8b17ea028828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:05.696384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-80491c54-2de3-4e20-8d62-8b17ea028828 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6013682 Mar 02 07:35:05.980231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:06.034080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:06.041372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] For port fd13255c-e1e3-4cfa-b870-bc510487f0ff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fd13255c-e1e3-4cfa-b870-bc510487f0ff,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:06.041734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.090970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:06.096977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:06.102679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:06.108365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:06.109980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:06.219260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:06.220446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edb52e3d-254f-4199-8701-46213786a4ce req-d8c738a8-537c-44d9-a3cb-7071c1db14bd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3095 time: 0.5501716 Mar 02 07:35:06.255996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Allocated IP 10.2.2.200 (611c8c9e-1769-40eb-908d-469110e3d337/916cb47a-4f7f-446b-8fb8-8a8b6345ac80/70d429d4-1cbe-4c3d-bcde-0d904f8a8aed) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:06.261499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.325831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Calling delete_port for fd13255c-e1e3-4cfa-b870-bc510487f0ff owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:06.369070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edb52e3d-254f-4199-8701-46213786a4ce req-c3cec53d-6b61-4283-b1dd-d4d70523217a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387064 Mar 02 07:35:06.369692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:06.373571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.410294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-07036b12-3047-496b-b171-04267ca6bda1 service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721828 Mar 02 07:35:06.459020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625082b1-3830-4345-a6ce-7451ded63d10 req-94b68d99-a645-4502-8e3f-64d539786e6b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:06.460250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-625082b1-3830-4345-a6ce-7451ded63d10 req-94b68d99-a645-4502-8e3f-64d539786e6b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:06.645799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.689780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-625082b1-3830-4345-a6ce-7451ded63d10 req-94b68d99-a645-4502-8e3f-64d539786e6b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:06.693722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-625082b1-3830-4345-a6ce-7451ded63d10 req-94b68d99-a645-4502-8e3f-64d539786e6b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 946 time: 1.0208564 Mar 02 07:35:06.787197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=9febbe05-bd16-48d6-a895-81ce20324d7e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:06.898465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.944286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:06.944562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: b5bf1971-ae58-470a-a5ab-a0f58908d5bf, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:06.950512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Transition to ACTIVE for port object 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:06.959457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e4253d2-a843-4bfd-95a2-329e725333b3 req-3481a1cb-52ca-42b6-aae8-ea8c9b24502b service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403945 Mar 02 07:35:06.983869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.5 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/40f5f6c3-2379-438d-b9b5-56c0a0b9811f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:07.000895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-625082b1-3830-4345-a6ce-7451ded63d10 req-0e7318c6-b9ac-4260-ad28-337d9209cc9d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645614 Mar 02 07:35:07.003314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1780-bb55-470b-a762-e22392ec524a req-a97da5fe-5fe1-4d37-a7c5-f3de369fb6ea tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:07.004808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-991f1780-bb55-470b-a762-e22392ec524a req-a97da5fe-5fe1-4d37-a7c5-f3de369fb6ea tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 946 time: 0.3242197 Mar 02 07:35:07.026152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.041105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['253eab45-4bd9-4f46-8137-b28bac281118'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:07.090968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:07.131266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Pushing event deleted for resources: {'Port': ['ID=fd13255c-e1e3-4cfa-b870-bc510487f0ff,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:07.145595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfee4d-6268-4af8-9cb8-f419171d2d44 req-a398c559-0c67-4681-b273-b5d84a4f236d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:07.152871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bedfee4d-6268-4af8-9cb8-f419171d2d44 req-a398c559-0c67-4681-b273-b5d84a4f236d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.4086306 Mar 02 07:35:07.218136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Deleting port 07c73f4d-e894-4022-8242-ae226ebd88dc {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:07.218136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.271988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b5bf1971-ae58-470a-a5ab-a0f58908d5bf) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:07.287044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bedfee4d-6268-4af8-9cb8-f419171d2d44 req-ce7c63b2-531b-4d23-a1ef-761da8e9af04 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333754 Mar 02 07:35:07.288024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.295058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] No DVR routers for this DVR port fd13255c-e1e3-4cfa-b870-bc510487f0ff on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:07.298062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:07.298801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.299986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590eac38-129f-4dd4-9f89-d1b38c8e046f None None] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:07.316618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-330b41d1-0b08-495e-bb90-6403174aaf18 req-7dea8d9a-9410-436e-95d5-7002a98ef78d tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=360a5e50-516b-44d0-8f31-47cc68b09820 HTTP/1.1" status: 200 len: 210 time: 0.1312964 Mar 02 07:35:07.317753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.357011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'name': 'network-vif-deleted', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:07.434168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Network 611c8c9e-1769-40eb-908d-469110e3d337 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:07.446349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:07.454906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:07.485927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:07.518541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:07.594022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.635374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc7ba9b5-12b5-459a-b0d9-358952b51f3a req-33963b3a-1c16-45da-a4a4-9d95c448c00b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "DELETE /v2.0/ports/fd13255c-e1e3-4cfa-b870-bc510487f0ff HTTP/1.1" status: 204 len: 173 time: 3.0024645 Mar 02 07:35:07.657167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e75dd895-88f6-4ae4-9496-226d1c03d15b req-a8f08b0e-1dd6-48c0-88a2-6a66a68ec1cc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 210 time: 0.1355565 Mar 02 07:35:07.681005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.687078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:07.687738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.691653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/ports/24f4c964-d30a-4c7d-b98d-d3c7242b0b9d HTTP/1.1" status: 200 len: 911 time: 2.1809392 Mar 02 07:35:07.697137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:07.726345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-011d3f54-c129-4c74-aaff-dc58896afb66 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4021113 Mar 02 07:35:07.739289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:07.757671 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a5e50-516b-44d0-8f31-47cc68b09820', 'name': 'network-vif-deleted', 'tag': 'fd13255c-e1e3-4cfa-b870-bc510487f0ff', 'status': 'completed', 'code': 200} Mar 02 07:35:07.769640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:07.770893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.882296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port aaa23b7f-19e5-4359-ae86-6ce452276c2b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:07.894927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port aaa23b7f-19e5-4359-ae86-6ce452276c2b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:07.895341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.976440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eea1b781-ed40-4635-b3c8-49d660846735 None None] Provisioning for port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:07.994772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eea1b781-ed40-4635-b3c8-49d660846735 None None] Provisioning complete for port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:07.995158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eea1b781-ed40-4635-b3c8-49d660846735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.121696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.131097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.153998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.179602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.223064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Allocated IP 172.20.0.2 (b5bf1971-ae58-470a-a5ab-a0f58908d5bf/9febbe05-bd16-48d6-a895-81ce20324d7e/bc476559-2fde-4e38-b989-870879801a90) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:08.225278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-eea1b781-ed40-4635-b3c8-49d660846735 None None] Port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:08.287748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0870821-1ce4-412e-83dd-37dfaa9c875c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=24f4c964-d30a-4c7d-b98d-d3c7242b0b9d,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:08.291823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:08.304640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-406fef98-3a71-47a2-9526-bd7de22829ba tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2602334 Mar 02 07:35:08.320295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:08.404111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] For port 07c73f4d-e894-4022-8242-ae226ebd88dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=07c73f4d-e894-4022-8242-ae226ebd88dc,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:08.404536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.455508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:08.464274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd5947-4d74-49b6-9f7c-160a51120ad7 req-46eec31c-cf47-495d-bb9d-196da2b2c3db tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.469247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.469499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fd13255c-e1e3-4cfa-b870-bc510487f0ff no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:08.471416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7cbd5947-4d74-49b6-9f7c-160a51120ad7 req-46eec31c-cf47-495d-bb9d-196da2b2c3db tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.8429444 Mar 02 07:35:08.554704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: fd13255c-e1e3-4cfa-b870-bc510487f0ff {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:08.554991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fd13255c-e1e3-4cfa-b870-bc510487f0ff not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:08.574674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Calling delete_port for 07c73f4d-e894-4022-8242-ae226ebd88dc owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:08.594914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7cbd5947-4d74-49b6-9f7c-160a51120ad7 req-475ec5ff-ff49-4732-a00e-f2970fa59b02 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225400 Mar 02 07:35:08.639255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:08.642789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.645357 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.657076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.675765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Transition to ACTIVE for port object bc476559-2fde-4e38-b989-870879801a90 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:08.704801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Transition to ACTIVE for port object bc476559-2fde-4e38-b989-870879801a90 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:08.713137 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.823676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:08.827011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Pushing event updated for resources: {'Port': ['ID=bc476559-2fde-4e38-b989-870879801a90,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:08.831281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:08.833550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:08.849215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:08.869691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.876240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.882038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.887792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.894251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:08.896010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-de5911eb-4d01-4c81-a375-7e55cc55adb9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3816 time: 0.9027927 Mar 02 07:35:08.901031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.929646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Attempting to bind port bc476559-2fde-4e38-b989-870879801a90 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:08.929922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Attempting to bind port bc476559-2fde-4e38-b989-870879801a90 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:08.930537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Attempting to bind port bc476559-2fde-4e38-b989-870879801a90 on network b5bf1971-ae58-470a-a5ab-a0f58908d5bf {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:08.936464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:08.936980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Checking segment: {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:08.937728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.938164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Bound using segment: {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:08.939992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Bound port: bc476559-2fde-4e38-b989-870879801a90, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:08.940379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.948131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:08.959481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:09.000954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:09.100149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:09.100773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.107244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] For port bc476559-2fde-4e38-b989-870879801a90, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:09.110752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] For port bc476559-2fde-4e38-b989-870879801a90, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc476559-2fde-4e38-b989-870879801a90,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:09.114957 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.158862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2899afd-a96c-43d8-b003-30c7f0fecf31 req-1c0bdfcb-e1b5-4b47-9303-d70d473b6c37 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459877 Mar 02 07:35:09.169427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-ead57cb3-30e8-4cad-839c-f390047ec626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7356253 Mar 02 07:35:09.213349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Request body: {'port': {'device_id': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:09.220055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d122-0910-473a-8745-e117cba857f6 None None] Pushing event updated for resources: {'Port': ['ID=bc476559-2fde-4e38-b989-870879801a90,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:09.259334 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'code': 200} Mar 02 07:35:09.275263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6f38-6d58-40d9-9a42-c4ca274aa042 req-4fd1331c-705d-43ba-873d-2c8d8c553009 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:09.296757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d8d6f38-6d58-40d9-9a42-c4ca274aa042 req-4fd1331c-705d-43ba-873d-2c8d8c553009 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=7041e174-fc73-4860-8f1d-36ce76cd3a06 HTTP/1.1" status: 200 len: 946 time: 0.4512124 Mar 02 07:35:09.325540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.337635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83', '6ca6d430-14d1-4a2f-8817-288599122cb1', '07c73f4d-e894-4022-8242-ae226ebd88dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:09.402537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event deleted for resources: {'Port': ['ID=07c73f4d-e894-4022-8242-ae226ebd88dc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:09.633946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d8d6f38-6d58-40d9-9a42-c4ca274aa042 req-cc058bfa-48b7-4da9-bad3-2d9c9ab92c3c tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289344 Mar 02 07:35:09.673697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.705409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.20.0.1 (b5bf1971-ae58-470a-a5ab-a0f58908d5bf/9febbe05-bd16-48d6-a895-81ce20324d7e/bf7a639b-79d1-4641-80d2-71d7d9dec766) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:09.784810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aef1f-72f2-4d1d-9dd9-414266fcdf84 req-769939dc-3ac4-4a73-a1a9-0e962ee51905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:09.787182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-135aef1f-72f2-4d1d-9dd9-414266fcdf84 req-769939dc-3ac4-4a73-a1a9-0e962ee51905 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1096 time: 0.4391577 Mar 02 07:35:09.843373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] No DVR routers for this DVR port 07c73f4d-e894-4022-8242-ae226ebd88dc on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:09.848011 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.850555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'name': 'network-vif-deleted', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:09.950022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-991f1780-bb55-470b-a762-e22392ec524a req-baa3947d-d0dd-4b02-ae8c-f486cb55cc08 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "DELETE /v2.0/ports/07c73f4d-e894-4022-8242-ae226ebd88dc HTTP/1.1" status: 204 len: 173 time: 2.9374492 Mar 02 07:35:09.992332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3ae8a-4523-4f2a-9a1b-0efb502e0a27 req-28f52710-6889-4db6-8f71-109965a60f26 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:09.994304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ec3ae8a-4523-4f2a-9a1b-0efb502e0a27 req-28f52710-6889-4db6-8f71-109965a60f26 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6184459 Mar 02 07:35:09.996355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b572f364-24ce-44c5-a6d2-a82414b1ed1c {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:10.008017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.054386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-135aef1f-72f2-4d1d-9dd9-414266fcdf84 req-3f8a054b-4ede-4061-8118-54d81cffbb64 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321591 Mar 02 07:35:10.064717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Transition to ACTIVE for port object b572f364-24ce-44c5-a6d2-a82414b1ed1c will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:10.082024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ec3ae8a-4523-4f2a-9a1b-0efb502e0a27 req-04cd4566-d8e3-48f0-a958-a80fa1fdc44b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771790 Mar 02 07:35:10.084546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.174320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.204615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.273847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ebba2-cef8-48dd-a2b5-1f01f79f3ad4 req-2f2f7a2e-1718-429e-abbd-bca71d4ef896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:10.274601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-667ebba2-cef8-48dd-a2b5-1f01f79f3ad4 req-2f2f7a2e-1718-429e-abbd-bca71d4ef896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:10.279556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object bf7a639b-79d1-4641-80d2-71d7d9dec766 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:10.328841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-667ebba2-cef8-48dd-a2b5-1f01f79f3ad4 req-2f2f7a2e-1718-429e-abbd-bca71d4ef896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:10.334558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-667ebba2-cef8-48dd-a2b5-1f01f79f3ad4 req-2f2f7a2e-1718-429e-abbd-bca71d4ef896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 931 time: 0.4869192 Mar 02 07:35:10.408493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.415629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:10.494453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-667ebba2-cef8-48dd-a2b5-1f01f79f3ad4 req-dd700c3a-3675-4355-845d-1cbe1bdaa471 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509576 Mar 02 07:35:10.637774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91eb495-7e24-43d0-8482-ff602e605eca None None] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:10.759225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:10.766912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:10.778552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:10.826237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f5f6c3-2379-438d-b9b5-56c0a0b9811f {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:10.845532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:10.852443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0b3f392d-5230-419d-b5a1-4f85e1fa8bd2 None None] Provisioning for port bc476559-2fde-4e38-b989-870879801a90 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:10.866651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.896289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Transition to ACTIVE for port object 40f5f6c3-2379-438d-b9b5-56c0a0b9811f will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:10.899576 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.934338 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041e174-fc73-4860-8f1d-36ce76cd3a06', 'name': 'network-vif-deleted', 'tag': '07c73f4d-e894-4022-8242-ae226ebd88dc', 'status': 'completed', 'code': 200} Mar 02 07:35:10.964685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857fee6-3da1-4e0c-94cd-c2eb8b68e63b req-1af66565-8b4b-4e85-945a-295bb27be99b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:10.972584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3857fee6-3da1-4e0c-94cd-c2eb8b68e63b req-1af66565-8b4b-4e85-945a-295bb27be99b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7042470 Mar 02 07:35:10.999380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.011689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-73779098-a0ba-416e-8a3d-16b34fcbffb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3741653 Mar 02 07:35:11.049337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Attempting to bind port b572f364-24ce-44c5-a6d2-a82414b1ed1c on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:11.061034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Attempting to bind port b572f364-24ce-44c5-a6d2-a82414b1ed1c by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:11.062535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Attempting to bind port b572f364-24ce-44c5-a6d2-a82414b1ed1c on network 0581272b-f454-4f2b-9497-7089d94a85bb {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:11.084550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Port b572f364-24ce-44c5-a6d2-a82414b1ed1c on network 0581272b-f454-4f2b-9497-7089d94a85bb not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:11.086042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Attempting to bind port b572f364-24ce-44c5-a6d2-a82414b1ed1c on network 0581272b-f454-4f2b-9497-7089d94a85bb {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:11.109148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3857fee6-3da1-4e0c-94cd-c2eb8b68e63b req-812e7134-af26-49ce-b742-651fd4e6ab8a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353528 Mar 02 07:35:11.143120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:11.143468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Checking segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:11.143864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Bound using segment: {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:11.144315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Bound port: b572f364-24ce-44c5-a6d2-a82414b1ed1c, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfff1346-e4f7-4951-b890-623442a3c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:11.144675 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.232628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:11.489900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc476559-2fde-4e38-b989-870879801a90 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:11.518461 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.679940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-847f99c5-6a13-41e5-9caa-cf024b24e4ce None None] Provisioning for port bf7a639b-79d1-4641-80d2-71d7d9dec766 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:11.685673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bc476559-2fde-4e38-b989-870879801a90 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:11.693482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-847f99c5-6a13-41e5-9caa-cf024b24e4ce None None] Provisioning complete for port bf7a639b-79d1-4641-80d2-71d7d9dec766 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:11.693970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-847f99c5-6a13-41e5-9caa-cf024b24e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.706241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.715521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.723609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.733304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.742348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.745493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:11.752938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-c1d529c2-c267-4973-a380-9b609a5cff5a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3828 time: 0.6220324 Mar 02 07:35:11.755198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bc476559-2fde-4e38-b989-870879801a90 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:11.755583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.765124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:11.766090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.774748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Attempting to bind port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:11.775883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Attempting to bind port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:11.776463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Attempting to bind port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:11.802582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:11.811249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-e1ef33dc-7f98-4340-ac64-c687360101ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:11.812955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-e1ef33dc-7f98-4340-ac64-c687360101ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 1097 time: 0.6418417 Mar 02 07:35:11.822135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.895090 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-677a1abd-88f1-43e0-a608-df89493e4eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.914746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-847f99c5-6a13-41e5-9caa-cf024b24e4ce None None] Port bf7a639b-79d1-4641-80d2-71d7d9dec766 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:11.988681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.044738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bc476559-2fde-4e38-b989-870879801a90, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc476559-2fde-4e38-b989-870879801a90,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:12.063275 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.088317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:12.089093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.090724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] 10.222.0.16 "PUT /v2.0/ports/b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 200 len: 1091 time: 3.7745559 Mar 02 07:35:12.144890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:12.159746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:12.160355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Attempting to bind port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:12.168640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-435ce9a4-49bc-45bd-9a14-9536e414b1a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9218643 Mar 02 07:35:12.190169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:12.190542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:12.190917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:12.191380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Bound port: 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:12.191733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.219572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bc476559-2fde-4e38-b989-870879801a90,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:12.224704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ef094bd7-2825-486c-8b8a-ae7c4dfb7670 None None] Provisioning complete for port bf7a639b-79d1-4641-80d2-71d7d9dec766 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:12.225090 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bd7-2825-486c-8b8a-ae7c4dfb7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.291046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7cb79ab-001e-4e21-808e-951f14f2b181 req-58210844-4d82-4062-9a4b-c6b332b6556a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370920 Mar 02 07:35:12.299600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc8182-7982-481a-bcbd-2cb5098d829f req-af96ed70-70c0-4521-857d-743e667b3a2b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:12.301178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12cc8182-7982-481a-bcbd-2cb5098d829f req-af96ed70-70c0-4521-857d-743e667b3a2b tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.8499482 Mar 02 07:35:12.350962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ef094bd7-2825-486c-8b8a-ae7c4dfb7670 None None] Port bf7a639b-79d1-4641-80d2-71d7d9dec766 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:12.382336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.424036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.430224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015be06-70a4-4b3c-bb21-1a6a32330483 service neutron] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:12.534444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 07c73f4d-e894-4022-8242-ae226ebd88dc no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:12.570417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-d9b29e1c-11da-43d1-8e37-6967f1aa1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:12.571374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 07c73f4d-e894-4022-8242-ae226ebd88dc {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:12.571374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 07c73f4d-e894-4022-8242-ae226ebd88dc not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:12.571957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-d9b29e1c-11da-43d1-8e37-6967f1aa1321 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 200 len: 915 time: 0.5580964 Mar 02 07:35:12.578627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-12cc8182-7982-481a-bcbd-2cb5098d829f req-561d1862-3af5-4f9a-bcfc-e9d7cbc62670 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Mar 02 07:35:12.579756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.634658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:12.648683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.656524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-3425996c-2c97-4d95-a898-b56e90162699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:12.658054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-3425996c-2c97-4d95-a898-b56e90162699 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 1096 time: 0.4496818 Mar 02 07:35:12.662830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.665901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:12.672405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:12.674801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-0375c7be-0e30-455b-b4bc-3b0015d1d5a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 200 len: 217 time: 0.0839896 Mar 02 07:35:12.724179 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:12.842767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 24f4c964-d30a-4c7d-b98d-d3c7242b0b9d owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:12.963181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:13.070869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.071498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.072870 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/40f5f6c3-2379-438d-b9b5-56c0a0b9811f HTTP/1.1" status: 200 len: 1091 time: 3.8779333 Mar 02 07:35:13.089269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483f75-0e56-4ce7-a981-ed871770a22c req-b711e13b-eefb-4452-a8e4-a2ccae7e0295 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.090821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f483f75-0e56-4ce7-a981-ed871770a22c req-b711e13b-eefb-4452-a8e4-a2ccae7e0295 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6743078 Mar 02 07:35:13.091417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:13.190457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e00f-6f01-4470-9b7c-19997e9fc6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:13.229299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-d17760a4-60cf-4985-adc9-ac756eecb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.230846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-d17760a4-60cf-4985-adc9-ac756eecb54c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 200 len: 855 time: 0.4613547 Mar 02 07:35:13.255205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f483f75-0e56-4ce7-a981-ed871770a22c req-d62311ce-4b44-4815-be5c-c5329237b846 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471944 Mar 02 07:35:13.258645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:13.259872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-8f3b7b17-4921-415e-a670-40181ed8c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.261297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-8f3b7b17-4921-415e-a670-40181ed8c019 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.5570056 Mar 02 07:35:13.307298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:13.343857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-299e7115-5cf7-46d7-bd07-9a0eb5a624cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7faf9728-de19-4752-9838-420125776674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965536 Mar 02 07:35:13.378230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc476559-2fde-4e38-b989-870879801a90 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:13.394978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-28ea15e9-a658-4f8a-92d1-e250b86dd66a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 200 len: 217 time: 0.0799768 Mar 02 07:35:13.542731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bc476559-2fde-4e38-b989-870879801a90 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:13.543360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.670361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-a061c97b-5ff0-441c-8173-7b9906782957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.672454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-a061c97b-5ff0-441c-8173-7b9906782957 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2260041 Mar 02 07:35:13.674342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-aec26ffc-6b9a-4f11-8c15-9eaf8c0957a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.675713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-aec26ffc-6b9a-4f11-8c15-9eaf8c0957a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 1094 time: 0.5543940 Mar 02 07:35:13.720619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191883-ad8e-4089-a3db-5aecfa86ee67 req-56139b54-edaa-4e18-8928-768f6a43bae8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.724036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0aebdb1e-f8e4-4bed-b768-d935ac8a7cf2 None None] Provisioning complete for port bf7a639b-79d1-4641-80d2-71d7d9dec766 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:13.725322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0aebdb1e-f8e4-4bed-b768-d935ac8a7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.726524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65191883-ad8e-4089-a3db-5aecfa86ee67 req-56139b54-edaa-4e18-8928-768f6a43bae8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 943 time: 0.8093114 Mar 02 07:35:13.783126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0aebdb1e-f8e4-4bed-b768-d935ac8a7cf2 None None] Port bf7a639b-79d1-4641-80d2-71d7d9dec766 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:13.821441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-24da7929-121e-409b-999d-dd46675250b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f HTTP/1.1" status: 200 len: 217 time: 0.0961268 Mar 02 07:35:13.886332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-75cd7b20-61a1-4f68-97b5-ac70e6421a77 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.886947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-75cd7b20-61a1-4f68-97b5-ac70e6421a77 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Synchronizing usage tracker for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:13.942309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c727-11fe-4601-b423-668e193f100b req-325bd4c8-c38c-4428-9b06-c5bbd3e44fcd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.943918 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b940c727-11fe-4601-b423-668e193f100b req-325bd4c8-c38c-4428-9b06-c5bbd3e44fcd tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4534047 Mar 02 07:35:13.960780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-75cd7b20-61a1-4f68-97b5-ac70e6421a77 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Unset dirty status for tenant:1ee1d7936a2e4b24a26ed130e820aa33 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:13.961912 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-75cd7b20-61a1-4f68-97b5-ac70e6421a77 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.6987634 Mar 02 07:35:13.963932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65191883-ad8e-4089-a3db-5aecfa86ee67 req-a2736fe5-ba9d-4fab-8fda-cac1686634d5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745567 Mar 02 07:35:13.978132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-ca5059d3-799c-4d68-882c-34523a95f17e service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265376 Mar 02 07:35:13.982986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-796dd26c-8bb4-4bb0-8dd8-00a612faf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:13.985093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-796dd26c-8bb4-4bb0-8dd8-00a612faf806 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1517441 Mar 02 07:35:13.991305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cc592b-de28-482d-8d16-d94554bd394a {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:14.021529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.036292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.099192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-7b979e11-425e-417b-a552-5a336e2ea47d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842934 Mar 02 07:35:14.099798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:14.145426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b940c727-11fe-4601-b423-668e193f100b req-dd305b63-c8b2-4b25-aaf1-3e44bde27ae8 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899397 Mar 02 07:35:14.176209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-7ca1a5b7-6ff2-49ce-8b55-541ca168fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:14.176549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=24f4c964-d30a-4c7d-b98d-d3c7242b0b9d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:14.177729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-7ca1a5b7-6ff2-49ce-8b55-541ca168fded service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4846034 Mar 02 07:35:14.183213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Transition to ACTIVE for port object 08cc592b-de28-482d-8d16-d94554bd394a will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:14.211039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c606506-064d-4b26-ad26-a3da4395877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.254828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.290214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Deleting port 253eab45-4bd9-4f46-8137-b28bac281118 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:14.290578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.515998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4eca2b-5b25-4a73-a7a5-6f434c9cef6f req-e7d6819a-554a-4ef1-aae9-84950d956ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/7faf9728-de19-4752-9838-420125776674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183749 Mar 02 07:35:14.516955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:14.532167 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'status': 'completed', 'code': 200} Mar 02 07:35:14.600478 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f', 'status': 'completed', 'code': 200} Mar 02 07:35:14.810947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:14.909305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:14.919546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:14.929728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:14.930373 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:14.932316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dcd10f03-22f7-406d-af6f-18482e0694f3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1894114 Mar 02 07:35:14.939416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55918) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:14.981214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-1710bcb5-1b89-4742-8d23-fbdc28e14f27 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8724728 Mar 02 07:35:14.995768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508390064'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:15.010642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:15.028037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e1c49-3e4f-412c-b112-3a6e80486c16 req-cd50e440-7fee-4a6a-8916-12c6170db29a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.029177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-978e1c49-3e4f-412c-b112-3a6e80486c16 req-cd50e440-7fee-4a6a-8916-12c6170db29a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:15.033806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:15.040748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:15.048760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-47e3406c-00e2-4636-88cd-589ebd234971 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078177 Mar 02 07:35:15.049790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router cc6c41ed-35e1-4bca-9596-8b44fabe76cf has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:15.050973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:15.086060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Attempting to bind port 08cc592b-de28-482d-8d16-d94554bd394a on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:15.086384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:15.086485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Attempting to bind port 08cc592b-de28-482d-8d16-d94554bd394a by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:15.086726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Attempting to bind port 08cc592b-de28-482d-8d16-d94554bd394a on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:15.094821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-978e1c49-3e4f-412c-b112-3a6e80486c16 req-cd50e440-7fee-4a6a-8916-12c6170db29a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:15.101644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978e1c49-3e4f-412c-b112-3a6e80486c16 req-cd50e440-7fee-4a6a-8916-12c6170db29a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 1.0153699 Mar 02 07:35:15.275440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8c60c-1136-4597-9785-7ac712025697 req-9db07525-5dda-4ef6-b420-28f7bcbb0525 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.276887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34d8c60c-1136-4597-9785-7ac712025697 req-9db07525-5dda-4ef6-b420-28f7bcbb0525 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 0.6757178 Mar 02 07:35:15.282139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.300384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Port 08cc592b-de28-482d-8d16-d94554bd394a on network 14cef371-4e79-436c-b2bd-85dffb944d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:15.301056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Attempting to bind port 08cc592b-de28-482d-8d16-d94554bd394a on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:15.302734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:15.306102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.343535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:15.343923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:15.344353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Bound using segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:15.344798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Bound port: 08cc592b-de28-482d-8d16-d94554bd394a, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:15.345639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.383840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827c3bb-4657-4324-b7db-e1be71622e5e req-46563cb3-68d3-45e9-9be2-81718382e135 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.396742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.404507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0827c3bb-4657-4324-b7db-e1be71622e5e req-46563cb3-68d3-45e9-9be2-81718382e135 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.7726619 Mar 02 07:35:15.409697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.410205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.410692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.411140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.411599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.412057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.413821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-307752f2-12e0-4c24-8d77-d5a1add70a3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5249 time: 0.8153076 Mar 02 07:35:15.414505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55926) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:15.446725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:12Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:15.453542 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:15.455079 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Updating router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d port bf7a639b-79d1-4641-80d2-71d7d9dec766 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:15.455202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:15.466075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] Sync routers for ids ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:15.473372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'floatingip': {'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:15.478886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] Routers {'cc6c41ed-35e1-4bca-9596-8b44fabe76cf'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:15.479710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:15.521767 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.537347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978e1c49-3e4f-412c-b112-3a6e80486c16 req-25c7fd7f-fd4d-4c1a-b018-8f1cf42e300e tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351518 Mar 02 07:35:15.538212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:15.601645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:15.601814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.601814 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 55270d3c-8152-44f9-83de-96807bf988cf of type vlan for network 370689e4-af3a-4485-a197-36e447beaacc Mar 02 07:35:15.613177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] Routers {'cc6c41ed-35e1-4bca-9596-8b44fabe76cf'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:15.614464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:15.658280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-314d7ed9-c057-4523-94be-1b33bac17684 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/cc6c41ed-35e1-4bca-9596-8b44fabe76cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6711783 Mar 02 07:35:15.664468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55930) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:15.696153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:15.696865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830d275-7c4c-4afa-a42a-ce065d4f5eb3 None None] The sync data for ids ['cc6c41ed-35e1-4bca-9596-8b44fabe76cf'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:15.722271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1268adb6-a6b8-49ac-84d0-4f16eef379cc req-491b88b2-64a1-460b-9f43-f546a2e3ae12 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131798 Mar 02 07:35:15.732005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.741378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16e6a433-d844-44c4-9fa9-a1435a14445c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:15.754179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:15.767586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=08cc592b-de28-482d-8d16-d94554bd394a,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:15.786354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.786780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.831066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16e6a433-d844-44c4-9fa9-a1435a14445c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:15.834640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16e6a433-d844-44c4-9fa9-a1435a14445c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6c41ed-35e1-4bca-9596-8b44fabe76cf HTTP/1.1" status: 200 len: 205 time: 0.1649225 Mar 02 07:35:15.836083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55934) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:15.860526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Deleting port 6ca6d430-14d1-4a2f-8817-288599122cb1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:15.860884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.887261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.887891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.889277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] 10.222.0.16 "PUT /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 1135 time: 3.7499530 Mar 02 07:35:15.908622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.914041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:15.914630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.954925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:16.040903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5511b0-84d9-4f92-89aa-a353ea3dde57 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:16.059477 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.075561 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Transition to ACTIVE for port object bf7a639b-79d1-4641-80d2-71d7d9dec766 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:16.087300 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.184643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=370689e4-af3a-4485-a197-36e447beaacc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:16.195615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8105f590-956e-455d-8062-73feaa2bc9df tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2541914 Mar 02 07:35:16.200316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 370689e4-af3a-4485-a197-36e447beaacc details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:16.224674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55938) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:16.245808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:16.250230 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a0bb7-8d02-4b94-94d6-75c457da8428 None None] Pushing event updated for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:16.282955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] For port 253eab45-4bd9-4f46-8137-b28bac281118, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=253eab45-4bd9-4f46-8137-b28bac281118,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:16.283484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.335815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.380028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Attempting to bind port bf7a639b-79d1-4641-80d2-71d7d9dec766 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:16.380396 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Attempting to bind port bf7a639b-79d1-4641-80d2-71d7d9dec766 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:16.380918 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Attempting to bind port bf7a639b-79d1-4641-80d2-71d7d9dec766 on network b5bf1971-ae58-470a-a5ab-a0f58908d5bf {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:16.386842 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:16.387352 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Checking segment: {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:16.387755 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.388141 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Bound using segment: {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:16.389049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Bound port: bf7a639b-79d1-4641-80d2-71d7d9dec766, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:16.389848 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.407392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dada2ad3-7eba-46b6-afc9-20372b8b8ce0 req-df67a11d-8457-4e5d-88b4-e5f21b1e5f9b service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3304489 Mar 02 07:35:16.476819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84990bf-bb1c-475f-9742-0782e7b80b36 req-518de04d-3f70-4f4f-9a87-7903dfe9f30e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:16.484794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d84990bf-bb1c-475f-9742-0782e7b80b36 req-518de04d-3f70-4f4f-9a87-7903dfe9f30e tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 946 time: 0.6548667 Mar 02 07:35:16.510475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] For port bf7a639b-79d1-4641-80d2-71d7d9dec766, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:16.515327 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] For port bf7a639b-79d1-4641-80d2-71d7d9dec766, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bf7a639b-79d1-4641-80d2-71d7d9dec766,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:16.522893 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.533413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '08cc592b-de28-482d-8d16-d94554bd394a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:16.546337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Calling delete_port for 253eab45-4bd9-4f46-8137-b28bac281118 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:16.587261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d84990bf-bb1c-475f-9742-0782e7b80b36 req-d0e96987-e82b-4e29-bd6d-b4a913b96957 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/security-groups?id=9908a927-d1b6-4c9d-b305-bbfb6207e9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014504 Mar 02 07:35:16.609005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:16.609678 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.613595 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a0bb7-8d02-4b94-94d6-75c457da8428 None None] Pushing event updated for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:16.621580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:16.627982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:16.655096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:16.662566 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:16.673800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:16.705745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:16.785425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-a4043d40-16a1-44f7-93b0-7d0b3a8ccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:16.786073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-a4043d40-16a1-44f7-93b0-7d0b3a8ccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:16.786362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-a4043d40-16a1-44f7-93b0-7d0b3a8ccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:16.787936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-a4043d40-16a1-44f7-93b0-7d0b3a8ccda7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3421257 Mar 02 07:35:16.883670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:16.925596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:16.935510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.218891 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:16Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:17.223372 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fcd2-a94e-438a-be9c-475a4f8d2bfe None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:16Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:17.231184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5ff1-76ca-49b5-9533-9b455fd691f7 req-49d5e71c-d106-4f3d-b55b-c6a4dbecbdaa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.232716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f5d5ff1-76ca-49b5-9533-9b455fd691f7 req-49d5e71c-d106-4f3d-b55b-c6a4dbecbdaa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 943 time: 0.4342089 Mar 02 07:35:17.247032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1098fc-e08e-4745-8a90-ff5afce9ec96 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:17.277247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.352161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Transition to ACTIVE for port object 6a1098fc-e08e-4745-8a90-ff5afce9ec96 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:17.364133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f5d5ff1-76ca-49b5-9533-9b455fd691f7 req-9e5e42df-ec48-40fa-b6bf-f86e6f1f27c2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114795 Mar 02 07:35:17.367368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.373612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.386955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.393209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.399021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.404885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.410825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.416699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.425062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-c750ab9f-f9cb-48c6-b4d6-9016bad6bdee tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 4605 time: 1.8329015 Mar 02 07:35:17.429395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.464667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-62bc320b-a16d-461a-820c-91eb6989288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:17.466085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-62bc320b-a16d-461a-820c-91eb6989288f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 1094 time: 1.6132734 Mar 02 07:35:17.487768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 253eab45-4bd9-4f46-8137-b28bac281118 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:17.760068 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.832178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:17.841558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.898933 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.899234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router cc6c41ed-35e1-4bca-9596-8b44fabe76cf {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:35:17.991974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=e527216d-4000-4ef9-956f-5967172cda17,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:18.029183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:18.029552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: 370689e4-af3a-4485-a197-36e447beaacc, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:18.032720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1bf7390-c4e2-4e8d-b1f5-3c88a74fa572 req-2bc60aff-7017-4bfb-b114-96a7a4e82a38 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6065385 Mar 02 07:35:18.050470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531aafd-c41a-477f-b1e9-23aa771a3164 req-6b0e8f2f-5a41-4a35-993f-ddf094c0323e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:18.057546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b531aafd-c41a-477f-b1e9-23aa771a3164 req-6b0e8f2f-5a41-4a35-993f-ddf094c0323e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4088383 Mar 02 07:35:18.082182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Attempting to bind port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:18.082516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Attempting to bind port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:18.082847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Attempting to bind port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:18.099505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-4af9114c-afb7-4199-be5c-e6fb68a61207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:18.100493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on network 14cef371-4e79-436c-b2bd-85dffb944d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:18.100828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Attempting to bind port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:18.101377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5409ce1e-b734-4964-a81a-ba8d2d9eb06b req-4af9114c-afb7-4199-be5c-e6fb68a61207 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2390795 Mar 02 07:35:18.118837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:18.119188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:18.119683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Bound using segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:18.119999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Bound port: 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:18.120350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.133675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] For port 6ca6d430-14d1-4a2f-8817-288599122cb1, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=6ca6d430-14d1-4a2f-8817-288599122cb1,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:18.134445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.150224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b531aafd-c41a-477f-b1e9-23aa771a3164 req-8f6904a1-c103-460f-a6b8-94d37b61f17c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913916 Mar 02 07:35:18.159272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 370689e4-af3a-4485-a197-36e447beaacc is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:18.169005 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '08cc592b-de28-482d-8d16-d94554bd394a', 'status': 'completed', 'code': 200} Mar 02 07:35:18.215729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 370689e4-af3a-4485-a197-36e447beaacc) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:18.226411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692470d6-598c-44fb-962d-927472ec0adf None None] Network 370689e4-af3a-4485-a197-36e447beaacc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:18.241021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:18.248616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.356764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.358244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82d7c6ce-f28f-4a24-aa9d-018c061c4072 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/cc6c41ed-35e1-4bca-9596-8b44fabe76cf HTTP/1.1" status: 204 len: 168 time: 2.5018742 Mar 02 07:35:18.366648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Calling delete_port for 6ca6d430-14d1-4a2f-8817-288599122cb1 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:18.370625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:18.376495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:18.379007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55950) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:18.383978 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c72cc2b-ec63-4ed2-8683-2f9a82398beb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1564267 Mar 02 07:35:18.457823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:18.499480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.512910 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.567238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16ceec8d-939d-4125-94ea-0ad81ce87ae6 req-65afe096-89cd-44b3-9866-071ebea41835 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3eae056-9979-42c6-b8fe-3add80046d2a HTTP/1.1" status: 200 len: 210 time: 0.1031160 Mar 02 07:35:18.586939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 40f5f6c3-2379-438d-b9b5-56c0a0b9811f details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:35:18.596674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet 2b7b77da-05f8-40f3-abfe-6b78d8e8180f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:18.598928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.627373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.673977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.768833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:18.771705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:18.772327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.773689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] 10.222.0.16 "PUT /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 1135 time: 2.8469987 Mar 02 07:35:18.797073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.804037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 6ca6d430-14d1-4a2f-8817-288599122cb1 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:18.905198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Pushing event deleted for resources: {'Port': ['ID=253eab45-4bd9-4f46-8137-b28bac281118,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:18.929658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-482da82a-a74d-48d1-aab2-94d6974a396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:18.930678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-482da82a-a74d-48d1-aab2-94d6974a396e service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 1.4501724 Mar 02 07:35:18.938448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-370689e4-af3a-4485-a197-36e447beaacc', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:18.939050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.958797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:18.991975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f', 'mac_address': 'fa:16:3e:88:e0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:35:19.025459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e0b9-494a-4810-818d-e05e8f35055f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:19.089466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-3bc212e9-cace-4623-980e-239d9b1d6da4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f HTTP/1.1" status: 200 len: 217 time: 0.1470153 Mar 02 07:35:19.197764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.201923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.216074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.254582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7b77da-05f8-40f3-abfe-6b78d8e8180f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:19.255929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.262617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f5f6c3-2379-438d-b9b5-56c0a0b9811f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:19.278770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c930eb-8b39-498c-b19d-027df68e5727 req-752c7dfd-c272-4c40-b459-1498d45db555 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.282466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e395ae-aa54-4876-afb6-cc6bf8f92fba None None] Network c4d54f29-a6ff-4402-8381-997721bc26d5 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:19.286096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0c930eb-8b39-498c-b19d-027df68e5727 req-752c7dfd-c272-4c40-b459-1498d45db555 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 943 time: 0.2323806 Mar 02 07:35:19.306216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] No DVR routers for this DVR port 253eab45-4bd9-4f46-8137-b28bac281118 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:19.306441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.308450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.310864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3d34b16-a01a-41d6-b194-d4624c543512 req-c8b81661-a31c-41db-88e4-f0d7eb78da96 tempest-ServerRescueTestJSON-795994768 tempest-ServerRescueTestJSON-795994768-project] 10.222.0.16 "DELETE /v2.0/ports/253eab45-4bd9-4f46-8137-b28bac281118 HTTP/1.1" status: 204 len: 173 time: 5.3297031 Mar 02 07:35:19.332984 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.346973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'name': 'network-vif-deleted', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:19.376619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e23e6642-b750-4b2c-bc41-c7932b180dbc tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/2b7b77da-05f8-40f3-abfe-6b78d8e8180f HTTP/1.1" status: 204 len: 168 time: 0.9958994 Mar 02 07:35:19.389426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:19.394522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55966) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:19.449848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0c930eb-8b39-498c-b19d-027df68e5727 req-3a7bb908-c33f-4584-a4e1-56a1c2569259 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628809 Mar 02 07:35:19.490024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bf7a639b-79d1-4641-80d2-71d7d9dec766 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:19.517721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.656220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.660289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Allocated IP 172.21.0.2 (370689e4-af3a-4485-a197-36e447beaacc/e527216d-4000-4ef9-956f-5967172cda17/4dc1d1dc-76f6-4cd6-a98a-f424080d490d) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:19.678719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 0d830288-b782-4af9-bcd2-9f25f44b350a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:19.679065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:19.782429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:19.829908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.831015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.831497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.831965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.832431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.832892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.833348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.835288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-c0b93007-d17e-49bb-a978-02c5903d49e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6177 time: 1.6554065 Mar 02 07:35:19.845630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['40f5f6c3-2379-438d-b9b5-56c0a0b9811f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:19.993684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bf7a639b-79d1-4641-80d2-71d7d9dec766 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:20.071784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bf7a639b-79d1-4641-80d2-71d7d9dec766 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:20.073186 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.123199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.160489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-b065d633-de76-40ad-b55d-005a078eccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.161952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-b065d633-de76-40ad-b55d-005a078eccd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 1.0332487 Mar 02 07:35:20.169422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48033d5c-698a-4f9e-a08b-b22ac1d7c60a req-8f4bcb43-2e01-4e89-9823-7845103f8ed3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.171621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48033d5c-698a-4f9e-a08b-b22ac1d7c60a req-8f4bcb43-2e01-4e89-9823-7845103f8ed3 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=da97f442-bf4f-4386-a05a-9c53920409e9 HTTP/1.1" status: 200 len: 945 time: 1.7594976 Mar 02 07:35:20.195060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:20.238664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 0d830288-b782-4af9-bcd2-9f25f44b350a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0d830288-b782-4af9-bcd2-9f25f44b350a,segment=NetworkSegment(e807972b-8143-46c7-87d8-836835e51f5a),segment_id=e807972b-8143-46c7-87d8-836835e51f5a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:20.238934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.257998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2acc8-2a84-4034-b0fe-c449154a15b9 req-b00ae50a-895d-46e7-a2bc-42855e8ef863 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.259293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08f2acc8-2a84-4034-b0fe-c449154a15b9 req-b00ae50a-895d-46e7-a2bc-42855e8ef863 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4168386 Mar 02 07:35:20.324478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event deleted for resources: {'Port': ['ID=6ca6d430-14d1-4a2f-8817-288599122cb1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:20.377084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35377322-1df0-48b4-a979-3604bffcccc5 None None] DHCP port deletion for c4d54f29-a6ff-4402-8381-997721bc26d5 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:20.391814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-0e251230-154b-4908-877a-754a28ed7ac1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086492 Mar 02 07:35:20.427904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 0d830288-b782-4af9-bcd2-9f25f44b350a owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:20.429427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-35377322-1df0-48b4-a979-3604bffcccc5 None None] Deleting port 0d830288-b782-4af9-bcd2-9f25f44b350a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:20.429804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-35377322-1df0-48b4-a979-3604bffcccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.507837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.555400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08f2acc8-2a84-4034-b0fe-c449154a15b9 req-10066931-cd68-4cdb-b393-0fe7aa5a7b4c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2858033 Mar 02 07:35:20.557846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500d3e32-01cc-4bb8-8708-454a83eed2fd {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:20.581145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.600269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Transition to ACTIVE for port object 500d3e32-01cc-4bb8-8708-454a83eed2fd will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:20.602029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.607022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.621465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-35377322-1df0-48b4-a979-3604bffcccc5 None None] The port '0d830288-b782-4af9-bcd2-9f25f44b350a' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:35:20.640676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Transition to ACTIVE for port object 4dc1d1dc-76f6-4cd6-a98a-f424080d490d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:20.643838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.666203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=0d830288-b782-4af9-bcd2-9f25f44b350a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:20.679531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bf7a639b-79d1-4641-80d2-71d7d9dec766, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bf7a639b-79d1-4641-80d2-71d7d9dec766,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:20.692389 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.694783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Transition to ACTIVE for port object 4dc1d1dc-76f6-4cd6-a98a-f424080d490d will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:20.706309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No DVR routers for this DVR port 0d830288-b782-4af9-bcd2-9f25f44b350a on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:20.707138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-11c8e516-3a8e-4511-8021-aba786351650 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901392 Mar 02 07:35:20.734809 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.777360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Network 370689e4-af3a-4485-a197-36e447beaacc is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:20.780562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:20.786884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:20.794147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:35:20.822641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:20.856090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] No DVR routers for this DVR port 6ca6d430-14d1-4a2f-8817-288599122cb1 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:20.895420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.914690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954009b-98bf-4784-8989-23b65a38bb37 req-859ca41d-481a-42ec-b128-27a5d93e3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.916361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-859ca41d-481a-42ec-b128-27a5d93e3cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 1.7418506 Mar 02 07:35:20.920141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48033d5c-698a-4f9e-a08b-b22ac1d7c60a req-732441a6-007c-48b3-ba77-48cabfc3cf78 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450415 Mar 02 07:35:20.951084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:20.954955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Attempting to bind port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:20.955329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Attempting to bind port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:20.955694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Attempting to bind port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d on network 370689e4-af3a-4485-a197-36e447beaacc {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:20.961733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:20.966188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:20.966571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Checking segment: {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:20.966979 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.967366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Bound using segment: {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:20.976583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Bound port: 4dc1d1dc-76f6-4cd6-a98a-f424080d490d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:20.976583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.074668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.090604 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3eae056-9979-42c6-b8fe-3add80046d2a', 'name': 'network-vif-deleted', 'tag': '253eab45-4bd9-4f46-8137-b28bac281118', 'status': 'completed', 'code': 200} Mar 02 07:35:21.132002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] For port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:21.139957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] For port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:21.145898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34d8c60c-1136-4597-9785-7ac712025697 req-c38c1a68-08f8-44fa-9f69-9988483ae21d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "DELETE /v2.0/ports/6ca6d430-14d1-4a2f-8817-288599122cb1 HTTP/1.1" status: 204 len: 173 time: 5.8591602 Mar 02 07:35:21.146783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b203e359-8a21-4457-817d-876fb3168e83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:21.147579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.157081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:21.159829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.180773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.208103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.223751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-f531bd5b-ef7a-4abe-a62e-9f9a4f006bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.224227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-f531bd5b-ef7a-4abe-a62e-9f9a4f006bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.224705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-f531bd5b-ef7a-4abe-a62e-9f9a4f006bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.226304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-f531bd5b-ef7a-4abe-a62e-9f9a4f006bec service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1379488 Mar 02 07:35:21.289685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9f91bfc-a7c2-4d4d-8cdf-aa205930e009 req-f67f188d-376b-4023-a8d8-5f0d921569aa service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442672 Mar 02 07:35:21.308039 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96', 'status': 'completed', 'code': 200} Mar 02 07:35:21.368896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9750820-9c03-424c-ba61-88e72ec87bd9 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:21.410985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bf7a639b-79d1-4641-80d2-71d7d9dec766 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:21.513480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d54f29-a6ff-4402-8381-997721bc26d5']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:21.546952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e807972b-8143-46c7-87d8-836835e51f5a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:21.547515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e807972b-8143-46c7-87d8-836835e51f5a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:21.563045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bf7a639b-79d1-4641-80d2-71d7d9dec766 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:21.563700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.604191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.631419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.653875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.658678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.664862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.675822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.681993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.688907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.694704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.696618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-81332a22-9097-4af4-bc46-4a684d563a91 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5394 time: 0.9622595 Mar 02 07:35:21.783212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:21.783621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:21.801928 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:21.804093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Attempting to bind port 500d3e32-01cc-4bb8-8708-454a83eed2fd on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:21.804093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Attempting to bind port 500d3e32-01cc-4bb8-8708-454a83eed2fd by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:21.804093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Attempting to bind port 500d3e32-01cc-4bb8-8708-454a83eed2fd on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:21.814033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954009b-98bf-4784-8989-23b65a38bb37 req-c9a84f00-2113-4f89-abb2-f285a6208a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:21.815526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-c9a84f00-2113-4f89-abb2-f285a6208a6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.8747380 Mar 02 07:35:21.827113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0d830288-b782-4af9-bcd2-9f25f44b350a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:21.854155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Port 500d3e32-01cc-4bb8-8708-454a83eed2fd on network 14cef371-4e79-436c-b2bd-85dffb944d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:21.854155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Attempting to bind port 500d3e32-01cc-4bb8-8708-454a83eed2fd on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:21.890148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0d830288-b782-4af9-bcd2-9f25f44b350a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:21.890822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0d830288-b782-4af9-bcd2-9f25f44b350a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:21.952898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:21.953393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:21.953538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Bound using segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:21.953908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Bound port: 500d3e32-01cc-4bb8-8708-454a83eed2fd, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:21.954262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.971605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-01cba7db-9ef0-4dd0-a6f3-318749319807 req-e30145aa-cc07-43b8-ae27-884ddc991ed4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2665126 Mar 02 07:35:22.168462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.231461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-6375b733-2772-4493-b4ba-0658660fc147 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.3319674 Mar 02 07:35:22.257393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.301723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=c4d54f29-a6ff-4402-8381-997721bc26d5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:22.331997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2c976a3e-0e84-4f41-ac17-1dfeeea9bab8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/c4d54f29-a6ff-4402-8381-997721bc26d5 HTTP/1.1" status: 204 len: 168 time: 2.9343739 Mar 02 07:35:22.332234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-cd9a836b-1178-4b19-be8e-8c4079ab67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.333463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-975f16ba-c809-47d7-9f6b-acb2c11a4f42 req-cd9a836b-1178-4b19-be8e-8c4079ab67e9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0940971 Mar 02 07:35:22.336170 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Floating IP 4bfe8bd9-1199-4713-b8de-19e968145550 associated. External IP: 172.25.4.48, port: aaa23b7f-19e5-4359-ae86-6ce452276c2b. Mar 02 07:35:22.354384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55986) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:22.430594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007851446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:22.449250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:22.463416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:22.466128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:22.470059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:22.476269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:22.495666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:22.513472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.535755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954009b-98bf-4784-8989-23b65a38bb37 req-ccdeb613-6d04-47c2-ac9d-67c1c4400213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.537238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-ccdeb613-6d04-47c2-ac9d-67c1c4400213 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.2811363 Mar 02 07:35:22.557560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42851dce-fe4d-430d-8136-ced4a96044c5 req-91ae6257-9186-41a2-a533-b0a954932854 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.559128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42851dce-fe4d-430d-8136-ced4a96044c5 req-91ae6257-9186-41a2-a533-b0a954932854 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 944 time: 0.9692090 Mar 02 07:35:22.601591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 40f5f6c3-2379-438d-b9b5-56c0a0b9811f up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:22.645454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.646098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.647482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] 10.222.0.16 "PUT /v2.0/ports/500d3e32-01cc-4bb8-8708-454a83eed2fd HTTP/1.1" status: 200 len: 1091 time: 3.6936872 Mar 02 07:35:22.650339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.651356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.680704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d6b-fc4f-4331-b9d1-1c4080393d2c req-2d01adc3-3ea7-4108-9dbc-89e1232383a1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.688922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2d84d6b-fc4f-4331-b9d1-1c4080393d2c req-2d01adc3-3ea7-4108-9dbc-89e1232383a1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5215189 Mar 02 07:35:22.718561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:22.719801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:22.726890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:22.727777 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.838156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42851dce-fe4d-430d-8136-ced4a96044c5 req-9b6ebf31-3657-4e3f-95fa-a6fe41d56e9f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226508 Mar 02 07:35:22.840616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.855439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aadcc1-bfeb-4d9b-806a-510a085e588a None None] Network 370689e4-af3a-4485-a197-36e447beaacc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:22.878719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7fa41-2b89-438e-bbc1-8efa6cb3c341 service neutron] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:22.906458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2d84d6b-fc4f-4331-b9d1-1c4080393d2c req-a4e790d9-1e29-43ae-8de5-44a669e889f3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116845 Mar 02 07:35:22.915923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.916419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.916896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.917369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.917838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.918328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.918796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:22.920698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5b00a7dc-9c73-43aa-86ac-fa1882ea7293 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6244 time: 0.5349088 Mar 02 07:35:22.979746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:22.997403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.057648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-093b16bb-3314-4df2-b31a-91523c96f208 None None] Provisioning for port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:23.094240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.097240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'name': 'network-vif-deleted', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:23.098751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f7c2c603-cc14-47b8-ba54-992bf4ce83a1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7402632 Mar 02 07:35:23.103770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:23.117673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464205754'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:23.307494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.316983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:23.393447 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da97f442-bf4f-4386-a05a-9c53920409e9', 'name': 'network-vif-deleted', 'tag': '6ca6d430-14d1-4a2f-8817-288599122cb1', 'status': 'completed', 'code': 200} Mar 02 07:35:23.403949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:23.408073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4dc1d1dc-76f6-4cd6-a98a-f424080d490d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:23.421419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.21.0.1 (370689e4-af3a-4485-a197-36e447beaacc/e527216d-4000-4ef9-956f-5967172cda17/c02281f3-1cc6-44a6-8e23-84f1febde6b8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:23.423691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:23.439208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954009b-98bf-4784-8989-23b65a38bb37 req-cfdafaf3-d1d9-4d38-a773-3e1b44fda6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.440745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-cfdafaf3-d1d9-4d38-a773-3e1b44fda6aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8751369 Mar 02 07:35:23.441602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:23.497701 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'status': 'completed', 'code': 200} Mar 02 07:35:23.542426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:23.551659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:23.553107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:23.564429 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.653438 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f', 'code': 200} Mar 02 07:35:23.654264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:23.654598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.687497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.693814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.699988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.708327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.714347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.719350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:23.725607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:23.726496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.727367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.731148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-e3d22b70-c2dd-43d6-8fdf-d20cddbcdb5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5394 time: 0.4289720 Mar 02 07:35:23.809041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e967a32-a7e0-42cb-9b47-23ffc484f463 req-738ab5f7-12f5-4a30-927c-92f95453a0be tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578423 Mar 02 07:35:23.835698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:23.839218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.904194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.920438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5ffbf6f7-6ea9-4303-9b52-40628abe9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.921254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5ffbf6f7-6ea9-4303-9b52-40628abe9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.922521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5ffbf6f7-6ea9-4303-9b52-40628abe9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:23.924129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-5ffbf6f7-6ea9-4303-9b52-40628abe9824 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9125147 Mar 02 07:35:23.978863 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.033661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:24.040385 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.146975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e71c5692-b122-4491-be03-0169090380d1 None None] Provisioning complete for port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:24.146975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e71c5692-b122-4491-be03-0169090380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.147723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:24.177166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef989801-109b-4513-af2b-d6e4bc1dcfef {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:24.186483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:24.187811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.196908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:24.383594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.383949 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment 72db4068-15dc-40da-8379-58a787d1acae of type vlan for network 877536eb-005b-4788-98ea-0b47e6f91d3d Mar 02 07:35:24.394671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Transition to ACTIVE for port object ef989801-109b-4513-af2b-d6e4bc1dcfef will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:24.404887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.432177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-d06b38fe-1e08-4fa2-a0ef-94e39a8cba53 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9774926 Mar 02 07:35:24.494845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.573098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.635305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.642322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:24.643737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.678583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908768d8-c717-4f69-8200-d618baf2c890 req-7edc78ed-f735-4876-b09a-98a481d73b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:24.680188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-908768d8-c717-4f69-8200-d618baf2c890 req-7edc78ed-f735-4876-b09a-98a481d73b7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 1096 time: 0.9456046 Mar 02 07:35:24.684045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd6cb-52b2-4322-8643-52498703991c req-6ebec050-ed78-41c0-9740-f2f06304a92a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:24.685690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f85bd6cb-52b2-4322-8643-52498703991c req-6ebec050-ed78-41c0-9740-f2f06304a92a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5741098 Mar 02 07:35:24.692694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:24.703771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-c5ae8453-8d7a-4387-b589-3c0e1863e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:24.705352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5d923dd-e103-4a91-8343-769a5d75c66a req-c5ae8453-8d7a-4387-b589-3c0e1863e71c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7594459 Mar 02 07:35:24.823272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f85bd6cb-52b2-4322-8643-52498703991c req-d22168b1-176e-4a48-a96f-e36f313cd5ca tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221809 Mar 02 07:35:24.849889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object c02281f3-1cc6-44a6-8e23-84f1febde6b8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:24.856607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Attempting to bind port ef989801-109b-4513-af2b-d6e4bc1dcfef on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:24.856952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Attempting to bind port ef989801-109b-4513-af2b-d6e4bc1dcfef by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:24.857281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Attempting to bind port ef989801-109b-4513-af2b-d6e4bc1dcfef on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:24.896559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Port ef989801-109b-4513-af2b-d6e4bc1dcfef on network 14cef371-4e79-436c-b2bd-85dffb944d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:24.896906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Attempting to bind port ef989801-109b-4513-af2b-d6e4bc1dcfef on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:24.909895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-908768d8-c717-4f69-8200-d618baf2c890 req-0e749dc8-67f8-4706-a2b7-152c9ecf6e18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855192 Mar 02 07:35:24.924503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:24.924844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Checking segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:24.925256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Bound using segment: {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:24.928368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Bound port: ef989801-109b-4513-af2b-d6e4bc1dcfef, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99188d0b-d81c-4593-af1d-920d93d3b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:24.928764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.044807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800a579-84fd-4aa9-bab3-72e93a662d62 req-01de798f-ad9f-4855-9346-60a295dc4179 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.047981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b800a579-84fd-4aa9-bab3-72e93a662d62 req-01de798f-ad9f-4855-9346-60a295dc4179 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 945 time: 0.9576013 Mar 02 07:35:25.053192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Deleting port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:25.053542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.074250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9607282 Mar 02 07:35:25.077996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56014) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:25.094179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:25.109051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f85ac-7501-4af8-9118-b89950d601f2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=877536eb-005b-4788-98ea-0b47e6f91d3d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:25.124266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 877536eb-005b-4788-98ea-0b47e6f91d3d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:25.195081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:25.200163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1954009b-98bf-4784-8989-23b65a38bb37 req-a8519d59-e767-4350-83de-1e529a4125bf service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577488 Mar 02 07:35:25.218028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b800a579-84fd-4aa9-bab3-72e93a662d62 req-51f5ee14-29c9-4a8b-a0d2-f87d7e460e2c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663151 Mar 02 07:35:25.223063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.233421 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:25.245558 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:25.248121 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:25.279859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.400357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4dc1d1dc-76f6-4cd6-a98a-f424080d490d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:25.509332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] For port 5d5ee819-1726-4d0a-bb70-62fa8b8b544a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,segment=NetworkSegment(b8805fb1-5161-41c1-85c9-4b17dbc257ca),segment_id=b8805fb1-5161-41c1-85c9-4b17dbc257ca)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:25.509838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.557713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:25.558483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.597588 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:25.637422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.637997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.654522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.655596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.656382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.656558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.657033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.659070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-19f8e6d4-412a-43dc-abd6-f2b27611da82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6311 time: 0.8486710 Mar 02 07:35:25.680877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Calling delete_port for 5d5ee819-1726-4d0a-bb70-62fa8b8b544a owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:25.706760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0945f0d6-30e0-4c4f-a436-3371bd688fbd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "PUT /v2.0/floatingips/4bfe8bd9-1199-4713-b8de-19e968145550 HTTP/1.1" status: 200 len: 990 time: 10.2718158 Mar 02 07:35:25.709133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 370689e4-af3a-4485-a197-36e447beaacc is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:25.748966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:25.778952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:25.789445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:25.812655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:25.819355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:25.819654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:25.833779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:25.869708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.886337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.907424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.925722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.935171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.942118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.962344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:25.964351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-bef648cc-4811-4145-b573-f1860fd101ec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5406 time: 0.9686708 Mar 02 07:35:25.965665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:26.012339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.052195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:26.055899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.073346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:26.285263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8644b547-20e0-4268-9b04-a317f4eaa941 None None] Provisioning for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:26.292170 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'status': 'completed', 'code': 200} Mar 02 07:35:26.292387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8644b547-20e0-4268-9b04-a317f4eaa941 None None] Provisioning complete for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:26.292832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8644b547-20e0-4268-9b04-a317f4eaa941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.322856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764ce3df-0860-4911-aa5e-61ab293b3aa8 req-e045beb2-cb02-4eb3-bada-4d23ec58b829 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3412032 Mar 02 07:35:26.329394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-c396bdde-dc08-47c3-b8b3-de9647b7e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:26.329895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-c396bdde-dc08-47c3-b8b3-de9647b7e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:26.330371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-c396bdde-dc08-47c3-b8b3-de9647b7e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:26.331976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-c396bdde-dc08-47c3-b8b3-de9647b7e834 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6464832 Mar 02 07:35:26.380064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.384158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4bfe8bd9-1199-4713-b8de-19e968145550', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:44Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:26.402167 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:26.423673 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:26.426608 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:26.501061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:26.511859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8644b547-20e0-4268-9b04-a317f4eaa941 None None] Port c02281f3-1cc6-44a6-8e23-84f1febde6b8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:26.597160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:26.597773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.599209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-fc25930c-bfb6-477b-bb40-fd91663e9000 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef989801-109b-4513-af2b-d6e4bc1dcfef HTTP/1.1" status: 200 len: 1091 time: 3.8854795 Mar 02 07:35:26.600494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:26.603261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.649133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:26.698229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:26.806942 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:26.937534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.956438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-8163d4e6-2f38-4276-beba-9fc1f7b1814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:26.957828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f8c8b20-e671-4d70-8492-f53af193e7b5 req-8163d4e6-2f38-4276-beba-9fc1f7b1814e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5839822 Mar 02 07:35:27.227306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5ee819-1726-4d0a-bb70-62fa8b8b544a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:27.394995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-509a61e4-02be-4a7e-be9c-337102073981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:27.396942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-509a61e4-02be-4a7e-be9c-337102073981 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1096 time: 0.9397779 Mar 02 07:35:27.408896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0053-fb8d-46df-8e99-a3180c9d7520 req-f746cf03-c97b-4e6d-a359-1ff12698e2de tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:27.416969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9cf0053-fb8d-46df-8e99-a3180c9d7520 req-f746cf03-c97b-4e6d-a359-1ff12698e2de tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.8477347 Mar 02 07:35:27.496239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9cf0053-fb8d-46df-8e99-a3180c9d7520 req-fae7d624-3936-4ea9-9e58-6c664a318d72 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781543 Mar 02 07:35:27.559305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.600085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9c45-f983-426c-8871-ebf44d63c84d req-a79634db-e345-4e61-9c91-3aff9c48dd1a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:27.607041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34cf9c45-f983-426c-8871-ebf44d63c84d req-a79634db-e345-4e61-9c91-3aff9c48dd1a tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 0.9318106 Mar 02 07:35:27.658988 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4bfe8bd9-1199-4713-b8de-19e968145550', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:44Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:27.670330 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376391a7-86de-413a-98db-fecc2fbe6517 None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4bfe8bd9-1199-4713-b8de-19e968145550', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:44Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:27.708513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-603c267c-e020-4c8a-b4a9-3de4bc2bfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:27.710318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-603c267c-e020-4c8a-b4a9-3de4bc2bfb8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.2906604 Mar 02 07:35:27.763199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.829176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34cf9c45-f983-426c-8871-ebf44d63c84d req-89566a3d-de98-4dd7-8018-f531edcee220 tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212691 Mar 02 07:35:27.879440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.895286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.054368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270a6b9-0c90-4ca9-9995-d7ff808704e9 None None] New status for floating IP 4bfe8bd9-1199-4713-b8de-19e968145550: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:28.058402 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'status': 'completed', 'code': 200} Mar 02 07:35:28.244551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.284277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.463628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:28.472696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-c2fade41-a91a-4034-8492-3055efd09aef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 998 time: 0.6662638 Mar 02 07:35:28.505801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.511738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.517464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.523161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.529447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.534761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.540411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.542291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-ef31cd69-3edc-4cfd-9877-17914d6a85d7 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5406 time: 0.3828700 Mar 02 07:35:28.595275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ebbab-fd07-475f-b997-6184b65d5b5b req-702bc7f5-4bf2-42bb-ab93-c93e2bc1b8e0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.596779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-194ebbab-fd07-475f-b997-6184b65d5b5b req-702bc7f5-4bf2-42bb-ab93-c93e2bc1b8e0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 945 time: 0.8306336 Mar 02 07:35:28.610559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.611045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.611522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.611996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.612985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.612985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.613363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.615264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-f8982448-e31e-4ac9-a00a-d8f16351679e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6353 time: 0.6435847 Mar 02 07:35:28.634731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:28.650392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-547bc791-3cf0-4542-a580-a52639d1128b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.651013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-547bc791-3cf0-4542-a580-a52639d1128b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Synchronizing usage tracker for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:28.654692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:28.655678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: 877536eb-005b-4788-98ea-0b47e6f91d3d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:28.672910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 370689e4-af3a-4485-a197-36e447beaacc is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:28.681873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-2151691f-50d5-4448-ba1f-40ee9a5523be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.683343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-2151691f-50d5-4448-ba1f-40ee9a5523be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.2003536 Mar 02 07:35:28.684147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:28.902468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-40009fd8-34e0-433d-bd85-4db09bcdaeda None None] Provisioning complete for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:28.903192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40009fd8-34e0-433d-bd85-4db09bcdaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.918369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-547bc791-3cf0-4542-a580-a52639d1128b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Unset dirty status for tenant:06f8e51975e24ac785e9fba407a0f8aa on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:28.919498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-547bc791-3cf0-4542-a580-a52639d1128b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 1.1120095 Mar 02 07:35:28.929591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ad72439-8ee3-47bb-953a-eddd81ec7c0c req-d2bd0b71-1a58-4316-9a0d-ffc0ca178a95 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3329263 Mar 02 07:35:28.953917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 877536eb-005b-4788-98ea-0b47e6f91d3d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:28.964162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-40009fd8-34e0-433d-bd85-4db09bcdaeda None None] Port c02281f3-1cc6-44a6-8e23-84f1febde6b8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:28.985562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Router 5b964fc2-52e4-436b-945f-46e2c47d136b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:28.986450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 877536eb-005b-4788-98ea-0b47e6f91d3d) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:29.004580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.005222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.013235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426451eb-fcf3-4bc3-a1e0-dfe36abab183 None None] Network 877536eb-005b-4788-98ea-0b47e6f91d3d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:29.021492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-194ebbab-fd07-475f-b997-6184b65d5b5b req-385dd7fe-7c46-4359-8ff4-68c774c5c83f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051363 Mar 02 07:35:29.186379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-6cd23a98-1a51-4f0f-a9f4-557d15a236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.186771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-6cd23a98-1a51-4f0f-a9f4-557d15a236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.187244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-6cd23a98-1a51-4f0f-a9f4-557d15a236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.188821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-6cd23a98-1a51-4f0f-a9f4-557d15a236bc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5466700 Mar 02 07:35:29.269051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8a9f5695-055e-46b3-9cea-ade3d8f162eb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1883376 Mar 02 07:35:29.271947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da338c6-9d21-471f-922b-2e78aa990d73 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:29.275727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Deleting port b203e359-8a21-4457-817d-876fb3168e83 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:29.276228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.279423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56056) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:29.312810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-877536eb-005b-4788-98ea-0b47e6f91d3d', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:29.316130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.348796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:29.354987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.425610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-e459bf5c-d3dd-4b5a-80c2-4f456b523ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.427882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-e459bf5c-d3dd-4b5a-80c2-4f456b523ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7229409 Mar 02 07:35:29.511132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Allocated IP 2001:db8::2 (877536eb-005b-4788-98ea-0b47e6f91d3d/5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803/a5351728-0b21-4077-97b8-e71eece7d540) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:29.541891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Transition to ACTIVE for port object 1da338c6-9d21-471f-922b-2e78aa990d73 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:29.681334 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.685595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-b9282b69-af5a-4f46-a162-f78456a988a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.687340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b37611a9-0f71-40dd-883f-a89b8e205e5c req-b9282b69-af5a-4f46-a162-f78456a988a2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4523087 Mar 02 07:35:29.844324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.846999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f8f7c-7c28-477d-990f-d2add187f718 req-bba18e34-9196-4c25-9c6f-22acb207ddea tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:29.848917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e67f8f7c-7c28-477d-990f-d2add187f718 req-bba18e34-9196-4c25-9c6f-22acb207ddea tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7412360 Mar 02 07:35:29.857606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Transition to ACTIVE for port object a5351728-0b21-4077-97b8-e71eece7d540 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:29.885990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Transition to ACTIVE for port object a5351728-0b21-4077-97b8-e71eece7d540 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:29.894616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.969962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:29.981692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Network 877536eb-005b-4788-98ea-0b47e6f91d3d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:29.982104 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Sync routers for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:29.986195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:29.986677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5368097-0b14-4383-80b2-7df987522a13 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b964fc2-52e4-436b-945f-46e2c47d136b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8116224 Mar 02 07:35:29.990940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:30.002792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:30.003688 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.087626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56068) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.122052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Pushing event updated for resources: {'Port': ['ID=a5351728-0b21-4077-97b8-e71eece7d540,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:30.165093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Attempting to bind port a5351728-0b21-4077-97b8-e71eece7d540 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:30.165461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Attempting to bind port a5351728-0b21-4077-97b8-e71eece7d540 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:30.166355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Attempting to bind port a5351728-0b21-4077-97b8-e71eece7d540 on network 877536eb-005b-4788-98ea-0b47e6f91d3d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:30.173202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:30.173575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Checking segment: {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:30.174012 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.174398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Bound using segment: {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:30.174852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Bound port: a5351728-0b21-4077-97b8-e71eece7d540, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:30.175272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.243378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:30.329382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e67f8f7c-7c28-477d-990f-d2add187f718 req-2406fe3e-963a-467b-9a2e-a8dbdbec87dc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4021795 Mar 02 07:35:30.345690 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:30.406910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] For port a5351728-0b21-4077-97b8-e71eece7d540, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:30.410783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:30.411974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] For port a5351728-0b21-4077-97b8-e71eece7d540, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5351728-0b21-4077-97b8-e71eece7d540,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:30.420266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.420615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-d26c9424-428e-4dbd-9b7b-9b760ee2535d service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9728682 Mar 02 07:35:30.427113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a9238ff-8611-49e4-8b3a-7ab44abd944d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9455140 Mar 02 07:35:30.440799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c86d-9729-44d3-9e50-13e88bbbf2ff req-129bc606-629f-4721-85b2-d149e91fdfec tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:30.450812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57b8c86d-9729-44d3-9e50-13e88bbbf2ff req-129bc606-629f-4721-85b2-d149e91fdfec tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94c6ea1-478d-4197-80c2-acbbe305e672 HTTP/1.1" status: 200 len: 946 time: 1.2817593 Mar 02 07:35:30.509104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:30.575345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56074) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.586225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-985184047'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:30.615686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:30.616367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.651112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:30.674276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] For port b203e359-8a21-4457-817d-876fb3168e83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b203e359-8a21-4457-817d-876fb3168e83,segment=NetworkSegment(867d1ca6-3cee-4339-b6d2-8304a0f964c7),segment_id=867d1ca6-3cee-4339-b6d2-8304a0f964c7)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:30.674651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.682509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:30.745896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:30.881388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c96f8-5883-461a-b057-3b5687242f60 None None] Pushing event updated for resources: {'Port': ['ID=a5351728-0b21-4077-97b8-e71eece7d540,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:30.926096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:30.930989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:30.936627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Attempting to bind port 1da338c6-9d21-471f-922b-2e78aa990d73 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:30.936627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Attempting to bind port 1da338c6-9d21-471f-922b-2e78aa990d73 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:30.936627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Attempting to bind port 1da338c6-9d21-471f-922b-2e78aa990d73 on network 611c8c9e-1769-40eb-908d-469110e3d337 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:30.945600 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 5, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.949188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Checking router: 5b964fc2-52e4-436b-945f-46e2c47d136b for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:30.959799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Routers {'5b964fc2-52e4-436b-945f-46e2c47d136b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:30.960426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5b964fc2-52e4-436b-945f-46e2c47d136b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.965629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Port 1da338c6-9d21-471f-922b-2e78aa990d73 on network 611c8c9e-1769-40eb-908d-469110e3d337 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:30.966002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Attempting to bind port 1da338c6-9d21-471f-922b-2e78aa990d73 on network 611c8c9e-1769-40eb-908d-469110e3d337 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:30.985515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bc04cc8-b265-4e6d-93a0-34c3ed869377 req-44b154af-ce14-4a35-9168-0e0cc955e67c service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322864 Mar 02 07:35:31.000800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Calling delete_port for b203e359-8a21-4457-817d-876fb3168e83 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:31.071169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:31.071620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Checking segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:31.072085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Bound using segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:31.072857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Bound port: 1da338c6-9d21-471f-922b-2e78aa990d73, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:31.073215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.081484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57b8c86d-9729-44d3-9e50-13e88bbbf2ff req-5936f3a5-7518-42bf-bec0-37199393d83d tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.21 "GET /v2.0/security-groups?id=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805834 Mar 02 07:35:31.100088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.129797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:31.138344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.357290 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.361643 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] Set router 5b964fc2-52e4-436b-945f-46e2c47d136b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:31.445577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:31.467577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.468044 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 9749a6a0-e1b6-4157-a840-524747fae70c of type vlan for network 1f963d6d-a221-4b79-a928-cae53d697bb6 Mar 02 07:35:31.479602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.495083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5351728-0b21-4077-97b8-e71eece7d540 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:31.572446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Pushing event deleted for resources: {'Port': ['ID=b203e359-8a21-4457-817d-876fb3168e83,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:31.580960 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.594878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9804914-f555-40fb-af44-3f078d75af75 req-7f81d96a-9768-4b72-93fd-b22ffff8c64a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.602118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9804914-f555-40fb-af44-3f078d75af75 req-7f81d96a-9768-4b72-93fd-b22ffff8c64a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3866115 Mar 02 07:35:31.675686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.682290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.689074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.695731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.699625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a5351728-0b21-4077-97b8-e71eece7d540 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:31.702687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.709545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.714933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 3, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:27Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:31.715994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.718384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-111141ee-4823-4786-9b5f-aba9a281f284 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5418 time: 0.9335349 Mar 02 07:35:31.725430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:31.726753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:31.726897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Updating router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d port c02281f3-1cc6-44a6-8e23-84f1febde6b8 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:31.771924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9804914-f555-40fb-af44-3f078d75af75 req-0ebee6f4-b126-4ab5-bdbd-5a86542008c1 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685982 Mar 02 07:35:31.775702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] No DVR routers for this DVR port b203e359-8a21-4457-817d-876fb3168e83 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:31.796851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.805305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'name': 'network-vif-deleted', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:31.806511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.816049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 5, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:31.828518 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb0f3d-ed77-4c8e-9b96-a4eb96fc1665 None None] The sync data for ids ['5b964fc2-52e4-436b-945f-46e2c47d136b'] in n-d-827871-1 is: [{'id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'name': 'tempest-ServerRescueTestJSON-2032539241-router', 'tenant_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:22Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 5, 'project_id': '1ee1d7936a2e4b24a26ed130e820aa33', 'gw_port': {'id': '5801a373-1dbf-4c9d-96de-e01cb0a84bc6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b964fc2-52e4-436b-945f-46e2c47d136b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:24Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:31.864319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:31.872938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.882817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.883460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.919348 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.953969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bef725bd-3b78-421c-8ba5-c17c3dd15f5d req-0fa3a3ec-a296-4a96-9fb4-baf292607b5b tempest-AttachVolumeNegativeTest-1361103976 tempest-AttachVolumeNegativeTest-1361103976-project] 10.222.0.39 "DELETE /v2.0/ports/b203e359-8a21-4457-817d-876fb3168e83 HTTP/1.1" status: 204 len: 173 time: 3.0210605 Mar 02 07:35:32.009023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4318883 Mar 02 07:35:32.027438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56090) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:32.143900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:32.167926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3296a131-b731-451c-b3b9-f55ea7c59535 req-6926d3da-5b91-4869-9dd9-d272e66d62f6 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3712113 Mar 02 07:35:32.214849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.220109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:32.220699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.225411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d3823-0b50-4a82-b328-db36f30b929f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=1f963d6d-a221-4b79-a928-cae53d697bb6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:32.228064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-5f8b155a-9b5b-42df-b49b-a93929788ece service neutron] 10.222.0.16 "PUT /v2.0/ports/1da338c6-9d21-471f-922b-2e78aa990d73 HTTP/1.1" status: 200 len: 1091 time: 5.5382946 Mar 02 07:35:32.231571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:32.236694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:32.286388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:32.296376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Request body: {'port': {'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:32.527888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8::1 (877536eb-005b-4788-98ea-0b47e6f91d3d/5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803/6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:32.547734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Deleting port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:32.548636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.554788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:32.565982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:32.575889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:32.587321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:32.618026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:32.622699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.682998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c35d08-2bd1-479f-bdec-9510ac3bb3a8 None None] Network 877536eb-005b-4788-98ea-0b47e6f91d3d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:32.687221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.714927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b203e359-8a21-4457-817d-876fb3168e83 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:32.827430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: b203e359-8a21-4457-817d-876fb3168e83 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:32.827822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b203e359-8a21-4457-817d-876fb3168e83 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:32.833522 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c6ea1-478d-4197-80c2-acbbe305e672', 'name': 'network-vif-deleted', 'tag': 'b203e359-8a21-4457-817d-876fb3168e83', 'status': 'completed', 'code': 200} Mar 02 07:35:32.864713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Provisioning for port a5351728-0b21-4077-97b8-e71eece7d540 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:32.875628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Provisioning complete for port a5351728-0b21-4077-97b8-e71eece7d540 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:32.875936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.947912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:33.016214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:35:33.023682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Deleting subnet f2c35fd3-fd30-4ec4-83eb-366baddb280b {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:33.031615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.044696 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73', 'status': 'completed', 'code': 200} Mar 02 07:35:33.103740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.168700 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.180450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.206760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] For port a5351728-0b21-4077-97b8-e71eece7d540, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5351728-0b21-4077-97b8-e71eece7d540,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:33.309767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.392727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5d5ee819-1726-4d0a-bb70-62fa8b8b544a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:33.434880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.438163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10796136-9c28-4ce7-9ed9-542a50041f05 None None] Pushing event updated for resources: {'Port': ['ID=a5351728-0b21-4077-97b8-e71eece7d540,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:33.440613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5d5ee819-1726-4d0a-bb70-62fa8b8b544a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:33.440966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5d5ee819-1726-4d0a-bb70-62fa8b8b544a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:33.466762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Transition to ACTIVE for port object c02281f3-1cc6-44a6-8e23-84f1febde6b8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:33.489203 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.547462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.571113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:33.765452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.768658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.769252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.769803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.770375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.771885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.772431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.776414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-e3bfb7e2-35a7-442b-b4d7-4ea28cb1a9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6420 time: 0.7468498 Mar 02 07:35:33.795169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889567-374d-426e-b4b8-f6fedc73da59 None None] Pushing event updated for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:33.813268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.819161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Attempting to bind port c02281f3-1cc6-44a6-8e23-84f1febde6b8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:33.819583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Attempting to bind port c02281f3-1cc6-44a6-8e23-84f1febde6b8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:33.819950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Attempting to bind port c02281f3-1cc6-44a6-8e23-84f1febde6b8 on network 370689e4-af3a-4485-a197-36e447beaacc {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:33.830565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:33.830938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Checking segment: {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:33.831338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.835249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Bound using segment: {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:33.835848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Bound port: c02281f3-1cc6-44a6-8e23-84f1febde6b8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55270d3c-8152-44f9-83de-96807bf988cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '370689e4-af3a-4485-a197-36e447beaacc'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:33.836141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.867691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:33.878073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.895967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Transition to ACTIVE for port object 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:33.944004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.951400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.959464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.961274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.967754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.975664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:33.984418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.001761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.007147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-85a1792e-dc28-4fd7-a4e0-bd428cad9267 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5418 time: 0.5337965 Mar 02 07:35:34.008053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.046509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] For port c02281f3-1cc6-44a6-8e23-84f1febde6b8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:34.050830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] For port c02281f3-1cc6-44a6-8e23-84f1febde6b8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c02281f3-1cc6-44a6-8e23-84f1febde6b8,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:34.064717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.077615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 877536eb-005b-4788-98ea-0b47e6f91d3d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:34.097460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:34.100088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:34.101027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.110898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.179984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:34.180697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:34.183921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257c4f9-f14a-4a90-9d87-e7c8658a025b req-dc9f45fc-ece5-4b67-9c9f-2faa53cdb99f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.186483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1257c4f9-f14a-4a90-9d87-e7c8658a025b req-dc9f45fc-ece5-4b67-9c9f-2faa53cdb99f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 1.7125323 Mar 02 07:35:34.358328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.392643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2c35fd3-fd30-4ec4-83eb-366baddb280b HTTP/1.1" status: 204 len: 168 time: 1.4433346 Mar 02 07:35:34.402732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56114) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:34.413558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889567-374d-426e-b4b8-f6fedc73da59 None None] Pushing event updated for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.485310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6a843ed6-1f61-4c84-b5f5-822f4184f428 None None] Provisioning complete for port a5351728-0b21-4077-97b8-e71eece7d540 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:34.486109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6a843ed6-1f61-4c84-b5f5-822f4184f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.516965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.570014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25ba941b-8371-41ec-9ba5-61736ca3cd6e req-8dbe14b4-62bc-41d3-b985-e28301d508a8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5462327 Mar 02 07:35:34.591923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:34.614545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=861039e5-0d6c-4754-a6a3-c3dedbfbc35f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.632949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1257c4f9-f14a-4a90-9d87-e7c8658a025b req-fee5bc48-8710-45b4-94e1-ad19994f0499 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2937207 Mar 02 07:35:34.633643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Attempting to bind port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:34.634008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Attempting to bind port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:34.634336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Attempting to bind port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed on network 611c8c9e-1769-40eb-908d-469110e3d337 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:34.646238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed on network 611c8c9e-1769-40eb-908d-469110e3d337 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:34.646559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Attempting to bind port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed on network 611c8c9e-1769-40eb-908d-469110e3d337 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:34.659742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.667980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] For port 5801a373-1dbf-4c9d-96de-e01cb0a84bc6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:34.668591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.696523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:34.697052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: 1f963d6d-a221-4b79-a928-cae53d697bb6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:34.698152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:34.698499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Checking segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:34.699132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Bound using segment: {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:34.716098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Bound port: 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59253710-d2fe-44b0-84bc-fa41e0cad20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:34.716098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.812847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:34.816762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:34.846335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c69cbc-3b6a-4526-87e1-88bcbdbff798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c35fd3-fd30-4ec4-83eb-366baddb280b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.867100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-72fdd079-fb55-41c6-b650-6203db10711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.867763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-72fdd079-fb55-41c6-b650-6203db10711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.868307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-72fdd079-fb55-41c6-b650-6203db10711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.870029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-72fdd079-fb55-41c6-b650-6203db10711d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9bfb1f940fe746ac82185d93b28e274f&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0846052 Mar 02 07:35:34.878520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.914591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.936023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:34.955053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1f963d6d-a221-4b79-a928-cae53d697bb6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:34.960522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.961801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.966403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b53bc-ef7f-4c57-a028-b7fccebf4c4c None None] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:34.994724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.035857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Calling delete_port for 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:35.118935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.119559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.120998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] 10.222.0.16 "PUT /v2.0/ports/70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 200 len: 1091 time: 2.8402658 Mar 02 07:35:35.128415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:35.229673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-7b21b70b-3977-4a5f-ae68-465b22ac444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.233340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfe419d4-5704-4059-95bb-a4fa0eb25701 req-7b21b70b-3977-4a5f-ae68-465b22ac444d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3465304 Mar 02 07:35:35.238224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8eb28654-a4a4-4b1b-a376-70ba7cc7ee13 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2044244 Mar 02 07:35:35.258981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:35.308571 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'status': 'completed', 'code': 200} Mar 02 07:35:35.431492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5351728-0b21-4077-97b8-e71eece7d540 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:35.473010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.510516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3a49-448b-431f-87c9-7648bc0758de req-efe04a09-b348-4bc8-b986-976df12bfc11 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.519782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07df3a49-448b-431f-87c9-7648bc0758de req-efe04a09-b348-4bc8-b986-976df12bfc11 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7380521 Mar 02 07:35:35.549062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faf9728-de19-4752-9838-420125776674']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:35.589376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d1ca6-3cee-4339-b6d2-8304a0f964c7') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:35.589789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d1ca6-3cee-4339-b6d2-8304a0f964c7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:35.611321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1f963d6d-a221-4b79-a928-cae53d697bb6', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:35.613104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.615942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.630457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.632316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.632316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.632778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.633722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.634012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.635816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:35.637578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-08639df9-8d99-4795-a6b0-4417ec5b77b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6487 time: 0.3114340 Mar 02 07:35:35.654440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07df3a49-448b-431f-87c9-7648bc0758de req-6d06a569-fd38-49bc-a1f7-4c2a350b5b87 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337938 Mar 02 07:35:35.659927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a5351728-0b21-4077-97b8-e71eece7d540 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:35.660431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.704907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd57a5e-89c7-4f4e-8b5f-b38ca3180290 service neutron] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:35.724793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-812dc7a1-43ef-4780-8672-0bce0d0e10cf None None] Provisioning for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:35.778133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 3, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:34Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:35.787423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-812dc7a1-43ef-4780-8672-0bce0d0e10cf None None] Provisioning complete for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:35.787851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-812dc7a1-43ef-4780-8672-0bce0d0e10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.815144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-8665b714-50ba-430a-9250-d12b4a40da2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 200 len: 217 time: 0.1552539 Mar 02 07:35:35.822260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.831186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:35.832277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.852739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182747b-0707-4ea5-bf3d-0e357e98300e None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:26Z', 'revision_number': 3, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:34Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:35.976245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-812dc7a1-43ef-4780-8672-0bce0d0e10cf None None] Port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:35.982412 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:36.063930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.093995 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.110111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Pushing event deleted for resources: {'Network': ['ID=7faf9728-de19-4752-9838-420125776674,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.117490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Allocated IP 172.22.0.2 (1f963d6d-a221-4b79-a928-cae53d697bb6/861039e5-0d6c-4754-a6a3-c3dedbfbc35f/d8b91712-ade4-4c24-9197-b8a735d1866f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:36.127370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.128000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.128505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.129107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.129721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.130413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.131996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.135769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.136352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.136862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.141361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.142106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:36.146581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f4b25813-f5d5-451d-9a30-77885970c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:36.148821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f4b25813-f5d5-451d-9a30-77885970c59c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f08685-3096-4921-a1a6-259995618018 HTTP/1.1" status: 200 len: 855 time: 0.1594877 Mar 02 07:35:36.151138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2a14820b-fea9-410b-94a7-8f2a04769dea admin admin] 10.222.0.21 "DELETE /v2.0/networks/7faf9728-de19-4752-9838-420125776674 HTTP/1.1" status: 204 len: 168 time: 1.7445295 Mar 02 07:35:36.348404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.449549 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.463859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Transition to ACTIVE for port object d8b91712-ade4-4c24-9197-b8a735d1866f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:36.490657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Transition to ACTIVE for port object d8b91712-ade4-4c24-9197-b8a735d1866f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:36.504111 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.537336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b12c5421-5b5d-47b0-8fcf-351cb73dda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:36.544838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b12c5421-5b5d-47b0-8fcf-351cb73dda43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0581272b-f454-4f2b-9497-7089d94a85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3879056 Mar 02 07:35:36.561795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.581437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:36.585429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:36.589510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.591477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:36.634420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.636338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.686208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420f37-9631-4f20-b3d6-24bd3003c491 req-5f9fa0e2-be00-4ae5-9a14-193d4a0672e9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:36.688240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f420f37-9631-4f20-b3d6-24bd3003c491 req-5f9fa0e2-be00-4ae5-9a14-193d4a0672e9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.4780915 Mar 02 07:35:36.689019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Pushing event updated for resources: {'Port': ['ID=d8b91712-ade4-4c24-9197-b8a735d1866f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.702127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94e30bc3-b55c-4be3-900e-5d06c5db9bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06f8e51975e24ac785e9fba407a0f8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172545 Mar 02 07:35:36.712816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56142) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.744973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Attempting to bind port d8b91712-ade4-4c24-9197-b8a735d1866f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:36.745351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Attempting to bind port d8b91712-ade4-4c24-9197-b8a735d1866f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:36.745709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Attempting to bind port d8b91712-ade4-4c24-9197-b8a735d1866f on network 1f963d6d-a221-4b79-a928-cae53d697bb6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:36.750308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Pushing event deleted for resources: {'Port': ['ID=5801a373-1dbf-4c9d-96de-e01cb0a84bc6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.751888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:36.752332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Checking segment: {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:36.752799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.754047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Bound using segment: {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:36.754696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Bound port: d8b91712-ade4-4c24-9197-b8a735d1866f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:36.755425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.831587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-a1f458cf-6cdb-4524-bbae-130da5bcb5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787099 Mar 02 07:35:36.839194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f420f37-9631-4f20-b3d6-24bd3003c491 req-332cdfa5-9d52-4af9-94c0-e590872ba271 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1443133 Mar 02 07:35:36.855974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] For port d8b91712-ade4-4c24-9197-b8a735d1866f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:36.869111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] For port d8b91712-ade4-4c24-9197-b8a735d1866f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8b91712-ade4-4c24-9197-b8a735d1866f,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:36.869347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.869479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.981544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.010526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f397aec-7dc4-4318-89fa-e8d7ef57281f None None] Pushing event updated for resources: {'Port': ['ID=d8b91712-ade4-4c24-9197-b8a735d1866f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:37.066630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-9e783be7-15c6-4d79-b6d3-0621533c6496 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263322 Mar 02 07:35:37.097844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.103720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.110275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.116108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.121991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.129608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.135757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.137725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-0475f1bd-dd9e-4a22-a1e2-89c7cd57242c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 1.3442223 Mar 02 07:35:37.138183 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-af8d416a-e549-4253-b2cb-2c07b3e4f7a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 217 time: 0.0652728 Mar 02 07:35:37.138979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.174758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:37.211986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:37.241008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.244836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-248bcbaa-21ac-4983-8403-02cc3a4bf10c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85f9cc1c-5f5b-431b-afa2-5c3f5eb06c08 HTTP/1.1" status: 204 len: 168 time: 0.5303643 Mar 02 07:35:37.251460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-9c8ad4fc-07b0-403d-a982-4b73bd7f617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.252985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-9c8ad4fc-07b0-403d-a982-4b73bd7f617e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.1044791 Mar 02 07:35:37.286353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.398405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-45b94d50-bd9e-478b-a7b4-fbbff09d90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.399925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-45b94d50-bd9e-478b-a7b4-fbbff09d90f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390588 Mar 02 07:35:37.556453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c02281f3-1cc6-44a6-8e23-84f1febde6b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:37.603970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-cb6fcc5d-8357-4c68-bac7-66e3d41cde3b service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932268 Mar 02 07:35:37.657125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf476774-8bd5-4f1f-aebc-c8b1115877cd req-40f9ebb5-ff87-4166-b8dc-b1a5ff188f88 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5000200 Mar 02 07:35:37.695925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:37.702515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:37.702981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.766259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 877536eb-005b-4788-98ea-0b47e6f91d3d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:37.768779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.776374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:37.781223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.834342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-31c64da2-c19a-45e7-8b8d-db9987b6184c service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235141 Mar 02 07:35:37.975148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.995976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-795a3ab0-bf6e-4586-b99d-d6670af7d4a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 217 time: 0.1517379 Mar 02 07:35:38.061635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c02281f3-1cc6-44a6-8e23-84f1febde6b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c02281f3-1cc6-44a6-8e23-84f1febde6b8,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:38.071126 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.072362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8b91712-ade4-4c24-9197-b8a735d1866f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:38.072929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.181507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.183194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b964fc2-52e4-436b-945f-46e2c47d136b {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:35:38.244305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-affbb518-589e-436b-a98f-d19092fe02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:38.246872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-affbb518-589e-436b-a98f-d19092fe02d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2472222 Mar 02 07:35:38.329216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c55e6af2-c5fc-42aa-9dbc-b84f29a484b0 None None] Provisioning complete for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:38.329796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c55e6af2-c5fc-42aa-9dbc-b84f29a484b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.361671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc08-048e-48d0-bc02-ac7b33be6cdd req-373936b0-e855-46af-bd76-8343ff27563d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:38.363271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8acdc08-048e-48d0-bc02-ac7b33be6cdd req-373936b0-e855-46af-bd76-8343ff27563d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2772264 Mar 02 07:35:38.392114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d8b91712-ade4-4c24-9197-b8a735d1866f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:38.413432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:38.415130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.418559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0d6d813e-fdee-49d6-aa37-880c4b412855 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b964fc2-52e4-436b-945f-46e2c47d136b HTTP/1.1" status: 204 len: 168 time: 8.3012567 Mar 02 07:35:38.421057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:38.454753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8acdc08-048e-48d0-bc02-ac7b33be6cdd req-b8336d77-3b21-4e04-aa7d-899c83737912 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852747 Mar 02 07:35:38.470004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b5c4da83-58f9-425d-aa55-d7ed72d619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:38.471578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-b5c4da83-58f9-425d-aa55-d7ed72d619ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2170200 Mar 02 07:35:38.476164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c55e6af2-c5fc-42aa-9dbc-b84f29a484b0 None None] Port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:38.535291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc604db1-d539-43c8-a09c-e315aa45acdf None None] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:38.612364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Deleting subnet dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:38.632855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.693223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:38.792621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.817075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Provisioning for port d8b91712-ade4-4c24-9197-b8a735d1866f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:38.833893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Provisioning complete for port d8b91712-ade4-4c24-9197-b8a735d1866f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:38.834323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.854486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-9ee7054f-09a8-4e87-aa0d-2c4528e1274c service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761261 Mar 02 07:35:39.041194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-a702921f-eb30-479f-9c96-8b2924925f80 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784024 Mar 02 07:35:39.088456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.159269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] For port d8b91712-ade4-4c24-9197-b8a735d1866f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8b91712-ade4-4c24-9197-b8a735d1866f,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:39.167408 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.227646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.268278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1e002695-2b7f-4319-9603-df85b5bbb77f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd HTTP/1.1" status: 200 len: 217 time: 0.2199924 Mar 02 07:35:39.287926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.22.0.1 (1f963d6d-a221-4b79-a928-cae53d697bb6/861039e5-0d6c-4754-a6a3-c3dedbfbc35f/ee485607-fc89-4e3b-9449-dd14307fc0db) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:39.303234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35be597-c447-44c7-a03c-d30e4bab7a83 None None] Pushing event updated for resources: {'Port': ['ID=d8b91712-ade4-4c24-9197-b8a735d1866f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:39.319216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:39.334572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:39.352572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-968f638c-4404-4f03-ad66-9ae4687742a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.354138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-968f638c-4404-4f03-ad66-9ae4687742a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.0804195 Mar 02 07:35:39.355754 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:39.356383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:39.403342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c02281f3-1cc6-44a6-8e23-84f1febde6b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:39.534560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4acab858-9118-47ef-ad0e-a29ab0b203ee tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2487993 Mar 02 07:35:39.535763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c02281f3-1cc6-44a6-8e23-84f1febde6b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:39.536166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.550451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56192) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:39.573884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956822651'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:39.582320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:39.599692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:39.614163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2f944a75-add4-4ac2-8846-601b00134e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.616517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2f944a75-add4-4ac2-8846-601b00134e77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2553911 Mar 02 07:35:39.617465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:39.717158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:39.758706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:39.771561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.792041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d647d306-d35a-40f3-81bf-0899734eafc8 None None] Provisioning complete for port d8b91712-ade4-4c24-9197-b8a735d1866f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:39.792751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d647d306-d35a-40f3-81bf-0899734eafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.825987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:39.827121 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:39.867101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:39.867540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5801a373-1dbf-4c9d-96de-e01cb0a84bc6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:39.960887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.967982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.976154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.983919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.991258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.997123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.003891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.005824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-a5779b37-c980-4587-85d2-006e60796a2c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.9518979 Mar 02 07:35:40.008267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-1f76b3a7-ffe5-4d1f-b2c8-afbc40a7e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.009612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-1f76b3a7-ffe5-4d1f-b2c8-afbc40a7e4ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ac0080e5e2442884c75b56d32a846b&device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 1096 time: 1.0929236 Mar 02 07:35:40.046998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.072411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:40.084181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.084537 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment a1f681fb-3338-4fb5-a81a-828f71605cab of type vlan for network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d Mar 02 07:35:40.103229 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:35:40.121500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.132443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:40.136965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-0d7f1d9c-525f-4762-830d-85d2bc5675f9 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123940 Mar 02 07:35:40.147643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.203020 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.209641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.211673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.235565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a146b655-952c-4653-925d-532ce90da1a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd03b803-e1f6-4ecc-96f1-8dbff8b9d2af HTTP/1.1" status: 204 len: 168 time: 1.8111331 Mar 02 07:35:40.242694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:34Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:40.247143 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:40.247496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Updating router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:40.249605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b89deabe-c0e6-4894-a718-e21bb73c3941 req-5d58cc0d-7219-4860-8a27-bdd3009fb3e2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2325008 Mar 02 07:35:40.254216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56202) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:40.313669 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.412894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:40.426449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:40.442166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.509107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-63244591-cd12-49d5-98c5-228261280910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.513421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-63244591-cd12-49d5-98c5-228261280910 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 200 len: 912 time: 0.4952228 Mar 02 07:35:40.519813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.524032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object ee485607-fc89-4e3b-9449-dd14307fc0db will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:40.648348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f266d84-5578-43a7-95f5-8cabb54fc888 req-5ee54255-e1e1-4b4b-bce9-5c57e8080ef6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.650149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f266d84-5578-43a7-95f5-8cabb54fc888 req-5ee54255-e1e1-4b4b-bce9-5c57e8080ef6 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7539911 Mar 02 07:35:40.659376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e7a3359a-ee5d-4fc3-8229-2a22b1368696 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1068797 Mar 02 07:35:40.664608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56210) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:40.678939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-99925211-5f8f-42ee-936d-fe82fb515307 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 200 len: 1000 time: 0.1561327 Mar 02 07:35:40.693739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:40.792313 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.812311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Transition to ACTIVE for port object 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:40.820742 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.844227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-069140d1-0cdf-4261-95b1-2e0aaceeb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.845701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-069140d1-0cdf-4261-95b1-2e0aaceeb648 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 200 len: 851 time: 0.1569953 Mar 02 07:35:40.848241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f266d84-5578-43a7-95f5-8cabb54fc888 req-42930475-e07b-4896-9f6c-14adba275c7e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1852612 Mar 02 07:35:40.853243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f72e9825-b5e9-42bf-b648-bfd8e0f47dfe service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801190 Mar 02 07:35:40.912504 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Pushing event updated for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:40.923545 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.923875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.924214 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.924544 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.924871 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.925208 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.925542 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.925825 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.926179 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.926496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.926810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.927171 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:40.928625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:40.949599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.967270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:40.971954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:40.979274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:40.988176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.991251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-6ab6d467-1f94-4fd9-8ce2-bb170a342894 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef HTTP/1.1" status: 200 len: 217 time: 0.1320195 Mar 02 07:35:40.993893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:40.998811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.106873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a784c5-1fda-4f86-bbc8-caa327fbf29a']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:41.143846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:41.145911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8805fb1-5161-41c1-85c9-4b17dbc257ca') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:41.146237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8805fb1-5161-41c1-85c9-4b17dbc257ca') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:41.173163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:41.180459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:41.192159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-8a52275f-7410-4d85-80c6-0f2dcafc8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:41.196316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-8a52275f-7410-4d85-80c6-0f2dcafc8dbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.1807959 Mar 02 07:35:41.238213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-a1a5f59b-8f71-4259-a051-5dec7d1348a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:41.238213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-a1a5f59b-8f71-4259-a051-5dec7d1348a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c5a9f58-4c25-4ba1-97f6-da11e1291474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371322 Mar 02 07:35:41.238213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:41.245693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.290733 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Attempting to bind port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:41.290733 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Attempting to bind port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:41.290733 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Attempting to bind port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 on network 877536eb-005b-4788-98ea-0b47e6f91d3d {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:41.315335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:41.315335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Checking segment: {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:41.317841 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.318292 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Bound using segment: {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:41.318852 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Bound port: 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72db4068-15dc-40da-8379-58a787d1acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:41.319158 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.411188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8b91712-ade4-4c24-9197-b8a735d1866f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:41.460325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.480916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:41.481331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:41.499181 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:41.518863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.532598 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] For port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:41.536711 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] For port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:41.541655 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.596624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d8b91712-ade4-4c24-9197-b8a735d1866f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:41.597179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.661077 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923084ab-fc7d-4129-a9ab-230903d40554 None None] Pushing event updated for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:41.686745 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:41.687462 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:41.716232 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.722996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.760173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-17c28dda-89af-4ac3-b2f2-6080697e9012 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069389 Mar 02 07:35:41.824270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b1623cca-4559-46d0-9fad-73ab35a797fa None None] Provisioning for port ee485607-fc89-4e3b-9449-dd14307fc0db completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:41.837399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b1623cca-4559-46d0-9fad-73ab35a797fa None None] Provisioning complete for port ee485607-fc89-4e3b-9449-dd14307fc0db triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:41.837538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b1623cca-4559-46d0-9fad-73ab35a797fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.853073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.930683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b1623cca-4559-46d0-9fad-73ab35a797fa None None] Port ee485607-fc89-4e3b-9449-dd14307fc0db cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:41.958133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d40c-0dc1-45ad-9320-5b51aeb08d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.011469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0059cfa-eabf-4de4-a3b3-d8f68340fcb2 req-fd34337c-6c18-4887-8729-46ea9d0e6703 service neutron] 10.222.0.16 "GET /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377138 Mar 02 07:35:42.016680 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:42.034301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=c5891f01-c680-4ccd-bb89-2b724ef0b0b0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:42.037817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] 10.222.0.21 "DELETE /v2.0/networks/90a784c5-1fda-4f86-bbc8-caa327fbf29a HTTP/1.1" status: 204 len: 168 time: 1.7821944 Mar 02 07:35:42.040645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ec013-f35a-4b7c-b835-1db703458dda admin admin] Pushing event deleted for resources: {'Network': ['ID=90a784c5-1fda-4f86-bbc8-caa327fbf29a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:42.057000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1c671aa4-5293-4eb7-bc67-66491e1e9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.059150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-1c671aa4-5293-4eb7-bc67-66491e1e9716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8546772 Mar 02 07:35:42.114526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:42.115390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:42.330782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:42.368411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:42.398843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:42.418637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc0139-c644-4982-802e-723d3554d7dc None None] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:42.432425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.455433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.455433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.455764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0ba5dd98-7b81-443c-a99d-78f16e35f982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ee1d7936a2e4b24a26ed130e820aa33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204009 Mar 02 07:35:42.461616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3890923-9820-46f3-9419-6d8d7d1014a1 req-f339d316-44ca-4b8e-b10a-70beba9079eb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.461908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56238) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:42.465961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3890923-9820-46f3-9419-6d8d7d1014a1 req-f339d316-44ca-4b8e-b10a-70beba9079eb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 945 time: 0.4117455 Mar 02 07:35:42.488941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.495030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.500892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.506772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.512670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.518619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.524484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.527108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-f2711241-cb44-49d5-88b2-9187a7a685a1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.8766649 Mar 02 07:35:42.555547 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:34Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:41Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:42.560274 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e42b3c-d5a2-4823-884e-c6d677ba49af None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:34Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:41Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:42.577182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3890923-9820-46f3-9419-6d8d7d1014a1 req-a0ef6669-02cc-4992-b3c7-1f4c33ca62d7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100807 Mar 02 07:35:42.620376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a0badf2-46c8-41b9-ad1e-c7d8a3ad6729 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9521863 Mar 02 07:35:42.623319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-f0111028-51af-4237-93a8-4c2b1d0e825d service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389202 Mar 02 07:35:42.623951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56242) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:42.783318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:42.784285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.807671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bbff4c2-84ef-459d-afd4-a9f1c6e06369 req-8cd93f0b-d153-4bca-a32a-e9f0e148b583 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2686322 Mar 02 07:35:43.109500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.116401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Allocated IP 2001:db8:1::2 (9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d/c5891f01-c680-4ccd-bb89-2b724ef0b0b0/563c2cef-18b2-46ea-9b55-721a21a544ee) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:43.182889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5526c-3769-4e26-b6a2-3e73bd1e58af req-aac0fe7f-eaae-44e7-949e-438a97655a25 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:43.184483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-caf5526c-3769-4e26-b6a2-3e73bd1e58af req-aac0fe7f-eaae-44e7-949e-438a97655a25 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.3849323 Mar 02 07:35:43.247401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.266543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.468855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.469723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-caf5526c-3769-4e26-b6a2-3e73bd1e58af req-28c23910-d2d3-4f90-8b60-f699eb7af1bb tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2659640 Mar 02 07:35:43.483635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:43.496992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Transition to ACTIVE for port object 563c2cef-18b2-46ea-9b55-721a21a544ee will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:43.516205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:43.520641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.537374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.627125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-3daccb16-1bfe-41f9-a859-244b1eae3125 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9960165 Mar 02 07:35:43.688377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Transition to ACTIVE for port object 563c2cef-18b2-46ea-9b55-721a21a544ee will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:43.699607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.789427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:43.790417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:43.800677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:43.802882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:43.803416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:43.834377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:43.866370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:43.867545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:44.000439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Pushing event updated for resources: {'Port': ['ID=563c2cef-18b2-46ea-9b55-721a21a544ee,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:44.029244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.030742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.031730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.032251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.032793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.034111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.034550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.034861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.035206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.035547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.035881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.036214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:44.062992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-51eb101a-bbef-4e3c-a1d4-6cd8cb928b5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1da338c6-9d21-471f-922b-2e78aa990d73 HTTP/1.1" status: 200 len: 217 time: 0.3816330 Mar 02 07:35:44.070258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Attempting to bind port 563c2cef-18b2-46ea-9b55-721a21a544ee on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:44.070632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Attempting to bind port 563c2cef-18b2-46ea-9b55-721a21a544ee by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:44.070998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Attempting to bind port 563c2cef-18b2-46ea-9b55-721a21a544ee on network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:44.151948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-57285ee4-59d2-4fc2-bfd4-ceaf8c3a6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.153398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-57285ee4-59d2-4fc2-bfd4-ceaf8c3a6e0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.0697162 Mar 02 07:35:44.180421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.218299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:44.219034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:44.219534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Checking segment: {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:44.220159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.220644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Bound using segment: {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:44.221232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Bound port: 563c2cef-18b2-46ea-9b55-721a21a544ee, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:44.221708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.245427 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-959706eb-c001-43a3-89cb-418360139270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.265163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:44.305732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.311548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.324002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.331117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.337413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.344284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.350572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.356751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.363111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.365686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-3eae3a5b-b67a-4921-a133-753bdf582ae4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.2894235 Mar 02 07:35:44.398308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908a927-d1b6-4c9d-b305-bbfb6207e9cb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:44.414011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-99fc91b7-4116-4ef0-91cf-70614b371e72 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.415654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-99fc91b7-4116-4ef0-91cf-70614b371e72 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 945 time: 0.8814216 Mar 02 07:35:44.421189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:44.453943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c537a057-02c7-402b-b49f-fe6bacd1ccd6 None None] Provisioning complete for port ee485607-fc89-4e3b-9449-dd14307fc0db triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:44.457085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c537a057-02c7-402b-b49f-fe6bacd1ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.523490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:44.532575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c8a6aefc-98f7-4633-a885-02a8fa54b425 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2230034 Mar 02 07:35:44.536803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c537a057-02c7-402b-b49f-fe6bacd1ccd6 None None] Port ee485607-fc89-4e3b-9449-dd14307fc0db cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:44.541749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:44.552640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] For port 563c2cef-18b2-46ea-9b55-721a21a544ee, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:44.558297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83de2066-6aa0-44a1-bde7-0f7ee1f290cf req-d6eaacdb-d814-49ec-92ca-21b137d048cc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1842332 Mar 02 07:35:44.558297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:44.569943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] For port 563c2cef-18b2-46ea-9b55-721a21a544ee, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=563c2cef-18b2-46ea-9b55-721a21a544ee,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:44.570112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'network': {'name': 'tempest-RoutersTest-834253021'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:44.572907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:44.573912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:44.580295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:44.589678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:network and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:44.598963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:44.608369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:44.609301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.614877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:44.627825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:44.631518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.635454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.692365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:44.712444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.712795 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added segment 2fcdf7d5-b569-4bf7-98cb-f0a945bdf708 of type vlan for network c63dced7-065b-4b21-b127-6128d394ec8a Mar 02 07:35:44.792447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.794555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-217828a0-c693-4c27-8252-23e03865afe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9908a927-d1b6-4c9d-b305-bbfb6207e9cb HTTP/1.1" status: 204 len: 168 time: 2.3325126 Mar 02 07:35:44.870090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:44.947423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec252ebe-a253-45f6-89c7-c3f2f95a45b9 None None] Pushing event updated for resources: {'Port': ['ID=563c2cef-18b2-46ea-9b55-721a21a544ee,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:44.995847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.064318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.070905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:45.071842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.281107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764008e-eecc-4f20-bf8d-e872461d807d req-1fdfaa5f-30e5-472a-ad98-5c5d1d12c7f9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:45.312803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8764008e-eecc-4f20-bf8d-e872461d807d req-1fdfaa5f-30e5-472a-ad98-5c5d1d12c7f9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.5546575 Mar 02 07:35:45.369567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8094900 Mar 02 07:35:45.511424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.582624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56274) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:45.585294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Network': ['ID=c63dced7-065b-4b21-b127-6128d394ec8a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:45.594621 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.604587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'subnet': {'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:45.617147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.660299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.661029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.661777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.662409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.663016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.663568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.664133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.664676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.665235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.665772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.666370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.666935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250d1c-1b01-44ad-b328-4cb01bc4adf5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:45.718745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c63dced7-065b-4b21-b127-6128d394ec8a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:45.815056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8764008e-eecc-4f20-bf8d-e872461d807d req-cc9dcbf4-9b2a-4857-91bf-8e879cff2a80 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4960582 Mar 02 07:35:45.826391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:45.866190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:45.870529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:subnet and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:45.874635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:45.881283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:45.893103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Made reservation on behalf of 70df3a1cabf1467481e3325afbfcebdd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:45.897561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:45.995476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437e0d9-df28-49fa-9813-01c99c9cd658 req-6b3be6c2-9495-4835-921d-29846762663d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:45.997032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8437e0d9-df28-49fa-9813-01c99c9cd658 req-6b3be6c2-9495-4835-921d-29846762663d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 945 time: 2.1823030 Mar 02 07:35:46.012736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:46.013268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.014158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-7f4edb28-419a-484d-bfbd-842754efd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.016523 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-7f4edb28-419a-484d-bfbd-842754efd45d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8041687 Mar 02 07:35:46.116126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:42Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:42Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:46.123818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:46.124089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Updating router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d port ee485607-fc89-4e3b-9449-dd14307fc0db binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:46.198208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.260995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:46.261403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.280389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8437e0d9-df28-49fa-9813-01c99c9cd658 req-afb16014-e9c2-4994-a322-d90b47515a49 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701175 Mar 02 07:35:46.287543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 563c2cef-18b2-46ea-9b55-721a21a544ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:46.320245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.339408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.360932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.378652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.392935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.399076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.412230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.428775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-7eb8160d-187f-4397-b669-7669494114d0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.3242779 Mar 02 07:35:46.511192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 40f5f6c3-2379-438d-b9b5-56c0a0b9811f owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:46.527765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00305852-d9ae-4b0e-8f0d-1353ee0146c5 req-43b4a433-1e2f-4432-86e5-bd231afd07f4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978196 Mar 02 07:35:46.612911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56306) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:46.615035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 563c2cef-18b2-46ea-9b55-721a21a544ee completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:46.653420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d020cc1-5f81-42c5-8cc6-30650a043109 None None] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:46.714296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.830605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1544993679-network', 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:46.836259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:46.840761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Usage tracker for resource:network and tenant:854ece0f470a4840a6ba73aef485aa62 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:46.848519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.849238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Provisioning for port 563c2cef-18b2-46ea-9b55-721a21a544ee completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:46.850743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:46.865438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:46.871023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Provisioning complete for port 563c2cef-18b2-46ea-9b55-721a21a544ee triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:46.871469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.872479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Checking segment: {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:46.872855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network hostable DHCP agents. Network: c63dced7-065b-4b21-b127-6128d394ec8a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:46.878018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Subnet': ['ID=67e58c35-2a35-46c6-823a-23e81ff7f14e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:46.894793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:46.897884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.911832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.929240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c63dced7-065b-4b21-b127-6128d394ec8a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:46.932286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:46.938920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Usage tracker for resource:security_group_rule and tenant:854ece0f470a4840a6ba73aef485aa62 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:46.942806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:46.946588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-2ca7326d-2d58-4e9d-b643-e56e216826d7 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9027340 Mar 02 07:35:46.949170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:46.951856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c63dced7-065b-4b21-b127-6128d394ec8a) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:46.958671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:46.958671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.979439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f39d55-6e76-4dba-babc-27776cc4195e None None] Network c63dced7-065b-4b21-b127-6128d394ec8a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:47.002024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45c42a32-a4bf-4688-aa20-2891919b6261 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4129512 Mar 02 07:35:47.004941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56316) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:47.248724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.309576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-66673df3-99a8-4b57-bf8d-01940aa7bc12 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076601 Mar 02 07:35:47.340211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5f8d-1b43-4c79-bb60-df4c6fda30a5 req-2eb9de75-995a-4284-aad6-72ab5684fc96 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:47.348008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca3f5f8d-1b43-4c79-bb60-df4c6fda30a5 req-2eb9de75-995a-4284-aad6-72ab5684fc96 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.7511587 Mar 02 07:35:47.416121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.455757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8:1::1 (9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d/c5891f01-c680-4ccd-bb89-2b724ef0b0b0/a7eb1bfb-072a-48e2-9a13-49274b6fdf10) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:47.464454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-aa571c83-9c85-4701-a3cc-df4b7e7a241f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 200 len: 217 time: 0.1321387 Mar 02 07:35:47.468694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.532928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.584421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=40f5f6c3-2379-438d-b9b5-56c0a0b9811f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:47.627844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca3f5f8d-1b43-4c79-bb60-df4c6fda30a5 req-0d25855d-4bb7-4cf1-8bc7-ea3733d03222 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2788591 Mar 02 07:35:47.652979 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.656523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce59a935-f0e5-40fc-beb0-132233966942,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:47.664935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] For port 563c2cef-18b2-46ea-9b55-721a21a544ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=563c2cef-18b2-46ea-9b55-721a21a544ee,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:47.687794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.733577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd70e00b-ad23-4aab-9630-7539852e9c29 req-81a66e4f-7a90-47a8-a723-820a7d0eff71 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 210 time: 0.2148912 Mar 02 07:35:47.733824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Transition to ACTIVE for port object ee485607-fc89-4e3b-9449-dd14307fc0db will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:47.744494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c63dced7-065b-4b21-b127-6128d394ec8a', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:47.745333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.783992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:47.946058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:48.120051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port 40f5f6c3-2379-438d-b9b5-56c0a0b9811f on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:48.124543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Allocated IP 172.23.0.2 (c63dced7-065b-4b21-b127-6128d394ec8a/67e58c35-2a35-46c6-823a-23e81ff7f14e/ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:48.135124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.164876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'name': 'network-vif-deleted', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:48.169391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.171141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-d536feba-e6de-40e5-bd02-6b7d9b2dbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.171527 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Added segment 4666e798-1cb0-42e7-b236-7a799cadb3bf of type vlan for network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e Mar 02 07:35:48.172736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-d536feba-e6de-40e5-bd02-6b7d9b2dbb12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.6450663 Mar 02 07:35:48.272622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6293ada2-62e7-4fc8-9f18-99ed4b8aaf41 req-f8a83c02-9ded-4611-aba6-4ae6be28905b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "DELETE /v2.0/ports/40f5f6c3-2379-438d-b9b5-56c0a0b9811f HTTP/1.1" status: 204 len: 173 time: 3.8443272 Mar 02 07:35:48.345618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.364527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object a7eb1bfb-072a-48e2-9a13-49274b6fdf10 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:48.540605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.557702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.573094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.587592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.589762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.611900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.628567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.635073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.637077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-754c98c8-5bbe-45e3-8591-2693910ac706 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.7314091 Mar 02 07:35:48.666624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.672434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e76d-15c2-4eae-b217-2fba6331873c None None] Pushing event updated for resources: {'Port': ['ID=563c2cef-18b2-46ea-9b55-721a21a544ee,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:48.729564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.730867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.732888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.758191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.781049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 40f5f6c3-2379-438d-b9b5-56c0a0b9811f no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:48.790184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1757615 Mar 02 07:35:48.791032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56370) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:48.821656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.841229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Request body: {'subnet': {'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1544993679-subnet', 'tenant_id': '854ece0f470a4840a6ba73aef485aa62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:48.885738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.893957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:48.897008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:48.939507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:48.944229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 40f5f6c3-2379-438d-b9b5-56c0a0b9811f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:48.944580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 40f5f6c3-2379-438d-b9b5-56c0a0b9811f not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:48.956817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-41867ece-103a-4bf4-ac12-a44db380c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.958955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-41867ece-103a-4bf4-ac12-a44db380c580 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7726381 Mar 02 07:35:48.960680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e91cb49c-8956-4c3c-ab1d-29ec9348514e None None] Provisioning complete for port 563c2cef-18b2-46ea-9b55-721a21a544ee triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:48.960997 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e91cb49c-8956-4c3c-ab1d-29ec9348514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.961230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:48.967908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:48.968939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:48.988094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.002380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Transition to ACTIVE for port object ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:49.129800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6805e6f7-83c5-4bfd-a04d-b21a846ccb34 req-204bb47d-59ba-4dad-a078-4c9b5b2a2757 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4662533 Mar 02 07:35:49.166575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d24f-5ad5-48f2-84c6-d32d3e732248 None None] Pushing event updated for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:49.174668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Usage tracker for resource:subnet and tenant:854ece0f470a4840a6ba73aef485aa62 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:49.187011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:49.196783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583eba0-adef-44ca-a568-21d4f580370d admin admin] Pushing event updated for resources: {'Network': ['ID=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:49.198294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Transition to ACTIVE for port object ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:49.218493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:49.258817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Attempting to bind port ee485607-fc89-4e3b-9449-dd14307fc0db on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:49.259195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Attempting to bind port ee485607-fc89-4e3b-9449-dd14307fc0db by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:49.259566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Attempting to bind port ee485607-fc89-4e3b-9449-dd14307fc0db on network 1f963d6d-a221-4b79-a928-cae53d697bb6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:49.287175 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.290814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:49.291191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Checking segment: {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:49.291589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.291982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Bound using segment: {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:49.292457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Bound port: ee485607-fc89-4e3b-9449-dd14307fc0db, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9749a6a0-e1b6-4157-a840-524747fae70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:49.292844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.301496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:49.380480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:49.383166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.425508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-20b44ceb-a678-4e30-891a-d78f2de54572 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840199 Mar 02 07:35:49.440357 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e2fb2-ad10-4ca7-8568-5931f29b7087', 'name': 'network-vif-deleted', 'tag': '40f5f6c3-2379-438d-b9b5-56c0a0b9811f', 'status': 'completed', 'code': 200} Mar 02 07:35:49.500441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Network c63dced7-065b-4b21-b127-6128d394ec8a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:49.501416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 563c2cef-18b2-46ea-9b55-721a21a544ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:49.548308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:49.587087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.602579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:49.629356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Pushing event updated for resources: {'Port': ['ID=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:49.690453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf62ddbf-5426-496d-a0ca-e62609bf39de req-5e015688-5daa-4d8e-86dd-fe6fc0a5d55c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:49.802867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Attempting to bind port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:49.803424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Attempting to bind port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:49.803624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Attempting to bind port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f on network c63dced7-065b-4b21-b127-6128d394ec8a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:49.806885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] For port ee485607-fc89-4e3b-9449-dd14307fc0db, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:49.813913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] For port ee485607-fc89-4e3b-9449-dd14307fc0db, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee485607-fc89-4e3b-9449-dd14307fc0db,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:49.816998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:49.817560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Checking segment: {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:49.818113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.818599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Bound using segment: {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:49.819117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Bound port: ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:49.819602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.837032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.846280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf62ddbf-5426-496d-a0ca-e62609bf39de req-5e015688-5daa-4d8e-86dd-fe6fc0a5d55c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:49.847408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf62ddbf-5426-496d-a0ca-e62609bf39de req-5e015688-5daa-4d8e-86dd-fe6fc0a5d55c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8e2fb2-ad10-4ca7-8568-5931f29b7087 HTTP/1.1" status: 200 len: 210 time: 0.2418029 Mar 02 07:35:49.880087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5762e-f27f-4683-b496-0211b7037b12 req-a02489c8-1b94-4563-95ee-4635317ab8f2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:49.880750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eee5762e-f27f-4683-b496-0211b7037b12 req-a02489c8-1b94-4563-95ee-4635317ab8f2 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=126fc380-b14e-41d6-b5cc-57e54b58b9c0 HTTP/1.1" status: 200 len: 943 time: 0.4205451 Mar 02 07:35:49.933706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 563c2cef-18b2-46ea-9b55-721a21a544ee triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:49.933706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.027427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:50.028149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:50.060972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Allocated IP 172.23.0.1 (c63dced7-065b-4b21-b127-6128d394ec8a/67e58c35-2a35-46c6-823a-23e81ff7f14e/bb80c016-9393-4124-9030-84ae1093eaeb) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:50.099447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:50.099718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.125234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac5b2dda-bb30-49c3-9546-73d9cb694d86 req-0f2de443-3d45-470a-b6fb-906cfe5317c4 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819346 Mar 02 07:35:50.228794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.336132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d24f-5ad5-48f2-84c6-d32d3e732248 None None] Pushing event updated for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:50.373990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] For port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:50.435010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] For port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:50.443681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:50.489687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.490229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.491238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.491650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.492373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.493070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.493582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.495997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-52b50964-7868-4174-8228-27c9e2e18465 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6487 time: 0.1911292 Mar 02 07:35:50.515690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38f418ef-2fb5-46ec-9df1-4d036a3bc001 None None] Provisioning for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:50.519802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.562848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783540dc-bc87-4b48-9bd0-5560b4d8e14b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:50.570992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:50.571358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Network hostable DHCP agents. Network: c9824f45-e277-4cd4-a39b-c9bc4c65ed8e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:50.597462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38f418ef-2fb5-46ec-9df1-4d036a3bc001 None None] Provisioning complete for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:50.606990 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38f418ef-2fb5-46ec-9df1-4d036a3bc001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.686217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.781315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.784514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:50.808528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c9824f45-e277-4cd4-a39b-c9bc4c65ed8e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:50.821331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.821945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.842944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port ea69bca2-7fcc-43c6-a099-dcac741cc0e9, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:50.842944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.846612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-38f418ef-2fb5-46ec-9df1-4d036a3bc001 None None] Port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:50.851896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Transition to ACTIVE for port object bb80c016-9393-4124-9030-84ae1093eaeb will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:50.893707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.894170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.028457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0586c54-85b9-441b-a2b8-5a16ce54d926 None None] Pushing event updated for resources: {'Port': ['ID=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:51.072403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02ba1a-90b5-4053-b072-6b478c8b843d None None] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:51.113722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for ea69bca2-7fcc-43c6-a099-dcac741cc0e9 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:51.118251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-8bdba187-d88d-405b-b80d-3497749b6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.119729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-8bdba187-d88d-405b-b80d-3497749b6018 service neutron] 10.222.0.16 "GET /v2.0/networks?id=611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 200 len: 901 time: 0.6159251 Mar 02 07:35:51.123626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:51.144087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b01d1df6-487d-43c3-ba42-85e6575f8231 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3407543 Mar 02 07:35:51.241258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-c3ffc4f5-e002-46e3-990c-eb3e40458f4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 200 len: 217 time: 0.1107419 Mar 02 07:35:51.290415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.291371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.298297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:42Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:49Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:51.299462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.314103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.314103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.318954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.329832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.348770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.354364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-eec091f4-35d8-4192-a6ae-887aa5c04c9a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.6707730 Mar 02 07:35:51.367977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cf865-09b1-4b75-9db1-bc4776af15db None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:42Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:49Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:51.516895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c63dced7-065b-4b21-b127-6128d394ec8a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:51.526302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:51.534427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173cd18-302d-4b2a-a192-5f28c4311f0b None None] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:51.560833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d769f04c-864a-46c4-aae8-68ab396a8a15 req-672de6de-a8a8-43cc-b3e8-5b1bdb362e88 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011588 Mar 02 07:35:51.577342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:51.591655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:51.594779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:51.665924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:51.736866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.742183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-39bcbec5-5960-4f78-bbe7-97705fc8fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.746657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-39bcbec5-5960-4f78-bbe7-97705fc8fb50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.3847446 Mar 02 07:35:51.749332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.882602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'faa284ca-dd60-48c0-a5b4-c13225c56d10'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:52.160915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=ea69bca2-7fcc-43c6-a099-dcac741cc0e9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:52.243378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:52.272865 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e37c7-5c66-46bb-801b-59086564ce1f req-2b04c3a3-0a26-4283-a8d8-0ebed7900e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:52.274973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-2b04c3a3-0a26-4283-a8d8-0ebed7900e16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5135658 Mar 02 07:35:52.296214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:52.393640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] No DVR routers for this DVR port ea69bca2-7fcc-43c6-a099-dcac741cc0e9 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:52.494928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:52.532264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-deleted', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:52.574717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eee5762e-f27f-4683-b496-0211b7037b12 req-dcb7fd58-6703-4203-a635-c7fa29865396 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "DELETE /v2.0/ports/ea69bca2-7fcc-43c6-a099-dcac741cc0e9 HTTP/1.1" status: 204 len: 173 time: 2.6507640 Mar 02 07:35:52.600498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a5f2e584-650b-4996-80a2-fba7d3a91255 None None] Provisioning complete for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:52.601180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e584-650b-4996-80a2-fba7d3a91255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:52.808959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:52.825341 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:52.833024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-14b8913c-7357-464f-9281-99d6784dfd2d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2040393 Mar 02 07:35:52.837757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:52.847764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:52.848469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-517630326'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:52.849682 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:52.865663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:52.874675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:52.879681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:52.886440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:52.930079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2e584-650b-4996-80a2-fba7d3a91255 None None] Port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:52.990569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:52.999318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.099140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:53.126797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.127165 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment 432eef4d-9b31-4fc9-87a6-d479711d7d36 of type vlan for network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b Mar 02 07:35:53.186294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.195112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:53.239067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.250402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:53.254914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.370062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.382998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.412246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15acb31-ebb8-4112-9ae1-3ff1a23468de None None] Network c63dced7-065b-4b21-b127-6128d394ec8a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:53.416065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=bb32dced-d796-4260-ba5e-fc4b2b8f6a7b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:53.440726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-40c93245-6f2b-4829-ae8d-aec34fa23d55 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1428919 Mar 02 07:35:53.487788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:53.615683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee485607-fc89-4e3b-9449-dd14307fc0db up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:53.616313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-64af475c-960b-4e88-a8ea-d045540338e0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:53.625115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-64af475c-960b-4e88-a8ea-d045540338e0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 1.2794931 Mar 02 07:35:53.683141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event updated for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:53.686377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.853591 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:49Z', 'revision_number': 3, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:50Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:53.859632 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:53.861616 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Updating router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:53.901450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Network c63dced7-065b-4b21-b127-6128d394ec8a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:53.902429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3dbbd673-9b51-49bc-8dfc-798b075dadf4 None None] Provisioning for port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:53.905291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:53.925171 n-d-827871-1 neutron-server[87855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '126fc380-b14e-41d6-b5cc-57e54b58b9c0', 'name': 'network-vif-deleted', 'tag': 'ea69bca2-7fcc-43c6-a099-dcac741cc0e9', 'status': 'failed', 'code': 422} returned with failed status Mar 02 07:35:54.008148 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.106790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-2662637e-b634-4371-874d-08169cf01d12 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.4804664 Mar 02 07:35:54.163552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-751e37c7-5c66-46bb-801b-59086564ce1f req-bd297647-af82-4f4a-9e95-44af13c56708 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058864 Mar 02 07:35:54.231306 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-4579eebd-de16-4ee1-8377-0ee8969962bd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663555 Mar 02 07:35:54.234835 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6c83eb07-0b66-4e37-af29-3fe2e1bbe326 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3947163 Mar 02 07:35:54.256609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:54.305399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:54.352045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ee485607-fc89-4e3b-9449-dd14307fc0db completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:54.380968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ee485607-fc89-4e3b-9449-dd14307fc0db triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:54.381567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.391492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:54.535036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:54.553441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:54.558811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:54.573483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-29c0a301-eb6f-4be2-b43b-208500d6ed49 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411705 Mar 02 07:35:54.577284 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.578459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:54.620922 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.653013 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Transition to ACTIVE for port object a7eb1bfb-072a-48e2-9a13-49274b6fdf10 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:54.656767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ee485607-fc89-4e3b-9449-dd14307fc0db, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee485607-fc89-4e3b-9449-dd14307fc0db,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:54.666142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.667076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:54.672044 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.676628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:54.698934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.707645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.717261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.725125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.732023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.738721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.746360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:54.748848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-21031a72-58f5-427f-8fc3-97d41adf917f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.6639156 Mar 02 07:35:54.756378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c86d7c32-488b-44e8-98b1-e55209ff8843 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7504456 Mar 02 07:35:54.783219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:54.783483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:54.792985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:54.817207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:54.829489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa7699c9-ca5e-461a-b142-8ff662cabf32 req-1bbb382f-aa8a-4edc-9146-4ce5fd3cb506 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708911 Mar 02 07:35:54.850713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:54.914536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:54.925806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:55.082799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb00a-4dea-4fe2-a447-eadd83521267 None None] Pushing event updated for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:55.146780 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Attempting to bind port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:55.160028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Attempting to bind port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:55.165750 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Attempting to bind port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 on network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:55.173733 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:55.179438 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Checking segment: {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:55.196583 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.197525 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Bound using segment: {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:55.202922 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Bound port: a7eb1bfb-072a-48e2-9a13-49274b6fdf10, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f681fb-3338-4fb5-a81a-828f71605cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:55.203546 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.231940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-ce164b55-ddf7-49dc-a748-a9ed09b663d9 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419079 Mar 02 07:35:55.251993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Provisioning for port bb80c016-9393-4124-9030-84ae1093eaeb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:55.297061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Provisioning complete for port bb80c016-9393-4124-9030-84ae1093eaeb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:55.297422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.416629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:55.449261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] For port a7eb1bfb-072a-48e2-9a13-49274b6fdf10, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:55.453487 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] For port a7eb1bfb-072a-48e2-9a13-49274b6fdf10, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:55.459834 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.635694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:55.709774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb00a-4dea-4fe2-a447-eadd83521267 None None] Pushing event updated for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:55.745196 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:55.745963 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:55.792368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:55.793357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-e940deaf-6bad-4604-8047-5ea56842e81b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:55.794173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-e940deaf-6bad-4604-8047-5ea56842e81b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:55.816336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-e940deaf-6bad-4604-8047-5ea56842e81b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:55.823729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-e940deaf-6bad-4604-8047-5ea56842e81b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.4802682 Mar 02 07:35:55.841186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-31d5fe16-79be-4e4c-b7ac-6ed898537f92 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0164649 Mar 02 07:35:55.904638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-991ad411-69e2-4738-b3c2-4f7134e7891f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618198 Mar 02 07:35:56.119859 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:56.168343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-0d987720-ea84-4e74-9a4e-8608dedc48ce service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625141 Mar 02 07:35:56.240070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70751623-ea5a-45ae-8d23-0301e1a205dc req-91836c60-2404-44d1-a921-8e888b8bb7a4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 210 time: 0.1176605 Mar 02 07:35:56.356256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:56.356641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Port bb80c016-9393-4124-9030-84ae1093eaeb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:56.369963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:56.370616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:56.445345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Provisioning complete for port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:56.446478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:56.461555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-829158be-3686-460c-85a7-8995670f26a5 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921896 Mar 02 07:35:56.469015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:56.751557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:35:56.757834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:51Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:35:53Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:56.834407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:56.853150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Removed routes are [] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:35:56.853971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:56.861473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:49Z', 'revision_number': 3, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:55Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:56.864988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:56.868532 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d833e0-3416-4f1a-879b-69175260df6b None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:49Z', 'revision_number': 3, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:55Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:56.876962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Usage tracker for resource:security_group_rule and tenant:d31a1d01a5f04530a275196ae6e452eb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:56.881545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:56.881677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:56.882085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Updating router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d port bb80c016-9393-4124-9030-84ae1093eaeb binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:56.916968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:56.991137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:56.999333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.013538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.016587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.020576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.026594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.033115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.052141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.053714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.062577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-96c07543-2fb1-4bed-a9e0-e5e37442b70f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.3218853 Mar 02 07:35:57.089758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=b0c17dd4-8628-4adb-9dd2-106ab3a6e742,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:57.108035 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.167082 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9eebea66-5cfe-49b6-a702-ea9cc7d8e5be req-2f86a637-8153-46ee-8b2d-af00e7ac2445 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036658 Mar 02 07:35:57.265406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:57.273611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.280609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.283705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:57.284231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: bb32dced-d796-4260-ba5e-fc4b2b8f6a7b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:57.290225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.334380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d31a1d01a5f04530a275196ae6e452eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615100 Mar 02 07:35:57.385924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56510) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:57.451884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb2a665c-544a-4516-8047-68c9a723d741 req-a713ea09-be6d-424b-a0f8-1c00c502e6ae tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.1317601 Mar 02 07:35:57.490420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a03fb-44e2-46df-b88e-3ecf71ed48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf1361-8f7d-4da4-b594-a13aa3e2a7dc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:57.582406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.605334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:35:57.606110 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-0e5e2908-834c-4b58-a8e7-fb0ebf017473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:35:57.641039 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.692054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:57.747783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87362378-cc56-42ea-b321-7ba4d395f7f6 req-9db1f59f-07d5-4eee-a6fd-25eeda4cbc75 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:57.754639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.757572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87362378-cc56-42ea-b321-7ba4d395f7f6 req-9db1f59f-07d5-4eee-a6fd-25eeda4cbc75 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 908 time: 1.0135729 Mar 02 07:35:57.772123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7eb1bfb-072a-48e2-9a13-49274b6fdf10 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:57.858238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf1361-8f7d-4da4-b594-a13aa3e2a7dc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:57.879694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf4957fc-4254-4619-9541-cb3e93d441c1 req-8fbc05b8-6eb8-4f17-ad12-8a32210b7ad1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 210 time: 0.1170096 Mar 02 07:35:57.880996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:57.886235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a1bd625a-b229-4c2d-9767-54fbb7da2c5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9cf1361-8f7d-4da4-b594-a13aa3e2a7dc HTTP/1.1" status: 204 len: 168 time: 0.4948602 Mar 02 07:35:58.100408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:58.100858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:58.155826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-4af685e2-ba3f-462d-b525-933713037204 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.157592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-4af685e2-ba3f-462d-b525-933713037204 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.7460709 Mar 02 07:35:58.206969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:58.227441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:58.228252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.248712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-795b2ecf-dc22-4230-955a-1f7f1b0ac73f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.251106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-795b2ecf-dc22-4230-955a-1f7f1b0ac73f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 908 time: 1.0545781 Mar 02 07:35:58.255290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.273670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, bb32dced-d796-4260-ba5e-fc4b2b8f6a7b) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:58.292994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.293823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.297917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54addf4-b6c1-45fe-b86a-b5f62f7cc40d None None] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:58.382969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.408571 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.611295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71316503-4ae5-4059-b0fb-afba7359f34f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3509624 Mar 02 07:35:58.623873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Transition to ACTIVE for port object bb80c016-9393-4124-9030-84ae1093eaeb will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:58.653201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:58.660377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.673801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:58.674194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.814385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.829928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.838224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.847389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.859184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.869582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.877821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:58.880533 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-32f2489b-db3a-4920-8d40-5c73c40b9d8c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.4779632 Mar 02 07:35:58.915225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:58.923499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Usage tracker for resource:port and tenant:854ece0f470a4840a6ba73aef485aa62 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:58.933943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:58.950237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:58.973324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e8c9a-c8be-434f-bae1-c4fe819227ba None None] Pushing event updated for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:59.047665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.061246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:59.066114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:59.069924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.095991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b8e9c18f-68ac-4d8d-baba-77059d107455 None None] Provisioning complete for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:59.096369 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c18f-68ac-4d8d-baba-77059d107455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.234688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a7eb1bfb-072a-48e2-9a13-49274b6fdf10, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:59.355208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.356167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee485607-fc89-4e3b-9449-dd14307fc0db up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:59.424416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd49446c-de03-4ffd-ba52-c4f68cf1a595 req-b6549075-248a-448d-8eb2-2e348826129b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5286157 Mar 02 07:35:59.433949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-1bf9c1c9-7f33-4955-a3fa-353ca8ee89c0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:59.436255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-1bf9c1c9-7f33-4955-a3fa-353ca8ee89c0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.8469977 Mar 02 07:35:59.595137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:59.617566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Attempting to bind port bb80c016-9393-4124-9030-84ae1093eaeb on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:59.618244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Attempting to bind port bb80c016-9393-4124-9030-84ae1093eaeb by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:59.618830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Attempting to bind port bb80c016-9393-4124-9030-84ae1093eaeb on network c63dced7-065b-4b21-b127-6128d394ec8a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:59.698264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:59.698992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Checking segment: {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:59.699491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.699979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Bound using segment: {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:59.700545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Bound port: bb80c016-9393-4124-9030-84ae1093eaeb, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:59.701109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.748798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:59.751208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.771020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:59.815500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec420bbf-0a7b-4f0e-b47f-96795631d54a req-26755ff0-a77f-42f2-814c-3e728f93bed9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 210 time: 0.0781617 Mar 02 07:35:59.852769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.2 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/e2875df2-c0a2-47eb-8850-f37d8b005d83) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:59.926845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9d429-26e8-42c4-902c-134352331e09 req-32c7656c-310f-4a2c-b651-2ea4233204d4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:59.929253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ca9d429-26e8-42c4-902c-134352331e09 req-32c7656c-310f-4a2c-b651-2ea4233204d4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 908 time: 0.8400252 Mar 02 07:35:59.944165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:00.009276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.010326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:00.014243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-85e8ec0c-0622-4932-a04d-0883f0c6df20 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 933 time: 5.2014263 Mar 02 07:36:00.015828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56566) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:00.020532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:00.021012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.048914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] For port bb80c016-9393-4124-9030-84ae1093eaeb, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:00.058757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] For port bb80c016-9393-4124-9030-84ae1093eaeb, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb80c016-9393-4124-9030-84ae1093eaeb,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:00.092704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ee485607-fc89-4e3b-9449-dd14307fc0db triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:00.092977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.099863 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1d8c0c7-e7d0-4912-baec-0a795bc93681 req-a3c7ffa1-aa14-49fc-a4b4-59d692a8beac tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.1232543 Mar 02 07:36:00.100972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:00.175046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:36:00.178503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.180734 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.317282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for 0448cf3c-d3b9-423b-a4f9-b2800e8c333a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:00.317506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Allocated IP 2001:db8:2::2 (bb32dced-d796-4260-ba5e-fc4b2b8f6a7b/b0c17dd4-8628-4adb-9dd2-106ab3a6e742/fd18d7fe-ebf9-464e-b0fc-b949aac770d0) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:00.355019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:00.355676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:00.507494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e8c9a-c8be-434f-bae1-c4fe819227ba None None] Pushing event updated for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:00.554039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.11 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/5091c0a5-6efb-4fa2-ac3b-9c5db87c850d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:00.565700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.617707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.748146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:00.787996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:00.820947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:00.832181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:00.870001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7eb1bfb-072a-48e2-9a13-49274b6fdf10 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:00.908903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:00.909541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.981123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:00.997340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39c5d9eb-19fa-439f-a1bc-2873e50067bd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 933 time: 0.9543781 Mar 02 07:36:00.999275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-54c6fa26-e4cd-4354-9e7c-4e0289849178 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7972655 Mar 02 07:36:00.999838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:01.011025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Request body: {'port': {'device_id': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:01.053571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'routes': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:01.124455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:01.124697 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.188480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.233116 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.295805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.334360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Transition to ACTIVE for port object fd18d7fe-ebf9-464e-b0fc-b949aac770d0 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:01.395611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:01.410345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:01.413637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Transition to ACTIVE for port object fd18d7fe-ebf9-464e-b0fc-b949aac770d0 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:01.426155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.437383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.440987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:01.443411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.449411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.455818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.456615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:01.460798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.461730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.467980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.488611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.490588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261330af-91d0-4cad-8320-2b809ee136b4 req-16036dc7-319f-4e92-aa66-24cc05d107de tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.8135290 Mar 02 07:36:01.607535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:01.609370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e8ba0-d05d-44e1-98d7-6ee1f9ff59f4 req-ed55123a-90d9-47e7-8655-20a46fa7a2f7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.616539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-953e8ba0-d05d-44e1-98d7-6ee1f9ff59f4 req-ed55123a-90d9-47e7-8655-20a46fa7a2f7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 931 time: 0.5770574 Mar 02 07:36:01.639741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:01.642619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:01.645629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Pushing event updated for resources: {'Port': ['ID=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:01.661663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:01.722661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.783401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.820258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261330af-91d0-4cad-8320-2b809ee136b4 req-0aeb43cb-864a-4ea9-94be-1dd2e511cfec tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619102 Mar 02 07:36:01.885180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Attempting to bind port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:01.885758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Attempting to bind port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:01.886229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Attempting to bind port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 on network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:01.896207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:01.896664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Checking segment: {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:01.897375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.897786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Bound using segment: {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:01.898540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Bound port: fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:01.898925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.926844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:01.927132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:56Z', 'revision_number': 6, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:00Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:01.927867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.937196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c8760-485b-4f53-963d-5e7d9449fedb None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:56Z', 'revision_number': 6, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:00Z', 'revision_number': 4, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:01.976612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=0448cf3c-d3b9-423b-a4f9-b2800e8c333a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:01.985237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-2372918b-edf5-4611-a624-8ad4ffbc67b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5320256 Mar 02 07:36:01.985237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-953e8ba0-d05d-44e1-98d7-6ee1f9ff59f4 req-4e1fa8ad-746f-482a-988e-50ca3e5d2038 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:02.082094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:02.082707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.125908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Request body: {'port': {'device_id': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:02.165541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-953e8ba0-d05d-44e1-98d7-6ee1f9ff59f4 req-4e1fa8ad-746f-482a-988e-50ca3e5d2038 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:02.174226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-953e8ba0-d05d-44e1-98d7-6ee1f9ff59f4 req-4e1fa8ad-746f-482a-988e-50ca3e5d2038 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563829 Mar 02 07:36:02.310357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] No DVR routers for this DVR port 0448cf3c-d3b9-423b-a4f9-b2800e8c333a on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:02.320335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] For port fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:02.331717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] For port fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:02.335397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88b3df26-8878-4f1b-b724-26b3357307cd req-6ce75b3f-170b-4833-8124-e6c023772b5f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac7ca26b-d2a4-4009-b753-acf5eab5e5fa HTTP/1.1" status: 200 len: 210 time: 0.2947817 Mar 02 07:36:02.336617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.349940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'name': 'network-vif-deleted', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:02.449994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.523075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56610) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:02.531198 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7ca26b-d2a4-4009-b753-acf5eab5e5fa', 'name': 'network-vif-deleted', 'tag': '0448cf3c-d3b9-423b-a4f9-b2800e8c333a', 'status': 'completed', 'code': 200} Mar 02 07:36:02.532772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab13c9a6-4f16-4b79-ac3c-45b643d7dab8 req-0cae111a-a227-417b-a385-b9a9785c1292 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.39 "DELETE /v2.0/ports/0448cf3c-d3b9-423b-a4f9-b2800e8c333a HTTP/1.1" status: 204 len: 173 time: 4.2121232 Mar 02 07:36:02.696729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.720005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee47ea-d7b7-46ff-af8c-d8bfaed7cc8d None None] Pushing event updated for resources: {'Port': ['ID=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:02.788792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0448cf3c-d3b9-423b-a4f9-b2800e8c333a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:02.831487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 0448cf3c-d3b9-423b-a4f9-b2800e8c333a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:02.832255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0448cf3c-d3b9-423b-a4f9-b2800e8c333a not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:02.861328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb80c016-9393-4124-9030-84ae1093eaeb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:02.886223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.943016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:02.967661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bb80c016-9393-4124-9030-84ae1093eaeb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:02.975140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bb80c016-9393-4124-9030-84ae1093eaeb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:02.975792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.988475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8:2::1 (bb32dced-d796-4260-ba5e-fc4b2b8f6a7b/b0c17dd4-8628-4adb-9dd2-106ab3a6e742/9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:03.007195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Usage tracker for resource:security_group_rule and tenant:043c86e80f3245ac8ff87d8783e5229b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:03.098491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03d82b-4415-4db9-8125-1d74c6826ae1 req-dac8f872-4068-4a19-ae72-2509a2544789 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:03.124953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-df03d82b-4415-4db9-8125-1d74c6826ae1 req-dac8f872-4068-4a19-ae72-2509a2544789 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:03.130114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:03.201306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.273363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bb80c016-9393-4124-9030-84ae1093eaeb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb80c016-9393-4124-9030-84ae1093eaeb,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:03.278345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.283197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:03.366066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-df03d82b-4415-4db9-8125-1d74c6826ae1 req-dac8f872-4068-4a19-ae72-2509a2544789 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:03.367667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df03d82b-4415-4db9-8125-1d74c6826ae1 req-dac8f872-4068-4a19-ae72-2509a2544789 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 932 time: 0.8956726 Mar 02 07:36:03.398357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:03.451236 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:03.461475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:03.462455 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:03.532747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2875df2-c0a2-47eb-8850-f37d8b005d83 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:03.553325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df03d82b-4415-4db9-8125-1d74c6826ae1 req-9bb45a4c-e84f-462f-b72f-455343e60604 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596394 Mar 02 07:36:03.582020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.598333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.626757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:03.683727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added routes are [] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:36:03.684152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:36:03.714743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.725829 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:03.764581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:03.772750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.779590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.795429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Transition to ACTIVE for port object e2875df2-c0a2-47eb-8850-f37d8b005d83 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:03.823711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.861030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Transition to ACTIVE for port object 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:03.870321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:03.880319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:03.885591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.892384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:03.892894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.899359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:04.008195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Pushing event updated for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:04.092241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83111-32b9-4497-ab93-21dde8c30df3 req-3669d15a-b686-4a91-8388-4fdd0b6a60c2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.093974 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ab83111-32b9-4497-ab93-21dde8c30df3 req-3669d15a-b686-4a91-8388-4fdd0b6a60c2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 931 time: 0.3995419 Mar 02 07:36:04.100510 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:35:56Z', 'revision_number': 6, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:04.106790 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:04.117417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:04.118399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:04.163471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:04.214391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab54a633-2671-4f38-b475-e0ec23a9d1dd None None] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:04.258902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ab83111-32b9-4497-ab93-21dde8c30df3 req-c458d232-f8e8-43b9-8a98-c1fa98cbb58e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514034 Mar 02 07:36:04.298705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.304045 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:04.306000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.313503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.321052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.328659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.330618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Attempting to bind port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:04.330955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Attempting to bind port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:04.331281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Attempting to bind port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:04.336104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.342101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:36:04.342374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Attempting to bind port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:04.343714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:04.345908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-0fc2e8a8-41da-4ce6-bf62-c0eae0180e2b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 1.2063084 Mar 02 07:36:04.348274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.360542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:04.360887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:04.361394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:04.361838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Bound port: 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:04.362526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.378961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.458283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.477292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a3686a0d-ddd6-4374-98db-f270e9a7ddc6 None None] Provisioning for port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:04.702046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=043c86e80f3245ac8ff87d8783e5229b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1680553 Mar 02 07:36:04.721716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56626) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:04.933815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] For port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:04.942560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] For port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:04.944625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.957847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b4512-6fc6-4e9a-9bb5-1aa8029276a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e543fc0-ebc4-495c-968d-b31d3141bb3c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:04.960951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.977275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-68bc5ac2-0c80-4bf4-8e84-aea797faf566 req-fdce6bfc-440a-47e1-9c17-a408fc48e0d6 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6143951 Mar 02 07:36:05.002887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fd18d7fe-ebf9-464e-b0fc-b949aac770d0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:05.051574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.071600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Attempting to bind port e2875df2-c0a2-47eb-8850-f37d8b005d83 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:05.072590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Attempting to bind port e2875df2-c0a2-47eb-8850-f37d8b005d83 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:05.073162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Attempting to bind port e2875df2-c0a2-47eb-8850-f37d8b005d83 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:05.126679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Provisioning for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:05.148616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Provisioning complete for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:05.149065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.172123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Port e2875df2-c0a2-47eb-8850-f37d8b005d83 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:36:05.172861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Attempting to bind port e2875df2-c0a2-47eb-8850-f37d8b005d83 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:05.180035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:05.180281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.181618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/5091c0a5-6efb-4fa2-ac3b-9c5db87c850d HTTP/1.1" status: 200 len: 1092 time: 3.1864338 Mar 02 07:36:05.188351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:05.189088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:05.189708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:05.199098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'tag': '5091c0a5-6efb-4fa2-ac3b-9c5db87c850d'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:05.200783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Bound port: e2875df2-c0a2-47eb-8850-f37d8b005d83, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:05.201529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.202710 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 7, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:05.213122 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4a9ca-2c0d-4dc3-9cdc-c0dfdd0e46ec None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 7, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:05.276510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:05.306923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Provisioning complete for port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:05.307339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.357626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:05.368728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:05.369161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.438845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:05.457112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.458220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:05.472500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:05.480322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.491140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.562190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.573941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.584037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61330d-f2fe-4517-8ba2-9cb2529e98a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:05.599493 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.632967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] For port fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:05.638837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.666718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e543fc0-ebc4-495c-968d-b31d3141bb3c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:05.724451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.725583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0e193034-30a7-4901-8fd0-6f5129a9c2a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e543fc0-ebc4-495c-968d-b31d3141bb3c HTTP/1.1" status: 204 len: 168 time: 1.0021348 Mar 02 07:36:05.749434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:05.751006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.751187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dfd5a-4239-4970-912f-6122af33df03 req-faab5dfa-1c6c-497e-ab9c-0301e7395d69 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:05.754120 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 200 len: 1091 time: 4.7471280 Mar 02 07:36:05.758668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae6dfd5a-4239-4970-912f-6122af33df03 req-faab5dfa-1c6c-497e-ab9c-0301e7395d69 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 944 time: 0.5931230 Mar 02 07:36:05.769843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282c188-0e7f-46b9-ac75-a283df0a0856 req-009fd3e2-7f67-4433-8373-b2377a688b1b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:05.770798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c282c188-0e7f-46b9-ac75-a283df0a0856 req-009fd3e2-7f67-4433-8373-b2377a688b1b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:05.773809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:05.816966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:05.817224 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:05.839168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae6dfd5a-4239-4970-912f-6122af33df03 req-b36e5235-7398-4559-9e46-0e3a73515062 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795636 Mar 02 07:36:05.841564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-17b76436-a29d-4047-b30d-a957b8af0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:05.842797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-17b76436-a29d-4047-b30d-a957b8af0015 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 1095 time: 0.5519047 Mar 02 07:36:05.878987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828a2d4-e11b-449d-94fb-9a12673b8654 None None] Pushing event updated for resources: {'Port': ['ID=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:05.893055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-47d07921-67b4-41c2-a280-35f36e4ba04b None None] Provisioning complete for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:05.895129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47d07921-67b4-41c2-a280-35f36e4ba04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.952171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:05.965925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:05.979284 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'tag': '5091c0a5-6efb-4fa2-ac3b-9c5db87c850d', 'status': 'completed', 'code': 200} Mar 02 07:36:05.980731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-0672c010-5ee4-44d7-823a-ab4c14cc49b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d HTTP/1.1" status: 200 len: 217 time: 0.1174529 Mar 02 07:36:06.022293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-47d07921-67b4-41c2-a280-35f36e4ba04b None None] Port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:06.025781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:06.026828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.039891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e68e41-4b64-46f9-bd4e-7af5615c1475 service neutron] Pushing event updated for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:06.084847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c282c188-0e7f-46b9-ac75-a283df0a0856 req-009fd3e2-7f67-4433-8373-b2377a688b1b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:06.086675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c282c188-0e7f-46b9-ac75-a283df0a0856 req-009fd3e2-7f67-4433-8373-b2377a688b1b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.7234917 Mar 02 07:36:06.097180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.101441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c817ca93-6fbe-485f-8d32-011ebafdc5fa tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 699 time: 5.0958812 Mar 02 07:36:06.102084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56644) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:06.119788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56648) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:06.152472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-63ca6ca0-f9a8-42bb-9038-4b8ac9a3b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:06.154003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-63ca6ca0-f9a8-42bb-9038-4b8ac9a3b863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1644325 Mar 02 07:36:06.167922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.217824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.218367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:06.233361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-98509112-1182-4478-9710-586f4e363dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665903 Mar 02 07:36:06.235597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.236341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.240059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:06.288917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b2faadb4fe404a8c159b01bff141b4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:06.319389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:06.361274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:06.400374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddacbf-8b7c-464f-af00-a4f22caa310f req-6bc264f4-28fa-4687-b905-782d08e05f6c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:06.401989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cddacbf-8b7c-464f-af00-a4f22caa310f req-6bc264f4-28fa-4687-b905-782d08e05f6c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 943 time: 0.3574719 Mar 02 07:36:06.445919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c282c188-0e7f-46b9-ac75-a283df0a0856 req-de0c7543-e648-4e9e-b5be-1d29a914ef9f tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462377 Mar 02 07:36:06.461343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-6464dd64-b483-4ad0-a534-ba9760e6ac84 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:06.463225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-6464dd64-b483-4ad0-a534-ba9760e6ac84 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.9197569 Mar 02 07:36:06.511508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb80c016-9393-4124-9030-84ae1093eaeb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:06.534866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-529fc380-5374-400d-ba8a-52d3615ddbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:06.536361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-529fc380-5374-400d-ba8a-52d3615ddbcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 1094 time: 0.7202806 Mar 02 07:36:06.552756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82f47f68-5e0c-499f-833b-238a52f9168c tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 699 time: 0.4463465 Mar 02 07:36:06.553165 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83', 'status': 'completed', 'code': 200} Mar 02 07:36:06.555985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56652) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:06.671188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bb80c016-9393-4124-9030-84ae1093eaeb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:06.671931 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.676424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:06.708261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-aadb5c01-1381-4448-b723-16b168ccd3d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 200 len: 217 time: 0.1568322 Mar 02 07:36:06.752949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cddacbf-8b7c-464f-af00-a4f22caa310f req-26c3733c-3cbc-41e0-8961-3880bdb95918 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892158 Mar 02 07:36:06.755044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port faa284ca-dd60-48c0-a5b4-c13225c56d10 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:06.755400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.800291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-f8f96673-ec79-4e14-a4a4-217d99431927 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146909 Mar 02 07:36:06.803164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:06.804007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:06.806481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 7, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.821846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:06.855331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:06.857394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:07.038534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fd18d7fe-ebf9-464e-b0fc-b949aac770d0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:07.133111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:07.150611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-62491dd8-7d5f-423c-a485-ba9622b7df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.152664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-62491dd8-7d5f-423c-a485-ba9622b7df3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.3613458 Mar 02 07:36:07.227114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-2812a6f0-5e80-4b69-80a9-7802261d9d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639300 Mar 02 07:36:07.230270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.298741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:07.299128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.300432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.400282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7b2faadb4fe404a8c159b01bff141b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2779694 Mar 02 07:36:07.408755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:07.409536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56658) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:07.436654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38eeeb-8e27-49eb-aa9c-55cb5f964a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d0ee3-9fcb-44fa-9f6b-cce031c13604,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:07.471623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port faa284ca-dd60-48c0-a5b4-c13225c56d10, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=faa284ca-dd60-48c0-a5b4-c13225c56d10,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:07.471623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.551750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7c8d65e-4685-4058-937f-87ff56993947 None None] Provisioning complete for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:07.552306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d65e-4685-4058-937f-87ff56993947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.601669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for faa284ca-dd60-48c0-a5b4-c13225c56d10 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:07.628147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-cface286-b1e7-4e4e-ba99-72be2c83ed4f service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146188 Mar 02 07:36:07.636732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc835dbe-b133-4537-9da6-2ebbddf12252 req-914d3604-5603-475c-9211-eda2367bb01e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.647438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc835dbe-b133-4537-9da6-2ebbddf12252 req-914d3604-5603-475c-9211-eda2367bb01e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 944 time: 0.6192937 Mar 02 07:36:07.727387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8d65e-4685-4058-937f-87ff56993947 None None] Port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:07.842240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.842915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 7, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:07.847671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604b5564-5eee-4b75-b340-9e4f08739a67 None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 7, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bb80c016-9393-4124-9030-84ae1093eaeb', 'name': '', 'network_id': 'c63dced7-065b-4b21-b127-6128d394ec8a', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:58:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:49Z', 'updated_at': '2022-03-02T07:36:03Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '67e58c35-2a35-46c6-823a-23e81ff7f14e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:07.849008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.855952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.862418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.869786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.879834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.887165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:07.892127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-a54c8598-00b1-48aa-ad6c-ea5a5b4ec86f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 1.1934927 Mar 02 07:36:07.923968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.928658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc835dbe-b133-4537-9da6-2ebbddf12252 req-e974c2e9-c80e-40df-80d5-8c66a38df626 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801108 Mar 02 07:36:07.984037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:07.987350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.995107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:08.004982 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:08.005948 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:08.040151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3cb3d23-35ab-47f9-96ef-0f433781530e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3780479 Mar 02 07:36:08.044977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:08.060212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-232252982'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:08.069200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-855a524b-d6c3-468b-89f4-c8d1a5624d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.070894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-855a524b-d6c3-468b-89f4-c8d1a5624d55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 1095 time: 0.2751160 Mar 02 07:36:08.074386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:08.081209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:network and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:08.199061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:08.203189 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:08.249766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:08.270839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8a48ca6b-96c7-4814-8989-b66157fb177a req-ceaf55b7-8ea1-4393-89c7-21ee486f4769 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3646464 Mar 02 07:36:08.295493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:36:08.299047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.338936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.343013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-2e0931f6-2a48-4c91-81a8-06ad9b8119a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.344486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-2e0931f6-2a48-4c91-81a8-06ad9b8119a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.2648447 Mar 02 07:36:08.380496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-a62a95bd-1f6f-4935-bf10-2e6899cd0a1c service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486086 Mar 02 07:36:08.422893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d0ee3-9fcb-44fa-9f6b-cce031c13604,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:08.441603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-6129ac23-727d-403d-b789-279f7257222e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d HTTP/1.1" status: 200 len: 217 time: 0.0804513 Mar 02 07:36:08.454197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5beb11-cfd9-4712-9009-22364bfc85ee req-92cb03fe-2e5c-469b-bb7b-6e92e6c32ed0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.454948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bf5beb11-cfd9-4712-9009-22364bfc85ee req-92cb03fe-2e5c-469b-bb7b-6e92e6c32ed0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:08.544934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:36:08.547580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.554235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-8412e2c2-c915-4434-86cb-247e225f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.555839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-8412e2c2-c915-4434-86cb-247e225f001c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.0934961 Mar 02 07:36:08.560914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['4d167d23-d8bc-4d27-8f32-f184238fc6ac'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:08.564275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.565437 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79167b66-66d2-48ab-9161-7880c809f8a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b14d0ee3-9fcb-44fa-9f6b-cce031c13604 HTTP/1.1" status: 204 len: 168 time: 1.1495197 Mar 02 07:36:08.611100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.611448 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added segment 7e00e5bd-f43c-460d-ab6e-147d12f1b8d6 of type vlan for network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 Mar 02 07:36:08.619406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bf5beb11-cfd9-4712-9009-22364bfc85ee req-92cb03fe-2e5c-469b-bb7b-6e92e6c32ed0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:08.629536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5beb11-cfd9-4712-9009-22364bfc85ee req-92cb03fe-2e5c-469b-bb7b-6e92e6c32ed0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=be293b27-3f5d-4be7-b6ec-52026606ce73 HTTP/1.1" status: 200 len: 946 time: 0.4314528 Mar 02 07:36:08.652043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-0796747d-e925-4b79-bcd7-4f7dde0a5c1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891147 Mar 02 07:36:08.654079 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:04Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:05Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:08.664413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:08.665249 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Updating router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:36:08.692158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=faa284ca-dd60-48c0-a5b4-c13225c56d10,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:08.749175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.765181 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.769136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-cf1f2511-e99f-49f1-be85-2a9d2c44e8ae tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.770802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-cf1f2511-e99f-49f1-be85-2a9d2c44e8ae tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 944 time: 0.5628135 Mar 02 07:36:08.778504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5beb11-cfd9-4712-9009-22364bfc85ee req-05cd3c1a-2b1d-45fe-9fd2-60a705074160 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478956 Mar 02 07:36:08.879581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] No DVR routers for this DVR port faa284ca-dd60-48c0-a5b4-c13225c56d10 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:08.901491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.906184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2659f8a-a2ad-42b0-87f2-9422ba14b191 req-21d20051-a884-439c-a9cc-812419c1b57d service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155277 Mar 02 07:36:08.906737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'name': 'network-vif-deleted', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:08.955423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc52ff6-a212-4d02-8a56-1b08ad080c4a req-2f1bfd6a-1f54-4f8f-a24f-0a5158bcdfbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:08.956515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cc52ff6-a212-4d02-8a56-1b08ad080c4a req-2f1bfd6a-1f54-4f8f-a24f-0a5158bcdfbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:08.990449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.997013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d874d7a-5ec2-42c4-85a1-e2bd09a27816 req-8fb3c48f-fd16-49d8-947c-bf68484c59c3 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "DELETE /v2.0/ports/faa284ca-dd60-48c0-a5b4-c13225c56d10 HTTP/1.1" status: 204 len: 173 time: 2.5252028 Mar 02 07:36:09.000749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:09.001222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.024788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:09.025438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.036247 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be293b27-3f5d-4be7-b6ec-52026606ce73', 'name': 'network-vif-deleted', 'tag': 'faa284ca-dd60-48c0-a5b4-c13225c56d10', 'status': 'completed', 'code': 200} Mar 02 07:36:09.258879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cc52ff6-a212-4d02-8a56-1b08ad080c4a req-2f1bfd6a-1f54-4f8f-a24f-0a5158bcdfbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:09.263398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cc52ff6-a212-4d02-8a56-1b08ad080c4a req-2f1bfd6a-1f54-4f8f-a24f-0a5158bcdfbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 943 time: 0.8775799 Mar 02 07:36:09.417272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-cd8403fd-f27a-4cdb-b023-d96c71a210b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:09.436342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3898773 Mar 02 07:36:09.438927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-cd8403fd-f27a-4cdb-b023-d96c71a210b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 1094 time: 0.4491513 Mar 02 07:36:09.441416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:09.448691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-dd955bff-722f-4f92-9e75-0e6396a2bdeb service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857056 Mar 02 07:36:09.461571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.549325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'subnet': {'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:09.553351 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.562402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c79e-e953-4c22-99eb-21028ffa022e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Network': ['ID=5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:09.576455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:36:09.593745 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Transition to ACTIVE for port object 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:09.608437 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.704694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef989801-109b-4513-af2b-d6e4bc1dcfef details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:09.735919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7102c-dee7-43e8-9f97-7fa5b737dcf1 req-6cab934d-c278-4c79-93e3-9ac7538c118a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:09.738138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2f7102c-dee7-43e8-9f97-7fa5b737dcf1 req-6cab934d-c278-4c79-93e3-9ac7538c118a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 944 time: 0.3976142 Mar 02 07:36:09.742226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-4f6d7207-6ab0-4cb2-a9ce-01641dbd5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:09.743706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-4f6d7207-6ab0-4cb2-a9ce-01641dbd5db7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.2929249 Mar 02 07:36:09.813701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f0e6682-3ac1-4526-8757-62b3f34795a4 req-7098af84-b6cb-42f7-8ba0-ceb8edeaf526 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064878 Mar 02 07:36:09.815641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e7a1-d5c5-4fbb-85c6-425ce1277fc3 None None] Pushing event updated for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:09.852043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2f7102c-dee7-43e8-9f97-7fa5b737dcf1 req-98996653-1314-4c3d-b1d3-3d9d34b55454 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995507 Mar 02 07:36:09.953297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device faa284ca-dd60-48c0-a5b4-c13225c56d10 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:10.063392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: faa284ca-dd60-48c0-a5b4-c13225c56d10 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:10.063761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device faa284ca-dd60-48c0-a5b4-c13225c56d10 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:10.157017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Attempting to bind port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:10.159372 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Attempting to bind port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:10.159554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:10.159990 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Attempting to bind port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 on network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:10.177368 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:10.177937 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Checking segment: {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:10.179262 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.179726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Bound using segment: {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:10.182297 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Bound port: 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432eef4d-9b31-4fc9-87a6-d479711d7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:10.182775 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.204304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'port_id': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'mac_address': 'fa:16:3e:20:62:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:10.207742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cc52ff6-a212-4d02-8a56-1b08ad080c4a req-e59da74d-2069-4ba8-82bc-6dd0a97f8b2a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9090269 Mar 02 07:36:10.292092 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.292345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.292863 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-f4fb5923-e9b0-4c85-bab3-9b3f068c5e76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 200 len: 217 time: 0.4358349 Mar 02 07:36:10.306522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.319058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.323507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef989801-109b-4513-af2b-d6e4bc1dcfef {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:10.331854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.345455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.354054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.361159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:10.368991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-a532e4df-9e1a-4c90-b55b-0abadcd76eae tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5430 time: 0.2916362 Mar 02 07:36:10.374553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:10.384441 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] For port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:10.388849 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] For port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:10.391024 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.392120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6a1098fc-e08e-4745-8a90-ff5afce9ec96 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:10.394619 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.426805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0707d0cb-38a7-44e0-9a4b-f91d51f8d816 req-5bc36f47-4809-4205-9ff9-fe4d9c14ddf0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569572 Mar 02 07:36:10.519156 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:10.519809 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:35:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:10.610525 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e7a1-d5c5-4fbb-85c6-425ce1277fc3 None None] Pushing event updated for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:10.643285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:36:10.665261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:10.681116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:10.722879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '6a1098fc-e08e-4745-8a90-ff5afce9ec96', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'port_id': '6a1098fc-e08e-4745-8a90-ff5afce9ec96', 'mac_address': 'fa:16:3e:ca:c5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:10.764910 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:10.865978 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.922655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1098fc-e08e-4745-8a90-ff5afce9ec96 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:10.942335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:10.947804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:10.949111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1da338c6-9d21-471f-922b-2e78aa990d73 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:11.035033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0359b74-4278-4402-9651-21cd5132df6f req-ec7e8f4c-ab54-47b0-90a5-31f2643fd829 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:11.042036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0359b74-4278-4402-9651-21cd5132df6f req-ec7e8f4c-ab54-47b0-90a5-31f2643fd829 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1193199 Mar 02 07:36:11.135694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0359b74-4278-4402-9651-21cd5132df6f req-73eaab7c-a71d-4464-892c-43229bce83e4 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781052 Mar 02 07:36:11.187904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:11.362783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:11.367891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:subnet and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:11.372018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:11.375516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:11.379916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:11.413538 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:04Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:10Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:11.421665 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f72230-72ee-4a98-ad55-109b030f5fc9 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:04Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:10Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:11.423267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '1da338c6-9d21-471f-922b-2e78aa990d73', 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'port_id': '1da338c6-9d21-471f-922b-2e78aa990d73', 'mac_address': 'fa:16:3e:58:5f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916cb47a-4f7f-446b-8fb8-8a8b6345ac80', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:11.445783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Made reservation on behalf of 91585fbb2dfd46b2832de174722dff9d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:36:11.449682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:11.491808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e9114-a0e3-4a4f-9735-38dfad48ed57 req-a426613e-e076-4354-9a28-08683f556433 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:11.535205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-629e9114-a0e3-4a4f-9735-38dfad48ed57 req-a426613e-e076-4354-9a28-08683f556433 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 943 time: 0.1683180 Mar 02 07:36:11.571559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:11.572188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:11.585172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:11.603823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-d040454c-0be6-44cc-8224-b58dafc609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:11.604034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-d040454c-0be6-44cc-8224-b58dafc609f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.7404695 Mar 02 07:36:11.619852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-629e9114-a0e3-4a4f-9735-38dfad48ed57 req-8b46c1d4-1836-48d3-98f3-d02a7d4e756d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839527 Mar 02 07:36:11.640445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da338c6-9d21-471f-922b-2e78aa990d73 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:11.682157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:11.690090 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:11.695829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b572f364-24ce-44c5-a6d2-a82414b1ed1c details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:11.963344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:11.978810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:11.990728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:11.993141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.001193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.007980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.014730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.021995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.035945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-3a092de1-aaea-4309-8e40-74b1f0f95a13 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5433 time: 0.2312446 Mar 02 07:36:12.104082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:12.114538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-70ae0eb1-3a6a-4785-9808-cea5856eff84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5008357 Mar 02 07:36:12.130353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59a7f5ed-041b-4347-940d-35f6b6ee98d5 req-2ce9aa0f-576e-4a73-80a2-cf1762ba70cc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880439 Mar 02 07:36:12.182101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4062b77c-9259-411f-9170-40a2ade2186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.213297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0db2-cc19-4460-9287-10d7f95cc4c4 req-719add8f-a16a-49e8-859c-59e30f88c164 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.222097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00ae0db2-cc19-4460-9287-10d7f95cc4c4 req-719add8f-a16a-49e8-859c-59e30f88c164 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 944 time: 1.0967455 Mar 02 07:36:12.294242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:12.313051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-e478d136-9274-408b-a771-50c7ec2f6b70 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.313999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-e478d136-9274-408b-a771-50c7ec2f6b70 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:12.336306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'port_id': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'mac_address': 'fa:16:3e:39:b2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:12.447717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564f60-5a6f-4d88-a8b1-8935ebe46b29 req-758179b0-05b7-4b73-bf25-8312569b7819 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.449285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7564f60-5a6f-4d88-a8b1-8935ebe46b29 req-758179b0-05b7-4b73-bf25-8312569b7819 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1137776 Mar 02 07:36:12.507726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7564f60-5a6f-4d88-a8b1-8935ebe46b29 req-880cbbdf-fa5b-47a2-a90d-52e7aac2c54b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503173 Mar 02 07:36:12.620504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.656810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b572f364-24ce-44c5-a6d2-a82414b1ed1c {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:12.683790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:12.687892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00ae0db2-cc19-4460-9287-10d7f95cc4c4 req-a85d100f-fb7b-4687-986e-d92dbb08adff tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644811 Mar 02 07:36:12.688819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-e478d136-9274-408b-a771-50c7ec2f6b70 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:12.694270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.696195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 08cc592b-de28-482d-8d16-d94554bd394a details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:12.708679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-e478d136-9274-408b-a771-50c7ec2f6b70 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 1.6791360 Mar 02 07:36:12.774261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port bb80c016-9393-4124-9030-84ae1093eaeb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:12.774466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.791678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:12.795772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=08cc592b-de28-482d-8d16-d94554bd394a,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:12.815906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '08cc592b-de28-482d-8d16-d94554bd394a', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'port_id': '08cc592b-de28-482d-8d16-d94554bd394a', 'mac_address': 'fa:16:3e:8c:43:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:12.821134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e2875df2-c0a2-47eb-8850-f37d8b005d83 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:12.858916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce82d8-74fe-41e2-878c-7e80152cbb66 req-c9077928-0225-4fe9-92ad-411f9ae77865 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:12.865791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63ce82d8-74fe-41e2-878c-7e80152cbb66 req-c9077928-0225-4fe9-92ad-411f9ae77865 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 943 time: 0.1077621 Mar 02 07:36:12.902217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.921872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63ce82d8-74fe-41e2-878c-7e80152cbb66 req-d3251aae-b415-4b92-9b3a-96fada62b3de tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550883 Mar 02 07:36:12.926179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port 4d167d23-d8bc-4d27-8f32-f184238fc6ac {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:12.926741 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:12.972890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cc592b-de28-482d-8d16-d94554bd394a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:12.990860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=08cc592b-de28-482d-8d16-d94554bd394a,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.041802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:13.076754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.105421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.107153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 500d3e32-01cc-4bb8-8708-454a83eed2fd details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:13.120025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-3054c48a-8bb7-470b-b7d7-89029bf6c8fa service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9629686 Mar 02 07:36:13.226243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:13.230280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.236680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=5091c0a5-6efb-4fa2-ac3b-9c5db87c850d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.241766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.247844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.255869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:13.266301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:13.266678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.308048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'network_id': '14cef371-4e79-436c-b2bd-85dffb944d8b', 'port_id': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'mac_address': 'fa:16:3e:e7:8d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6112fd-f222-4e93-8e45-9e49e7dd4e76', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:13.314735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'e2875df2-c0a2-47eb-8850-f37d8b005d83', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': 'e2875df2-c0a2-47eb-8850-f37d8b005d83', 'mac_address': 'fa:16:3e:d7:ee:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:13.392247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.408275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:13.412092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Usage tracker for resource:security_group_rule and tenant:0dacf3ae243047a8a194fa788cc0a02e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:13.415242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:13.422228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:13.444301 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.462371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.493150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500d3e32-01cc-4bb8-8708-454a83eed2fd {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:13.526122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2875df2-c0a2-47eb-8850-f37d8b005d83 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:13.531470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.537798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.559328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.575857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.576938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.616923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:13.617135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dacf3ae243047a8a194fa788cc0a02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887379 Mar 02 07:36:13.617696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:13.627058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.628912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.638024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15df10-15c9-4039-b1f8-dd7f91d7b9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67582f0c-a6ef-4d0b-961a-8abb54997240,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.703368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.735530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.738759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:13.743723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.783599 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.789381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port 5091c0a5-6efb-4fa2-ac3b-9c5db87c850d on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:13.799670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.816664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.831663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'name': 'network-vif-deleted', 'tag': '5091c0a5-6efb-4fa2-ac3b-9c5db87c850d'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:13.873350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2a36-60d2-4129-a6c3-8e0ce21584e1 req-6df6f5db-dd01-4476-85a6-c59f7689742c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:13.875265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-624b2a36-60d2-4129-a6c3-8e0ce21584e1 req-6df6f5db-dd01-4476-85a6-c59f7689742c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.1507397 Mar 02 07:36:13.897837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.913669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.941927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67582f0c-a6ef-4d0b-961a-8abb54997240,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:13.956551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-624b2a36-60d2-4129-a6c3-8e0ce21584e1 req-2ca2d0fe-8b13-4bff-8304-081cf5c20b1c tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722086 Mar 02 07:36:13.958709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:13.959705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07c3c216-3ed9-4ce9-9f75-c5da94829e73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67582f0c-a6ef-4d0b-961a-8abb54997240 HTTP/1.1" status: 204 len: 168 time: 0.3381011 Mar 02 07:36:13.976491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:13.991408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10817c53-8873-4f5d-9823-a3c298a3f3e1 req-a67614b8-d12b-403b-a81b-a7aa8df7b26e service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390076 Mar 02 07:36:14.001671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b906d420-0e87-4ffe-9200-7b2204afc2a1 req-c52bc435-02b4-4ad3-a347-3667cfd5f2ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "DELETE /v2.0/ports/5091c0a5-6efb-4fa2-ac3b-9c5db87c850d HTTP/1.1" status: 204 len: 173 time: 5.2198381 Mar 02 07:36:14.020309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Subnet': ['ID=3468aa2c-e09c-46d8-baba-746eb4df4bbc,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:14.027105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port bb80c016-9393-4124-9030-84ae1093eaeb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bb80c016-9393-4124-9030-84ae1093eaeb,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:14.027809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.084142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:14.141498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'network_id': '611c8c9e-1769-40eb-908d-469110e3d337', 'port_id': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'mac_address': 'fa:16:3e:12:fb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916cb47a-4f7f-446b-8fb8-8a8b6345ac80', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:14.143109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:14.182180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Checking segment: {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:14.182521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network hostable DHCP agents. Network: 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:36:14.195545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for bb80c016-9393-4124-9030-84ae1093eaeb owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:14.215941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-893121e4-093c-4ef9-b312-ce235f18e86c req-83c84ef5-13d0-4963-b7ec-cfda3007f244 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.0866399 Mar 02 07:36:14.258921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.265441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.271761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.278016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.284413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.291378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.298260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.305715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1329f689-eff0-4620-b336-031ee3374920 req-9903d3e6-a321-44b9-b612-7fd7e4b29138 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5436 time: 0.8005280 Mar 02 07:36:14.308611 n-d-827871-1 neutron-server[87854]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a17f6129-e9d2-42be-8d10-3c672ad01855', 'name': 'network-vif-deleted', 'tag': '5091c0a5-6efb-4fa2-ac3b-9c5db87c850d', 'status': 'failed', 'code': 422} returned with failed status Mar 02 07:36:14.370499 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae102c09-8b96-4889-ac82-2b54f233b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.392304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port 4d167d23-d8bc-4d27-8f32-f184238fc6ac, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=4d167d23-d8bc-4d27-8f32-f184238fc6ac,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:14.393089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.406226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:36:14.409248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.451164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1329f689-eff0-4620-b336-031ee3374920 req-cbc6d960-e7c4-4501-b9aa-6f132f04205c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441822 Mar 02 07:36:14.451803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:14.460785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['b572f364-24ce-44c5-a6d2-a82414b1ed1c'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:14.514253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['1da338c6-9d21-471f-922b-2e78aa990d73'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:14.528942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56796) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:14.568558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ef989801-109b-4513-af2b-d6e4bc1dcfef'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:14.571360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.594072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['08cc592b-de28-482d-8d16-d94554bd394a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:14.611187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:14.618848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3764b7704541e19dff7de7fc040f37 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:14.622826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:14.632983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa418547-aa01-4db3-a8a3-375d7b341c6d req-15a33154-9d85-4dca-b33e-abb688369622 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.639030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['500d3e32-01cc-4bb8-8708-454a83eed2fd'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:14.641206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa418547-aa01-4db3-a8a3-375d7b341c6d req-15a33154-9d85-4dca-b33e-abb688369622 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 944 time: 0.2032094 Mar 02 07:36:14.647702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:14.652600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:14.653304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.663710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:14.703226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for 4d167d23-d8bc-4d27-8f32-f184238fc6ac owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:14.714106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa418547-aa01-4db3-a8a3-375d7b341c6d req-c5929ff6-a96f-476f-9924-6ccbd457978f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Mar 02 07:36:14.737313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42a290-50b7-4c40-ad3a-154cd71fb7b9 None None] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:14.774481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-dcc4aeca-e615-4d10-aba0-610a42a02925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.1276865 Mar 02 07:36:14.791935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:14.802362 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.807422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.830470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.866198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc3764b7704541e19dff7de7fc040f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352907 Mar 02 07:36:14.867104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56800) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:14.867719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c599a1-d0a3-4e7a-894f-117dfc71d3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fb307-4547-4468-86ad-1a2623d8fd1d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:14.911207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eb6eb0a4-2fe2-480d-aac0-e709375b838f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4658804 Mar 02 07:36:14.912484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56804) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:14.936303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:14.978934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.022561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:15.068003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.088931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fb307-4547-4468-86ad-1a2623d8fd1d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:15.104370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.107256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3bcee293-2895-4aba-8239-2c8df51c0c6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b3fb307-4547-4468-86ad-1a2623d8fd1d HTTP/1.1" status: 204 len: 168 time: 0.2366800 Mar 02 07:36:15.187311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6a1098fc-e08e-4745-8a90-ff5afce9ec96'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:15.259398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['70d429d4-1cbe-4c3d-bcde-0d904f8a8aed'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:15.286599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-d2eeacce-0bf1-4868-999a-22c355529af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.288044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-d2eeacce-0bf1-4868-999a-22c355529af9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b942e6928e314287b11575d38aa97dbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5045943 Mar 02 07:36:15.383044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:15.419733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d7be980-056a-4d15-971f-626d9d4d88db req-ece701c0-c06e-4959-8c72-e4f5c4a14fd6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.0597727 Mar 02 07:36:15.570499 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.644906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.664436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4d167d23-d8bc-4d27-8f32-f184238fc6ac no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:15.706901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.713040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.720790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.726850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.733447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.740218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.746454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:15.756038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-b73716f0-d0ea-465a-a021-a2ffb58f1a66 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5437 time: 0.1472871 Mar 02 07:36:15.811362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4dad59ae-0498-46ce-b2aa-938682aded71 req-a6b1f05c-69eb-42e7-9355-58fe136d3e93 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543578 Mar 02 07:36:15.870980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:15.871481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.890167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:15.981716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:36:15.982572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:16.004548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=4d167d23-d8bc-4d27-8f32-f184238fc6ac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:16.043492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:16.113304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac90438-4f3c-48e8-b6c7-7b8a653a433b req-9ca7a7d5-eed8-46d2-8fb2-95f8ba9fc515 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:16.121280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ac90438-4f3c-48e8-b6c7-7b8a653a433b req-9ca7a7d5-eed8-46d2-8fb2-95f8ba9fc515 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 944 time: 0.1822894 Mar 02 07:36:16.176659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ac90438-4f3c-48e8-b6c7-7b8a653a433b req-04f3fe40-b507-4981-a75d-8e5cda819e22 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Mar 02 07:36:16.224792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No active binding found for port 4d167d23-d8bc-4d27-8f32-f184238fc6ac {{(pid=87856) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:36:16.225301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 4d167d23-d8bc-4d27-8f32-f184238fc6ac not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:16.239100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=bb80c016-9393-4124-9030-84ae1093eaeb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:16.336183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-44bc8fa1-0567-4817-b8e7-9e18169b52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:16.337660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-44bc8fa1-0567-4817-b8e7-9e18169b52c6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9742758 Mar 02 07:36:16.351465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb560d-1981-4f66-8f48-2248bec4316a req-11d39ab8-5909-46d2-a7b3-56e857959122 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:16.359898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6bbb560d-1981-4f66-8f48-2248bec4316a req-11d39ab8-5909-46d2-a7b3-56e857959122 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=259373be-b6b7-4648-9076-a6f8339dbacd HTTP/1.1" status: 200 len: 945 time: 0.9982903 Mar 02 07:36:16.374618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] No DVR routers for this DVR port 4d167d23-d8bc-4d27-8f32-f184238fc6ac on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:16.456297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:16.467143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'name': 'network-vif-deleted', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:16.671160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-63d53919-d6f7-4192-84ec-a46db19e6322 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:16.714497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8474b042-499e-441f-83a8-b5faad88149e req-8868591c-b29f-4c12-a693-16245d50ddd3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.0920186 Mar 02 07:36:16.765035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-63d53919-d6f7-4192-84ec-a46db19e6322 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:16.766824 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85717b21-4eb0-4302-82a3-e2a23ede04f7 req-63d53919-d6f7-4192-84ec-a46db19e6322 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=a17f6129-e9d2-42be-8d10-3c672ad01855 HTTP/1.1" status: 200 len: 210 time: 0.3119869 Mar 02 07:36:16.777109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08c6a3b2-5511-4f4c-8ce2-38a0b899c899 req-70b3c0b6-1557-415e-bdc1-b020b89fee98 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "DELETE /v2.0/ports/4d167d23-d8bc-4d27-8f32-f184238fc6ac HTTP/1.1" status: 204 len: 173 time: 4.0427847 Mar 02 07:36:16.818388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:16.832411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Allocated IP 2001:db8:3::2 (5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3/3468aa2c-e09c-46d8-baba-746eb4df4bbc/5720c7a4-7e26-4dae-b053-d7e9d8a7cc42) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:16.858740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e2875df2-c0a2-47eb-8850-f37d8b005d83 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:16.879103 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259373be-b6b7-4648-9076-a6f8339dbacd', 'name': 'network-vif-deleted', 'tag': '4d167d23-d8bc-4d27-8f32-f184238fc6ac', 'status': 'completed', 'code': 200} Mar 02 07:36:17.008623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6bbb560d-1981-4f66-8f48-2248bec4316a req-f167d044-0291-4640-ab6d-1fd76ec7bb11 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477442 Mar 02 07:36:17.104800 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:36:17.193243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.197404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port e2875df2-c0a2-47eb-8850-f37d8b005d83 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:17.201984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.208822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.217459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port e2875df2-c0a2-47eb-8850-f37d8b005d83 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:17.217994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.224668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.225382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.231915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.233144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.240646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:17.247969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.250254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-0525c535-8f07-4739-b06e-1acff851885b tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5437 time: 0.1666186 Mar 02 07:36:17.347917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5249ca3c-d4c4-4eba-99e6-dabc922f750e req-8007082a-ab59-401d-880c-3b942f496ba3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950613 Mar 02 07:36:17.388573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.405428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Transition to ACTIVE for port object 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:17.465491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Transition to ACTIVE for port object 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:17.478872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.487992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.567977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:17.577515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:17.587028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:17.592110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:17.603187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:17.610688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Pushing event updated for resources: {'Port': ['ID=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:17.613025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.699202 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83', 'code': 200} Mar 02 07:36:17.790214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Attempting to bind port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:17.790590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Attempting to bind port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:17.791159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Attempting to bind port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 on network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:17.801347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:17.802055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Checking segment: {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:17.802658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.803058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Bound using segment: {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:17.803519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Bound port: 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:17.804100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:17.815060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:17.912790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:17.916479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:17.923727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:18.018916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19abab6-db37-408b-8237-aae2ce108cc0 None None] Pushing event updated for resources: {'Port': ['ID=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:18.380689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535e02-fd5e-4180-8c8e-a099c6791c5e req-fab542df-7b23-4ceb-af59-d5cd3c53e395 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:18.382252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-50535e02-fd5e-4180-8c8e-a099c6791c5e req-fab542df-7b23-4ceb-af59-d5cd3c53e395 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 945 time: 0.7328007 Mar 02 07:36:18.407721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:18.412974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a215efa-9563-4b87-9f46-d6ceda9e94bf req-dcd58b60-f4a2-4a23-abda-8b2887cac9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:18.414570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a215efa-9563-4b87-9f46-d6ceda9e94bf req-dcd58b60-f4a2-4a23-abda-8b2887cac9ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 1096 time: 0.6017139 Mar 02 07:36:18.465158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:18.485301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-9e87d7e6-e068-4724-ad32-666f7f1dec59 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:18.490319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-9e87d7e6-e068-4724-ad32-666f7f1dec59 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.3794808 Mar 02 07:36:18.507235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-4a540970-d55b-4b69-a16f-db1685a4e69c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0139987 Mar 02 07:36:18.564159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:18.573980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-aa94162a-a7dc-4dae-9600-c12063ef236f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602999 Mar 02 07:36:18.706861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-50535e02-fd5e-4180-8c8e-a099c6791c5e req-aada0b91-e77c-4bbb-8cbb-427b022ad389 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135650 Mar 02 07:36:18.722363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a215efa-9563-4b87-9f46-d6ceda9e94bf req-5ab870af-d50a-4bef-90d5-6284d613ffd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858429 Mar 02 07:36:18.727210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Allocated IP 2001:db8:3::1 (5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3/3468aa2c-e09c-46d8-baba-746eb4df4bbc/e1a0119c-f4e6-4ebc-91b6-df999818e137) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:18.730406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-6b829bb5-48d9-4578-bc44-32c38e688cc4 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500194 Mar 02 07:36:18.795908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:18.805529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:18.823575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc2c6425-fa42-4601-9a9c-0df7cbe9de93 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2137837 Mar 02 07:36:18.828299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56922) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:18.830155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:18.831021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:18.974388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-04be5e21-61e9-4cce-8d36-e8655a6e3567 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370231 Mar 02 07:36:19.177667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 67e58c35-2a35-46c6-823a-23e81ff7f14e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:19.190567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:19.221235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.307427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:19.375987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:19.404830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:19.522987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3126c0a-3885-4345-a1f7-760e637538f3 None None] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:19.598206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.603274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.618976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bdec82f-4c1d-41e1-8ed0-9f20e7d616c2 req-488493e4-8758-427d-b2bb-db1b15b550c6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.0984712 Mar 02 07:36:19.630988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:19.642506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c314ae39f54e2199bcd44255d77918 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:19.649383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:19.659418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:19.676132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1da338c6-9d21-471f-922b-2e78aa990d73 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:19.696127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.710684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.724235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.740644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.752222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.761610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.768147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.776527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-42ce0f2e-a7b5-4bd5-99b3-152d8200a60e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5437 time: 0.7856328 Mar 02 07:36:19.792738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.808725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.817542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.875544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5c314ae39f54e2199bcd44255d77918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986362 Mar 02 07:36:19.877460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343056f-d949-4e36-baeb-9f4f69742ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dddfcd-11cb-45a3-acc7-099a0018bfe6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:19.879850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56948) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:19.903975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.914543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Provisioning for port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:19.947315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Provisioning complete for port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:19.948055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:19.948972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70f829-51fa-434e-9416-a4978a520485 req-4648a65c-dc76-431b-a8a6-bb9ea967ea57 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:19.951093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c70f829-51fa-434e-9416-a4978a520485 req-4648a65c-dc76-431b-a8a6-bb9ea967ea57 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1900904 Mar 02 07:36:19.988491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.034732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c70f829-51fa-434e-9416-a4978a520485 req-db19d31f-5f83-4431-92b4-abc758eb4958 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766521 Mar 02 07:36:20.052710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Transition to ACTIVE for port object e1a0119c-f4e6-4ebc-91b6-df999818e137 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:20.056243 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.096058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.168203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.172963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7534fac6-31a6-45e6-88d9-ef65bf3506c7 req-0722f1bd-2f85-4926-b5d3-531564338838 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3953764 Mar 02 07:36:20.191785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dddfcd-11cb-45a3-acc7-099a0018bfe6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:20.195932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=67e58c35-2a35-46c6-823a-23e81ff7f14e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:20.199537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.212124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1e217ab5-a838-4c57-bfec-b1344ad6c2a3 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/67e58c35-2a35-46c6-823a-23e81ff7f14e HTTP/1.1" status: 204 len: 168 time: 1.3824241 Mar 02 07:36:20.215398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:20.226761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a2e11-89ea-49ac-b798-4ee6bac026f3 None None] Network c63dced7-065b-4b21-b127-6128d394ec8a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:20.247596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.248734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-47d318dd-a269-4aba-bc8b-0f29deb0b746 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0dddfcd-11cb-45a3-acc7-099a0018bfe6 HTTP/1.1" status: 204 len: 168 time: 0.3678625 Mar 02 07:36:20.272122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.345417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bdb3-19b1-4bff-82c1-fcf68d2fc579 req-f5a749a9-a160-47a0-9b57-1414a1881753 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:20.347478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3129bdb3-19b1-4bff-82c1-fcf68d2fc579 req-f5a749a9-a160-47a0-9b57-1414a1881753 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 945 time: 0.1360228 Mar 02 07:36:20.414210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3129bdb3-19b1-4bff-82c1-fcf68d2fc579 req-826e0be1-dbea-4f82-90cd-772ce30fa3d6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Mar 02 07:36:20.483569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 1da338c6-9d21-471f-922b-2e78aa990d73 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:20.484130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:20.505543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:20.514545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 1da338c6-9d21-471f-922b-2e78aa990d73 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:20.514545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.525818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:20.526470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.552651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:20.585370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.637063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:20.639969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.680312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56966) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:20.703756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.721586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:20.726446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Usage tracker for resource:security_group_rule and tenant:d86b84121a694cd7b4f806d8f2ff3df9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:20.730038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:20.742489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:20.754555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:15Z', 'revision_number': 8, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:20.830845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:20.851571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:20.885361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:20.886367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:21.006229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-582e1069-7035-4ea1-937d-dc5101e4b3c6 req-312f597b-67c5-4493-b7f8-b0ac62df8ac9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.1003335 Mar 02 07:36:21.014358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.020949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.098293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:21.106215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d86b84121a694cd7b4f806d8f2ff3df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211245 Mar 02 07:36:21.106896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56980) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:21.109553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25508-8097-40a1-be86-0b15e9316c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37469c8-fe87-404f-98cf-decb949be3da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:21.280010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.291676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41acf504-a777-424e-a965-588481bf878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.314707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.330470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41acf504-a777-424e-a965-588481bf878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.331547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bd391dda-af0e-4917-9197-0732af557725 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:21.369924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-b330da29-2adf-4d66-9202-c6f2e7109864 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:21.371601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-b330da29-2adf-4d66-9202-c6f2e7109864 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.4771376 Mar 02 07:36:21.385715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141632e1-40f3-4218-a0b1-e536c535ce4e req-33def4b5-b0df-4e5e-80b9-e02a1e43f77d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:21.393797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141632e1-40f3-4218-a0b1-e536c535ce4e req-33def4b5-b0df-4e5e-80b9-e02a1e43f77d tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1639299 Mar 02 07:36:21.407094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:21.411481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.426372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41acf504-a777-424e-a965-588481bf878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.448418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acf504-a777-424e-a965-588481bf878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37469c8-fe87-404f-98cf-decb949be3da,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:21.452652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41acf504-a777-424e-a965-588481bf878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.454265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-41acf504-a777-424e-a965-588481bf878c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c37469c8-fe87-404f-98cf-decb949be3da HTTP/1.1" status: 204 len: 168 time: 0.3463686 Mar 02 07:36:21.529580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd391dda-af0e-4917-9197-0732af557725 None None] Pushing event updated for resources: {'Port': ['ID=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:21.573523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:21.578425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c58b6a1b-c378-4184-a72f-34d7539b18c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:21.579076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c58b6a1b-c378-4184-a72f-34d7539b18c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:21.602273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:21.629775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Provisioning for port e1a0119c-f4e6-4ebc-91b6-df999818e137 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:21.632744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.633524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b572f364-24ce-44c5-a6d2-a82414b1ed1c up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:21.746053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] DHCP port deletion for c63dced7-065b-4b21-b127-6128d394ec8a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:21.761266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-0421564c-487b-477d-8328-a529df9ba315 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:21.764469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Deleting port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:21.764903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.768820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-0421564c-487b-477d-8328-a529df9ba315 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.9390295 Mar 02 07:36:21.804425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:21.804803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.807990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Provisioning complete for port e1a0119c-f4e6-4ebc-91b6-df999818e137 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:21.808368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:21.958251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Port e1a0119c-f4e6-4ebc-91b6-df999818e137 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:21.961568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141632e1-40f3-4218-a0b1-e536c535ce4e req-126d30e0-f935-4f99-9fa7-64f61e1db97a tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5666609 Mar 02 07:36:22.022375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-f1d825f3-a592-46db-9161-2da93c300265 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.2523863 Mar 02 07:36:22.086013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:22.154572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Provisioning complete for port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:22.155006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0b60-e574-4d1d-bb6c-49110b94a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.223930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.230861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.232871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port b572f364-24ce-44c5-a6d2-a82414b1ed1c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:22.238388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.244511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.246275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port b572f364-24ce-44c5-a6d2-a82414b1ed1c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:22.246673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.251010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.257004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.262943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:22.265542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22012897-be68-4b80-961d-cf302cc9f941 req-ea03c963-05bc-4814-b7df-f9aa9c142d63 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5438 time: 0.1508420 Mar 02 07:36:22.318181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22012897-be68-4b80-961d-cf302cc9f941 req-fe7b5664-1976-43a9-ab8b-fb4417d5b799 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457296 Mar 02 07:36:22.396491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:22.407939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:15Z', 'revision_number': 8, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:22.411395 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73', 'code': 200} Mar 02 07:36:22.427576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] For port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,segment=NetworkSegment(2fcdf7d5-b569-4bf7-98cb-f0a945bdf708),segment_id=2fcdf7d5-b569-4bf7-98cb-f0a945bdf708)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:22.427973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.509221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c58b6a1b-c378-4184-a72f-34d7539b18c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:22.510578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c58b6a1b-c378-4184-a72f-34d7539b18c9 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 1.8187468 Mar 02 07:36:22.525154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.537665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b594f8-4685-450e-9c92-71db40f8eed0 None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:15Z', 'revision_number': 8, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee485607-fc89-4e3b-9449-dd14307fc0db', 'name': '', 'network_id': '1f963d6d-a221-4b79-a928-cae53d697bb6', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:3a:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:38Z', 'updated_at': '2022-03-02T07:35:54Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '861039e5-0d6c-4754-a6a3-c3dedbfbc35f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:22.551221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.557440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d7823ea-aff7-43c6-8807-1fe95b38c225 req-568d7664-49a5-4ecc-8197-ab3dcfeed92c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.0745068 Mar 02 07:36:22.679344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:22.686038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No DVR routers for this DVR port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:22.688996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Calling delete_port for ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:22.728033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:22.776902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:22.789468 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.790455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 08cc592b-de28-482d-8d16-d94554bd394a up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:22.803290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:22.813927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port cc61e20b-4881-48eb-be5d-f0eb304762ba {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:22.814369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.906052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:22.906368 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:22.938889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:36:22.942420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.959261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:22.970255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:22.981115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 08cc592b-de28-482d-8d16-d94554bd394a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:22.990792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-20676199-3e9c-4904-aa00-b4325cbd67f0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9674819 Mar 02 07:36:23.000109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-19221844-9e98-4f5d-8fd9-df5f492bcf74 None None] Provisioning complete for port e1a0119c-f4e6-4ebc-91b6-df999818e137 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:23.000860 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-19221844-9e98-4f5d-8fd9-df5f492bcf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.042534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:36:23.055322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:23.062258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.098238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 08cc592b-de28-482d-8d16-d94554bd394a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:23.098712 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.143450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.144251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.225069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443287a-1d9a-421a-b195-3b7dd3614ca3 req-298d7a0a-bdef-49c8-bad3-0c4b05af7238 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.231726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-19221844-9e98-4f5d-8fd9-df5f492bcf74 None None] Port e1a0119c-f4e6-4ebc-91b6-df999818e137 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:23.233028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0443287a-1d9a-421a-b195-3b7dd3614ca3 req-298d7a0a-bdef-49c8-bad3-0c4b05af7238 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.1242363 Mar 02 07:36:23.297733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0443287a-1d9a-421a-b195-3b7dd3614ca3 req-d75e20de-4fd3-4d89-a92c-ac938a6c17ec tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637681 Mar 02 07:36:23.317035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:23.317423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.342842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.407609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Deleting port ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:23.407889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63dced7-065b-4b21-b127-6128d394ec8a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:23.407999 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.424529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:23.425202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcdf7d5-b569-4bf7-98cb-f0a945bdf708') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:23.447564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=08cc592b-de28-482d-8d16-d94554bd394a,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:23.477080 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.491808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1760ff-df68-4cde-a293-b63dfa110597 None None] The port 'ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:23.494320 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.495214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef989801-109b-4513-af2b-d6e4bc1dcfef up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:23.582748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.588746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.596237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.603098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.609428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.617238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.624919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.630977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:23.640923 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c52c0ae8-f176-401f-b620-0012faf0300e req-407e1274-70a9-4409-a134-ff0034cda1b2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5440 time: 0.1671538 Mar 02 07:36:23.694429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:23.698392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c52c0ae8-f176-401f-b620-0012faf0300e req-aa892636-e175-4be4-a0d7-83d70c791680 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561240 Mar 02 07:36:23.711168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ef989801-109b-4513-af2b-d6e4bc1dcfef completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:23.718395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ef989801-109b-4513-af2b-d6e4bc1dcfef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:23.719209 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.756026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:23.756454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:23.786514 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:23.812611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb80c016-9393-4124-9030-84ae1093eaeb no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:23.818661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event updated for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:23.894630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: bb80c016-9393-4124-9030-84ae1093eaeb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:23.895269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bb80c016-9393-4124-9030-84ae1093eaeb not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:23.895856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:23.945376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:23.946083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ae74a24c-f2e7-48a1-b0c6-e4ec4d51697f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:23.983539 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.068152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:24.073471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.087381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-363e0486-c37a-468d-8503-a57d47b26dc7 req-a0d5f0e2-88f5-4741-b1a3-0c28e9b6b9d3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.1926539 Mar 02 07:36:24.117117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-432039bd-37b7-453e-a6d4-214d2d2fb8d5 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1254435 Mar 02 07:36:24.123622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6a1098fc-e08e-4745-8a90-ff5afce9ec96 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:24.209323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.213219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:24.230403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:24.237139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:24.237522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.244044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.318910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.4 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/0ecda791-e811-4e90-adb3-ad591a7af324) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:24.330933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=c63dced7-065b-4b21-b127-6128d394ec8a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:24.349493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] For port cc61e20b-4881-48eb-be5d-f0eb304762ba, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=cc61e20b-4881-48eb-be5d-f0eb304762ba,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:24.349884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.387530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.416473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc592b-de28-482d-8d16-d94554bd394a'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:24.439066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:24.444868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.445709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:24.471331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31b66b70-4c9d-447a-ae5e-370815a3c697 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/c63dced7-065b-4b21-b127-6128d394ec8a HTTP/1.1" status: 204 len: 168 time: 4.2534411 Mar 02 07:36:24.474559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57050) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:24.501823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:24.507335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:24.609417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:24.638390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581884b0-b566-4299-ab9f-d3b14c0ee632 req-4c752e5b-5740-4364-a6cb-a327962fb586 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:24.639933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-581884b0-b566-4299-ab9f-d3b14c0ee632 req-4c752e5b-5740-4364-a6cb-a327962fb586 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 945 time: 0.2373168 Mar 02 07:36:24.651049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:24.657594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:24.658315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.790516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-581884b0-b566-4299-ab9f-d3b14c0ee632 req-ddab3e5c-46ad-4f09-ad4c-211f6ae4c529 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups?id=2762594a-c0cb-4cf7-a724-64adc5a17d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705049 Mar 02 07:36:24.837637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.855113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:24.870540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f676059-1d0c-47ed-8429-c4fc5d644717 req-d3cb92a1-8d93-437a-84a4-ff9ab337bb84 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393665 Mar 02 07:36:24.898345 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'code': 200} Mar 02 07:36:24.898537 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc592b-de28-482d-8d16-d94554bd394a', 'code': 200} Mar 02 07:36:24.899062 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'code': 200} Mar 02 07:36:24.908207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:24.915956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:24.917059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 500d3e32-01cc-4bb8-8708-454a83eed2fd up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:25.091545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:25.111967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a48965c2-6656-4fbb-a87f-fd84d257b82f None None] Provisioning complete for port e1a0119c-f4e6-4ebc-91b6-df999818e137 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:25.112350 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a48965c2-6656-4fbb-a87f-fd84d257b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.234968 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.235825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.236819 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Floating IP 1246745c-c061-4bb1-9961-e650b2514aae disassociated. External IP: 172.25.4.103, port: cc61e20b-4881-48eb-be5d-f0eb304762ba. Mar 02 07:36:25.237267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for cc61e20b-4881-48eb-be5d-f0eb304762ba owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:25.246060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a48965c2-6656-4fbb-a87f-fd84d257b82f None None] Port e1a0119c-f4e6-4ebc-91b6-df999818e137 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:36:25.260209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 500d3e32-01cc-4bb8-8708-454a83eed2fd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:25.266063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.268553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 500d3e32-01cc-4bb8-8708-454a83eed2fd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:25.270529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.275033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.282157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.289819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.298577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.305601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.312187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:25.314393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-bf1770f4-7890-4e18-8444-aa58e1680fa0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5443 time: 0.2390637 Mar 02 07:36:25.420841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c6ca069-ae23-46c1-8ab1-886c440966ea req-6af5e7e0-f2c7-4805-8d9a-4b67a99d598e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912380 Mar 02 07:36:25.516653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.552709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a2573683-4ec2-43fd-a704-3f88ad045eb0 req-296d372d-7bb6-4c67-9365-bba059a16b92 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:25.607876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:25.611318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.618516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:25.619463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device cc61e20b-4881-48eb-be5d-f0eb304762ba no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:25.822625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a2573683-4ec2-43fd-a704-3f88ad045eb0 req-296d372d-7bb6-4c67-9365-bba059a16b92 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:25.837082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2573683-4ec2-43fd-a704-3f88ad045eb0 req-296d372d-7bb6-4c67-9365-bba059a16b92 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.4746835 Mar 02 07:36:25.861729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:25.945243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-e0f5f42e-af52-43f4-809a-fb4ed7111bb9 req-17485f6e-2751-42a4-9fa2-c3d289be8d89 service neutron] (87854) timed out ('10.222.0.21', 33512) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:36:25.973215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:26.085447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=cc61e20b-4881-48eb-be5d-f0eb304762ba,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:26.098104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:26.113190 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:26.125895 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:26.127575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:26.203939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f1b211c-0936-4e8c-8ac0-5854f73ea4dc req-40a617c7-d954-47d6-9fb5-31cd5e101cdc tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 210 time: 0.0541484 Mar 02 07:36:26.326389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:26.354013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port ee485607-fc89-4e3b-9449-dd14307fc0db {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:26.354473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:26.661235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-ab5b4985-9b2d-4edb-b7ba-ac3e80a13b2d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:26.671382 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-ab5b4985-9b2d-4edb-b7ba-ac3e80a13b2d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.5068095 Mar 02 07:36:26.671656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port ee485607-fc89-4e3b-9449-dd14307fc0db, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee485607-fc89-4e3b-9449-dd14307fc0db,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:26.672127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:26.701378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-599e0ede-eec1-4d69-af1f-dd9504981253 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7673099 Mar 02 07:36:26.703366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-b235cfd5-fd97-4392-9296-73fe4eac878d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0312047 Mar 02 07:36:26.704149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:26.709305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:26.727571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:26.900393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:27.069231 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:20Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:22Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:27.073887 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:27.074466 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Updating router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 port e1a0119c-f4e6-4ebc-91b6-df999818e137 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:36:27.097734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for ee485607-fc89-4e3b-9449-dd14307fc0db owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:27.147468 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:27.244526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Router fe711092-a50b-4fef-b37f-6c1156c44ca6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:27.264181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:27.306151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.312736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.318607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.324408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.331332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.338108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.344826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:27.354189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-0d4ea1ee-b618-448a-a95d-67fe463e6754 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.2238600 Mar 02 07:36:27.428695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70f6efb1-a5b4-4b9c-b35d-833a1789364e req-91411fd2-6d2f-4ce8-a04f-1889d94ae7c4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735548 Mar 02 07:36:27.499128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-1758e92b-ca94-454e-815f-89e545cdf972 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7804658 Mar 02 07:36:27.539681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:27.555884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:27.606860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:27.649846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:27.670411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=ee485607-fc89-4e3b-9449-dd14307fc0db,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:27.687249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:27.723568 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:27.738315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Transition to ACTIVE for port object e1a0119c-f4e6-4ebc-91b6-df999818e137 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:27.748356 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:27.858139 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d027c-32af-4cac-a1fd-8e14f3560eab None None] Pushing event updated for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:28.029534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6749f5a-3047-424d-a690-214b4be9f54e req-de0cb971-922c-4d24-a276-06150992d2aa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:28.036757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6749f5a-3047-424d-a690-214b4be9f54e req-de0cb971-922c-4d24-a276-06150992d2aa tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 931 time: 0.4270802 Mar 02 07:36:28.091403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:28.092064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.106533 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Attempting to bind port e1a0119c-f4e6-4ebc-91b6-df999818e137 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:28.106872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6749f5a-3047-424d-a690-214b4be9f54e req-35162a3c-95f6-4d88-ad63-10c607378cef tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692511 Mar 02 07:36:28.107505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Attempting to bind port e1a0119c-f4e6-4ebc-91b6-df999818e137 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:28.108096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Attempting to bind port e1a0119c-f4e6-4ebc-91b6-df999818e137 on network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:28.117239 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:28.117894 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Checking segment: {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:28.118341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.118804 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.119577 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Bound using segment: {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:28.120337 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Bound port: e1a0119c-f4e6-4ebc-91b6-df999818e137, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:28.120957 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.135744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-7de89f2a-fd40-42ec-b05c-f01961fc8ed2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7337589 Mar 02 07:36:28.168845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Request body: {'port': {'device_id': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:28.212913 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96', 'code': 200} Mar 02 07:36:28.213779 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'code': 200} Mar 02 07:36:28.214130 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'code': 200} Mar 02 07:36:28.250474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] For port e1a0119c-f4e6-4ebc-91b6-df999818e137, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:28.254065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] For port e1a0119c-f4e6-4ebc-91b6-df999818e137, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e1a0119c-f4e6-4ebc-91b6-df999818e137,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:28.260291 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.384226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:28.384989 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:28.446934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:28.462216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Sync routers for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:28.477679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:28.478664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:28.572641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:28.606549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] No DVR routers for this DVR port cc61e20b-4881-48eb-be5d-f0eb304762ba on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:28.609764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-95391ae3-1783-4bb7-b49d-28d615c05547 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0690999 Mar 02 07:36:28.613106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:28.615135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9656fbf8-acba-406b-a8ae-184362d207b6 req-c024f6b3-0c82-4ac6-a616-80f2799629ef tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.16 "DELETE /v2.0/ports/cc61e20b-4881-48eb-be5d-f0eb304762ba HTTP/1.1" status: 204 len: 173 time: 6.0808225 Mar 02 07:36:28.617426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-deleted', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:28.657730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d027c-32af-4cac-a1fd-8e14f3560eab None None] Pushing event updated for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:28.831159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:28.852262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e523be1-9b8f-43b0-8cf6-15a84d2ea884 req-bb450d00-6358-40b4-b704-ea2727d4a6e6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:28.859986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e523be1-9b8f-43b0-8cf6-15a84d2ea884 req-bb450d00-6358-40b4-b704-ea2727d4a6e6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.4999216 Mar 02 07:36:28.942085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-3c17cf35-b581-4063-ac4d-0114f342493c service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179522 Mar 02 07:36:28.991640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:36:29.009550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Removed routes are [] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:36:29.010077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:29.095451 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:20Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:29.112531 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b750385-4414-4059-a052-e25e4e4321f8 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:20Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:29.121552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:29.196557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:29.206442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.206442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.206714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.207041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.207428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.223202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.227906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:29.238288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-b6383b35-e3bb-4730-a271-1873334043ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6501 time: 0.9151525 Mar 02 07:36:29.479202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:29.485760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Checking router: fe711092-a50b-4fef-b37f-6c1156c44ca6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:29.499010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:29.499854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:29.500741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e523be1-9b8f-43b0-8cf6-15a84d2ea884 req-4c140c05-fa8c-4f5f-8f86-b32466004188 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6398137 Mar 02 07:36:29.677333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6358e5ab-00c5-4bf4-8bbb-8f3715b9718f req-d347a56c-10ea-445d-a814-9450840c8f1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4381211 Mar 02 07:36:29.732316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:29.744737 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:29.760801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f29c091-0465-4066-9a7d-e6273d5c2583 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851651 Mar 02 07:36:29.767706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:29.768389 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:29.768556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57188) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:29.857709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:29.922678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c743ad17-60a6-41b5-aa5b-443c79c7b934 req-c089ee39-1053-4a60-ac03-8756755252e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Synchronizing usage tracker for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:30.111904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:30.132238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 861039e5-0d6c-4754-a6a3-c3dedbfbc35f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:30.142521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.163933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c743ad17-60a6-41b5-aa5b-443c79c7b934 req-c089ee39-1053-4a60-ac03-8756755252e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Unset dirty status for tenant:46ac0080e5e2442884c75b56d32a846b on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:30.165184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c743ad17-60a6-41b5-aa5b-443c79c7b934 req-c089ee39-1053-4a60-ac03-8756755252e0 tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f3cda43-b0d8-48c6-bf91-798495f03e61 HTTP/1.1" status: 200 len: 210 time: 0.7438333 Mar 02 07:36:30.322884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.342732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.345524 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3cda43-b0d8-48c6-bf91-798495f03e61', 'name': 'network-vif-deleted', 'tag': 'cc61e20b-4881-48eb-be5d-f0eb304762ba', 'status': 'completed', 'code': 200} Mar 02 07:36:30.369125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.380756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.386415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.407006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.421750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.438744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.449496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:30.469041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-928c8652-0945-4623-b0db-0ac67eca77fc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.7034304 Mar 02 07:36:30.487091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:30.498268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e630a3-59b4-49a1-8e4e-56fe7cdd5bf5 None None] The sync data for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 is: [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:25:12Z', 'revision_number': 4, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd24a63de-287f-43a9-b11f-97d2110974da', 'name': '', 'network_id': '8c5a9f58-4c25-4ba1-97f6-da11e1291474', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'mac_address': 'fa:16:3e:a4:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:10Z', 'updated_at': '2022-03-02T07:25:26Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'subnets': [{'id': '6dd1a186-58ad-439a-aa7c-668dbf0c3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:30.561101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.659706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:27Z', 'revision_number': 9, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:30.664269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:30.681890 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:30.682870 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:30.735771 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.847054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a19def21-46e8-4d8f-be8b-32bae8fc3782 req-e1b4c42b-fae2-4c62-aebc-a68b25ad8b92 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3769352 Mar 02 07:36:30.924119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:30.944301 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:30.951169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:31.007002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=861039e5-0d6c-4754-a6a3-c3dedbfbc35f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:31.010635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:31.021570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-914eba26-647e-4a26-a9ef-490d5c41b8fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/861039e5-0d6c-4754-a6a3-c3dedbfbc35f HTTP/1.1" status: 204 len: 168 time: 1.2517655 Mar 02 07:36:31.024443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57206) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:31.076776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20243fa-8fa3-4a64-9f6f-176d1beb7709 None None] Network 1f963d6d-a221-4b79-a928-cae53d697bb6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:31.415558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-78096fe9-88bf-4b10-b04f-d90aedb3a86b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:31.416201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-78096fe9-88bf-4b10-b04f-d90aedb3a86b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:31.442842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e1a0119c-f4e6-4ebc-91b6-df999818e137 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:31.519202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb0d1fe5-1afe-4d1b-b9c7-a90d3b889260 req-209c157e-96de-4bc6-ad0d-782bccbc4e5a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 210 time: 0.0947301 Mar 02 07:36:31.523144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d176cc0-e03b-4f5d-9dfc-e398135bf66d None None] New status for floating IP 1246745c-c061-4bb1-9961-e650b2514aae: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:36:31.635558 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:27Z', 'revision_number': 9, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:31.646006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15c26e-d4fd-43a4-a6b4-0c2ae6a6be92 None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:27Z', 'revision_number': 9, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02281f3-1cc6-44a6-8e23-84f1febde6b8', 'name': '', 'network_id': '370689e4-af3a-4485-a197-36e447beaacc', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:b2:9a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e527216d-4000-4ef9-956f-5967172cda17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:35:38Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': 'e527216d-4000-4ef9-956f-5967172cda17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:31.731110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-78096fe9-88bf-4b10-b04f-d90aedb3a86b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:31.732289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-78096fe9-88bf-4b10-b04f-d90aedb3a86b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.6750667 Mar 02 07:36:31.759374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:31.774792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c1b8-1742-4822-959a-f13488d5d300 req-76a5bc80-5349-4c70-ba96-6f3c8a13d441 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:31.776608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ee6c1b8-1742-4822-959a-f13488d5d300 req-76a5bc80-5349-4c70-ba96-6f3c8a13d441 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 931 time: 1.2684381 Mar 02 07:36:31.806985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:31.827113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:31.831370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a951edc8-263f-4673-8513-ab1f6426f3a2 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 954 time: 5.1183014 Mar 02 07:36:31.832227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57216) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:31.836644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecda791-e811-4e90-adb3-ad591a7af324 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:31.845797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:31.848184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:31.860990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57220) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:31.881483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:31.906843 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:31.907469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:31.964964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port d8b91712-ade4-4c24-9197-b8a735d1866f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:31.965425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:31.966133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ee6c1b8-1742-4822-959a-f13488d5d300 req-60aed2fe-027e-4b47-9eef-e69eeb31987d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760874 Mar 02 07:36:32.052050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Transition to ACTIVE for port object 0ecda791-e811-4e90-adb3-ad591a7af324 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:32.061840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e1a0119c-f4e6-4ebc-91b6-df999818e137 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:32.074068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e1a0119c-f4e6-4ebc-91b6-df999818e137 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:32.076179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.148321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.227970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.269919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be00e7-69c6-4acb-87eb-1ed7cce03584 req-9306dea6-59b5-4fe1-acf4-a34bd5e45e6a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:32.277895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] DHCP port deletion for 1f963d6d-a221-4b79-a928-cae53d697bb6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:32.278706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16be00e7-69c6-4acb-87eb-1ed7cce03584 req-9306dea6-59b5-4fe1-acf4-a34bd5e45e6a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.4827189 Mar 02 07:36:32.285224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:32.289603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9d91fcef-7f59-4e55-ab76-d2218e78f728 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 954 time: 0.4476397 Mar 02 07:36:32.296776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:32.300187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57230) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:32.305782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:32.330668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'routes': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:32.332020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:32.334375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Deleting port d8b91712-ade4-4c24-9197-b8a735d1866f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:32.334787 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.351646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:36:32.365375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.382638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Usage tracker for resource:security_group_rule and tenant:022ca07eb3c048fc97e16d8290eaf883 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:32.391564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:32.395530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.408796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:32.507757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e1a0119c-f4e6-4ebc-91b6-df999818e137, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e1a0119c-f4e6-4ebc-91b6-df999818e137,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:32.595701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.7 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/1a6e6068-292f-40aa-9716-eaf9c509ff16) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:36:32.660263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] For port d8b91712-ade4-4c24-9197-b8a735d1866f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8b91712-ade4-4c24-9197-b8a735d1866f,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:32.660807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.679721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:32.830253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Calling delete_port for d8b91712-ade4-4c24-9197-b8a735d1866f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:32.916227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.938412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 6, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 4, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:32.951395 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:32.963325 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.967590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-16be00e7-69c6-4acb-87eb-1ed7cce03584 req-fe826cca-231e-4647-9e10-68e8e8b420fe tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6876507 Mar 02 07:36:32.977626 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:32.978282 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:33.012690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] No DVR routers for this DVR port d8b91712-ade4-4c24-9197-b8a735d1866f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:33.039649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:33.053096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57238) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:33.122328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.128389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.133257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8b91712-ade4-4c24-9197-b8a735d1866f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:33.134785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.140906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.146716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.155144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.160940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.168976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-d6859cca-e006-412d-9b74-c2cbe067b6a4 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.7398734 Mar 02 07:36:33.171397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Attempting to bind port 0ecda791-e811-4e90-adb3-ad591a7af324 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:33.171738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Attempting to bind port 0ecda791-e811-4e90-adb3-ad591a7af324 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:33.172067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Attempting to bind port 0ecda791-e811-4e90-adb3-ad591a7af324 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:33.181076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143c39-0b08-4b30-9780-507933e84d8d None None] Pushing event deleted for resources: {'Port': ['ID=d8b91712-ade4-4c24-9197-b8a735d1866f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:33.189412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d8b91712-ade4-4c24-9197-b8a735d1866f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:33.189985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d8b91712-ade4-4c24-9197-b8a735d1866f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:33.190614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee485607-fc89-4e3b-9449-dd14307fc0db no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:33.228965 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:33.234264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ee485607-fc89-4e3b-9449-dd14307fc0db {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:33.234864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee485607-fc89-4e3b-9449-dd14307fc0db not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:33.240964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Port 0ecda791-e811-4e90-adb3-ad591a7af324 on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:36:33.241295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Attempting to bind port 0ecda791-e811-4e90-adb3-ad591a7af324 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:33.267729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.283684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0132b0f-5661-4061-9167-cd2fa4527c8f req-4184da79-f0ff-4ec0-9e77-59a179a47a48 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 210 time: 0.0953870 Mar 02 07:36:33.287677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.304267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:33.304608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:33.304992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:33.305421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Bound port: 0ecda791-e811-4e90-adb3-ad591a7af324, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:33.305769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.307388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port d8b91712-ade4-4c24-9197-b8a735d1866f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d8b91712-ade4-4c24-9197-b8a735d1866f,segment=NetworkSegment(9749a6a0-e1b6-4157-a840-524747fae70c),segment_id=9749a6a0-e1b6-4157-a840-524747fae70c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:33.307872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.322472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-832c44f2-1688-4927-85c3-f2e199c2d247 req-8d9481c0-061a-41b1-b21a-c81a36d3eee9 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525733 Mar 02 07:36:33.353273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.421484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3be6a-c6f0-43a4-b025-e2457d1534eb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:33.546951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for d8b91712-ade4-4c24-9197-b8a735d1866f owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:33.559249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.608383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e9403f48-f4e0-4cf3-81bf-cfce527d5d1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022ca07eb3c048fc97e16d8290eaf883&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7440817 Mar 02 07:36:33.615416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57244) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:33.621160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.674105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 6, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:32Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:33.679099 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c4a52-78de-4f78-b73c-6523c48a2852 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:28Z', 'revision_number': 6, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:32Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:33.736110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:33.736363 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:33.764947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7189f-6ee1-41c4-aebf-197388d70ba3 req-c2b8ae0d-a973-4c12-9728-2ae8b5c9f1a7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.766443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80d7189f-6ee1-41c4-aebf-197388d70ba3 req-c2b8ae0d-a973-4c12-9728-2ae8b5c9f1a7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 943 time: 0.3375771 Mar 02 07:36:33.772288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.803703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.817229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:33.820866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:33.864655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0ecda791-e811-4e90-adb3-ad591a7af324,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:33.871515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.890057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:33.935093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:36:33.957669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80d7189f-6ee1-41c4-aebf-197388d70ba3 req-3892913c-396a-42a5-a222-d1f2bd2db527 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740777 Mar 02 07:36:33.969398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.975217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.981710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.982758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:33.985451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:36:33.988318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:33.990043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:36:33.995242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.003978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.009805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.011774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3847bb2e-ee14-48a8-a2ea-eb50e262837c req-b9706bd3-66d4-44ad-a2f1-42d229e37080 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.5387900 Mar 02 07:36:34.023691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57250) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:34.058322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Request body: {'floatingip': {'port_id': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:34.122459 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.126415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:34.132902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.133515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.134913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-3662d7a8-fc60-4621-8024-3f105d240309 service neutron] 10.222.0.39 "PUT /v2.0/ports/0ecda791-e811-4e90-adb3-ad591a7af324 HTTP/1.1" status: 200 len: 1091 time: 5.9707096 Mar 02 07:36:34.139987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.144066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:34.158852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2762594a-c0cb-4cf7-a724-64adc5a17d99,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:34.166938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added routes are [] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:36:34.167396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.extraroute_db [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87854) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:36:34.182929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.186887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76dcc27b-0f10-4be8-bb58-4b51995295ad tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "DELETE /v2.0/security-groups/2762594a-c0cb-4cf7-a724-64adc5a17d99 HTTP/1.1" status: 204 len: 168 time: 1.1245337 Mar 02 07:36:34.188843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57256) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:34.208337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.209226 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-899192bb-c19f-4f25-90f5-a99f2790860b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] show failed (client error): The resource could not be found. Mar 02 07:36:34.212998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-899192bb-c19f-4f25-90f5-a99f2790860b tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "GET /v2.0/security-groups/2762594a-c0cb-4cf7-a724-64adc5a17d99 HTTP/1.1" status: 404 len: 347 time: 0.0231721 Mar 02 07:36:34.245746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:34.255251 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324', 'status': 'completed', 'code': 200} Mar 02 07:36:34.273244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port d8b91712-ade4-4c24-9197-b8a735d1866f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:34.273591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.296762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3be6a-c6f0-43a4-b025-e2457d1534eb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:34.371812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.372577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.431212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] The port 'd8b91712-ade4-4c24-9197-b8a735d1866f' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:34.469673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Deleting port ac9ad874-c8a3-4ca8-a904-dca5e762094e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:34.470052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.471121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.474652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1bcb3f6a-a681-4ee4-bb86-35edf3fdbabc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cc3be6a-c6f0-43a4-b025-e2457d1534eb HTTP/1.1" status: 204 len: 168 time: 0.8557186 Mar 02 07:36:34.540586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-098be5fc-d731-4bd4-b348-6cb77ec41fe4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7920053 Mar 02 07:36:34.580925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-50326519-cdc4-4f9b-a052-a6c6c470368e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:36:34.581979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-50326519-cdc4-4f9b-a052-a6c6c470368e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129697 Mar 02 07:36:34.623371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.774847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Request body: {'port': {'device_id': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:36:34.807498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-c7feec92-7b3d-4be4-ba47-d90f390d7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.809822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-c7feec92-7b3d-4be4-ba47-d90f390d7987 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 1094 time: 0.6019452 Mar 02 07:36:34.823628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.823966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.832526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.845146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:34.971141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428254a-8f28-4856-b296-fb2790f61fc4 req-8dd91fb4-a653-4406-adcd-1a226d69d5f9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:34.972623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3428254a-8f28-4856-b296-fb2790f61fc4 req-8dd91fb4-a653-4406-adcd-1a226d69d5f9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.8417530 Mar 02 07:36:34.975677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f963d6d-a221-4b79-a928-cae53d697bb6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:34.987081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.007402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e1a0119c-f4e6-4ebc-91b6-df999818e137 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:35.009713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-77053cfb-742d-43d2-9366-dd210b8fa285 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecda791-e811-4e90-adb3-ad591a7af324 HTTP/1.1" status: 200 len: 217 time: 0.1880465 Mar 02 07:36:35.018928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Calling delete_port for ac9ad874-c8a3-4ca8-a904-dca5e762094e owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:35.058723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9749a6a0-e1b6-4157-a840-524747fae70c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:35.059420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9749a6a0-e1b6-4157-a840-524747fae70c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:35.081167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e1a0119c-f4e6-4ebc-91b6-df999818e137 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:35.081537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.147318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:35.163582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.175383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Usage tracker for resource:security_group_rule and tenant:d2703cd1e2e44344a159a257cbbb1949 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:35.196374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:35.203281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.217921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:35.254120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3428254a-8f28-4856-b296-fb2790f61fc4 req-a4fd41f6-4283-49b9-b577-1e20a8861dfc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579591 Mar 02 07:36:35.258906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.327197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:35.327602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:35.342529 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:35.353571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f08263-f018-4259-819a-d2f1128ca3a4 req-62b158e0-c94a-498b-87f5-3a4cc34852c7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:35.355083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71f08263-f018-4259-819a-d2f1128ca3a4 req-62b158e0-c94a-498b-87f5-3a4cc34852c7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 931 time: 0.9424706 Mar 02 07:36:35.461033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-8c38e762-17c1-46ee-b80b-69dc2a903eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:35.462510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-8c38e762-17c1-46ee-b80b-69dc2a903eec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.4046328 Mar 02 07:36:35.578427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-5925fe39-01fa-48db-8615-c2a0ad405539 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034975 Mar 02 07:36:35.624083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71f08263-f018-4259-819a-d2f1128ca3a4 req-7e1e44e1-6b32-43ec-aa43-db2aa8fc4874 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599452 Mar 02 07:36:35.657673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.676252 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.688662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.692941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.723854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=1f963d6d-a221-4b79-a928-cae53d697bb6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:35.778240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-72945661-3364-4d6a-901a-4f3f651262c0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/1f963d6d-a221-4b79-a928-cae53d697bb6 HTTP/1.1" status: 204 len: 168 time: 4.7524729 Mar 02 07:36:35.796921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57276) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:35.804331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb54b2-3814-4c70-add4-79200b2423a1 req-a9a91560-1f39-4dcd-9a56-4050741d2119 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:35.805764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8dbb54b2-3814-4c70-add4-79200b2423a1 req-a9a91560-1f39-4dcd-9a56-4050741d2119 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 943 time: 0.4055512 Mar 02 07:36:35.843331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.964506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.977624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Pushing event deleted for resources: {'Port': ['ID=ac9ad874-c8a3-4ca8-a904-dca5e762094e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:36.029010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-e3eeb8f5-54b2-4d94-a971-b4f8d0ba67d9 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350641 Mar 02 07:36:36.038564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.103746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:36:36.121667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:36.203921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8dbb54b2-3814-4c70-add4-79200b2423a1 req-2d094a3d-5fc2-47c7-a87a-048d6bb2a269 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710254 Mar 02 07:36:36.231495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2703cd1e2e44344a159a257cbbb1949&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3818991 Mar 02 07:36:36.251278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:36.254001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.433647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e199695-0a3a-4831-8593-af0e3f0bb0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6091c595-f8f1-428e-ac90-098c74739659,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:36.436006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfa27d57-21a1-43d8-be2a-9e18c1026584 req-600b09e9-7833-420a-9c52-95184e668e36 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735676 Mar 02 07:36:36.437464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.438509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a255c451-df4f-4a54-a4c2-65b66e55e57e tempest-ServerActionsTestJSON-165465403 tempest-ServerActionsTestJSON-165465403-project] 10.222.0.21 "DELETE /v2.0/floatingips/1246745c-c061-4bb1-9961-e650b2514aae HTTP/1.1" status: 204 len: 168 time: 2.1911833 Mar 02 07:36:36.444709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57286) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:36.479700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:36.488364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.492209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f7edd915-f63e-4010-83ea-fcec0d07f4f7 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 704 time: 4.1891329 Mar 02 07:36:36.493185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:36.500939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57292) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:36.528131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:36.529350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:36.609982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.623480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.631705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.722965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:36:36.755146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:36.894321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:36.951747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb4563eb-b225-43d7-897d-725e497e9452 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 704 time: 0.4471414 Mar 02 07:36:36.952488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57300) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:37.037827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9dfc7-a61b-42b1-b3fe-7ba0df94c835 req-d04c612b-56ce-4770-8da5-61e3d9a9fd66 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.039320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88c9dfc7-a61b-42b1-b3fe-7ba0df94c835 req-d04c612b-56ce-4770-8da5-61e3d9a9fd66 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6497841 Mar 02 07:36:37.066581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6e6068-292f-40aa-9716-eaf9c509ff16 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:37.101013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:37.151303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97776227-c577-4f87-893b-c19f01baabf3 req-b4530cbe-180f-4f34-aca0-adab8f3f7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.152859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-b4530cbe-180f-4f34-aca0-adab8f3f7dbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 1094 time: 0.6495616 Mar 02 07:36:37.158278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:34Z', 'revision_number': 7, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:32Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:37.165431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:37.177772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:37.178644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:37.206876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Transition to ACTIVE for port object 1a6e6068-292f-40aa-9716-eaf9c509ff16 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:36:37.225541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88c9dfc7-a61b-42b1-b3fe-7ba0df94c835 req-9dda0754-5dab-4b0e-b56f-1a9531722743 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762173 Mar 02 07:36:37.226167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:37.265495 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Floating IP b3a74f0a-a925-449c-b929-f0017b75ccad associated. External IP: 172.25.4.128, port: b572f364-24ce-44c5-a6d2-a82414b1ed1c. Mar 02 07:36:37.350815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:37.367760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6091c595-f8f1-428e-ac90-098c74739659,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:37.394387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.394737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.395072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.395498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.395731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.396058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.396386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.396709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.397033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.397355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.397893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.398044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:37.427198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:37.482428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:37.483465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa53706e-0bbf-4f8d-9f24-1b204089e1e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6091c595-f8f1-428e-ac90-098c74739659 HTTP/1.1" status: 204 len: 168 time: 1.2262404 Mar 02 07:36:37.602640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97776227-c577-4f87-893b-c19f01baabf3 req-413c2815-0c59-43a6-bddd-ad2ad4f02acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.604515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-413c2815-0c59-43a6-bddd-ad2ad4f02acf service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.4393597 Mar 02 07:36:37.701302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaca7c-9e4c-46d6-b90a-01aa35953397 req-bd5394fb-ad7b-4b00-af59-1d42cc1f84fd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.702084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b5eaca7c-9e4c-46d6-b90a-01aa35953397 req-bd5394fb-ad7b-4b00-af59-1d42cc1f84fd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:36:37.718253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-ecea51a3-b85b-4221-969d-49678e049e77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecda791-e811-4e90-adb3-ad591a7af324 HTTP/1.1" status: 200 len: 217 time: 0.1032486 Mar 02 07:36:37.779776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:37.802503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c2bf-0397-42fa-9e53-168cefe3195b req-c17eacd4-cfab-40cd-adb7-dfad67e4d3b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.803913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f093c2bf-0397-42fa-9e53-168cefe3195b req-c17eacd4-cfab-40cd-adb7-dfad67e4d3b5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 943 time: 0.4199541 Mar 02 07:36:37.835195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97776227-c577-4f87-893b-c19f01baabf3 req-a9976ea0-26b2-4e3a-87be-e33532d90297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:37.836649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-a9976ea0-26b2-4e3a-87be-e33532d90297 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1056635 Mar 02 07:36:37.850237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:34Z', 'revision_number': 7, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:32Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:37.857015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73fd65-5fb3-4e80-80b3-eeda4b8c4e0d None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:34Z', 'revision_number': 7, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a0119c-f4e6-4ebc-91b6-df999818e137', 'name': '', 'network_id': '5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:d1:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:18Z', 'updated_at': '2022-03-02T07:36:32Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '3468aa2c-e09c-46d8-baba-746eb4df4bbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:37.916269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-02dc700d-3bb7-4d07-878c-f6384e041809 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705152 Mar 02 07:36:37.933621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f093c2bf-0397-42fa-9e53-168cefe3195b req-800edadd-3ebf-48fa-b23d-5fcdeae83eb4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Mar 02 07:36:38.121644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b5eaca7c-9e4c-46d6-b90a-01aa35953397 req-bd5394fb-ad7b-4b00-af59-1d42cc1f84fd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:36:38.134925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5eaca7c-9e4c-46d6-b90a-01aa35953397 req-bd5394fb-ad7b-4b00-af59-1d42cc1f84fd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 931 time: 1.2699518 Mar 02 07:36:38.155100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-d054c1e5-4048-44b4-ab3b-ed16fb8ecd6f service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164299 Mar 02 07:36:38.263852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:38.436865 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5eaca7c-9e4c-46d6-b90a-01aa35953397 req-f552b702-1857-4c07-bb45-5fa03b8b4644 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749267 Mar 02 07:36:38.437526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Attempting to bind port 1a6e6068-292f-40aa-9716-eaf9c509ff16 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:36:38.437884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Attempting to bind port 1a6e6068-292f-40aa-9716-eaf9c509ff16 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:36:38.438207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Attempting to bind port 1a6e6068-292f-40aa-9716-eaf9c509ff16 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:38.488512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Port 1a6e6068-292f-40aa-9716-eaf9c509ff16 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:36:38.488846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Attempting to bind port 1a6e6068-292f-40aa-9716-eaf9c509ff16 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:36:38.517361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:36:38.517705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:36:38.518124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:36:38.518571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Bound port: 1a6e6068-292f-40aa-9716-eaf9c509ff16, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:36:38.518924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:38.681940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97776227-c577-4f87-893b-c19f01baabf3 req-5a161eb1-392c-4c12-a32a-1658512fd094 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177510 Mar 02 07:36:38.772244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:38.837571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Router cf30c29a-b56f-407a-b547-e857bf4e3868 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:38.855081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d65b7-dd41-4eb3-8283-28c6d5331a8b req-98053a00-18f4-4c29-9669-ee72ad4f490d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:38.856691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-690d65b7-dd41-4eb3-8283-28c6d5331a8b req-98053a00-18f4-4c29-9669-ee72ad4f490d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.4982407 Mar 02 07:36:38.921227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:36:38.952969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-690d65b7-dd41-4eb3-8283-28c6d5331a8b req-fbe0f72c-3822-4c05-9c2f-85015481d551 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794094 Mar 02 07:36:38.977460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0ecda791-e811-4e90-adb3-ad591a7af324 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:39.013354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:36:39.026610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port e1a0119c-f4e6-4ebc-91b6-df999818e137 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:39.029779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.050757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.180908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0ecda791-e811-4e90-adb3-ad591a7af324,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:39.202195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '0ecda791-e811-4e90-adb3-ad591a7af324', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': '0ecda791-e811-4e90-adb3-ad591a7af324', 'mac_address': 'fa:16:3e:75:0d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:39.271384 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.283323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port e1a0119c-f4e6-4ebc-91b6-df999818e137, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e1a0119c-f4e6-4ebc-91b6-df999818e137,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:39.283947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.289348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecda791-e811-4e90-adb3-ad591a7af324 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:39.308044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0ecda791-e811-4e90-adb3-ad591a7af324,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:39.315291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.354868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:39.355639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.357681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a6e6068-292f-40aa-9716-eaf9c509ff16 HTTP/1.1" status: 200 len: 1091 time: 4.5870354 Mar 02 07:36:39.359058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:39.416878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:39.446998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for e1a0119c-f4e6-4ebc-91b6-df999818e137 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:39.494862 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16', 'status': 'completed', 'code': 200} Mar 02 07:36:39.592444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5092f-8e59-438a-840a-caf688ba2253 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:39.597242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57358) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:39.608759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:39.618038 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Sync routers for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:39.619610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.624297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['0ecda791-e811-4e90-adb3-ad591a7af324'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:39.629680 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:39.630529 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:39.778121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:39.778774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:39.847925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=e1a0119c-f4e6-4ebc-91b6-df999818e137,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:39.879966 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:39.926898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd22ab3-238e-40f0-bd32-4070551d4f0d req-6d5ff717-fe7a-4d2e-bbef-e51749d827a0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:39.943077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd22ab3-238e-40f0-bd32-4070551d4f0d req-6d5ff717-fe7a-4d2e-bbef-e51749d827a0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 943 time: 0.3703246 Mar 02 07:36:40.029707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.057416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f697f6-6f0b-4a64-b4c6-754008fa4b5f req-74e8d339-5667-4c42-91ac-9d7a25de2a86 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:40.060219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59f697f6-6f0b-4a64-b4c6-754008fa4b5f req-74e8d339-5667-4c42-91ac-9d7a25de2a86 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 943 time: 0.9557319 Mar 02 07:36:40.069389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc400a3a-1e6f-4b41-8f0f-4a21704507cd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "PUT /v2.0/floatingips/b3a74f0a-a925-449c-b929-f0017b75ccad HTTP/1.1" status: 200 len: 991 time: 6.0307906 Mar 02 07:36:40.112818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:40.132271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:40.157073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:40.203907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cd22ab3-238e-40f0-bd32-4070551d4f0d req-1c6a2ce8-bd9f-4fc6-b1ad-3f840a1999cc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587936 Mar 02 07:36:40.204973 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.209498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.223383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.234152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:40.252121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:40.256481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.337970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:40.341954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Usage tracker for resource:security_group_rule and tenant:1994886a799b4430a17076431ee77527 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:40.345590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:40.351388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:40.427161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['aaa23b7f-19e5-4359-ae86-6ce452276c2b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:40.442779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b3a74f0a-a925-449c-b929-f0017b75ccad', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'port_id': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'mac_address': 'fa:16:3e:39:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:36:35Z', 'revision_number': 1, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:40.447711 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Checking router: cf30c29a-b56f-407a-b547-e857bf4e3868 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:40.450512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59f697f6-6f0b-4a64-b4c6-754008fa4b5f req-e5f6ed4b-1080-44c9-9050-55c3a86c0e2a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778317 Mar 02 07:36:40.454502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port c02281f3-1cc6-44a6-8e23-84f1febde6b8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:40.455270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.499408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-c1f0c3e9-dafb-404b-a8f4-dbc8620cde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:40.499781 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:40.500917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-c1f0c3e9-dafb-404b-a8f4-dbc8620cde0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 1094 time: 1.0848987 Mar 02 07:36:40.501933 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:40.640542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-984556a4-dfc8-4730-99bf-14b96ca8e3e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16 HTTP/1.1" status: 200 len: 217 time: 0.1215537 Mar 02 07:36:40.778647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785976c-6d51-4aad-8794-31721e0d1952 req-daf3325c-8cd4-4fe7-b54d-1bbd9f118a74 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:40.781177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3785976c-6d51-4aad-8794-31721e0d1952 req-daf3325c-8cd4-4fe7-b54d-1bbd9f118a74 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.4000962 Mar 02 07:36:40.781499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.827020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:40.832675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:40.854710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3785976c-6d51-4aad-8794-31721e0d1952 req-7cc77416-e607-45c9-92e3-381746c5eaaa tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566998 Mar 02 07:36:40.872526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:40.982656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0ecda791-e811-4e90-adb3-ad591a7af324 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:41.061498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:41.072322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:41.081606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-469285ec-850e-48f1-b393-23666a2e4d72 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1248236 Mar 02 07:36:41.082399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57368) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:41.086606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:41.087719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:41.095689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-5e4d033f-42b4-4f1c-ad2b-511a07abae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.097171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-5e4d033f-42b4-4f1c-ad2b-511a07abae83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.4492393 Mar 02 07:36:41.110009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e6672-fd07-478d-b1d4-db36fd487a1a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:41.149672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3583bfe8-42c1-44dd-a794-3851d7f0f632 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1994886a799b4430a17076431ee77527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5447340 Mar 02 07:36:41.150578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:41.172048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 0ecda791-e811-4e90-adb3-ad591a7af324 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:41.175627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet 3468aa2c-e09c-46d8-baba-746eb4df4bbc {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:41.180916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.226485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-344d081e-b940-483b-967e-1c39f5199288 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102695 Mar 02 07:36:41.229358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 0ecda791-e811-4e90-adb3-ad591a7af324 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:41.229738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.304399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.350900 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b3a74f0a-a925-449c-b929-f0017b75ccad', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'port_id': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'mac_address': 'fa:16:3e:39:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:36:35Z', 'revision_number': 1, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:41.367875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b89e-b430-42d7-afe9-ede887e1ee85 None None] The sync data for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 is: [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'b3a74f0a-a925-449c-b929-f0017b75ccad', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'port_id': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'mac_address': 'fa:16:3e:39:b2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:36:35Z', 'revision_number': 1, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:41.372611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:41.386259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port c02281f3-1cc6-44a6-8e23-84f1febde6b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c02281f3-1cc6-44a6-8e23-84f1febde6b8,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:41.386654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.449950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.484514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.490353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.497460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.503329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.509598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.514303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.516872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.523245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.531914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-32e69940-e4c8-4356-a1bc-416de0602d7c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.8032737 Mar 02 07:36:41.568105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.599917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:41.618874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.624653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for c02281f3-1cc6-44a6-8e23-84f1febde6b8 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:41.661816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc81e-22e6-4efd-bff4-070becf72a96 req-2d360193-6ed6-4af0-bd1f-86c39def8710 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:41.663494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0decc81e-22e6-4efd-bff4-070becf72a96 req-2d360193-6ed6-4af0-bd1f-86c39def8710 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 943 time: 0.2793036 Mar 02 07:36:41.689883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.725006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e6672-fd07-478d-b1d4-db36fd487a1a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:41.734896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:41.755429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0ecda791-e811-4e90-adb3-ad591a7af324,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:41.756509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.766149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.789199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcf78d-4f19-4411-9b2a-71fe24db58ed None None] New status for floating IP b3a74f0a-a925-449c-b929-f0017b75ccad: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:36:41.813839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:41.821551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e649d699-5082-48f1-bdc0-09b8cfd05c63 req-2b3d0b10-aa12-4b06-97b3-ba961776338e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886961 Mar 02 07:36:41.832336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=3468aa2c-e09c-46d8-baba-746eb4df4bbc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:41.843355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.863905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:41.865509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aeacb8bf-f8e8-4b93-a9c3-77bd5009f7ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/120e6672-fd07-478d-b1d4-db36fd487a1a HTTP/1.1" status: 204 len: 168 time: 0.7107427 Mar 02 07:36:41.880238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d4ded-d1ec-4111-9b67-1090a8b26061 None None] Network 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:41.917234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fc96a665-ef10-4a0b-b599-3ec87498dd26 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/3468aa2c-e09c-46d8-baba-746eb4df4bbc HTTP/1.1" status: 204 len: 168 time: 0.8230658 Mar 02 07:36:41.921175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:41.953851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-e2c24e9d-7931-48df-ac96-2a92eb9256a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010596 Mar 02 07:36:41.963777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0decc81e-22e6-4efd-bff4-070becf72a96 req-a1ae0d45-4dcc-45eb-9905-cf821dd0398b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590623 Mar 02 07:36:42.169310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.367329 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324', 'code': 200} Mar 02 07:36:42.447443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:42.447787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.450021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:42.467175 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-23c658e4-13e3-4eff-aff3-29642b91de8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.492226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port aaa23b7f-19e5-4359-ae86-6ce452276c2b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:42.493806 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.674639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.675123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.675591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.676671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.676671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.676940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.677396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.679303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-d77db44c-6ac6-4172-b81c-cd8ec8b404e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6501 time: 0.5045917 Mar 02 07:36:42.750579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:39Z', 'revision_number': 8, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:42.770377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b348988c-420f-4cfd-8628-46d30c3e9193 req-1c92cf8b-08d3-435b-a3e7-68b4ee2afcb9 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604926 Mar 02 07:36:42.776866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:42.817003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.828168 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'status': 'completed', 'code': 200} Mar 02 07:36:42.864148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] DHCP port deletion for 5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:42.870269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Deleting port d24a63de-287f-43a9-b11f-97d2110974da {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:42.870269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:42.903389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:42.904687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:42.940083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b356a1-89c0-4f76-a90f-1ccad8c4beed req-903b62e2-f0cc-476a-b3b6-17dd2ac92db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:42.941836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b356a1-89c0-4f76-a90f-1ccad8c4beed req-903b62e2-f0cc-476a-b3b6-17dd2ac92db3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 1096 time: 0.6260259 Mar 02 07:36:43.032492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:43.042335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Deleting port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:43.051647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.072240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.087408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.107320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.123023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.128595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:43.134760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.155392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.167838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.171160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] For port d24a63de-287f-43a9-b11f-97d2110974da, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d24a63de-287f-43a9-b11f-97d2110974da,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:43.171160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.181584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.187247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0bcc1b37-4c55-4d19-9890-1ab063737159 req-450d82bc-5754-4631-9ec1-3f808c817972 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.7900567 Mar 02 07:36:43.241569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:43.242894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.528236 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b356a1-89c0-4f76-a90f-1ccad8c4beed req-8f5fa553-6004-4c60-917f-fa8d042222e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638642 Mar 02 07:36:43.668339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Calling delete_port for d24a63de-287f-43a9-b11f-97d2110974da owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:43.772482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:43.803520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.835845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:43.880556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-23ce08b0-501b-4838-a3c3-92f776080fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:43.882068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-23ce08b0-501b-4838-a3c3-92f776080fcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=0581272b-f454-4f2b-9497-7089d94a85bb HTTP/1.1" status: 200 len: 916 time: 1.1900337 Mar 02 07:36:43.932001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:43.946547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=c02281f3-1cc6-44a6-8e23-84f1febde6b8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:44.006025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-ba9d7c7d-e98f-4590-8906-084516f61295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.008992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-ba9d7c7d-e98f-4590-8906-084516f61295 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 1094 time: 0.7161272 Mar 02 07:36:44.029535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738c7d-2fbb-4c32-a4fe-62c26047a071 req-576e77e7-d27a-48d9-b290-724d6f199d12 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.029757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:44.040662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff738c7d-2fbb-4c32-a4fe-62c26047a071 req-576e77e7-d27a-48d9-b290-724d6f199d12 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 1.3347650 Mar 02 07:36:44.055260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:44.074800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3e6cf-94ff-4dd4-915e-ed89fc8b39a0 req-4bd2aad9-6fa0-42c2-be32-fd3307e99c5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.082658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-06d3e6cf-94ff-4dd4-915e-ed89fc8b39a0 req-4bd2aad9-6fa0-42c2-be32-fd3307e99c5d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6355951 Mar 02 07:36:44.142431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-c0bf4281-1468-499b-88cd-07a9df991e2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 200 len: 1001 time: 0.2481771 Mar 02 07:36:44.204153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff738c7d-2fbb-4c32-a4fe-62c26047a071 req-f417dcec-5018-47cd-9085-3183ec23a884 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618519 Mar 02 07:36:44.258549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:44.292875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-06d3e6cf-94ff-4dd4-915e-ed89fc8b39a0 req-cb137a17-52aa-41c2-8db2-9ff1dbec86cd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025821 Mar 02 07:36:44.309016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.321931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-f3d743da-4bc9-4704-82d2-23f097c3b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.324522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-f3d743da-4bc9-4704-82d2-23f097c3b204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f08685-3096-4921-a1a6-259995618018 HTTP/1.1" status: 200 len: 855 time: 0.1734049 Mar 02 07:36:44.341734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:44.342089 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:44.388947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:44.413914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:44.414685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.425977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84b18270-1353-4829-8e99-d4fa0b0e02c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.491801 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'code': 200} Mar 02 07:36:44.493498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-77dab35c-8fd5-43ad-af28-f1314b40561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.495036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-77dab35c-8fd5-43ad-af28-f1314b40561a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0581272b-f454-4f2b-9497-7089d94a85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485596 Mar 02 07:36:44.676352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.691698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-c2ffe241-9f8d-478a-a305-719913560fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:44.693548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-c2ffe241-9f8d-478a-a305-719913560fcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.6479099 Mar 02 07:36:44.694026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-a367b8a7-3295-4efa-9a04-c3205cd48566 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914709 Mar 02 07:36:44.710295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:44.714575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Usage tracker for resource:security_group_rule and tenant:d956b163b1a24427b16c8c9f48e0ca6c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:44.719021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:44.725109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:44.778129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Calling delete_port for 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:44.828963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:44.833226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.847675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:44.848332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:44.858345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.858966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.861715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.862326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.862730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.863130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.866367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.866784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.867291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.867707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.868105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.868498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:44.932286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.013895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:45.013895 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:45.062578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:39Z', 'revision_number': 8, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:45.074637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b283b44-4e45-4205-ba7e-1f2ecd44bac4 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:39Z', 'revision_number': 8, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5', 'name': '', 'network_id': 'bb32dced-d796-4260-ba5e-fc4b2b8f6a7b', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:c8:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:36:02Z', 'updated_at': '2022-03-02T07:36:13Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'b0c17dd4-8628-4adb-9dd2-106ab3a6e742', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:45.126675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69e7bef4-6d4f-4cca-bd2b-af3c00d888a8 req-4b6d4a0b-e5cf-4468-a8d9-65fe44597268 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175224 Mar 02 07:36:45.197459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-ab81e140-4bc4-471d-b996-e417e7e018cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16 HTTP/1.1" status: 200 len: 217 time: 0.3467786 Mar 02 07:36:45.198054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.283729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d956b163b1a24427b16c8c9f48e0ca6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1499317 Mar 02 07:36:45.288020 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.289971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57466) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:45.304474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f7cae-4174-499c-8fd6-091de5020f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c2699-e1af-40ab-a5f6-64555428adf2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:45.347707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:45.348150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.413611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5442726-fb10-4082-843e-87f95cadfe7b req-2ae2af94-15a0-4353-a45d-54b9d312a47a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:45.414665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.415814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5442726-fb10-4082-843e-87f95cadfe7b req-2ae2af94-15a0-4353-a45d-54b9d312a47a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 943 time: 0.9537265 Mar 02 07:36:45.512140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Deleting port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:45.512533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.524946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-7d1328be-c9e0-41ba-b411-32d52813a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:45.526830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-7d1328be-c9e0-41ba-b411-32d52813a04e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.3083320 Mar 02 07:36:45.566993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.617487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:45.696559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24a63de-287f-43a9-b11f-97d2110974da,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:45.722302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-b12da873-5db3-4d8f-b556-55d607e70d93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649814 Mar 02 07:36:45.742239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.742912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.743584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.744160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.744714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.745255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.745890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.746463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.747013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.747585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.748117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.748660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:36:45.848525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5442726-fb10-4082-843e-87f95cadfe7b req-0cc711cd-ba67-48b3-b63f-72d8855eebdc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555059 Mar 02 07:36:45.855109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.909509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:45.976503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.010521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] For port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,segment=NetworkSegment(7e00e5bd-f43c-460d-ab6e-147d12f1b8d6),segment_id=7e00e5bd-f43c-460d-ab6e-147d12f1b8d6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:46.012280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.065199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1a6e6068-292f-40aa-9716-eaf9c509ff16 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:36:46.124594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c2699-e1af-40ab-a5f6-64555428adf2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:46.130971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.172738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.174252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3579e056-224b-4988-85be-407aa4621325 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b7c2699-e1af-40ab-a5f6-64555428adf2 HTTP/1.1" status: 204 len: 168 time: 0.8780513 Mar 02 07:36:46.189600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-ced8f1d0-3493-4518-bd7d-3dd38e255727 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564972 Mar 02 07:36:46.207457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=5720c7a4-7e26-4dae-b053-d7e9d8a7cc42,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:46.215637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No DVR routers for this DVR port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:46.226310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60f7d6-d8ae-4617-980b-825516adcdb2 req-521873ae-2ad0-49ed-bee3-3b942b55ec77 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:46.233927 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e60f7d6-d8ae-4617-980b-825516adcdb2 req-521873ae-2ad0-49ed-bee3-3b942b55ec77 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.8600869 Mar 02 07:36:46.299045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Calling delete_port for 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:46.462295 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:36:46.475050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:46.475412 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:46.486582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e60f7d6-d8ae-4617-980b-825516adcdb2 req-bd646bed-5037-4220-b8c3-f3c0c09bc833 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515597 Mar 02 07:36:46.512565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:46.530655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '1a6e6068-292f-40aa-9716-eaf9c509ff16', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': '1a6e6068-292f-40aa-9716-eaf9c509ff16', 'mac_address': 'fa:16:3e:9a:61:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:36:46.581743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.602073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.623703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d53ace1-9d2e-4d58-b525-90edcfc8fbe2 req-7046b8a4-dd3d-42c3-b833-937c729fcc1d service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583071 Mar 02 07:36:46.626384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6e6068-292f-40aa-9716-eaf9c509ff16 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:36:46.641941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:46.649093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:46.659542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.671358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:46.671692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e00e5bd-f43c-460d-ab6e-147d12f1b8d6') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:46.694926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:46.705254 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.735830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.745174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:46.745692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:46.772075 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:46.793222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432e91-4570-4486-934c-8bd6a94aec71 req-eaa28312-5512-46db-a92d-b9c317ea9d89 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:46.805542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7432e91-4570-4486-934c-8bd6a94aec71 req-eaa28312-5512-46db-a92d-b9c317ea9d89 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.5376761 Mar 02 07:36:47.023312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:47.070923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:47.083614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:47.111594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b2542b52-899e-431f-a521-8a3287f4aa8b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/5b23c27c-7c8a-48e5-9d9a-ca66c98a12d3 HTTP/1.1" status: 204 len: 168 time: 5.1883011 Mar 02 07:36:47.112848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57492) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:47.145551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Deleting port 5720c7a4-7e26-4dae-b053-d7e9d8a7cc42 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:47.145551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:47.170630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:47.189404 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:47.280805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e1a0119c-f4e6-4ebc-91b6-df999818e137 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:47.373257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4143516f-5455-47d6-9a02-fd2985b8a142 None None] The port '5720c7a4-7e26-4dae-b053-d7e9d8a7cc42' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:47.374589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e1a0119c-f4e6-4ebc-91b6-df999818e137 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:47.375117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e1a0119c-f4e6-4ebc-91b6-df999818e137 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:47.385245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['1a6e6068-292f-40aa-9716-eaf9c509ff16'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:36:47.647008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:47.689453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7432e91-4570-4486-934c-8bd6a94aec71 req-74e3bf40-26d4-4261-b523-083f732c635a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8782248 Mar 02 07:36:47.912231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:47.921017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c85a15-317a-4904-a3ec-336624908251 req-b2b1e177-b9ed-47c7-834b-a6b0ebb85e9d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:47.923309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:47.941404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c85a15-317a-4904-a3ec-336624908251 req-b2b1e177-b9ed-47c7-834b-a6b0ebb85e9d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.5413802 Mar 02 07:36:47.942906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:47.943554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:48.102023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b87a926f-7648-45e5-a3a9-2348ec8d1492 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2950909 Mar 02 07:36:48.126382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:48.186883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:48.227760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99c85a15-317a-4904-a3ec-336624908251 req-23ba8d4f-2187-4c09-ad06-2eff873d8c34 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853734 Mar 02 07:36:48.235259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4feb-031b-49a9-9c94-1c4efb76d070 req-ea26fd7b-94f7-4dc1-9299-6b7cb7155159 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:48.237327 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-304e4feb-031b-49a9-9c94-1c4efb76d070 req-ea26fd7b-94f7-4dc1-9299-6b7cb7155159 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 944 time: 0.2983735 Mar 02 07:36:48.374988 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-304e4feb-031b-49a9-9c94-1c4efb76d070 req-602b0438-3a52-4f73-8547-5d1d2f853d38 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Mar 02 07:36:48.382204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Router fe711092-a50b-4fef-b37f-6c1156c44ca6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:48.425601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet e527216d-4000-4ef9-956f-5967172cda17 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:48.440549 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.567591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.610518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.623876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.715668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:42Z', 'revision_number': 10, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:48.737380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:48.767356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:48.767356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:48.780718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.815895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:48.827039 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Sync routers for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:48.842590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8358bf39-2186-4c1f-948e-ffcc148daa15 admin admin] 10.222.0.21 "PUT /v2.0/routers/fe711092-a50b-4fef-b37f-6c1156c44ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3911064 Mar 02 07:36:48.843291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57520) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:48.845582 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:48.847264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:48.968555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.024140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.042139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=e527216d-4000-4ef9-956f-5967172cda17,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:49.055857 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-13688c5a-88ed-4081-ad9d-b180740f7896 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/e527216d-4000-4ef9-956f-5967172cda17 HTTP/1.1" status: 204 len: 168 time: 0.9092648 Mar 02 07:36:49.057049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57528) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:49.306752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:49.402630 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:49.427890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.445997 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.682552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:49.682552 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.810942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9c386-db15-43d8-a557-630b443cc3b7 None None] Network 370689e4-af3a-4485-a197-36e447beaacc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:50.064039 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:50.103700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6945e3-d603-45a1-84b0-90ac088063c1 req-5c81a973-1215-4c72-be47-c29ac3f7a133 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:50.103700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b6945e3-d603-45a1-84b0-90ac088063c1 req-5c81a973-1215-4c72-be47-c29ac3f7a133 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.5797477 Mar 02 07:36:50.110713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,segment=NetworkSegment(55270d3c-8152-44f9-83de-96807bf988cf),segment_id=55270d3c-8152-44f9-83de-96807bf988cf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:50.110713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:50.116907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Deleting port 40e971ff-49d6-4da1-9874-68cb7dc5925e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:50.116907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:50.150924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:36:44Z', 'revision_number': 5, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port': {'id': '40e971ff-49d6-4da1-9874-68cb7dc5925e', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:04Z', 'updated_at': '2022-03-02T07:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:50.162423 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Checking router: fe711092-a50b-4fef-b37f-6c1156c44ca6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:50.189276 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Routers {'fe711092-a50b-4fef-b37f-6c1156c44ca6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:50.189962 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fe711092-a50b-4fef-b37f-6c1156c44ca6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:50.278049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for 4dc1d1dc-76f6-4cd6-a98a-f424080d490d owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:50.369120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b6945e3-d603-45a1-84b0-90ac088063c1 req-057aac8d-3b52-44dd-adbd-372c02a71ec0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808722 Mar 02 07:36:50.417780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:50.419639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1a6e6068-292f-40aa-9716-eaf9c509ff16 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:36:50.566152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No DVR routers for this DVR port 4dc1d1dc-76f6-4cd6-a98a-f424080d490d on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:50.578900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=4dc1d1dc-76f6-4cd6-a98a-f424080d490d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:50.693164 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] Set router fe711092-a50b-4fef-b37f-6c1156c44ca6 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:50.807327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1bed5-e8d9-43b8-b08c-d1f2ba8e845e req-00d95ae0-b943-49cb-af5c-85365cc311fe tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:50.818623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9be1bed5-e8d9-43b8-b08c-d1f2ba8e845e req-00d95ae0-b943-49cb-af5c-85365cc311fe tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 1.3671024 Mar 02 07:36:50.967701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:51.121599 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:36:50Z', 'revision_number': 6, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:51.142750 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbeaf0-541e-4d34-a96c-6ee6a01ae5a4 None None] The sync data for ids ['fe711092-a50b-4fef-b37f-6c1156c44ca6'] in n-d-827871-1 is: [{'id': 'fe711092-a50b-4fef-b37f-6c1156c44ca6', 'name': 'tempest-ServerActionsTestJSON-1008023168-router', 'tenant_id': '46ac0080e5e2442884c75b56d32a846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:01Z', 'updated_at': '2022-03-02T07:36:50Z', 'revision_number': 6, 'project_id': '46ac0080e5e2442884c75b56d32a846b', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:51.325793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] For port 40e971ff-49d6-4da1-9874-68cb7dc5925e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=40e971ff-49d6-4da1-9874-68cb7dc5925e,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:51.326390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:51.694599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31264b-26d7-4b5a-ace8-9f23938c056e None None] DHCP port deletion for 370689e4-af3a-4485-a197-36e447beaacc request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:51.832881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 1a6e6068-292f-40aa-9716-eaf9c509ff16 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:36:51.851853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 1a6e6068-292f-40aa-9716-eaf9c509ff16 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:36:51.852600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:51.863201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Calling delete_port for 40e971ff-49d6-4da1-9874-68cb7dc5925e owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:51.978852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.051789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9be1bed5-e8d9-43b8-b08c-d1f2ba8e845e req-df95bd17-636d-4690-851c-ccfcc7bd492a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2320824 Mar 02 07:36:52.060597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370689e4-af3a-4485-a197-36e447beaacc']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:52.099523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55270d3c-8152-44f9-83de-96807bf988cf') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:52.100732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55270d3c-8152-44f9-83de-96807bf988cf') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:52.131724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ccbca-927f-4ee3-87cd-8dd594e0b5a0 req-7e84260f-de74-4326-88bb-9f55d15157b0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:52.131724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-289ccbca-927f-4ee3-87cd-8dd594e0b5a0 req-7e84260f-de74-4326-88bb-9f55d15157b0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 944 time: 0.3163614 Mar 02 07:36:52.147838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.216049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-289ccbca-927f-4ee3-87cd-8dd594e0b5a0 req-d9641495-bbe3-4e1d-9ae7-adc645750da2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881095 Mar 02 07:36:52.246087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.246895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.292212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:42Z', 'revision_number': 10, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:52.298931 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.312522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28878b2-a8f4-4880-a75c-c7155cef3860 None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:36:42Z', 'revision_number': 10, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None, '_interfaces': [{'id': 'bf7a639b-79d1-4641-80d2-71d7d9dec766', 'name': '', 'network_id': 'b5bf1971-ae58-470a-a5ab-a0f58908d5bf', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'mac_address': 'fa:16:3e:cb:50:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:08Z', 'updated_at': '2022-03-02T07:35:20Z', 'revision_number': 5, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'subnets': [{'id': '9febbe05-bd16-48d6-a895-81ce20324d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:52.336406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:52.345636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.364185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e971ff-49d6-4da1-9874-68cb7dc5925e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:52.365907 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:52.391237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:52.393532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:52.423439 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.645731 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16', 'code': 200} Mar 02 07:36:52.648918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:52.660616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.705287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.719294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:52.719294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:52.766699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=370689e4-af3a-4485-a197-36e447beaacc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:52.768543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09dfb406-8f5d-44e4-8f33-37342da048dd tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/370689e4-af3a-4485-a197-36e447beaacc HTTP/1.1" status: 204 len: 168 time: 3.7061052 Mar 02 07:36:52.782848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57590) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:52.850819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.051163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4dc1d1dc-76f6-4cd6-a98a-f424080d490d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:53.107549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4dc1d1dc-76f6-4cd6-a98a-f424080d490d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:53.107912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4dc1d1dc-76f6-4cd6-a98a-f424080d490d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:53.108317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c02281f3-1cc6-44a6-8e23-84f1febde6b8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:53.114021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57594) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:53.131913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.134999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.154164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c02281f3-1cc6-44a6-8e23-84f1febde6b8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:53.154718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c02281f3-1cc6-44a6-8e23-84f1febde6b8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:53.155316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 40e971ff-49d6-4da1-9874-68cb7dc5925e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:53.222221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.223149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe711092-a50b-4fef-b37f-6c1156c44ca6 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:36:53.253848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 40e971ff-49d6-4da1-9874-68cb7dc5925e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:53.254252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 40e971ff-49d6-4da1-9874-68cb7dc5925e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:53.254670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d24a63de-287f-43a9-b11f-97d2110974da no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:53.255496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.257526 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-237db7a4-64e3-42e4-b0be-1c980c4e2a98 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fe711092-a50b-4fef-b37f-6c1156c44ca6 HTTP/1.1" status: 204 len: 168 time: 4.4132898 Mar 02 07:36:53.264735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57604) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:53.320951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d24a63de-287f-43a9-b11f-97d2110974da {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:53.321313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d24a63de-287f-43a9-b11f-97d2110974da not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:53.369722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Deleting subnet 6dd1a186-58ad-439a-aa7c-668dbf0c3b47 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:53.374404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.452514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956a3ab-9439-4da3-856d-cbfef1ee4b68 req-d4c00cf3-ffb3-4ff0-bdb6-f50c7301b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:53.454258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9956a3ab-9439-4da3-856d-cbfef1ee4b68 req-d4c00cf3-ffb3-4ff0-bdb6-f50c7301b23d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 1096 time: 0.7350879 Mar 02 07:36:53.475374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.481814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.594080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.650148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:36:53.709697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.727776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Usage tracker for resource:security_group_rule and tenant:8f715829d98a41f0b1c4faf0a02718f8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:36:53.741995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:36:53.769629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:36:53.778514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887a89b-d28d-4048-8d3f-2d72416104d1 req-bda52c3a-6010-4d2d-b204-57b8b0f5e7ad tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:53.790246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b887a89b-d28d-4048-8d3f-2d72416104d1 req-bda52c3a-6010-4d2d-b204-57b8b0f5e7ad tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.6203437 Mar 02 07:36:53.790246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd1a186-58ad-439a-aa7c-668dbf0c3b47,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:53.798102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:53.803316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf2109-4e43-4b8d-a5b9-75abf0ae2cf3 None None] Network 8c5a9f58-4c25-4ba1-97f6-da11e1291474 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:53.897302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4617e979-d976-496c-9140-cbcdc3c92e09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6dd1a186-58ad-439a-aa7c-668dbf0c3b47 HTTP/1.1" status: 204 len: 168 time: 0.6161916 Mar 02 07:36:53.906791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57610) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:53.965358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9956a3ab-9439-4da3-856d-cbfef1ee4b68 req-af4c1a69-5d9f-470c-b9bb-8a83c8f20fca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750671 Mar 02 07:36:54.001026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabfeeb-5457-49bd-a41c-d795cb94771b req-fa2e7bc9-6c7e-4fea-a245-d1bb31f99761 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:54.001026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fabfeeb-5457-49bd-a41c-d795cb94771b req-fa2e7bc9-6c7e-4fea-a245-d1bb31f99761 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6530497 Mar 02 07:36:54.001026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:54.001026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.018589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b887a89b-d28d-4048-8d3f-2d72416104d1 req-a5974ba6-3b29-44aa-b98f-06f03692cacd tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319045 Mar 02 07:36:54.120575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:36:54.150172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fabfeeb-5457-49bd-a41c-d795cb94771b req-c1c47951-0c50-4eed-9cbf-ec3fa4886fdf tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319594 Mar 02 07:36:54.187491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.205435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Deleting port 3edca73e-c825-474d-876a-35eaeb833741 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:54.205779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.324203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] DHCP port deletion for 8c5a9f58-4c25-4ba1-97f6-da11e1291474 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:54.333261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Deleting port 3edca73e-c825-474d-876a-35eaeb833741 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:54.334066 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.434138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:54.666760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] For port 3edca73e-c825-474d-876a-35eaeb833741, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3edca73e-c825-474d-876a-35eaeb833741,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:54.666760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.758313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] For port 3edca73e-c825-474d-876a-35eaeb833741, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3edca73e-c825-474d-876a-35eaeb833741,segment=NetworkSegment(39fd930e-bb16-4390-8d50-c540edbbb363),segment_id=39fd930e-bb16-4390-8d50-c540edbbb363)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:54.758313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.810095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.838495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Calling delete_port for 3edca73e-c825-474d-876a-35eaeb833741 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:54.871873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.903909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Calling delete_port for 3edca73e-c825-474d-876a-35eaeb833741 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:54.932124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:54.984028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700fffaa-49e5-415b-9086-5c052385246e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:54.998624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:54.999598 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:55.017831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] Pushing event deleted for resources: {'Port': ['ID=3edca73e-c825-474d-876a-35eaeb833741,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:55.023809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abde8e-879d-4c2e-98a2-fd9743efca17 None None] No DVR routers for this DVR port 3edca73e-c825-474d-876a-35eaeb833741 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:55.056711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aa319c50-6d54-49cd-ac37-20e1f290fade admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f715829d98a41f0b1c4faf0a02718f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9367225 Mar 02 07:36:55.076966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935455-962d-4d74-abde-4c083cd76815 req-8ae9bfd8-c073-4aed-905d-08e75a1b2bd3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:55.076966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02935455-962d-4d74-abde-4c083cd76815 req-8ae9bfd8-c073-4aed-905d-08e75a1b2bd3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.9635575 Mar 02 07:36:55.076966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:55.102415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3edca73e-c825-474d-876a-35eaeb833741 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:55.103605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99d6f-924d-4b4d-adac-dcd61d83a91f req-d29da963-b828-4d5b-b42d-928bb15b42ab tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:55.104804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdc99d6f-924d-4b4d-adac-dcd61d83a91f req-d29da963-b828-4d5b-b42d-928bb15b42ab tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 0.8674109 Mar 02 07:36:55.189307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdc99d6f-924d-4b4d-adac-dcd61d83a91f req-3cf4a620-1146-4d5d-99e1-9ab87a99b4dc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773573 Mar 02 07:36:55.203999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3edca73e-c825-474d-876a-35eaeb833741 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:55.204699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3edca73e-c825-474d-876a-35eaeb833741 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:55.450046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.510246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Deleting port 3edca73e-c825-474d-876a-35eaeb833741 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:55.510696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.535872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:55.541759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 0ecda791-e811-4e90-adb3-ad591a7af324 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:55.542125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.609257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] The port '3edca73e-c825-474d-876a-35eaeb833741' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:55.782812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.818581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5a9f58-4c25-4ba1-97f6-da11e1291474']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:55.849584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fd930e-bb16-4390-8d50-c540edbbb363') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:55.849584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fd930e-bb16-4390-8d50-c540edbbb363') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:55.863371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.878095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ee4a-511b-42a8-b4d8-74dd5a4a86b2 req-25e3a348-68e9-4024-bb5e-e15f7d516fc1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:55.880528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89e4ee4a-511b-42a8-b4d8-74dd5a4a86b2 req-25e3a348-68e9-4024-bb5e-e15f7d516fc1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.4805074 Mar 02 07:36:55.977829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:55.982612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.021504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:56.021504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:56.069598 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:56.229524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.255826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.258434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89e4ee4a-511b-42a8-b4d8-74dd5a4a86b2 req-9e7814f6-322b-4d76-a47a-945a0044e136 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591490 Mar 02 07:36:56.335519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.358815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8c5a9f58-4c25-4ba1-97f6-da11e1291474 HTTP/1.1" status: 204 len: 168 time: 2.4507990 Mar 02 07:36:56.359819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4935f-a970-44af-947e-0949edf36dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5a9f58-4c25-4ba1-97f6-da11e1291474,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:56.414902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:56.642693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d34b8-d29e-4bd6-ae4d-01378377ba84 req-d466b611-7932-44d9-ba17-4a81a49eac87 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:56.652834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d1d34b8-d29e-4bd6-ae4d-01378377ba84 req-d466b611-7932-44d9-ba17-4a81a49eac87 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 0.1727178 Mar 02 07:36:56.671487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57628) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:56.724427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f78e-0a65-4510-ab43-130d3c23d50d req-eb5fe82b-79f7-4a35-ba22-b61c8f7c12cc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:56.726171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b84f78e-0a65-4510-ab43-130d3c23d50d req-eb5fe82b-79f7-4a35-ba22-b61c8f7c12cc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 1.3340394 Mar 02 07:36:56.754183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d1d34b8-d29e-4bd6-ae4d-01378377ba84 req-3587bd51-64ac-4414-a993-f4ab8efb2331 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002858 Mar 02 07:36:56.757029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d2142b7-a957-4d1b-9167-23cbaf9354af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46ac0080e5e2442884c75b56d32a846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841577 Mar 02 07:36:56.762895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57632) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:56.922743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.008401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.127047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.159949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b84f78e-0a65-4510-ab43-130d3c23d50d req-ba7b04bd-451e-47a3-91ad-2f674dde6b77 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137704 Mar 02 07:36:57.167123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5003e04-4cfa-425c-a32e-3cc1cdb51dbe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:57.173932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.175056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-99285cf5-1997-4ff7-b2a6-98a19a6dcb5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5003e04-4cfa-425c-a32e-3cc1cdb51dbe HTTP/1.1" status: 204 len: 168 time: 0.4109845 Mar 02 07:36:57.175864 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.213572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 0ecda791-e811-4e90-adb3-ad591a7af324, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0ecda791-e811-4e90-adb3-ad591a7af324,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:57.213572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.263748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700fffaa-49e5-415b-9086-5c052385246e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:57.283103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:57.479767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb3be-44d6-499d-8cbe-e22b10eb12ad req-098d9dc2-9b08-42a3-9926-a0b56210e392 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:57.487203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-558cb3be-44d6-499d-8cbe-e22b10eb12ad req-098d9dc2-9b08-42a3-9926-a0b56210e392 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 0.1556017 Mar 02 07:36:57.561378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-558cb3be-44d6-499d-8cbe-e22b10eb12ad req-509ea80c-90e6-4542-91a4-e3c44fc0553b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722535 Mar 02 07:36:57.750175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 0ecda791-e811-4e90-adb3-ad591a7af324 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:57.870285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:58.276002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:58.276002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50bbbaee-3d6d-4eda-8822-de6e74904b16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/700fffaa-49e5-415b-9086-5c052385246e HTTP/1.1" status: 204 len: 168 time: 3.1862981 Mar 02 07:36:58.338342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5e26b-7198-4ae7-a011-135d104ec666 req-29ef4584-85bc-4aa4-b237-2aaa2de25e71 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:58.338342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bf5e26b-7198-4ae7-a011-135d104ec666 req-29ef4584-85bc-4aa4-b237-2aaa2de25e71 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 0.1143663 Mar 02 07:36:58.430433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bf5e26b-7198-4ae7-a011-135d104ec666 req-a785705e-a073-4466-98b7-3f9f431873df tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815434 Mar 02 07:36:58.880505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965baa0f-c195-401c-a988-639afe650928 req-2041939c-35e6-4625-b670-174fa9a496b8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:58.880505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-965baa0f-c195-401c-a988-639afe650928 req-2041939c-35e6-4625-b670-174fa9a496b8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 1.1569197 Mar 02 07:36:58.913325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889cec8-dcb4-499b-aef6-8afa3acf33c6 req-249617e6-4ac4-4ef9-b53e-b8ab9a21e3a7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:36:58.929763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f889cec8-dcb4-499b-aef6-8afa3acf33c6 req-249617e6-4ac4-4ef9-b53e-b8ab9a21e3a7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 945 time: 0.2205136 Mar 02 07:36:58.984358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:59.014182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f889cec8-dcb4-499b-aef6-8afa3acf33c6 req-1b0bb826-1fbd-4d9c-b4b8-6b7ad550a3cd tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839770 Mar 02 07:36:59.020706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:59.057794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:59.070894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-965baa0f-c195-401c-a988-639afe650928 req-c430e5ea-9e92-4d39-987d-0a85af0c7970 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707640 Mar 02 07:36:59.076346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:59.076346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:59.141404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=0ecda791-e811-4e90-adb3-ad591a7af324,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:59.147567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57674) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:59.159317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e1d67a3b-d30b-4402-851b-10e0aef8331d tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0392892 Mar 02 07:36:59.211588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57678) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:59.340099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port bf7a639b-79d1-4641-80d2-71d7d9dec766 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:59.340099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:59.514908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:59.580920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57686) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:59.620035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port 0ecda791-e811-4e90-adb3-ad591a7af324 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:59.622861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0ecda791-e811-4e90-adb3-ad591a7af324 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:59.624507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet b0c17dd4-8628-4adb-9dd2-106ab3a6e742 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:59.624726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:59.628108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02935455-962d-4d74-abde-4c083cd76815 req-e7d578b3-9e8e-49c7-89c6-0eb78bc12015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "DELETE /v2.0/ports/0ecda791-e811-4e90-adb3-ad591a7af324 HTTP/1.1" status: 204 len: 173 time: 4.5507689 Mar 02 07:36:59.635729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'name': 'network-vif-deleted', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:36:59.699541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 0ecda791-e811-4e90-adb3-ad591a7af324 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:59.700026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0ecda791-e811-4e90-adb3-ad591a7af324 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:59.847920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:59.897503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:59.951722 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b760aa-73a9-48f1-b73b-850bda2d1d1d', 'name': 'network-vif-deleted', 'tag': '0ecda791-e811-4e90-adb3-ad591a7af324', 'status': 'completed', 'code': 200} Mar 02 07:37:00.086667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2084136552-network', 'tenant_id': '82d8272f01214cabba5271d6ac5a0959'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:00.106048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:00.116821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Usage tracker for resource:network and tenant:82d8272f01214cabba5271d6ac5a0959 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:00.119408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:00.124612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:00.143028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:00.156115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Made reservation on behalf of 82d8272f01214cabba5271d6ac5a0959 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:00.160886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Usage tracker for resource:security_group_rule and tenant:cb25159148134f679890e0ac87ddba70 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:00.165883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.168902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:00.240785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.249815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port bf7a639b-79d1-4641-80d2-71d7d9dec766, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bf7a639b-79d1-4641-80d2-71d7d9dec766,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:00.249815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.276453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.362498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:00.403932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:00.412516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:55Z', 'revision_number': 9, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:00.420003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:00.436025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:00.437288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:00.538518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Usage tracker for resource:security_group_rule and tenant:82d8272f01214cabba5271d6ac5a0959 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:00.569724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for bf7a639b-79d1-4641-80d2-71d7d9dec766 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:00.606653 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.617409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:00.638186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-33c91276-5595-48c1-8182-91a90638456f req-b2150129-98d9-4415-982e-b4f1930d5c0e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:00.642089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:00.661274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.697087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-33c91276-5595-48c1-8182-91a90638456f req-b2150129-98d9-4415-982e-b4f1930d5c0e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:00.719854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33c91276-5595-48c1-8182-91a90638456f req-b2150129-98d9-4415-982e-b4f1930d5c0e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b760aa-73a9-48f1-b73b-850bda2d1d1d HTTP/1.1" status: 200 len: 210 time: 0.2993658 Mar 02 07:37:00.873581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:00.988418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.010689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96002e29-b51a-41e8-b8e4-b66d2f98bf9c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:01.063397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b9d7aba8-b831-4939-b522-1457acd54143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb25159148134f679890e0ac87ddba70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4759293 Mar 02 07:37:01.065925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:01.068519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:01.086562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.190811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:37:01.214698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda60f-4981-46c8-8a4c-b039968495d0 req-18c70eaf-2ee4-49a6-ab67-83e5decc9c5c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:01.221802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2bda60f-4981-46c8-8a4c-b039968495d0 req-18c70eaf-2ee4-49a6-ab67-83e5decc9c5c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.3133502 Mar 02 07:37:01.232915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.247133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:01.252512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.252935 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Added segment f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3 of type vlan for network 3786fd90-a21b-4633-8476-896c43d39a68 Mar 02 07:37:01.306693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2bda60f-4981-46c8-8a4c-b039968495d0 req-b88bc0ff-c705-4915-8ccf-9e0ff9bfeb3b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836985 Mar 02 07:37:01.314086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.403974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7dda-e00d-4e65-8411-09c88af7ddf8 req-2de6b1a1-d154-4d80-9d19-7991d07cd09e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:01.410573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3ef7dda-e00d-4e65-8411-09c88af7ddf8 req-2de6b1a1-d154-4d80-9d19-7991d07cd09e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 1.7993319 Mar 02 07:37:01.454136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-b47fe173-bfce-4229-96e3-e83a295f3643 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:01.454136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-b47fe173-bfce-4229-96e3-e83a295f3643 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 1.8289108 Mar 02 07:37:01.504190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c17dd4-8628-4adb-9dd2-106ab3a6e742,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:01.560470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.722781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-465dd2bb-1e54-455e-899d-d47de5ec7478 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/b0c17dd4-8628-4adb-9dd2-106ab3a6e742 HTTP/1.1" status: 204 len: 168 time: 2.5800745 Mar 02 07:37:01.738398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:01.826769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3ef7dda-e00d-4e65-8411-09c88af7ddf8 req-cf715628-dce7-4b82-84f5-27cb7a033cc1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635645 Mar 02 07:37:01.932561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda6346-d194-4f92-a044-f1347f9b83dc None None] Network bb32dced-d796-4260-ba5e-fc4b2b8f6a7b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:01.947062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.965339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port 1a6e6068-292f-40aa-9716-eaf9c509ff16 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:01.966864 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:01.993696 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.258341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=bf7a639b-79d1-4641-80d2-71d7d9dec766,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:02.263422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:55Z', 'revision_number': 9, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:02.269945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a57a6-8cac-4073-bbef-31eba53fb70e None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:36:55Z', 'revision_number': 9, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7eb1bfb-072a-48e2-9a13-49274b6fdf10', 'name': '', 'network_id': '9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:b8:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:46Z', 'updated_at': '2022-03-02T07:35:59Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': 'c5891f01-c680-4ccd-bb89-2b724ef0b0b0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:02.312978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.318409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.349332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.550492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:02.550492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.656907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:37:02.699928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] DHCP port deletion for bb32dced-d796-4260-ba5e-fc4b2b8f6a7b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:37:02.708299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Deleting port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:02.708299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.827812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.829326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:02.830416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.847344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-88cffe03-cb70-4464-9744-891056bbc70f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:02.849071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-88cffe03-cb70-4464-9744-891056bbc70f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.4045331 Mar 02 07:37:02.938991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:02.976794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96002e29-b51a-41e8-b8e4-b66d2f98bf9c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:02.992240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-69eabb93-11fa-42eb-ab66-d9097dda38cb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0542853 Mar 02 07:37:03.066038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.067524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26fc8bd7-bf9b-4d13-a99b-a37d92ed9b3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96002e29-b51a-41e8-b8e4-b66d2f98bf9c HTTP/1.1" status: 204 len: 168 time: 1.9943902 Mar 02 07:37:03.204908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.9869838 Mar 02 07:37:03.213068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:37:03.214651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57726) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:03.215709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35e167-0da1-4ea6-bcf6-62e59c236952 admin admin] Pushing event updated for resources: {'Network': ['ID=3786fd90-a21b-4633-8476-896c43d39a68,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:03.216901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] For port fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:03.217395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.232976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Request body: {'subnet': {'network_id': '3786fd90-a21b-4633-8476-896c43d39a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2084136552-subnet', 'tenant_id': '82d8272f01214cabba5271d6ac5a0959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:03.245082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3786fd90-a21b-4633-8476-896c43d39a68 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:37:03.257528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e92f-23f3-476c-b78a-e585fcb12cbc req-f7262f51-4952-47d2-a373-fae3419ac6cd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:03.267888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e327e92f-23f3-476c-b78a-e585fcb12cbc req-f7262f51-4952-47d2-a373-fae3419ac6cd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.6697299 Mar 02 07:37:03.272173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:03.288187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Usage tracker for resource:subnet and tenant:82d8272f01214cabba5271d6ac5a0959 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:03.318286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:03.321177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port fd18d7fe-ebf9-464e-b0fc-b949aac770d0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,segment=NetworkSegment(432eef4d-9b31-4fc9-87a6-d479711d7d36),segment_id=432eef4d-9b31-4fc9-87a6-d479711d7d36)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:03.321833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.329730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:03.392450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fd18d7fe-ebf9-464e-b0fc-b949aac770d0 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:03.397018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Made reservation on behalf of 82d8272f01214cabba5271d6ac5a0959 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:03.400574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.682097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for fd18d7fe-ebf9-464e-b0fc-b949aac770d0 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:03.795167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port 1a6e6068-292f-40aa-9716-eaf9c509ff16, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1a6e6068-292f-40aa-9716-eaf9c509ff16,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:03.795783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.814075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-43fcd7c9-3973-4ad3-b57c-8cc58f720085 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8037305 Mar 02 07:37:03.815005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:03.888507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Calling delete_port for fd18d7fe-ebf9-464e-b0fc-b949aac770d0 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:03.903434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:03.903600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No DVR routers for this DVR port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:03.913176 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:03.934223 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:03.934879 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:03.943434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0f780bca-86a5-4b73-9517-f267a624a0e0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1597490 Mar 02 07:37:03.963349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e327e92f-23f3-476c-b78a-e585fcb12cbc req-8a9de1e1-faf8-434e-b211-ebef3f7b6d80 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6923668 Mar 02 07:37:03.976395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:04.001040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=fd18d7fe-ebf9-464e-b0fc-b949aac770d0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:04.026315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1a6e6068-292f-40aa-9716-eaf9c509ff16 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:04.138372 n-d-827871-1 neutron-server[87856]: INFO neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No ports have port_id starting with fd18d7fe-ebf9-464e-b0fc-b949aac770d0 Mar 02 07:37:04.170052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:04.178865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for 1a6e6068-292f-40aa-9716-eaf9c509ff16 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:04.262605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:04.262605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9167d44b-bd08-4ec2-8ab1-4d6fc95af7c5 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:04.327484 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:04.362185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:37:04.362667 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:37:04.398750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting subnet 9febbe05-bd16-48d6-a895-81ce20324d7e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:37:04.412219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.412687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.472367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.531789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:04.623779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:04.628924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:04.646025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:04.649311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:04.654820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=1a6e6068-292f-40aa-9716-eaf9c509ff16,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:04.810202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.854418 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:04.863982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Deleting port fd18d7fe-ebf9-464e-b0fc-b949aac770d0 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:04.864382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.882347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.904759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.947987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1f73-0568-4394-86b9-b4ba9004f675 req-97b49213-a2b4-4fe1-8e11-115d74b6d6da tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:04.950164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03af1f73-0568-4394-86b9-b4ba9004f675 req-97b49213-a2b4-4fe1-8e11-115d74b6d6da tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bcdf265-3ceb-41e8-b5da-239bf034bfcb HTTP/1.1" status: 200 len: 945 time: 0.7152591 Mar 02 07:37:05.024766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port 1a6e6068-292f-40aa-9716-eaf9c509ff16 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:05.029516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb32dced-d796-4260-ba5e-fc4b2b8f6a7b']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:05.049199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.052201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'name': 'network-vif-deleted', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:05.063542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-1f983fa8-ccbe-4108-91bc-0408456c04ae service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2374268 Mar 02 07:37:05.065047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-996b1b77-5307-4934-ac19-e45dbdfaa484 None None] The port 'fd18d7fe-ebf9-464e-b0fc-b949aac770d0' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:37:05.067372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432eef4d-9b31-4fc9-87a6-d479711d7d36') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:05.067800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432eef4d-9b31-4fc9-87a6-d479711d7d36') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:05.116386 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:05.123882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Checking segment: {'id': 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:05.124969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Network hostable DHCP agents. Network: 3786fd90-a21b-4633-8476-896c43d39a68, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:37:05.128492 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2d092-dece-4ce1-a93e-1a49f6da20b9 None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:05.139838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03af1f73-0568-4394-86b9-b4ba9004f675 req-d0f2f00b-6bae-4b20-8f6a-b0e3867fded0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784456 Mar 02 07:37:05.143744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c7d5e0-333a-440c-b665-27ca1811e999,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:05.159112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.181090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.234123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Network 3786fd90-a21b-4633-8476-896c43d39a68 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:37:05.264435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3786fd90-a21b-4633-8476-896c43d39a68) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:05.271716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:05.272517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.273033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01eec40-08a8-463b-b314-19320498c3da None None] Network 3786fd90-a21b-4633-8476-896c43d39a68 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:05.286316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9875def1-1d2d-4fdc-abe1-1c0ff0d906dc req-5c9fc361-1e37-4457-b54a-7a39bb7b6c14 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "DELETE /v2.0/ports/1a6e6068-292f-40aa-9716-eaf9c509ff16 HTTP/1.1" status: 204 len: 173 time: 3.7942731 Mar 02 07:37:05.298350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.315981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-beee51e4-8bbb-46c7-82cf-5fd53a40b310 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0963290 Mar 02 07:37:05.321621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:05.322085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:05.344786 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:05.374268 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.451950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Subnet': ['ID=9febbe05-bd16-48d6-a895-81ce20324d7e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:05.464875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.473415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ac8ddad-23ea-4107-aee1-0907fa21d128 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/9febbe05-bd16-48d6-a895-81ce20324d7e HTTP/1.1" status: 204 len: 168 time: 1.4958444 Mar 02 07:37:05.477712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:05.640985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-79a0ddea-78e4-46a0-b616-cc585d8828cc service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434642 Mar 02 07:37:05.642208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.673638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef9838-3b10-4d63-85a1-b0a45efac51a None None] Network b5bf1971-ae58-470a-a5ab-a0f58908d5bf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:05.683733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.722915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.726684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=bb32dced-d796-4260-ba5e-fc4b2b8f6a7b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:05.768188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-763976ba-5bd8-426a-871e-94282d00622f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/bb32dced-d796-4260-ba5e-fc4b2b8f6a7b HTTP/1.1" status: 204 len: 168 time: 4.0154743 Mar 02 07:37:05.770452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:05.876688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Deleting port bc476559-2fde-4e38-b989-870879801a90 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:05.883486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:06.191768 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcdf265-3ceb-41e8-b5da-239bf034bfcb', 'name': 'network-vif-deleted', 'tag': '1a6e6068-292f-40aa-9716-eaf9c509ff16', 'status': 'completed', 'code': 200} Mar 02 07:37:06.486944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] For port bc476559-2fde-4e38-b989-870879801a90, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc476559-2fde-4e38-b989-870879801a90,segment=NetworkSegment(723ea6d5-2b4f-44dc-86d9-ca2a009f1d57),segment_id=723ea6d5-2b4f-44dc-86d9-ca2a009f1d57)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:06.490322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:06.725795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505fbaa-ca7b-46ae-a01f-0a0f19d05916 None None] Network 3786fd90-a21b-4633-8476-896c43d39a68 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:06.769645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:06.830189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Calling delete_port for bc476559-2fde-4e38-b989-870879801a90 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:06.963017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.036823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Port': ['ID=bc476559-2fde-4e38-b989-870879801a90,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:07.053128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f890579-bfeb-4edb-80e4-175e45d113a7 req-1eeb1278-0ccb-4bf0-a599-7563a84468dd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:07.054940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f890579-bfeb-4edb-80e4-175e45d113a7 req-1eeb1278-0ccb-4bf0-a599-7563a84468dd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 1.3655989 Mar 02 07:37:07.058974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No DVR routers for this DVR port bc476559-2fde-4e38-b989-870879801a90 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:07.126643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bf7a639b-79d1-4641-80d2-71d7d9dec766 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:07.185819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f890579-bfeb-4edb-80e4-175e45d113a7 req-7f5445ad-22d1-40b0-bef7-e712ccb14e43 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976329 Mar 02 07:37:07.193152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068eaa81-16f1-4f2d-b2db-6f40b2a0a04d None None] DHCP port deletion for b5bf1971-ae58-470a-a5ab-a0f58908d5bf request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:37:07.320021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1529481505'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:07.322779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: bf7a639b-79d1-4641-80d2-71d7d9dec766 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:07.323948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bf7a639b-79d1-4641-80d2-71d7d9dec766 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:07.357076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:07.359031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4adfd6e8-34b8-458f-9edc-e07d9523e0bc req-09d9c6c3-e6d5-4a2f-af26-94e81fb63317 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 210 time: 0.0560486 Mar 02 07:37:07.362898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Usage tracker for resource:network and tenant:e70f9ce88c2a4d6cab91a32ef0e08830 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:07.366120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.381412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:07.393711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:07.413075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bf1971-ae58-470a-a5ab-a0f58908d5bf']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:07.438145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:07.438548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723ea6d5-2b4f-44dc-86d9-ca2a009f1d57') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:07.453006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.491896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.501361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:07.502227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.525769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Made reservation on behalf of e70f9ce88c2a4d6cab91a32ef0e08830 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:07.529519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:07.534650 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:07.553518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.624021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:07.659888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Usage tracker for resource:security_group_rule and tenant:e70f9ce88c2a4d6cab91a32ef0e08830 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:07.672322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:07.688466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.692430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-84d45254-c0d3-4740-b914-3d3e34bef41b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:07.707494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-84d45254-c0d3-4740-b914-3d3e34bef41b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/networks?id=3786fd90-a21b-4633-8476-896c43d39a68 HTTP/1.1" status: 200 len: 809 time: 0.5325682 Mar 02 07:37:07.724167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:07.732464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-30938f95-ccc3-4c6f-9c36-6edd8d037877 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/quotas/82d8272f01214cabba5271d6ac5a0959 HTTP/1.1" status: 200 len: 375 time: 0.0232434 Mar 02 07:37:07.758628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.762590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Pushing event deleted for resources: {'Network': ['ID=b5bf1971-ae58-470a-a5ab-a0f58908d5bf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:07.781337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57822) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:07.781551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f888b443-ae2e-452c-ad44-fd7eff2fe998 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/networks/b5bf1971-ae58-470a-a5ab-a0f58908d5bf HTTP/1.1" status: 204 len: 168 time: 2.3021450 Mar 02 07:37:07.805939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'routes': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:07.934683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-39229691-57e6-413d-8707-446c5be45698 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82d8272f01214cabba5271d6ac5a0959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2010334 Mar 02 07:37:08.392034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-b11e7a3f-4361-4736-8390-ec16c87c4fca service neutron] 10.222.0.21 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259689 Mar 02 07:37:08.618786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.extraroute_db [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Added routes are [] {{(pid=87855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:37:08.619432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.extraroute_db [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Removed routes are [] {{(pid=87855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:37:08.620562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:08.679463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267db8c-daf2-4867-adf8-c5c643321684 req-d1a93d9d-71de-4df3-9ea2-0a803a1a9db9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:08.688129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4267db8c-daf2-4867-adf8-c5c643321684 req-d1a93d9d-71de-4df3-9ea2-0a803a1a9db9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.2163234 Mar 02 07:37:08.844321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-acab807e-e430-4b52-b9f3-f995484f90d8 service neutron] 10.222.0.21 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505467 Mar 02 07:37:08.858851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4267db8c-daf2-4867-adf8-c5c643321684 req-f9c0d675-5a05-40a5-88d1-e998065c0ed4 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698546 Mar 02 07:37:08.880115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:08.985523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-cead840a-4cfa-4ea8-a8f4-d44449a67694 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:08.997300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-cead840a-4cfa-4ea8-a8f4-d44449a67694 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.2867529 Mar 02 07:37:09.009673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:09.149257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc476559-2fde-4e38-b989-870879801a90 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:09.252148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: bc476559-2fde-4e38-b989-870879801a90 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:09.253378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc476559-2fde-4e38-b989-870879801a90 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:09.254246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.327123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:37:09.345229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.361721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5b4425b-c117-4615-804b-a729f71a46a3 req-156756de-0f4d-46ad-af16-e7da3b3bea2a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 210 time: 0.0581002 Mar 02 07:37:09.408206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:09.419197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:09.433625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:09.437535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.637835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.693739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b81ce661-01c8-4f5c-9da4-b384d27fd176 req-9601190d-f3c7-4fd5-9e03-5d4811b8d0e4 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.4406655 Mar 02 07:37:09.694711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.718822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1055f540-da9f-43f3-9e3a-09f9ea0961d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:09.732928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.735306 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Added segment 6957c359-d7cc-47f1-8aee-062865c5e0f0 of type vlan for network 6c7f853e-44d1-438f-8dfb-979bcc546b8d Mar 02 07:37:09.746726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-9492c8f3-2de9-48c8-a7f7-a20332b4b2e8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:09.748870 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-9492c8f3-2de9-48c8-a7f7-a20332b4b2e8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.2387073 Mar 02 07:37:09.753483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.8 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/d1f1147c-154d-4d4e-9b94-fdf563501157) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:09.775275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-083277c0-900e-418b-9482-78e2182bc8be tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0150967 Mar 02 07:37:09.988567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:09.994687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:37:10.058492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-6a108fe9-cb7b-4b4f-a84b-b6e18d615fc3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575424 Mar 02 07:37:10.197207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.244075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-8177f1e4-46ee-4c7f-b842-236fcb259a52 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823783 Mar 02 07:37:10.271552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.280407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:10.280407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.302089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:10.315212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Sync routers for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:10.346596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:10.350930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:10.440401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-e576752e-6102-430e-bedb-c4e5ce8150f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923392 Mar 02 07:37:10.450590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.569400 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.576739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c228eeb4-c184-44af-850f-fff00493fb56 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 700 time: 2.7868989 Mar 02 07:37:10.581956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port a7eb1bfb-072a-48e2-9a13-49274b6fdf10 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:10.583108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:10.613318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:10.694864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:10.707540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:10.763131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:10.799302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:10.831796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Pushing event updated for resources: {'Network': ['ID=6c7f853e-44d1-438f-8dfb-979bcc546b8d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:10.851010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ade16d8c-8b40-4150-8f20-552a8a580ca0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:10.868880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:37:10.878890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8205d9a0-8b62-481a-b305-bf664e03f61e tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.1050823 Mar 02 07:37:10.912661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:10.922680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Checking router: 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:10.928470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:10.999083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Routers {'55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:10.999595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:36:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:11.074459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ade16d8c-8b40-4150-8f20-552a8a580ca0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:11.078656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ade16d8c-8b40-4150-8f20-552a8a580ca0 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 205 time: 0.4499977 Mar 02 07:37:11.093750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57880) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:11.235374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:11.237343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:11.279197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-d76cfa02-fd17-4cb3-9ce3-dc9a5e276234 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2733493 Mar 02 07:37:11.432731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] Set router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:11.453032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b29222-fed9-439a-b1b6-012421c5c023 req-ee015f86-ad03-47ac-b58a-f3b8c40f0d69 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:11.454772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20b29222-fed9-439a-b1b6-012421c5c023 req-ee015f86-ad03-47ac-b58a-f3b8c40f0d69 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 1.4582717 Mar 02 07:37:11.457467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff216c-8c32-4486-8754-9ff424898b55 req-28dfcd3c-a97a-4ddd-8c76-0116dc3106f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:11.465134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-28dfcd3c-a97a-4ddd-8c76-0116dc3106f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1096 time: 1.3889298 Mar 02 07:37:11.556916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port a7eb1bfb-072a-48e2-9a13-49274b6fdf10, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:11.558501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:11.708041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-19ae2dc4-96dc-49aa-983d-58164c5d0905 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:11.708740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-19ae2dc4-96dc-49aa-983d-58164c5d0905 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Synchronizing usage tracker for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:11.718564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-35a43c03-4e7a-4719-8b9a-34ff56a6a426 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:37:11.727335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-35a43c03-4e7a-4719-8b9a-34ff56a6a426 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0919898 Mar 02 07:37:11.731617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for a7eb1bfb-072a-48e2-9a13-49274b6fdf10 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:11.763418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:11.763954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:11.771956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da7b51-94eb-4d03-9cfb-13c359d57f2d None None] The sync data for ids ['55f14af4-3c9d-44ae-b7bc-105a7ae5c07d'] in n-d-827871-1 is: [{'id': '55f14af4-3c9d-44ae-b7bc-105a7ae5c07d', 'name': 'tempest-RoutersTest-router-897371457', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:03Z', 'updated_at': '2022-03-02T07:37:00Z', 'revision_number': 11, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:11.898423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-939d5e2e-5d13-4ef8-8743-721f671fd81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.049874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-19ae2dc4-96dc-49aa-983d-58164c5d0905 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Unset dirty status for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:12.051415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-19ae2dc4-96dc-49aa-983d-58164c5d0905 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.16 "GET /v2.0/networks?id=3786fd90-a21b-4633-8476-896c43d39a68 HTTP/1.1" status: 200 len: 809 time: 1.4266391 Mar 02 07:37:12.062152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Request body: {'port': {'device_id': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:12.150038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff216c-8c32-4486-8754-9ff424898b55 req-1da5bcc9-bca1-4c99-bc41-1752a4c5f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:12.153093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-1da5bcc9-bca1-4c99-bc41-1752a4c5f5ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.2640648 Mar 02 07:37:12.175323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20b29222-fed9-439a-b1b6-012421c5c023 req-008d6024-42ac-4f3c-9f6f-93ac95405f90 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671267 Mar 02 07:37:12.255456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Request body: {'port': {'device_id': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68', 'admin_state_up': True, 'tenant_id': '82d8272f01214cabba5271d6ac5a0959'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:12.371666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-e5b9c50c-0e5b-48c8-9e32-08aa2b698372 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 1000 time: 0.1944773 Mar 02 07:37:12.474878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68d655-2b58-442d-af54-895b1211aa68 req-0e5ee67d-53d4-4946-ac8e-d9fa45b21ba8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:12.475262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa68d655-2b58-442d-af54-895b1211aa68 req-0e5ee67d-53d4-4946-ac8e-d9fa45b21ba8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:12.481229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.493742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.518749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff216c-8c32-4486-8754-9ff424898b55 req-de3a7450-2b11-45bf-951e-8ad9344cb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:12.518749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-de3a7450-2b11-45bf-951e-8ad9344cb8fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1218300 Mar 02 07:37:12.533244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-70d1e48e-5577-44d4-bc1e-2d0c359a023b req-7071f079-9563-4352-8f67-fdaf2670e115 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:12.636296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.676438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-70d1e48e-5577-44d4-bc1e-2d0c359a023b req-7071f079-9563-4352-8f67-fdaf2670e115 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:12.676438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70d1e48e-5577-44d4-bc1e-2d0c359a023b req-7071f079-9563-4352-8f67-fdaf2670e115 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 210 time: 0.2346413 Mar 02 07:37:12.699880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=a7eb1bfb-072a-48e2-9a13-49274b6fdf10,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:12.801729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.802498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router 55f14af4-3c9d-44ae-b7bc-105a7ae5c07d {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:37:12.804579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa68d655-2b58-442d-af54-895b1211aa68 req-0e5ee67d-53d4-4946-ac8e-d9fa45b21ba8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:12.806210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa68d655-2b58-442d-af54-895b1211aa68 req-0e5ee67d-53d4-4946-ac8e-d9fa45b21ba8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 931 time: 1.8916540 Mar 02 07:37:12.854171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff216c-8c32-4486-8754-9ff424898b55 req-829233f9-e1cc-42fc-b90d-6c9810db04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:12.856230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-829233f9-e1cc-42fc-b90d-6c9810db04e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284409 Mar 02 07:37:12.861658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.867725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-45b10d08-3350-4821-8058-f7ab0a70ee5b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 204 len: 168 time: 1.7664485 Mar 02 07:37:12.898524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:12.899660 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:12.930833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241983884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:13.091630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-667897ae-307f-42cd-b3ae-5cd0ca64b739 req-c61d6a8a-d8e6-4f11-8425-5ff890a2b9ee tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.1513679 Mar 02 07:37:13.178265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:13.212961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Usage tracker for resource:router and tenant:70df3a1cabf1467481e3325afbfcebdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:13.232373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:13.239495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:13.272233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:13.274524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Usage tracker for resource:port and tenant:82d8272f01214cabba5271d6ac5a0959 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:13.285417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:13.288915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:13.372274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:13.386626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa68d655-2b58-442d-af54-895b1211aa68 req-defe1907-3d41-4cf8-9fcc-9e0d1fa67b30 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170026 Mar 02 07:37:13.393454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:13.421811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d', 'binding:host_id': 'n-h1-827871-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-374561275'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:13.439971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:13.440998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:13.460507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-09fff1b6-5f8e-4f53-a047-1117f710bf48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8386123 Mar 02 07:37:13.464318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:13.477015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Made reservation on behalf of 82d8272f01214cabba5271d6ac5a0959 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:13.481736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:13.495440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Usage tracker for resource:port and tenant:b5260638a1ac4371a6d2f7546bef3632 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:13.524525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:13.575109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-829ca704-0a11-469a-af7d-2e897e0a9f76 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:13.581653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-829ca704-0a11-469a-af7d-2e897e0a9f76 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.6601315 Mar 02 07:37:13.612734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:13.660071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:13.692329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:13.723354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-39e042c5-4573-428b-95fd-7f25c3705ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882798 Mar 02 07:37:13.883276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Made reservation on behalf of b5260638a1ac4371a6d2f7546bef3632 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:13.886033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.002147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:14.040970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0f2b3-a60d-484c-8458-abcb3ff7fd00 req-1454d960-9478-4ddd-887f-01ba5aa46c5f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:14.040970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abe0f2b3-a60d-484c-8458-abcb3ff7fd00 req-1454d960-9478-4ddd-887f-01ba5aa46c5f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.4466801 Mar 02 07:37:14.094123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97ff216c-8c32-4486-8754-9ff424898b55 req-6811b5c1-a8dd-488d-a4ee-4506dd352c0f service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534725 Mar 02 07:37:14.117686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:37:14.128512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abe0f2b3-a60d-484c-8458-abcb3ff7fd00 req-3fa6b45d-21da-47b2-a2e1-e2d40d296def tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677829 Mar 02 07:37:14.148422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d96f131c-be57-470e-b19d-cf476e0f6d05 req-e4267860-cb69-4682-93f2-9f02c69f4dc7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 210 time: 0.3216064 Mar 02 07:37:14.206808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ace5b7a-49be-4186-8d16-99e3c0378800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.227416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.236666 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.278074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.296102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:14.319630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:14.333591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.338284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:14.350123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:14.366825 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:14.367493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:14.368024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-03e42323-a320-4d3e-be1a-0da4f42dec0c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5945029 Mar 02 07:37:14.369248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57914) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:14.399195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:14.434482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:14.451709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Usage tracker for resource:security_group_rule and tenant:b5260638a1ac4371a6d2f7546bef3632 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:14.474120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:14.479938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-86239d61-c1c0-4146-8e1f-ed5b93fa0a94 req-64010c6f-5c38-4511-b442-fc843547d821 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.1935141 Mar 02 07:37:14.566374 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'code': 200} Mar 02 07:37:14.570152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet c5891f01-c680-4ccd-bb89-2b724ef0b0b0 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:37:14.576579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:14.577919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.614196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:14.641631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.643431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c39d59a3-db0e-417f-88b7-82a8984adfda tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7293191 Mar 02 07:37:14.656948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:14.670964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:14.675400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-e0726987-e432-4165-a161-1e21bf48721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:14.677327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-e0726987-e432-4165-a161-1e21bf48721a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 1096 time: 1.0707474 Mar 02 07:37:14.706342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.713024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:14.795953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:37:14.858646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:14.870599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:14.915906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-cd6b3ce3-d1d6-4391-967a-235f8de82c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:14.918228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-cd6b3ce3-d1d6-4391-967a-235f8de82c2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1094 time: 0.1457214 Mar 02 07:37:14.967692 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:12Z', 'revision_number': 10, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:14.972884 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:14.987938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:14.987938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:15.044294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.098727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Allocated IP 172.20.0.7 (3786fd90-a21b-4633-8476-896c43d39a68/03c7d5e0-333a-440c-b665-27ca1811e999/95b8b63d-889f-4949-92c9-2048793ccff6) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:15.101793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=c5891f01-c680-4ccd-bb89-2b724ef0b0b0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:15.110593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.123205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-93451640-aa19-43e6-aec4-9f6668c806a9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/c5891f01-c680-4ccd-bb89-2b724ef0b0b0 HTTP/1.1" status: 204 len: 168 time: 0.7529895 Mar 02 07:37:15.125486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:15.125606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96646932-7ee0-4738-8ab0-aa9bce03866b None None] Network 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:15.234311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:15.267085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-7f15d8bf-36fa-4217-9dc4-6c8240f5a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:15.268326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-7f15d8bf-36fa-4217-9dc4-6c8240f5a1f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.3270731 Mar 02 07:37:15.281041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.383222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 563c2cef-18b2-46ea-9b55-721a21a544ee {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:15.383871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.441651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.531243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.633315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:15.638396 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.708820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] DHCP port deletion for 9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:37:15.712656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f1147c-154d-4d4e-9b94-fdf563501157 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:15.713349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Deleting port 563c2cef-18b2-46ea-9b55-721a21a544ee {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:15.716839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.831202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:15.856567 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:12Z', 'revision_number': 10, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:15.865020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0285e7-696b-4e47-8eed-42e08243f0f0 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:12Z', 'revision_number': 10, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None, '_interfaces': [{'id': '6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0', 'name': '', 'network_id': '877536eb-005b-4788-98ea-0b47e6f91d3d', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'mac_address': 'fa:16:3e:ee:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:31Z', 'updated_at': '2022-03-02T07:35:44Z', 'revision_number': 5, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'subnets': [{'id': '5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:15.895834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-db25ec32-3174-4f24-827c-bff211b2afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:15.898631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-b1e6840b-a359-486a-afd4-7d0327042f78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 998 time: 0.6234610 Mar 02 07:37:15.900647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-db25ec32-3174-4f24-827c-bff211b2afef service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 1.0880463 Mar 02 07:37:15.900833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-722deb8d-f773-49e9-af6b-b86289828633 req-f4fb664d-a666-4297-9110-d834e2e400bf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 210 time: 0.0594571 Mar 02 07:37:16.007740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-f8e70272-0fea-4584-90b7-aab6ac400457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:16.009307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-f8e70272-0fea-4584-90b7-aab6ac400457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.0888817 Mar 02 07:37:16.110722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.241945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] For port 563c2cef-18b2-46ea-9b55-721a21a544ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=563c2cef-18b2-46ea-9b55-721a21a544ee,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:16.241945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.354213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-61ec3822-7c19-4e38-a88d-c448139f51a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 200 len: 217 time: 0.2443292 Mar 02 07:37:16.450062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Calling delete_port for 563c2cef-18b2-46ea-9b55-721a21a544ee owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:16.472060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 563c2cef-18b2-46ea-9b55-721a21a544ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=563c2cef-18b2-46ea-9b55-721a21a544ee,segment=NetworkSegment(a1f681fb-3338-4fb5-a81a-828f71605cab),segment_id=a1f681fb-3338-4fb5-a81a-828f71605cab)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:16.472060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.590543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.692075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] Pushing event deleted for resources: {'Port': ['ID=563c2cef-18b2-46ea-9b55-721a21a544ee,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:16.703218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe799d4-ac0f-4ea4-b3f0-a5faf407023a None None] No DVR routers for this DVR port 563c2cef-18b2-46ea-9b55-721a21a544ee on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:16.712708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.730518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Transition to ACTIVE for port object d1f1147c-154d-4d4e-9b94-fdf563501157 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:16.734586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.738135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 563c2cef-18b2-46ea-9b55-721a21a544ee owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:16.758945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:16.857340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-1c1a3010-6fcb-4f6a-b81f-ca6a33637b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:16.857340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-1c1a3010-6fcb-4f6a-b81f-ca6a33637b91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8107855 Mar 02 07:37:16.876026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1d3fa-bc26-434e-a70e-9fc9c1bffa93 req-58e01de6-3ab0-432a-ab18-40ffa373363b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:16.876026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8d1d3fa-bc26-434e-a70e-9fc9c1bffa93 req-58e01de6-3ab0-432a-ab18-40ffa373363b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.7714682 Mar 02 07:37:16.905648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd29c-146f-4dcb-b4d6-2126d20704ec req-c21f4e3a-d49e-4480-899c-db293a864eef tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:16.905648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-860cd29c-146f-4dcb-b4d6-2126d20704ec req-c21f4e3a-d49e-4480-899c-db293a864eef tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 931 time: 2.0903356 Mar 02 07:37:16.929066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-0d98afd6-38db-409e-969e-d9f925ef7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:16.930684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-0d98afd6-38db-409e-969e-d9f925ef7bee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.2757783 Mar 02 07:37:16.961690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.5 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/5ba6d90e-123c-46d4-9a27-f11a37825d92) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:16.973757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.029967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:37:17.030305 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:37:17.058370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8d1d3fa-bc26-434e-a70e-9fc9c1bffa93 req-ed09537a-1e36-4ff3-b3d6-ed30c3114a43 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598811 Mar 02 07:37:17.091146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-5951dfb6-7d54-4c4f-8e0b-3e8593e0f372 service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135525 Mar 02 07:37:17.102406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7eb1bfb-072a-48e2-9a13-49274b6fdf10 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:17.121608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.179345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a7eb1bfb-072a-48e2-9a13-49274b6fdf10 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:17.179471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7eb1bfb-072a-48e2-9a13-49274b6fdf10 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:17.180269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 563c2cef-18b2-46ea-9b55-721a21a544ee no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:17.217661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:17.225012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 563c2cef-18b2-46ea-9b55-721a21a544ee {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:17.225012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 563c2cef-18b2-46ea-9b55-721a21a544ee not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:17.285826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9219c54-6d9c-4e12-9cb7-b543dd107e72,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:17.287872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-52567da7-4b0f-466b-80f0-6e8f5ca152d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3290744 Mar 02 07:37:17.318425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3b05b369-6e43-4428-9c60-6f0f01e062ec req-91fea534-e054-4fd4-a092-d5097eec860a service neutron] 10.222.0.16 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176414 Mar 02 07:37:17.320966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfe64fd2-07f0-46d4-83c8-57b062bbc90e req-353b5568-9dbe-4d3d-906c-f040865a987c tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.0609994 Mar 02 07:37:17.428342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:17.458284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.503373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81c7c6e9-4694-42d9-8b0a-9b8dcefe477a req-c1850bee-e3c0-4dfd-88aa-f49690c623cb tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 210 time: 0.0515244 Mar 02 07:37:17.523317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-860cd29c-146f-4dcb-b4d6-2126d20704ec req-260ea4b4-5f2f-4c09-81f8-ce4a09675e47 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814693 Mar 02 07:37:17.531154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 563c2cef-18b2-46ea-9b55-721a21a544ee {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:17.531515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.611159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] The port '563c2cef-18b2-46ea-9b55-721a21a544ee' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:37:17.670545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-c2b24012-1c9a-489e-814e-147624c01632 service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682306 Mar 02 07:37:17.748838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.780113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:17.797967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f681fb-3338-4fb5-a81a-828f71605cab') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:17.798270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f681fb-3338-4fb5-a81a-828f71605cab') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:17.812323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.830753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.837591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:17.839092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.841218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Router 52f4de1b-5488-4d95-a3a4-d99c4d0b452f is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:17.854118 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:17.928215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Attempting to bind port d1f1147c-154d-4d4e-9b94-fdf563501157 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:17.928215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Attempting to bind port d1f1147c-154d-4d4e-9b94-fdf563501157 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:17.928215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Attempting to bind port d1f1147c-154d-4d4e-9b94-fdf563501157 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:17.951952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.975980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.979237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Port d1f1147c-154d-4d4e-9b94-fdf563501157 on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:17.979608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Attempting to bind port d1f1147c-154d-4d4e-9b94-fdf563501157 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:17.990726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:17.993348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:18.003740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a1e9452-9ba6-4213-8b45-f95d184ea219 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/9fe57a36-e3ff-41f3-bb8f-ee54f7d3d52d HTTP/1.1" status: 204 len: 168 time: 2.8772032 Mar 02 07:37:18.006515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57950) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:18.121067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:37:18.121067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:18.124285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:37:18.124285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Bound port: d1f1147c-154d-4d4e-9b94-fdf563501157, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:37:18.124285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.478642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.589427 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.627629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:18.637841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Sync routers for ids ['52f4de1b-5488-4d95-a3a4-d99c4d0b452f'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:18.647028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Routers {'52f4de1b-5488-4d95-a3a4-d99c4d0b452f'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:18.647661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['52f4de1b-5488-4d95-a3a4-d99c4d0b452f'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:18.651377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Network 3786fd90-a21b-4633-8476-896c43d39a68 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:18.719138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Pushing event updated for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:18.728062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:18.772550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.775010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:18.776898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-070b5d52-68bf-43c2-a615-cd49c2341e4e req-8c10b1b3-3f0e-41b7-951a-e6c05be33a23 service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0667474 Mar 02 07:37:18.778011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:18.830508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983a480-fb30-488e-b5bb-9e0b00e84627 req-b449475d-98c6-430f-8985-920df6e75de4 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:18.832322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1983a480-fb30-488e-b5bb-9e0b00e84627 req-b449475d-98c6-430f-8985-920df6e75de4 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 931 time: 0.2853115 Mar 02 07:37:18.860465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Set router 52f4de1b-5488-4d95-a3a4-d99c4d0b452f gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:18.904786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:18.935255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.945438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:18.946074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.952069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.953249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1983a480-fb30-488e-b5bb-9e0b00e84627 req-fc4142cd-3eaa-4312-a04e-f2760d645276 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061065 Mar 02 07:37:18.955857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57984) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:18.955979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-185d9fa3-3e0d-4076-b240-bfe1c1ff7b75 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "PUT /v2.0/routers/52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 200 len: 694 time: 4.2920921 Mar 02 07:37:18.959667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:18.970965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:37:18.980804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f4de1b-5488-4d95-a3a4-d99c4d0b452f', 'name': 'tempest-RoutersTest-router-1241983884', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:13Z', 'updated_at': '2022-03-02T07:37:16Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:18.986032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Checking router: 52f4de1b-5488-4d95-a3a4-d99c4d0b452f for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:18.988426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Transition to ACTIVE for port object 6ca42bef-cd48-4b7a-a2b9-56385d2c292b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:18.996237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Routers {'52f4de1b-5488-4d95-a3a4-d99c4d0b452f'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:18.996714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.997121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['52f4de1b-5488-4d95-a3a4-d99c4d0b452f'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:19.067635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-3d7c5683-41ce-4cf8-b3ce-552591cbe945 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9046538 Mar 02 07:37:19.068892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:19.092072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Request body: {'port': {'device_id': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:19.131044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:19.134809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7a5a66ed-6d24-4986-8e12-77818802aba6 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/routers/52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 200 len: 700 time: 0.1765926 Mar 02 07:37:19.136179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:19.147521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:19.148478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:19.149990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1f1147c-154d-4d4e-9b94-fdf563501157 HTTP/1.1" status: 200 len: 1091 time: 7.4065764 Mar 02 07:37:19.153220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:19.154486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] Set router 52f4de1b-5488-4d95-a3a4-d99c4d0b452f gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:19.202723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0f034-17ee-4af4-8f59-72ada75e0ab2 req-b8a4a8b4-a707-4512-9cb2-3a3b880f9de3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:19.204357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62a0f034-17ee-4af4-8f59-72ada75e0ab2 req-b8a4a8b4-a707-4512-9cb2-3a3b880f9de3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.5474968 Mar 02 07:37:19.213308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:19.239121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-36e6fc64-96ae-4203-9ede-aabaa840d326 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Synchronizing usage tracker for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:19.246822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6f705-67dc-4f94-be20-d0c9bf07dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:19.252509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-d4e6589e-2627-4c4c-88e1-c472aab76f1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4758434 Mar 02 07:37:19.316401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-36e6fc64-96ae-4203-9ede-aabaa840d326 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Unset dirty status for tenant:70df3a1cabf1467481e3325afbfcebdd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:19.321812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-36e6fc64-96ae-4203-9ede-aabaa840d326 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 200 len: 205 time: 0.1835535 Mar 02 07:37:19.326429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:19.329340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f4de1b-5488-4d95-a3a4-d99c4d0b452f', 'name': 'tempest-RoutersTest-router-1241983884', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:13Z', 'updated_at': '2022-03-02T07:37:16Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:19.335291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc81e5-9ad3-4b8d-ac7b-f350965d44f2 None None] The sync data for ids ['52f4de1b-5488-4d95-a3a4-d99c4d0b452f'] in n-d-827871-1 is: [{'id': '52f4de1b-5488-4d95-a3a4-d99c4d0b452f', 'name': 'tempest-RoutersTest-router-1241983884', 'tenant_id': '70df3a1cabf1467481e3325afbfcebdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:13Z', 'updated_at': '2022-03-02T07:37:16Z', 'revision_number': 2, 'project_id': '70df3a1cabf1467481e3325afbfcebdd', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:19.383919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:19.409496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f3625-1da5-43be-a775-b36ca2c95bb4 req-79d50dcd-eaa6-4362-8e9c-3134b0ffb06f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:19.419362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-486f3625-1da5-43be-a775-b36ca2c95bb4 req-79d50dcd-eaa6-4362-8e9c-3134b0ffb06f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 931 time: 0.2237720 Mar 02 07:37:19.445101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:19.486740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:19.544020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:19.609379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Checking segment: {'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:19.610088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Network hostable DHCP agents. Network: 6c7f853e-44d1-438f-8dfb-979bcc546b8d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:37:19.650472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-486f3625-1da5-43be-a775-b36ca2c95bb4 req-0d50c27d-4a89-4ba5-ac85-c748271d143d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297971 Mar 02 07:37:19.744025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:19.852901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62a0f034-17ee-4af4-8f59-72ada75e0ab2 req-29699955-e925-47ad-b4c9-0aa7a09df788 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6016221 Mar 02 07:37:19.853533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=6ca42bef-cd48-4b7a-a2b9-56385d2c292b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:19.913702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.002119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:20.003830 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'status': 'completed', 'code': 200} Mar 02 07:37:20.028940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:37:20.042778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:20.042778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.081210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e976a-dff4-4624-b345-68ecc96d6d72 req-2b80e1d4-9815-4fcc-8147-43eff90d9a64 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:20.081210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b87e976a-dff4-4624-b345-68ecc96d6d72 req-2b80e1d4-9815-4fcc-8147-43eff90d9a64 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.2658095 Mar 02 07:37:20.164669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:20.165018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.200177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b87e976a-dff4-4624-b345-68ecc96d6d72 req-52d05717-2182-476f-b04a-3ed260ff2767 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050637 Mar 02 07:37:20.343979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6c7f853e-44d1-438f-8dfb-979bcc546b8d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:20.353479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c98b82-9ff6-4a5d-b3d7-bcf8d872ef02 None None] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:20.438800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] For port 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:20.439361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.583470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-c8cdf5c1-3013-4428-992c-c09d5a9ffb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:20.585142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-c8cdf5c1-3013-4428-992c-c09d5a9ffb72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 1094 time: 1.3795164 Mar 02 07:37:20.585871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:20.623814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Calling delete_port for 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:20.626017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-96b322ae-501f-44d3-9123-34f9177a07ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9742117 Mar 02 07:37:20.639165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.648195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:20.663637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.739005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Request body: {'port': {'device_id': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:20.842689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-f4f740b8-2f53-4829-83ed-333c1095c2bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1f1147c-154d-4d4e-9b94-fdf563501157 HTTP/1.1" status: 200 len: 217 time: 0.1824648 Mar 02 07:37:20.889847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:20.889847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:20.889847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:20.929674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2422cd-e2df-415b-8335-bd15edbc1aae req-fe9d3504-d0f8-4026-9a0f-c89ef0752002 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:20.930809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b2422cd-e2df-415b-8335-bd15edbc1aae req-fe9d3504-d0f8-4026-9a0f-c89ef0752002 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 931 time: 0.1621118 Mar 02 07:37:20.932002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.956832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:20.957313 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:20.966610 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 2 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:20.993325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:20.995911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Fanout notify agent at l3_agent the message router_deleted on router 52f4de1b-5488-4d95-a3a4-d99c4d0b452f {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:37:20.999842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Port': ['ID=6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:21.105210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:21.111308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fbbe82bd-d6f0-42c8-a659-dea88b2fea26 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 204 len: 168 time: 1.7759101 Mar 02 07:37:21.112255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:21.112601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:21.112949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:21.123770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58010) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:21.136198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:21.136538 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:21.145518 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 3 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:21.168846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-4553f57e-9d02-42e3-a686-3fdb8ea817df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:21.170615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-4553f57e-9d02-42e3-a686-3fdb8ea817df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.3030245 Mar 02 07:37:21.209152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bec2092c-4e24-4c20-bf93-bd299720226f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 200 len: 205 time: 0.0736971 Mar 02 07:37:21.265017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58014) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:21.268982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b2422cd-e2df-415b-8335-bd15edbc1aae req-a40557f2-b3c4-44a5-b750-13e878f58480 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920201 Mar 02 07:37:21.312308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:21.312652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:21.312991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:21.315369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:21.359880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:21.365141 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-8fa04a93-5324-4a64-9b98-cb42138793bf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:21.366323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8fa04a93-5324-4a64-9b98-cb42138793bf tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/52f4de1b-5488-4d95-a3a4-d99c4d0b452f HTTP/1.1" status: 404 len: 336 time: 0.0962636 Mar 02 07:37:21.368985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58020) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:21.384950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:21.386075 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:21.391419 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 4 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:21.400562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-94f38130-69db-4994-b585-902473a76313 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733383 Mar 02 07:37:21.411932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-f2a57e70-cb33-4bba-ab04-a8cf4603621e tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:21.412715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-f2a57e70-cb33-4bba-ab04-a8cf4603621e tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Synchronizing usage tracker for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:21.479441 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27b37a9-d42c-4236-9699-3d0aac96a5fb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:21.479901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27b37a9-d42c-4236-9699-3d0aac96a5fb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:21.501014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:21.501357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:21.501687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:21.545422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:21.546114 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:21.553835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c27b37a9-d42c-4236-9699-3d0aac96a5fb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/67e58c35-2a35-46c6-823a-23e81ff7f14e HTTP/1.1" status: 404 len: 337 time: 0.1826060 Mar 02 07:37:21.559273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:21.616601 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 5 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:21.728752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-f2a57e70-cb33-4bba-ab04-a8cf4603621e tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Unset dirty status for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:21.730358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-f2a57e70-cb33-4bba-ab04-a8cf4603621e tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 931 time: 1.4512022 Mar 02 07:37:21.763358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:21.763692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:21.764023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:21.790972 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba817f80-de94-419f-af9f-aadf25bf8b8d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:21.791541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba817f80-de94-419f-af9f-aadf25bf8b8d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:21.794809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ba817f80-de94-419f-af9f-aadf25bf8b8d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/861039e5-0d6c-4754-a6a3-c3dedbfbc35f HTTP/1.1" status: 404 len: 337 time: 0.1829240 Mar 02 07:37:21.797805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58028) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:21.811372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:21.811674 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:21.819842 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 6 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:21.840095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b8b63d-889f-4949-92c9-2048793ccff6 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:21.884047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:21.914240 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1692a783-7b83-45ce-a01e-17bcb471015d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:21.915243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1692a783-7b83-45ce-a01e-17bcb471015d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:21.922216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1692a783-7b83-45ce-a01e-17bcb471015d tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/e527216d-4000-4ef9-956f-5967172cda17 HTTP/1.1" status: 404 len: 337 time: 0.1180754 Mar 02 07:37:21.923028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.003527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:22.003901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:22.004194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:22.007671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-fb3e69fc-7385-45a6-940f-0d34b547636e service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606947 Mar 02 07:37:22.017297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-995fec12-a9a5-404d-bed9-ff021d9a6d1b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Synchronizing usage tracker for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:22.040039 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fc76af-52aa-49c6-a096-e41a8a216062 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:22.040745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fc76af-52aa-49c6-a096-e41a8a216062 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:22.048063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-15fc76af-52aa-49c6-a096-e41a8a216062 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/9febbe05-bd16-48d6-a895-81ce20324d7e HTTP/1.1" status: 404 len: 337 time: 0.1192989 Mar 02 07:37:22.050230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58036) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.054044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:37:22.054191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Transition to ACTIVE for port object 95b8b63d-889f-4949-92c9-2048793ccff6 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:22.063007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:22.063379 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:22.077197 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 7 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:22.099320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:22.112485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadcc67-4fa2-4adc-b53d-d4daec6f02e9 req-24a2699e-e215-4e1e-a979-efe8f4afba41 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:22.114124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbadcc67-4fa2-4adc-b53d-d4daec6f02e9 req-24a2699e-e215-4e1e-a979-efe8f4afba41 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.6313848 Mar 02 07:37:22.124345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ce61c6d9-9b10-4134-843e-e0676576058f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 200 len: 205 time: 0.0730321 Mar 02 07:37:22.127830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58040) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.208333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:22.208670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:22.209277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:22.262877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-995fec12-a9a5-404d-bed9-ff021d9a6d1b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Unset dirty status for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:22.264042 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cb9e30e-9462-4c0c-b861-ce656e9fa1fa req-995fec12-a9a5-404d-bed9-ff021d9a6d1b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092781 Mar 02 07:37:22.290127 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-ef29d6e7-d4f3-4758-a302-aed7e3ebdc6e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:22.294429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ef29d6e7-d4f3-4758-a302-aed7e3ebdc6e tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/55f14af4-3c9d-44ae-b7bc-105a7ae5c07d HTTP/1.1" status: 404 len: 336 time: 0.1604409 Mar 02 07:37:22.322749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58044) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.346413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:22.346763 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:22.361393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:22.365385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbadcc67-4fa2-4adc-b53d-d4daec6f02e9 req-9fb0048b-9470-405f-a20e-5527c9d22ad3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384279 Mar 02 07:37:22.372138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2dc8c76f-6d63-4666-8c8b-86a0b8a7c8f3 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3644509 Mar 02 07:37:22.373517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58050) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.375206 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:22.399361 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:22.400437 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:22.442676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting subnet 5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:37:22.446240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:22.524862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:22.561435 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:22.591995 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 8 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:22.601517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03d4d436-4316-4c6b-83d7-25ffc541369f tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a05c2d-6b96-4883-904b-e48c9247b646 HTTP/1.1" status: 200 len: 205 time: 0.2772458 Mar 02 07:37:22.614086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.690040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Pushing event updated for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:22.701836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63c5e9-ae4d-4369-8f42-49902fb5399b req-34d41c2f-06f7-48a7-adbd-34de0ebbeecf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:22.703603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b63c5e9-ae4d-4369-8f42-49902fb5399b req-34d41c2f-06f7-48a7-adbd-34de0ebbeecf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 931 time: 0.1339936 Mar 02 07:37:22.706889 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:22.711122 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:22.719156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:22.723441 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:22.724407 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:22.795150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:22.795907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:22.796432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:22.818309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:22.818913 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:22.819771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b63c5e9-ae4d-4369-8f42-49902fb5399b req-cd9bf8aa-fb6f-447d-b0ac-84c8ce558c2b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021473 Mar 02 07:37:22.830233 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 9 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:22.844400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:37:22.865802 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:22.884575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d3920f7b-be0e-4f8d-8cc7-a6ea0eca47f0 req-f3d4d2ae-2062-44ba-8e56-75d6ab6f5c4e service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560481 Mar 02 07:37:22.914512 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-37e8f10a-cd0a-4425-b584-d285606bd09b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:22.915480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37e8f10a-cd0a-4425-b584-d285606bd09b tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/23a05c2d-6b96-4883-904b-e48c9247b646 HTTP/1.1" status: 404 len: 336 time: 0.2961409 Mar 02 07:37:22.918124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:22.923648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:22.988836 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:22.990826 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8846425b-7097-44d3-b660-2d196e0700fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:22.991495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8846425b-7097-44d3-b660-2d196e0700fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:22.994556 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd855-af74-4ed9-aada-14063d91fe57 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:23.005164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8846425b-7097-44d3-b660-2d196e0700fc tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/379abb14-bae4-47d7-9847-48a2f3630b50 HTTP/1.1" status: 404 len: 337 time: 0.0530663 Mar 02 07:37:23.005370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:23.005370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:23.005370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:23.005673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:23.007623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58064) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.012637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.015802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee43f53-189e-4f84-8a8d-10118b5f91cd None None] Network 877536eb-005b-4788-98ea-0b47e6f91d3d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:23.029387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:23.030029 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:23.030175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00fed804-17fe-44e9-98ab-2d7053ac9d2a tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803 HTTP/1.1" status: 204 len: 168 time: 0.6561308 Mar 02 07:37:23.037450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58068) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.039295 n-d-827871-1 neutron-server[87854]: INFO neutron.plugins.ml2.plugin [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 10 to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b Mar 02 07:37:23.096936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07d7214f-0fa2-424d-aafe-508a74fb3885 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 200 len: 205 time: 0.0866847 Mar 02 07:37:23.098929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.113421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba6d90e-123c-46d4-9a27-f11a37825d92 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:23.122544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:23.122890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:23.123234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:23.126717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-dfa9f484-9722-462b-ae53-9e23b86e17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:23.128169 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-dfa9f484-9722-462b-ae53-9e23b86e17c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 1094 time: 0.5150716 Mar 02 07:37:23.152630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.169126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:23.178220 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-9a0f46d6-23ed-4706-a9fa-8a99563e6aad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:23.179478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a0f46d6-23ed-4706-a9fa-8a99563e6aad tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/79d38fd2-57f2-4a9d-abf4-b886116ba564 HTTP/1.1" status: 404 len: 336 time: 0.0792263 Mar 02 07:37:23.182087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.215415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:23.215749 n-d-827871-1 neutron-server[87854]: ERROR neutron.plugins.ml2.managers [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:23.216305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.224960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Attempting to bind port 95b8b63d-889f-4949-92c9-2048793ccff6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:23.225147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Attempting to bind port 95b8b63d-889f-4949-92c9-2048793ccff6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:23.225379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Attempting to bind port 95b8b63d-889f-4949-92c9-2048793ccff6 on network 3786fd90-a21b-4633-8476-896c43d39a68 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:23.230729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d9b436d2-e49a-4f41-b35f-5b74ddb3d7ca tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1d3dc4e-4e03-47be-8116-bc6eed899d45 HTTP/1.1" status: 200 len: 205 time: 0.0475738 Mar 02 07:37:23.233159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58080) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.303030 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-7c9633ea-54b5-4615-933c-bff627d3ddeb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:23.304494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c9633ea-54b5-4615-933c-bff627d3ddeb tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/f1d3dc4e-4e03-47be-8116-bc6eed899d45 HTTP/1.1" status: 404 len: 336 time: 0.0697155 Mar 02 07:37:23.306617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58086) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.331267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Port 95b8b63d-889f-4949-92c9-2048793ccff6 on network 3786fd90-a21b-4633-8476-896c43d39a68 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:23.331658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Attempting to bind port 95b8b63d-889f-4949-92c9-2048793ccff6 on network 3786fd90-a21b-4633-8476-896c43d39a68 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:23.355502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Transition to ACTIVE for port object 5ba6d90e-123c-46d4-9a27-f11a37825d92 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:23.364134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64656d-0d8f-4051-8e54-6e2d50681526 req-feacb15e-ccd0-4ff4-b214-2b2ec31f6b6a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:23.371407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e64656d-0d8f-4051-8e54-6e2d50681526 req-feacb15e-ccd0-4ff4-b214-2b2ec31f6b6a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.7641923 Mar 02 07:37:23.392411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] DHCP port deletion for 877536eb-005b-4788-98ea-0b47e6f91d3d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:37:23.399424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Deleting port a5351728-0b21-4077-97b8-e71eece7d540 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:23.400102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.420022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:37:23.420220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Checking segment: {'id': 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:23.420538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Bound using segment: {'id': 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:37:23.420987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Bound port: 95b8b63d-889f-4949-92c9-2048793ccff6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:37:23.421346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.459158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.547125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.565475 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5f969a-0fed-4ed9-af95-89916f0de9be tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:23.566060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5f969a-0fed-4ed9-af95-89916f0de9be tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:23.571230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed5f969a-0fed-4ed9-af95-89916f0de9be tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/691303bb-a418-44db-8ccc-07efe9dcd1e5 HTTP/1.1" status: 404 len: 337 time: 0.2589939 Mar 02 07:37:23.573948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58092) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.639148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-05814c64-9e57-493a-8680-001e68c80a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:23.639657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4e057d97-0f73-4304-a8bd-986d27eeaa62 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7049420-8104-4240-9727-9a82101f7a02 HTTP/1.1" status: 200 len: 205 time: 0.0645308 Mar 02 07:37:23.641487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-05814c64-9e57-493a-8680-001e68c80a73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 1094 time: 0.6925249 Mar 02 07:37:23.643636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58096) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.692625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] For port a5351728-0b21-4077-97b8-e71eece7d540, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5351728-0b21-4077-97b8-e71eece7d540,segment=NetworkSegment(72db4068-15dc-40da-8379-58a787d1acae),segment_id=72db4068-15dc-40da-8379-58a787d1acae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:23.693141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.715499 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-e9a1fcb0-bdda-4eb6-a566-6394844b9131 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:23.718832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e9a1fcb0-bdda-4eb6-a566-6394844b9131 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/b7049420-8104-4240-9727-9a82101f7a02 HTTP/1.1" status: 404 len: 336 time: 0.0719876 Mar 02 07:37:23.720152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.740594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Deleting port a5351728-0b21-4077-97b8-e71eece7d540 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:23.740956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.767614 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a68b5b-e919-45f6-9a5c-145d2c448861 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:23.767614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a68b5b-e919-45f6-9a5c-145d2c448861 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:23.769084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6a68b5b-e919-45f6-9a5c-145d2c448861 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/7e068102-7883-4139-b6bc-2432d754cf7e HTTP/1.1" status: 404 len: 337 time: 0.0484941 Mar 02 07:37:23.772055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58104) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.819955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f643-feae-4ead-9777-ca90bf1c6638 req-b6f42c8c-9075-4307-816d-e368722dd14a tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:23.821650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4765f643-feae-4ead-9777-ca90bf1c6638 req-b6f42c8c-9075-4307-816d-e368722dd14a tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 943 time: 0.3145576 Mar 02 07:37:23.836855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c85d0d5a-7906-4339-ac08-535d196c4714 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b3b7a7-b678-4922-b20e-3fbb8e19387d HTTP/1.1" status: 200 len: 205 time: 0.0607243 Mar 02 07:37:23.837004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Calling delete_port for a5351728-0b21-4077-97b8-e71eece7d540 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:23.849832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.920447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e64656d-0d8f-4051-8e54-6e2d50681526 req-5426b635-2e74-4f33-bcc9-11029864fbed tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481524 Mar 02 07:37:23.929514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:23.934272 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-c72a33aa-1062-42de-a421-cafcff63de44 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] delete failed (client error): The resource could not be found. Mar 02 07:37:23.935325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c72a33aa-1062-42de-a421-cafcff63de44 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/routers/c5b3b7a7-b678-4922-b20e-3fbb8e19387d HTTP/1.1" status: 404 len: 336 time: 0.0846727 Mar 02 07:37:23.939089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:23.996478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4765f643-feae-4ead-9777-ca90bf1c6638 req-b4879b43-dbf3-4eb3-b86b-86db414c5309 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612744 Mar 02 07:37:23.997544 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-68650699-0c21-4901-81c5-81b27197d2b5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:23.998067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68650699-0c21-4901-81c5-81b27197d2b5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:23.999693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-68650699-0c21-4901-81c5-81b27197d2b5 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/12d8e457-6d8b-424f-a376-855eee60ece3 HTTP/1.1" status: 404 len: 337 time: 0.0597091 Mar 02 07:37:24.002338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58118) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:24.005210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] Pushing event deleted for resources: {'Port': ['ID=a5351728-0b21-4077-97b8-e71eece7d540,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:24.009620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d9105-f8ac-4af3-b9ee-3ac22c7724ab None None] No DVR routers for this DVR port a5351728-0b21-4077-97b8-e71eece7d540 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:24.055791 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3a2a7-7220-4a71-aeb6-982a4f0ca8b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:24.055972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba3a2a7-7220-4a71-aeb6-982a4f0ca8b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:24.058881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2ba3a2a7-7220-4a71-aeb6-982a4f0ca8b1 tempest-RoutersTest-718657769 tempest-RoutersTest-718657769-project] 10.222.0.21 "DELETE /v2.0/subnets/d1af568b-c18d-4516-97d4-c775c7cb7ff9 HTTP/1.1" status: 404 len: 337 time: 0.0547993 Mar 02 07:37:24.084496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:24.099159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.216826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] The port 'a5351728-0b21-4077-97b8-e71eece7d540' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:37:24.254168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddb814-ee9e-4a82-9cfa-613ea7252774 req-49b26712-cc00-4810-8107-998cf27755d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:24.256087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9ddb814-ee9e-4a82-9cfa-613ea7252774 req-49b26712-cc00-4810-8107-998cf27755d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 943 time: 0.0937486 Mar 02 07:37:24.314502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9ddb814-ee9e-4a82-9cfa-613ea7252774 req-b3ccf1b2-7923-4375-8264-38b75870f152 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Mar 02 07:37:24.323522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:24.337636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:24.339548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempted to set empty binding levels {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:37:24.407537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58126) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:24.534917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.540837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=95b8b63d-889f-4949-92c9-2048793ccff6,segment=NetworkSegment(f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3),segment_id=f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:37:24.582563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc9ffa76-e1de-4b8e-b393-073f1fa59399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70df3a1cabf1467481e3325afbfcebdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736848 Mar 02 07:37:24.585093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58132) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:24.614170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.646790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.648842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-6a3be41f-4c82-4a7f-ac3a-3a8427f20865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:24.650528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-6a3be41f-4c82-4a7f-ac3a-3a8427f20865 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.9463978 Mar 02 07:37:24.676054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.726958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:24.727591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.731943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.748865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b56145-afc7-4f4d-9325-80c3038a2d87,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:24.753426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.765990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b866e3c5-a4b6-4a56-81c7-dfdefc5e6eaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8b56145-afc7-4f4d-9325-80c3038a2d87 HTTP/1.1" status: 204 len: 168 time: 0.1711359 Mar 02 07:37:24.858464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.881636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Attempting to bind port 5ba6d90e-123c-46d4-9a27-f11a37825d92 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:24.881636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Attempting to bind port 5ba6d90e-123c-46d4-9a27-f11a37825d92 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:24.881636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Attempting to bind port 5ba6d90e-123c-46d4-9a27-f11a37825d92 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:24.908047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:24.908676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:24.910111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] 10.222.0.16 "PUT /v2.0/ports/95b8b63d-889f-4949-92c9-2048793ccff6 HTTP/1.1" status: 200 len: 1091 time: 5.8256135 Mar 02 07:37:24.912725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-5960a8cc-bcc7-4616-9961-5c16ba162616 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1f1147c-154d-4d4e-9b94-fdf563501157 HTTP/1.1" status: 200 len: 217 time: 0.1941950 Mar 02 07:37:24.913148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:24.981770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Port 5ba6d90e-123c-46d4-9a27-f11a37825d92 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:24.982138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Attempting to bind port 5ba6d90e-123c-46d4-9a27-f11a37825d92 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:24.985974 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6', 'status': 'completed', 'code': 200} Mar 02 07:37:25.040080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=6ca42bef-cd48-4b7a-a2b9-56385d2c292b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:25.059165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:37:25.059517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:25.059936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:37:25.060343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Bound port: 5ba6d90e-123c-46d4-9a27-f11a37825d92, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:37:25.060698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.063774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:25.101106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877536eb-005b-4788-98ea-0b47e6f91d3d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:25.115315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72db4068-15dc-40da-8379-58a787d1acae') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:25.115617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72db4068-15dc-40da-8379-58a787d1acae') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:25.116453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:25.117594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6569fe21-be0b-4c16-b4e2-feeb9ddaf1b0 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:25.119623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5351728-0b21-4077-97b8-e71eece7d540 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:25.164656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a5351728-0b21-4077-97b8-e71eece7d540 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:25.165267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5351728-0b21-4077-97b8-e71eece7d540 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:25.166932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-195f4e3c-ca36-453f-980a-ea349fb379b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 11.7641995 Mar 02 07:37:25.168124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:37:25.175068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:25.223002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.289032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Deleting port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:25.289032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.359885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2945e-91d5-4607-b8ac-acb6478ce628 req-16dac2ff-e1d7-4683-bf27-53965d8f8c9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:25.366030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863249d-2f38-4738-9630-ba7b60db0180 req-d3d8f54d-bab7-43be-82df-45a9e2ab2712 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:25.372751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84f2945e-91d5-4607-b8ac-acb6478ce628 req-16dac2ff-e1d7-4683-bf27-53965d8f8c9a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 1.2279577 Mar 02 07:37:25.375034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e863249d-2f38-4738-9630-ba7b60db0180 req-d3d8f54d-bab7-43be-82df-45a9e2ab2712 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.2771699 Mar 02 07:37:25.491379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e863249d-2f38-4738-9630-ba7b60db0180 req-cc94ae4a-bf6d-494d-9287-9d106298778e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185741 Mar 02 07:37:25.491816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:25.533833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'mac_address': 'fa:16:3e:b0:de:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:37:25.599286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:25.657411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:25.667391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.696723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f1147c-154d-4d4e-9b94-fdf563501157 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:25.715233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:25.723590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.723999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:25.731745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.747406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:25.751056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:37:25.777322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.779980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port 6ca42bef-cd48-4b7a-a2b9-56385d2c292b, host n-h1-827871-1, got binding levels [] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:25.780347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.795102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-7108bbfe-9b9c-4991-9411-de1e993bca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:25.797018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-7108bbfe-9b9c-4991-9411-de1e993bca26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.8699725 Mar 02 07:37:25.798531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.821616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:25.878108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:25.878108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:25.906244 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:25.917787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84f2945e-91d5-4607-b8ac-acb6478ce628 req-44b6ddfb-60f6-43b4-b13b-da010048a70f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5457292 Mar 02 07:37:25.929717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Calling delete_port for 6ca42bef-cd48-4b7a-a2b9-56385d2c292b owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:26.016210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-1791aa7d-57ae-4f14-a445-be3db0bae6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:26.017641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-1791aa7d-57ae-4f14-a445-be3db0bae6da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82d8272f01214cabba5271d6ac5a0959&device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 1094 time: 1.0132334 Mar 02 07:37:26.024762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997cbbd-22fb-4b28-98b5-5461c61307e4 service neutron] Pushing event updated for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:26.061261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104096e-18ed-43d3-bcf4-a6ebcddbc74c req-cb43f84e-d55c-424a-b303-14a1007795cf tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:26.061961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d1f1147c-154d-4d4e-9b94-fdf563501157'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:26.068811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c104096e-18ed-43d3-bcf4-a6ebcddbc74c req-cb43f84e-d55c-424a-b303-14a1007795cf tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 943 time: 0.3612568 Mar 02 07:37:26.084137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.108190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-036bae6c-c675-4554-a8d5-196c5f4e1847 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2938993 Mar 02 07:37:26.109488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-143fbebc-7bee-495a-af70-57dc54f7ee7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b8b63d-889f-4949-92c9-2048793ccff6 HTTP/1.1" status: 200 len: 217 time: 0.0802417 Mar 02 07:37:26.111029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:26.111633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.112896 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] 10.222.0.16 "PUT /v2.0/ports/5ba6d90e-123c-46d4-9a27-f11a37825d92 HTTP/1.1" status: 200 len: 1091 time: 5.4472866 Mar 02 07:37:26.301830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ca42bef-cd48-4b7a-a2b9-56385d2c292b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:26.320000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.342672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c104096e-18ed-43d3-bcf4-a6ebcddbc74c req-223fb319-ffb6-4123-9733-c9474d7530c0 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728658 Mar 02 07:37:26.350646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ce369aa5-66d4-4503-a89c-f5eff273ff3a tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6ca42bef-cd48-4b7a-a2b9-56385d2c292b HTTP/1.1" status: 204 len: 168 time: 1.1733334 Mar 02 07:37:26.351220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58180) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:26.405884 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-252b5d90-d225-4e84-ab9a-7b5faed6a9e7 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:37:26.407371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-252b5d90-d225-4e84-ab9a-7b5faed6a9e7 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:26.431144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-252b5d90-d225-4e84-ab9a-7b5faed6a9e7 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:26.438524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-252b5d90-d225-4e84-ab9a-7b5faed6a9e7 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports/6ca42bef-cd48-4b7a-a2b9-56385d2c292b HTTP/1.1" status: 404 len: 333 time: 0.0848966 Mar 02 07:37:26.438524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:26.444791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1910572563'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:26.450108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:26.461573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:26.487390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Made reservation on behalf of b5260638a1ac4371a6d2f7546bef3632 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:26.490691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.527822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port fceb78de-339a-4fe9-ae67-8e4fe40b5112 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:26.814075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Transition to ACTIVE for port object aaa23b7f-19e5-4359-ae86-6ce452276c2b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:26.814075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-921bfa5c-f007-494a-bf8e-d9d4d562a322 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526964 Mar 02 07:37:26.824883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadaed0-0747-410d-8c6f-923097fc8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:26.824883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.839427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.847109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f4364-36fe-4b1d-9c50-f570662a737f req-9beb761a-9ab3-4ed2-8362-00146c34b758 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:26.847109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed6f4364-36fe-4b1d-9c50-f570662a737f req-9beb761a-9ab3-4ed2-8362-00146c34b758 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 944 time: 0.2264414 Mar 02 07:37:26.872356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.913572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed6f4364-36fe-4b1d-9c50-f570662a737f req-d52b93d1-2cac-48cd-8c35-c04d71391c57 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Mar 02 07:37:26.940795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.987665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.092467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:27.106378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:27.106378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:27.106378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:27.106378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.112777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-2ff4f0fc-5889-4d75-b481-1dfcbb2caf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:27.112777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-2ff4f0fc-5889-4d75-b481-1dfcbb2caf1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=03c7d5e0-333a-440c-b665-27ca1811e999 HTTP/1.1" status: 200 len: 849 time: 0.9555058 Mar 02 07:37:27.119566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=fceb78de-339a-4fe9-ae67-8e4fe40b5112,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:27.127428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:27.127428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea93e4a-bebe-4cb7-9b53-efa58845f50f req-b434e54e-811b-4f3f-8893-79d44a881ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750866 Mar 02 07:37:27.147225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-201ab118-8049-43b5-89fd-6164151cb923 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7039762 Mar 02 07:37:27.147225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:27.161782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:27.186669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:37:27.281765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-d2bfea26-e38d-412d-ba19-a0f4f5a8bff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3786fd90-a21b-4633-8476-896c43d39a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460578 Mar 02 07:37:27.281765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/networks/877536eb-005b-4788-98ea-0b47e6f91d3d HTTP/1.1" status: 204 len: 168 time: 4.2163379 Mar 02 07:37:27.281765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78c5b2-9058-4c27-a59e-b0bc226b2d07 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Pushing event deleted for resources: {'Network': ['ID=877536eb-005b-4788-98ea-0b47e6f91d3d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:27.323106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:27.332554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'routes': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:27.420675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d1f1147c-154d-4d4e-9b94-fdf563501157 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:37:27.437996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d1f1147c-154d-4d4e-9b94-fdf563501157 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:27.443185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.756002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.789572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:27.808150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:27.816267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.862999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=9']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:27.888321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.extraroute_db [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Added routes are [] {{(pid=87855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:37:27.888621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.extraroute_db [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Removed routes are [] {{(pid=87855) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:37:27.889550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.898726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f263-385f-4ec3-9032-b79863815494 req-a25f53f9-c72e-4bc0-b8be-ac431ddd377d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:27.909967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a8f263-385f-4ec3-9032-b79863815494 req-a25f53f9-c72e-4bc0-b8be-ac431ddd377d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.6702123 Mar 02 07:37:27.911684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:27.923999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:27.972530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] No DVR routers for this DVR port aaa23b7f-19e5-4359-ae86-6ce452276c2b on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:28.032881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-6c81ccbf-54f3-4288-b8b5-6112eb55cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:28.034452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-6c81ccbf-54f3-4288-b8b5-6112eb55cd85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 1094 time: 1.6010952 Mar 02 07:37:28.045399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48beb-4d9a-412b-bdd7-a3bbf37b74f5 req-f36c987e-d649-4673-ab65-2d00e2c55fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:28.046150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0ee48beb-4d9a-412b-bdd7-a3bbf37b74f5 req-f36c987e-d649-4673-ab65-2d00e2c55fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:28.124844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-b9779e4d-05cb-4196-8ed2-ab8a501ba8d2 service neutron] 10.222.0.16 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764590 Mar 02 07:37:28.175171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-02a8a953-71d9-4376-9fc2-b0b96d9db934 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92 HTTP/1.1" status: 200 len: 217 time: 0.1250975 Mar 02 07:37:28.187379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0ee48beb-4d9a-412b-bdd7-a3bbf37b74f5 req-f36c987e-d649-4673-ab65-2d00e2c55fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:28.200045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ee48beb-4d9a-412b-bdd7-a3bbf37b74f5 req-f36c987e-d649-4673-ab65-2d00e2c55fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 943 time: 2.0765924 Mar 02 07:37:28.221179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a8f263-385f-4ec3-9032-b79863815494 req-a041ab14-bf61-40fe-a5ed-2947953c7c02 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102181 Mar 02 07:37:28.377465 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92', 'status': 'completed', 'code': 200} Mar 02 07:37:28.450652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ee48beb-4d9a-412b-bdd7-a3bbf37b74f5 req-58d90dd8-b603-4b58-9ed5-0b9e222f0fc9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591319 Mar 02 07:37:28.492823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:28.601322 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'code': 200} Mar 02 07:37:28.628552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87639-a213-4ae7-a102-6857070a1770 req-bad63f1d-64a3-432f-bfb1-bb1e5b192c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:28.630276 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-bad63f1d-64a3-432f-bfb1-bb1e5b192c64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.4165592 Mar 02 07:37:28.671433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:28.672366 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2415d580-f2de-4c05-808b-6a9d26da2096 req-a89fed04-f569-4fb2-b629-f3f5e43f7bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954588 Mar 02 07:37:28.739200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58238) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:28.879513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-45f716f6-90da-4756-b029-4fe4fdec934c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015824 Mar 02 07:37:28.890069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:37:28.989064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9dff6-4c09-4d9f-836e-6e2c6482706c req-95d508e8-783c-4c56-8aa1-b8fbbad65e11 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.000921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cea9dff6-4c09-4d9f-836e-6e2c6482706c req-95d508e8-783c-4c56-8aa1-b8fbbad65e11 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 943 time: 0.3841751 Mar 02 07:37:29.123145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port fceb78de-339a-4fe9-ae67-8e4fe40b5112 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:29.150573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:29.206364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:29.206804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:29.207136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.265087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cea9dff6-4c09-4d9f-836e-6e2c6482706c req-a8f9bfd3-bc90-47b2-91a0-c6cb1cd4876c tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651081 Mar 02 07:37:29.270761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:29.278990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:29.285466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-af62b83f-7906-48bc-8e74-19153806b49b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 705 time: 1.9637191 Mar 02 07:37:29.285466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Transition to ACTIVE for port object fceb78de-339a-4fe9-ae67-8e4fe40b5112 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:29.287818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Sync routers for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:29.288957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:29.314821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:29.315714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:29.332465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:29.332804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Attempting to bind port aaa23b7f-19e5-4359-ae86-6ce452276c2b on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.370202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:37:29.370202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:29.370662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Bound using segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:37:29.371111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Bound port: aaa23b7f-19e5-4359-ae86-6ce452276c2b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:37:29.371463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:29.409678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:29.445658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-2ef9e95a-613c-4174-8e91-07e9f5095b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.447520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-2ef9e95a-613c-4174-8e91-07e9f5095b9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82d8272f01214cabba5271d6ac5a0959&device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 1094 time: 0.6682236 Mar 02 07:37:29.520353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c2752-8882-4194-9107-55d495ccc119 req-a7788c91-302a-4377-a5e8-2cbd9c2791df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.522331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b12c2752-8882-4194-9107-55d495ccc119 req-a7788c91-302a-4377-a5e8-2cbd9c2791df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 1096 time: 0.8334403 Mar 02 07:37:29.526941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:29.577121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-d533527c-288e-41bc-ad66-4a48bcb45c52 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452751 Mar 02 07:37:29.662187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:29.665400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Checking router: 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:29.676686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Routers {'5ee11ac6-6231-4117-a52c-fdccaf9a2c42'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:29.677315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:29.678637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=fceb78de-339a-4fe9-ae67-8e4fe40b5112,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:29.682434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-003f751e-5dd2-47b6-929b-9547c2e257e1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:29.742657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-247bd54b-4675-41a6-87e4-029fc1f31887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.744837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-247bd54b-4675-41a6-87e4-029fc1f31887 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3786fd90-a21b-4633-8476-896c43d39a68 HTTP/1.1" status: 200 len: 909 time: 0.2794840 Mar 02 07:37:29.754452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.755133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.755618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.756097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.756727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.757485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.758027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.760299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-a6663cdc-f86f-4429-91ba-023270c1f596 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6501 time: 0.9454796 Mar 02 07:37:29.818863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-003f751e-5dd2-47b6-929b-9547c2e257e1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:29.823688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:29.823994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-003f751e-5dd2-47b6-929b-9547c2e257e1 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 205 time: 0.5331738 Mar 02 07:37:29.826012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:29.826354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:29.826921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.828834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] Set router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:29.842363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:29.842703 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:29.844548 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 2 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:29.861151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a6190-6900-4d78-989a-d74adce2991b req-70d9a880-fcd0-4f78-aa62-428f2e58e8ff tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:29.868460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a0a6190-6900-4d78-989a-d74adce2991b req-70d9a880-fcd0-4f78-aa62-428f2e58e8ff tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 943 time: 0.4596088 Mar 02 07:37:29.909188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:29.909457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:29.909794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.917131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:29.917458 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:29.919936 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 3 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:29.944597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:29.944959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a0a6190-6900-4d78-989a-d74adce2991b req-185dc2ed-a9b5-46f1-9636-1240e2dddf29 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755560 Mar 02 07:37:29.949957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba377bd-be82-4e5d-8cf1-b281a6e4fc62 None None] The sync data for ids ['5ee11ac6-6231-4117-a52c-fdccaf9a2c42'] in n-d-827871-1 is: [{'id': '5ee11ac6-6231-4117-a52c-fdccaf9a2c42', 'name': 'tempest-RoutersIpV6Test-router-2007851446', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:22Z', 'updated_at': '2022-03-02T07:37:20Z', 'revision_number': 11, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:29.956312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:29.956655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:29.956996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.970339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:29.970923 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:29.971481 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 4 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:29.992428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:29.993008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:29.993511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:29.999161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:29.999699 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.000456 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 5 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.023462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.024076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.024614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.031929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.032495 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.033075 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 6 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.042974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75e87639-a213-4ae7-a102-6857070a1770 req-2e8be38a-e018-452c-8495-1a914dcdbd1b service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793658 Mar 02 07:37:30.112657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.112998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.113337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.122546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.123131 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.128382 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 7 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.138023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846e157-6804-47df-9967-171b02c8173f req-7b2dcf55-ee16-4238-b203-f9f304e5f0a3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.139541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5846e157-6804-47df-9967-171b02c8173f req-7b2dcf55-ee16-4238-b203-f9f304e5f0a3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.3229742 Mar 02 07:37:30.140829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-00c116f2-18bd-45db-b4f7-0b30ff6a6eb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b8b63d-889f-4949-92c9-2048793ccff6 HTTP/1.1" status: 200 len: 217 time: 0.3742194 Mar 02 07:37:30.153176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.153762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.154388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.164678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.165225 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.166425 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 8 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.185324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.185705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.186057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.194867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.195199 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.196177 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 9 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.220236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.220569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.220917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.229162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.229523 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.230561 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 10 to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 Mar 02 07:37:30.244707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a8e3d-c189-407a-9eff-b22b0f2f7783 req-0d1037d6-3126-410e-9a1c-3f928ee1711f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.246191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c59a8e3d-c189-407a-9eff-b22b0f2f7783 req-0d1037d6-3126-410e-9a1c-3f928ee1711f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 943 time: 0.1825399 Mar 02 07:37:30.270872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:30.271212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:30.271549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:30.282587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:30.282921 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:30.283282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.296271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b12c2752-8882-4194-9107-55d495ccc119 req-5bfb0ba7-9c9d-454d-9884-ec200a5ee80d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538910 Mar 02 07:37:30.298291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-fe0feabb-6f52-4fe8-88c3-99eea88defb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c53616f-97b8-478e-9fa9-c798e0300989&id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2971959 Mar 02 07:37:30.347002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c59a8e3d-c189-407a-9eff-b22b0f2f7783 req-49bf25ec-d88d-47cb-96af-772374028163 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949309 Mar 02 07:37:30.383479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:30.400010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.413743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port fceb78de-339a-4fe9-ae67-8e4fe40b5112, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:30.414362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempted to set empty binding levels {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:37:30.419743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.476107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] In _notify_port_updated(), no bound segment for port fceb78de-339a-4fe9-ae67-8e4fe40b5112 on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:37:30.477420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.478456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.480243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "PUT /v2.0/ports/fceb78de-339a-4fe9-ae67-8e4fe40b5112 HTTP/1.1" status: 200 len: 975 time: 3.3329813 Mar 02 07:37:30.482253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:37:30.484550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58286) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:30.486347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5846e157-6804-47df-9967-171b02c8173f req-fbb8c946-b386-4eb6-81a5-b4977d8dc9d0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322587 Mar 02 07:37:30.549369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.554135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-c9f3a95f-53ca-4479-b604-c1cc31223e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.555785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-c9f3a95f-53ca-4479-b604-c1cc31223e8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=03c7d5e0-333a-440c-b665-27ca1811e999 HTTP/1.1" status: 200 len: 849 time: 0.3867218 Mar 02 07:37:30.602355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8810ac9-d3e9-4cff-b63b-33309d178c29 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=fceb78de-339a-4fe9-ae67-8e4fe40b5112,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:30.659874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33c2-f07d-49e1-bc3c-feeb48b385d2 req-15228817-0bad-4679-8fe4-6121972eaf7b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.661913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c00a33c2-f07d-49e1-bc3c-feeb48b385d2 req-15228817-0bad-4679-8fe4-6121972eaf7b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 943 time: 0.1295524 Mar 02 07:37:30.792395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.793186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:30.794950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] 10.222.0.39 "PUT /v2.0/ports/aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 1091 time: 7.6316621 Mar 02 07:37:30.798496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-2d4084be-90b3-4eb8-8be6-df576a77ee28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3786fd90-a21b-4633-8476-896c43d39a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920977 Mar 02 07:37:30.798961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:30.850851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.852080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.852743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.853392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.854104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.854762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.855426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.856107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.856898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.857549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.858226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.858903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.859547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.860199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.860673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.861139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.861603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.862255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.862886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.863507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.864129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.864747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.865369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.866567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.867278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.867895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.868513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.869248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.869802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.870354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:30.873652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:30.918124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:30.926896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11a054fb-ed3b-4d29-8577-2de9bd7184d9 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27098 time: 0.4409752 Mar 02 07:37:30.927975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58302) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:31.018550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c00a33c2-f07d-49e1-bc3c-feeb48b385d2 req-7947ad27-8b9c-461a-9522-f80e0d12f20a tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500221 Mar 02 07:37:31.053051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Deleting port fceb78de-339a-4fe9-ae67-8e4fe40b5112 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:31.053398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.107706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:37:31.163944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.223327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.235036 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'status': 'completed', 'code': 200} Mar 02 07:37:31.248220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ca4f-6b5c-4334-be7e-26ae142d913b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:31.259186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923f402-1895-4f40-bd39-5606c342e4cf req-96f1453c-3ff1-431e-972e-c3739fc7efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:31.261990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-96f1453c-3ff1-431e-972e-c3739fc7efa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 1094 time: 1.0945327 Mar 02 07:37:31.375358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port fceb78de-339a-4fe9-ae67-8e4fe40b5112, host n-h1-827871-1, got binding levels [] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:31.375716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.393655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73993d-3182-4b3f-aeaa-dd7d3c372d09 req-1a927f44-b59d-4585-83d3-7ab2113df93e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:31.395219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d73993d-3182-4b3f-aeaa-dd7d3c372d09 req-1a927f44-b59d-4585-83d3-7ab2113df93e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2394753 Mar 02 07:37:31.414516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.415044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router 5ee11ac6-6231-4117-a52c-fdccaf9a2c42 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:37:31.422083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:31.487928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-481d6270-281b-4837-ae79-6897307110c3 service neutron] 10.222.0.16 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654360 Mar 02 07:37:31.566183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Calling delete_port for fceb78de-339a-4fe9-ae67-8e4fe40b5112 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:31.676010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-69380f47-00ef-41b1-9cbf-993fc48d4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:31.678089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-69380f47-00ef-41b1-9cbf-993fc48d4a1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1095 time: 0.8216465 Mar 02 07:37:31.693495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.694661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee91a08c-da81-403d-88d4-b4e5a8e0d198 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 204 len: 168 time: 1.6547301 Mar 02 07:37:31.703427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0d73993d-3182-4b3f-aeaa-dd7d3c372d09 req-c89da0c7-88ed-4c28-b546-763eab403574 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484572 Mar 02 07:37:31.704127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58326) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:31.715888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-181591844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:31.734829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:31.740435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Usage tracker for resource:router and tenant:91585fbb2dfd46b2832de174722dff9d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:31.745334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:31.753604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:31.757713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.827074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.852728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event deleted for resources: {'Port': ['ID=fceb78de-339a-4fe9-ae67-8e4fe40b5112,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:31.860442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.863412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.864390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.895317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4595f80-1299-432c-8f53-a6147bfe4449 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fceb78de-339a-4fe9-ae67-8e4fe40b5112 HTTP/1.1" status: 204 len: 168 time: 0.9596527 Mar 02 07:37:31.896514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58330) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:31.897748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.900353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923f402-1895-4f40-bd39-5606c342e4cf req-a08558b4-27e3-4ec2-8951-d51e24b8c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:31.902361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-a08558b4-27e3-4ec2-8951-d51e24b8c83d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.6270592 Mar 02 07:37:31.913573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:31.957717 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890209d-f9aa-45d9-8a15-159914cbbc84 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:37:31.958278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c890209d-f9aa-45d9-8a15-159914cbbc84 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:31.984975 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:31.993521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Usage tracker for resource:security_group_rule and tenant:342b39fe79d442c0a1eea7ac19bf4f41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:32.006492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:32.008541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba82bc3-d470-4f8b-bac1-a31d18362f93 req-aebd8634-2733-400a-8e0c-9f6c73d2c0f5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.010090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ba82bc3-d470-4f8b-bac1-a31d18362f93 req-aebd8634-2733-400a-8e0c-9f6c73d2c0f5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2011068 Mar 02 07:37:32.010769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c890209d-f9aa-45d9-8a15-159914cbbc84 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:32.015806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c890209d-f9aa-45d9-8a15-159914cbbc84 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports/fceb78de-339a-4fe9-ae67-8e4fe40b5112 HTTP/1.1" status: 404 len: 333 time: 0.1124725 Mar 02 07:37:32.016794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58334) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:32.017816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9fbb25a2-34be-4bb6-a416-1c90a6e2d537 req-64bc2c24-f165-4b3e-bfbf-0ea738a48b9c service neutron] 10.222.0.16 "GET /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175526 Mar 02 07:37:32.019294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-f95a04e1-b938-4359-9134-42132fa0db13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92 HTTP/1.1" status: 200 len: 217 time: 0.1032648 Mar 02 07:37:32.022512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:32.026749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1393073332', 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:32.034880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:32.060685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.061837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b6f8b07d-d44c-4e27-8752-5ba244d1ce09 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3513002 Mar 02 07:37:32.062986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:32.063674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 95b8b63d-889f-4949-92c9-2048793ccff6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:37:32.067095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58340) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:32.075892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:32.126382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-dc149599-1004-47df-a918-edbba187405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.127859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-dc149599-1004-47df-a918-edbba187405a service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.4218435 Mar 02 07:37:32.145674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd4f91-48c8-42ec-9e3b-903ce1fe7d57 req-a9992c28-b70e-44b9-8dac-c7185e406b06 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.147383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55cd4f91-48c8-42ec-9e3b-903ce1fe7d57 req-a9992c28-b70e-44b9-8dac-c7185e406b06 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 943 time: 0.4616179 Mar 02 07:37:32.161271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Made reservation on behalf of b5260638a1ac4371a6d2f7546bef3632 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:32.163575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.223904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ba82bc3-d470-4f8b-bac1-a31d18362f93 req-2edf766f-0e3b-49dd-8ea9-cf26a437c1b9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048748 Mar 02 07:37:32.241531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923f402-1895-4f40-bd39-5606c342e4cf req-545aa5b7-026c-4a76-bc02-27044d0ad260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.242120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=95b8b63d-889f-4949-92c9-2048793ccff6,segment=NetworkSegment(f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3),segment_id=f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:32.242924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-545aa5b7-026c-4a76-bc02-27044d0ad260 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.2109714 Mar 02 07:37:32.266980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '95b8b63d-889f-4949-92c9-2048793ccff6', 'network_id': '3786fd90-a21b-4633-8476-896c43d39a68', 'port_id': '95b8b63d-889f-4949-92c9-2048793ccff6', 'mac_address': 'fa:16:3e:ad:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c7d5e0-333a-440c-b665-27ca1811e999', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:37:32.311680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-b1cab384-e2ed-4295-bb0c-292c9a781f40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606470 Mar 02 07:37:32.341406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.365373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b8b63d-889f-4949-92c9-2048793ccff6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:32.372411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port 95871558-e0e5-4d10-8adf-5ecd713f0fc6 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:32.387935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=95b8b63d-889f-4949-92c9-2048793ccff6,segment=NetworkSegment(f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3),segment_id=f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:32.391019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-55cd4f91-48c8-42ec-9e3b-903ce1fe7d57 req-3920b2c3-01db-4f99-8cc3-5fa5c72b5a05 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811361 Mar 02 07:37:32.393579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.395215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5ba6d90e-123c-46d4-9a27-f11a37825d92 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:37:32.395850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-43d36974-4546-4aa1-915e-268e0c8a8f5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 998 time: 0.2582457 Mar 02 07:37:32.526228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:32.653066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.661738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-8fa9fb2d-8bd0-4c31-b019-7decf67ad9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.663606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-8fa9fb2d-8bd0-4c31-b019-7decf67ad9cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1978679 Mar 02 07:37:32.701628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:32.713976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.719339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '5ba6d90e-123c-46d4-9a27-f11a37825d92', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': '5ba6d90e-123c-46d4-9a27-f11a37825d92', 'mac_address': 'fa:16:3e:73:17:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:37:32.755902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-0a5295fc-81cc-4afb-ab31-4420d1b298c3 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270263 Mar 02 07:37:32.769998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.809256 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.809585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.826384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=342b39fe79d442c0a1eea7ac19bf4f41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3956461 Mar 02 07:37:32.827517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58417f-c1b5-41d8-b0df-ba4df8cbec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a118d27c-6120-4f68-81b7-d197fb6571b2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:32.837018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58352) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:32.837243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba6d90e-123c-46d4-9a27-f11a37825d92 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:32.860334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:32.866185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.963924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:33.111780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed572-35f2-42f5-8825-9273c54d9138 req-4cc4d4a9-c31f-4f12-9d81-6f5b528cbade tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.113235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb2ed572-35f2-42f5-8825-9273c54d9138 req-4cc4d4a9-c31f-4f12-9d81-6f5b528cbade tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 944 time: 0.7085283 Mar 02 07:37:33.138565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26c2a-2af7-4840-8746-66222099be3f req-7e9a8bd8-d441-4f92-a4c7-f2a5bc49f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.140054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-7e9a8bd8-d441-4f92-a4c7-f2a5bc49f0d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4636061 Mar 02 07:37:33.159885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.194474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b923f402-1895-4f40-bd39-5606c342e4cf req-3c0886ad-1876-40da-84db-91aec6b8a405 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229608 Mar 02 07:37:33.211859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.233199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb2ed572-35f2-42f5-8825-9273c54d9138 req-23eac666-bf20-43e1-b5f3-2dc133faf059 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077971 Mar 02 07:37:33.264419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.278474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.283965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['95b8b63d-889f-4949-92c9-2048793ccff6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:33.291067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674ff21-760d-476c-a800-f1d3d80ead54 req-c1f0874d-15c3-43b6-801e-2d55b0c19248 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.292890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2674ff21-760d-476c-a800-f1d3d80ead54 req-c1f0874d-15c3-43b6-801e-2d55b0c19248 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2303500 Mar 02 07:37:33.325027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['5ba6d90e-123c-46d4-9a27-f11a37825d92'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:33.344393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Router fa45d0f5-9f45-4d37-aafd-86e69ea0878d is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:37:33.374482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2674ff21-760d-476c-a800-f1d3d80ead54 req-fc43b64e-f441-4906-8632-3f223e4cae01 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715041 Mar 02 07:37:33.377256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-37563362-4624-4178-9cf0-e3c3065c7786 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276430 Mar 02 07:37:33.436450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:33.524137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:33.540643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b26c2a-2af7-4840-8746-66222099be3f req-61c5a7d4-3335-4859-82fb-c353ccf0e9d4 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569779 Mar 02 07:37:33.547585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:33.548496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.549225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.626867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=95871558-e0e5-4d10-8adf-5ecd713f0fc6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:33.642597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:37:33.658449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Sync routers for ids ['fa45d0f5-9f45-4d37-aafd-86e69ea0878d'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:37:33.683246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Routers {'fa45d0f5-9f45-4d37-aafd-86e69ea0878d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:33.686309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fa45d0f5-9f45-4d37-aafd-86e69ea0878d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:33.690067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.728171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.733093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a8f1a8ee-07db-4133-ad25-78f18e0560a5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "PUT /v2.0/routers/fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 200 len: 697 time: 1.6639793 Mar 02 07:37:33.734097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58368) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:33.737001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a118d27c-6120-4f68-81b7-d197fb6571b2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:33.743985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-907072ba-4f5a-4e1f-bcdf-b294d33cbd65 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7266133 Mar 02 07:37:33.747935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:33.748125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:33.748627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f8fcea72-825c-44b0-823b-6906926911c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a118d27c-6120-4f68-81b7-d197fb6571b2 HTTP/1.1" status: 204 len: 168 time: 0.9045630 Mar 02 07:37:33.780307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4a03a-4e90-4c30-9714-b6ae7a1d5cbe req-c0324aa2-33db-476f-8922-addc06a785df tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.787961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5af4a03a-4e90-4c30-9714-b6ae7a1d5cbe req-c0324aa2-33db-476f-8922-addc06a785df tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.4089887 Mar 02 07:37:33.836307 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Set router fa45d0f5-9f45-4d37-aafd-86e69ea0878d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:33.843525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5af4a03a-4e90-4c30-9714-b6ae7a1d5cbe req-0230c23a-639b-4d87-867d-1f62caa54314 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Mar 02 07:37:33.959762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-e933bdfb-5842-4fa8-a607-5f15910fc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:33.961303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-e933bdfb-5842-4fa8-a607-5f15910fc124 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1095 time: 0.3542891 Mar 02 07:37:33.980404 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45d0f5-9f45-4d37-aafd-86e69ea0878d', 'name': 'tempest-RoutersIpV6Test-router-181591844', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:31Z', 'updated_at': '2022-03-02T07:37:32Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:33.984550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Checking router: fa45d0f5-9f45-4d37-aafd-86e69ea0878d for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:37:33.993327 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Routers {'fa45d0f5-9f45-4d37-aafd-86e69ea0878d'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:37:33.993961 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fa45d0f5-9f45-4d37-aafd-86e69ea0878d'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:34.070987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0dc297c0-5aaf-4458-93d8-abfef5a93fde tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/routers/fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 200 len: 703 time: 0.3281052 Mar 02 07:37:34.071139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58386) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:34.097398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543fee-e238-4623-aa03-bbdce0fa78b0 req-d0cfbfc4-f631-485b-a9fe-74fa83c51a57 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:34.105592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39543fee-e238-4623-aa03-bbdce0fa78b0 req-d0cfbfc4-f631-485b-a9fe-74fa83c51a57 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 944 time: 0.5605104 Mar 02 07:37:34.129240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] Set router fa45d0f5-9f45-4d37-aafd-86e69ea0878d gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:37:34.130539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ffa54-67ec-4d39-86be-48f845a47e7b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:34.131120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e98ffa54-67ec-4d39-86be-48f845a47e7b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:34.151975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26ae0b92-66cf-4252-8443-a525b57cd4b4 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 200 len: 205 time: 0.0767977 Mar 02 07:37:34.152983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58390) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:34.209894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58394) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:34.256523 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45d0f5-9f45-4d37-aafd-86e69ea0878d', 'name': 'tempest-RoutersIpV6Test-router-181591844', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:31Z', 'updated_at': '2022-03-02T07:37:32Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:34.261033 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ab7cd-71ba-4a0a-b3ae-53d7199ebd63 None None] The sync data for ids ['fa45d0f5-9f45-4d37-aafd-86e69ea0878d'] in n-d-827871-1 is: [{'id': 'fa45d0f5-9f45-4d37-aafd-86e69ea0878d', 'name': 'tempest-RoutersIpV6Test-router-181591844', 'tenant_id': '91585fbb2dfd46b2832de174722dff9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:31Z', 'updated_at': '2022-03-02T07:37:32Z', 'revision_number': 2, 'project_id': '91585fbb2dfd46b2832de174722dff9d', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:37:34.282504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:34.303193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e98ffa54-67ec-4d39-86be-48f845a47e7b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:34.306778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e98ffa54-67ec-4d39-86be-48f845a47e7b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports/95871558-e0e5-4d10-8adf-5ecd713f0fc6 HTTP/1.1" status: 200 len: 955 time: 0.4386404 Mar 02 07:37:34.311614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39543fee-e238-4623-aa03-bbdce0fa78b0 req-7166cc14-f577-4308-8e50-354a5f030c30 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050376 Mar 02 07:37:34.312065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58404) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:34.315086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-6059d1ad-eb4f-4957-a288-7fe5fe0f751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:34.316544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-6059d1ad-eb4f-4957-a288-7fe5fe0f751f service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.2871878 Mar 02 07:37:34.383027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:34.403167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Deleting port 95871558-e0e5-4d10-8adf-5ecd713f0fc6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:34.403446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:34.480502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:34.662364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Usage tracker for resource:security_group_rule and tenant:78ddfbe313ed4fa5bd447b63c67ada20 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:34.708655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:34.804072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:34.896537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-27f089bc-9a9a-407e-876f-b5d9a2d43aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 998 time: 0.4129741 Mar 02 07:37:35.129209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.344333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Calling delete_port for 95871558-e0e5-4d10-8adf-5ecd713f0fc6 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:35.382786 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.387489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.422041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055794-5bf8-4103-aa44-67634a75a614 req-75602de5-b228-4d1b-9c82-8b5d7fc00f23 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:35.423573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c055794-5bf8-4103-aa44-67634a75a614 req-75602de5-b228-4d1b-9c82-8b5d7fc00f23 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.7120230 Mar 02 07:37:35.486853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.487367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Fanout notify agent at l3_agent the message router_deleted on router fa45d0f5-9f45-4d37-aafd-86e69ea0878d {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:37:35.505466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32e3a8-0249-4e48-ac4c-af833daf0d19 req-aafc4a4f-2a8c-47d8-93c5-06069b878d0f tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:35.513180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b32e3a8-0249-4e48-ac4c-af833daf0d19 req-aafc4a4f-2a8c-47d8-93c5-06069b878d0f tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 944 time: 0.8495727 Mar 02 07:37:35.561106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.562234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2c5722bc-7f34-4abb-9a9e-52400f0272d6 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 204 len: 168 time: 1.4083180 Mar 02 07:37:35.566828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58422) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:35.606163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.626016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c055794-5bf8-4103-aa44-67634a75a614 req-dc9da9e0-32d9-4af5-b1cd-8bf04b8a63cb tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906438 Mar 02 07:37:35.630221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.647254 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.658922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2ba4d31-da95-4123-a0b5-c6d73b0f5a63 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 200 len: 205 time: 0.0833800 Mar 02 07:37:35.672300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58430) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:35.809795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b32e3a8-0249-4e48-ac4c-af833daf0d19 req-c1d57886-6471-4cf9-bd1e-d073bcbdcbbf tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955325 Mar 02 07:37:35.841016 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-5e91d7bf-3dd4-4199-9a48-d5da7f88572f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:35.848103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5e91d7bf-3dd4-4199-9a48-d5da7f88572f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/fa45d0f5-9f45-4d37-aafd-86e69ea0878d HTTP/1.1" status: 404 len: 336 time: 0.1747544 Mar 02 07:37:35.850508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:35.885669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-8537b357-13b7-4cec-913c-8f1d0995f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:35.887350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-8537b357-13b7-4cec-913c-8f1d0995f520 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1035392 Mar 02 07:37:35.953462 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97c9704-78a2-4785-8b4e-f52471aac53c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:35.953955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97c9704-78a2-4785-8b4e-f52471aac53c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:35.957949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a97c9704-78a2-4785-8b4e-f52471aac53c tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/3468aa2c-e09c-46d8-baba-746eb4df4bbc HTTP/1.1" status: 404 len: 337 time: 0.1040771 Mar 02 07:37:35.962411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:35.996863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event deleted for resources: {'Port': ['ID=95871558-e0e5-4d10-8adf-5ecd713f0fc6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:36.012950 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-79674025-2ad2-475a-8121-85be7a84a5bf tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:36.013407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79674025-2ad2-475a-8121-85be7a84a5bf tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:36.017523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79674025-2ad2-475a-8121-85be7a84a5bf tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/b0c17dd4-8628-4adb-9dd2-106ab3a6e742 HTTP/1.1" status: 404 len: 337 time: 0.0507782 Mar 02 07:37:36.018297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.041824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.059451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78ddfbe313ed4fa5bd447b63c67ada20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8484738 Mar 02 07:37:36.068635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.069910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25291cf-2ecd-40d7-a8ae-1518bb0d043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599fa1d2-127f-46e5-8e74-a23b7563eb60,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:36.107602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0cd72ca6-c80e-4f7d-81eb-b5cb4065d02f tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "DELETE /v2.0/ports/95871558-e0e5-4d10-8adf-5ecd713f0fc6 HTTP/1.1" status: 204 len: 168 time: 1.7918589 Mar 02 07:37:36.107810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 95b8b63d-889f-4949-92c9-2048793ccff6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:37:36.109195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.151416 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3187f20b-d419-4fef-9129-97c9dc93d0be tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:36.151952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3187f20b-d419-4fef-9129-97c9dc93d0be tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:36.156661 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a73b17c-6e57-4855-8c71-7561c8c341cb tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:37:36.157206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a73b17c-6e57-4855-8c71-7561c8c341cb tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:36.159688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.164451 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3187f20b-d419-4fef-9129-97c9dc93d0be tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/c5891f01-c680-4ccd-bb89-2b724ef0b0b0 HTTP/1.1" status: 404 len: 337 time: 0.1349425 Mar 02 07:37:36.246422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b8639-84a5-4cef-9a4e-0f30f305f454 req-bb20e309-3b80-4349-9522-0a919eb9d03c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:36.253394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-460b8639-84a5-4cef-9a4e-0f30f305f454 req-bb20e309-3b80-4349-9522-0a919eb9d03c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.3494465 Mar 02 07:37:36.269014 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f68de3-1f5f-40aa-a01e-ef98a950cdbb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:36.269687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f68de3-1f5f-40aa-a01e-ef98a950cdbb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:36.273704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d2f68de3-1f5f-40aa-a01e-ef98a950cdbb tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/5cdc2507-e7a1-44f1-9e9a-b8f0a1f86803 HTTP/1.1" status: 404 len: 337 time: 0.1067138 Mar 02 07:37:36.275170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 95b8b63d-889f-4949-92c9-2048793ccff6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:37:36.278417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58458) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.282826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 95b8b63d-889f-4949-92c9-2048793ccff6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:36.282826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.337012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03be2a33-7e28-49b7-925e-679e42ce832f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Synchronizing usage tracker for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:36.339807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a73b17c-6e57-4855-8c71-7561c8c341cb tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:36.344540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a73b17c-6e57-4855-8c71-7561c8c341cb tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports/95871558-e0e5-4d10-8adf-5ecd713f0fc6 HTTP/1.1" status: 404 len: 333 time: 0.2309761 Mar 02 07:37:36.352172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58462) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.362682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-0f1c055e-dec2-49c0-ae94-716c7e3b5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:36.364241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-0f1c055e-dec2-49c0-ae94-716c7e3b5efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4379439 Mar 02 07:37:36.388911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8b03-869e-40fc-a3ce-05055d94e779 req-58aae896-41a9-4684-9b89-07928eb74157 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:36.391098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09dc8b03-869e-40fc-a3ce-05055d94e779 req-58aae896-41a9-4684-9b89-07928eb74157 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 944 time: 0.3268864 Mar 02 07:37:36.394377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.407578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2061784849'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:36.411639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03be2a33-7e28-49b7-925e-679e42ce832f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] Unset dirty status for tenant:91585fbb2dfd46b2832de174722dff9d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:36.413075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03be2a33-7e28-49b7-925e-679e42ce832f tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 200 len: 205 time: 0.1298652 Mar 02 07:37:36.417679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58466) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.419200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:36.471494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.508278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.515824 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-460b8639-84a5-4cef-9a4e-0f30f305f454 req-bef9354f-fcf5-4f48-9eea-ceaf3b27c57a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614527 Mar 02 07:37:36.563282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09dc8b03-869e-40fc-a3ce-05055d94e779 req-39a382c9-1428-47e4-ad76-33a3f312a4a3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647463 Mar 02 07:37:36.576128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:36.596890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:36.599934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=95b8b63d-889f-4949-92c9-2048793ccff6,segment=NetworkSegment(f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3),segment_id=f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:36.608376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.609290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5ba6d90e-123c-46d4-9a27-f11a37825d92 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:37:36.645170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.650309 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-5483c3f5-837d-4ec6-9889-5dbedd914fda tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:36.659841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5483c3f5-837d-4ec6-9889-5dbedd914fda tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/5ee11ac6-6231-4117-a52c-fdccaf9a2c42 HTTP/1.1" status: 404 len: 336 time: 0.2369854 Mar 02 07:37:36.661886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:36.694653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Made reservation on behalf of b5260638a1ac4371a6d2f7546bef3632 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:36.712549 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6', 'code': 200} Mar 02 07:37:36.716082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599fa1d2-127f-46e5-8e74-a23b7563eb60,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:36.720723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.725389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4294a223-9c8a-49b3-8e36-5ce2bf147722 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/599fa1d2-127f-46e5-8e74-a23b7563eb60 HTTP/1.1" status: 204 len: 168 time: 0.6553922 Mar 02 07:37:36.729162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:36.921109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:36.942604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 5ba6d90e-123c-46d4-9a27-f11a37825d92 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:37:36.952455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 5ba6d90e-123c-46d4-9a27-f11a37825d92 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:36.952920 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:37.151513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677faba-50bb-423c-bfbb-fea412b4ef30 req-258352f5-eedc-4bb8-a4c1-bcbae72ca1fa tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:37.164128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:37.170211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-97f9a9ec-a3e2-499a-a0b6-bb249a38eaf3 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316700 Mar 02 07:37:37.194417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7677faba-50bb-423c-bfbb-fea412b4ef30 req-258352f5-eedc-4bb8-a4c1-bcbae72ca1fa tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2434123 Mar 02 07:37:37.196458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58486) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:37.206226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:37.211669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:37.213891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1c327d63-9c6f-467f-a9cc-c95c4b11dde9 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6c41ed-35e1-4bca-9596-8b44fabe76cf HTTP/1.1" status: 200 len: 205 time: 0.4198496 Mar 02 07:37:37.304265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port 23653d77-2ffc-4431-b72b-1d278dcc9c9d yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:37.333971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:37.402170 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-5c406cca-43bc-402d-ba8d-763cc44240b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:37.404225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c406cca-43bc-402d-ba8d-763cc44240b5 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/cc6c41ed-35e1-4bca-9596-8b44fabe76cf HTTP/1.1" status: 404 len: 336 time: 0.2066765 Mar 02 07:37:37.414340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:37.532214 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0893201d-e0eb-49fd-81e7-68b6f9932a1e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:37.532698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0893201d-e0eb-49fd-81e7-68b6f9932a1e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:37.538846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0893201d-e0eb-49fd-81e7-68b6f9932a1e tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/2b7b77da-05f8-40f3-abfe-6b78d8e8180f HTTP/1.1" status: 404 len: 337 time: 0.1170595 Mar 02 07:37:37.545057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58500) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:37.561662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7677faba-50bb-423c-bfbb-fea412b4ef30 req-f929fea7-c7b8-4b6f-a31c-44e72a660932 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662534 Mar 02 07:37:37.700213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bd411099-5e40-42b1-8392-ae806dc3fcb0 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 200 len: 205 time: 0.1353965 Mar 02 07:37:37.700833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58510) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:37.862829 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-573e74ca-fe66-49db-9c70-e4102e7ff4cd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:37.867530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-573e74ca-fe66-49db-9c70-e4102e7ff4cd tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/c42cf7f4-dc54-4e96-954c-125dc609a787 HTTP/1.1" status: 404 len: 336 time: 0.1655478 Mar 02 07:37:37.870123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58518) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:37.888926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f16a-cdb1-4aca-8d50-9175a92e8560 req-b8935c8d-1850-4ee1-97e4-e7e8dd62fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:37.902613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b081f16a-cdb1-4aca-8d50-9175a92e8560 req-b8935c8d-1850-4ee1-97e4-e7e8dd62fd93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 1096 time: 1.0799925 Mar 02 07:37:38.001949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f9ea03d-ef37-4422-bd69-e64473e2391b tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed08f46-3905-4d9c-a264-c8286de9b1d4 HTTP/1.1" status: 200 len: 205 time: 0.0892684 Mar 02 07:37:38.005333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.076747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b081f16a-cdb1-4aca-8d50-9175a92e8560 req-ed11e92f-0fcb-47d0-94a4-242ca58f5197 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601117 Mar 02 07:37:38.078722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-561b5795-99a6-431b-9ca8-390bfa326c34 req-d22323b1-e0dc-4d8b-812c-933ded38b8b1 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610341 Mar 02 07:37:38.090268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d733d-3901-49a2-b9ee-f6d84d710234 req-0f7cd577-7bc1-4c43-a75a-b687111fb668 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:38.097083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-097d733d-3901-49a2-b9ee-f6d84d710234 req-0f7cd577-7bc1-4c43-a75a-b687111fb668 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 945 time: 0.9257736 Mar 02 07:37:38.147525 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-5e175dc1-d40d-4c32-a82b-c54aba61dce8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:38.151134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5e175dc1-d40d-4c32-a82b-c54aba61dce8 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/9ed08f46-3905-4d9c-a264-c8286de9b1d4 HTTP/1.1" status: 404 len: 336 time: 0.1388402 Mar 02 07:37:38.152178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.340849 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85f0836-1f44-4993-a3f8-7e556ccc6387 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:38.341335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85f0836-1f44-4993-a3f8-7e556ccc6387 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:38.343067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d85f0836-1f44-4993-a3f8-7e556ccc6387 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/f458c795-6e35-4fd9-a38c-72c288d8d0fd HTTP/1.1" status: 404 len: 337 time: 0.1905642 Mar 02 07:37:38.348272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.374374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-097d733d-3901-49a2-b9ee-f6d84d710234 req-f65fb6e1-4024-491c-acbb-19e4e2320cd6 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763062 Mar 02 07:37:38.388042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:38.408958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fbb22071-b426-43a1-9436-2261743dca16 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a738c80-fc2f-4179-8f7e-cafb52446bfd HTTP/1.1" status: 200 len: 205 time: 0.0599959 Mar 02 07:37:38.411371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.417447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393b48-a41e-42e6-83b4-6b676357817e req-cd13387a-4244-48c8-ae8e-876372f7bfa1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:38.419440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31393b48-a41e-42e6-83b4-6b676357817e req-cd13387a-4244-48c8-ae8e-876372f7bfa1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.5478818 Mar 02 07:37:38.518724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31393b48-a41e-42e6-83b4-6b676357817e req-23aa145e-eab8-4332-9d0d-066ac852c682 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864174 Mar 02 07:37:38.599973 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-71e407de-ffe2-4222-9b10-337405484b06 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:38.601350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71e407de-ffe2-4222-9b10-337405484b06 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/1a738c80-fc2f-4179-8f7e-cafb52446bfd HTTP/1.1" status: 404 len: 336 time: 0.1887462 Mar 02 07:37:38.604631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.707507 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8796e009-806d-4b4d-b596-a35f62123440 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:38.708049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8796e009-806d-4b4d-b596-a35f62123440 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:38.714348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:38.718178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8796e009-806d-4b4d-b596-a35f62123440 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/c716a3fa-7f08-417b-90bb-4976422674ea HTTP/1.1" status: 404 len: 337 time: 0.1094291 Mar 02 07:37:38.720070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.725657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:38.784886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27125d-3363-4a21-8726-661f28217d33 req-031ac1d2-42a2-4b82-be7c-e7dc4b96bd28 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:38.786916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f27125d-3363-4a21-8726-661f28217d33 req-031ac1d2-42a2-4b82-be7c-e7dc4b96bd28 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.2485588 Mar 02 07:37:38.825327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Network 6c7f853e-44d1-438f-8dfb-979bcc546b8d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:38.831548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:38.838824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:38.839745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:38.840895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:38.842356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f319a25-7cd7-4113-ba28-8510fa6c96ea tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "GET /v2.0/ports?device_id=61435559-5289-4412-9022-f809190734a3 HTTP/1.1" status: 200 len: 205 time: 0.1176276 Mar 02 07:37:38.844011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58562) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:38.962459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=23653d77-2ffc-4431-b72b-1d278dcc9c9d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:39.003614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f27125d-3363-4a21-8726-661f28217d33 req-94b26dac-4e5a-4de8-b806-3399892d2da6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058992 Mar 02 07:37:39.038930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.043733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.046139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.046672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf13bf-5340-4b0a-a2c1-ec3cad5a8592 req-8b4ea3bd-a7b6-447d-96b1-8be7386280af tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:39.050420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.050923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.051462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98cf13bf-5340-4b0a-a2c1-ec3cad5a8592 req-8b4ea3bd-a7b6-447d-96b1-8be7386280af tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2080600 Mar 02 07:37:39.061409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.062870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.063417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.067742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.068224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.068770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.069300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:39.084297 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92', 'code': 200} Mar 02 07:37:39.084776 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-6a2e83c2-ed1f-4d40-928c-910d4d7ee076 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] delete failed (client error): The resource could not be found. Mar 02 07:37:39.091478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a2e83c2-ed1f-4d40-928c-910d4d7ee076 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/routers/61435559-5289-4412-9022-f809190734a3 HTTP/1.1" status: 404 len: 336 time: 0.2345223 Mar 02 07:37:39.092934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58570) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:39.159289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98cf13bf-5340-4b0a-a2c1-ec3cad5a8592 req-02650f55-2d7f-447e-b910-636d56c05fe2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981081 Mar 02 07:37:39.220226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9625f32-4677-4945-a3ad-e038825395b2 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8626904 Mar 02 07:37:39.220777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:39.233476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:39.328356 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f282e9-1eda-4133-b67d-467ecf957cab tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:39.329549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f282e9-1eda-4133-b67d-467ecf957cab tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:39.334096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20f282e9-1eda-4133-b67d-467ecf957cab tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/4bacc7ad-0b14-4177-92c5-4c90c82b54ee HTTP/1.1" status: 404 len: 337 time: 0.2336452 Mar 02 07:37:39.336403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:39.432660 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e9deb0-dce4-4945-82fa-2199014bb791 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] DELETE failed (client error): The resource could not be found. Mar 02 07:37:39.433304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e9deb0-dce4-4945-82fa-2199014bb791 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:37:39.438320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5e9deb0-dce4-4945-82fa-2199014bb791 tempest-RoutersIpV6Test-187477297 tempest-RoutersIpV6Test-187477297-project] 10.222.0.21 "DELETE /v2.0/subnets/b0db027d-55d8-411c-ac83-8ea19f9451c5 HTTP/1.1" status: 404 len: 337 time: 0.0940473 Mar 02 07:37:39.529615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace980e6-96a2-4935-a32f-33689d142bae req-8129e3fa-4538-4184-a53a-e443004f4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:39.532904 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ace980e6-96a2-4935-a32f-33689d142bae req-8129e3fa-4538-4184-a53a-e443004f4a45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 1096 time: 0.3077631 Mar 02 07:37:39.615775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ace980e6-96a2-4935-a32f-33689d142bae req-d9c0462a-bc13-4283-91b9-3a4b7d752c28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702031 Mar 02 07:37:39.654858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:39.888602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd17fc-6bd7-4b9c-a5de-9547f3637014 req-40bc558b-5187-490d-95d6-75c30b5a6c6a tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:39.893316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4afd17fc-6bd7-4b9c-a5de-9547f3637014 req-40bc558b-5187-490d-95d6-75c30b5a6c6a tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 945 time: 0.2330823 Mar 02 07:37:40.008717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4afd17fc-6bd7-4b9c-a5de-9547f3637014 req-53d4d840-e001-4f53-8dd3-6191422d4c98 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975599 Mar 02 07:37:40.109650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ce5c4-c058-4aa8-b57a-cea4a0e9074a req-646c42d0-4ff4-4912-9ef1-cc3c7e9f46a1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:40.111715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-778ce5c4-c058-4aa8-b57a-cea4a0e9074a req-646c42d0-4ff4-4912-9ef1-cc3c7e9f46a1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.3476195 Mar 02 07:37:40.171434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:40.247517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-778ce5c4-c058-4aa8-b57a-cea4a0e9074a req-f3e86c16-e2a2-4412-9682-fa546fbc5796 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224217 Mar 02 07:37:40.302986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] device_id is not set on port 23653d77-2ffc-4431-b72b-1d278dcc9c9d yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:40.318849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:40.352081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e43f7-3e3f-43d6-80b5-b886646d6abb req-e7da9757-8766-4fc5-befc-ddc2e96e9e74 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:40.360574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Transition to ACTIVE for port object 23653d77-2ffc-4431-b72b-1d278dcc9c9d will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:40.364001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6e43f7-3e3f-43d6-80b5-b886646d6abb req-e7da9757-8766-4fc5-befc-ddc2e96e9e74 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.1455221 Mar 02 07:37:40.371880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:40.538223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6e43f7-3e3f-43d6-80b5-b886646d6abb req-56dcfdc9-fe91-46d4-b8bb-3582560524f8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668000 Mar 02 07:37:40.647330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-97d87f1a-fdb9-4592-a827-bc3b2efa5c69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91585fbb2dfd46b2832de174722dff9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732499 Mar 02 07:37:40.648407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:40.685734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=23653d77-2ffc-4431-b72b-1d278dcc9c9d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:40.771443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:40.774777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:40.777250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:40.818931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:40.828793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:40.831853 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:40.834220 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 2 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:40.878902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:40.919382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:40.920619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:40.922068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:40.934103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:40.934322 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:40.934559 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 3 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:40.971789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:40.972572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:40.973605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:40.982165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:40.982733 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:40.983360 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 4 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:40.997818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.029257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.029829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.030917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.036496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62335950-9bff-4d84-927c-376795592fdc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:41.063721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.063989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.064517 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.065350 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 5 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.068214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a064033c-106d-47ba-9771-965e49b0e1d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62335950-9bff-4d84-927c-376795592fdc HTTP/1.1" status: 204 len: 168 time: 0.4171236 Mar 02 07:37:41.092010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addde4f4-9c3c-4915-b01f-90135c6d016f req-cb8db835-0ee5-4c4c-b3b5-3ac00a915896 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:41.100298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-addde4f4-9c3c-4915-b01f-90135c6d016f req-cb8db835-0ee5-4c4c-b3b5-3ac00a915896 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.1372166 Mar 02 07:37:41.102126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.102474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.102810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.109108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.109438 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.109825 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 6 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.136832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.137260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.137727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.143712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.144530 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.144814 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 7 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.176179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.176656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.177114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.180556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-addde4f4-9c3c-4915-b01f-90135c6d016f req-33996b9f-8b31-4eb0-a8b1-b38d8c25c82b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788002 Mar 02 07:37:41.186121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.186477 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.186864 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 8 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.209690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.210032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.210329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.215675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.216246 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.216638 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 9 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.235168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.235568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.235945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.241110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.241442 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.241835 n-d-827871-1 neutron-server[87855]: INFO neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempt 10 to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d Mar 02 07:37:41.266307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:41.266680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:41.267027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempting to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:41.272305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:41.272647 n-d-827871-1 neutron-server[87855]: ERROR neutron.plugins.ml2.managers [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Failed to bind port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on host n-h1-827871-1 for vnic_type normal using segments [{'id': '6957c359-d7cc-47f1-8aee-062865c5e0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c7f853e-44d1-438f-8dfb-979bcc546b8d'}] Mar 02 07:37:41.273185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.480986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port 23653d77-2ffc-4431-b72b-1d278dcc9c9d, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:41.481429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attempted to set empty binding levels {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:37:41.560002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.669735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] In _notify_port_updated(), no bound segment for port 23653d77-2ffc-4431-b72b-1d278dcc9c9d on network 6c7f853e-44d1-438f-8dfb-979bcc546b8d {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:37:41.670654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:41.671468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.675701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "PUT /v2.0/ports/23653d77-2ffc-4431-b72b-1d278dcc9c9d HTTP/1.1" status: 200 len: 975 time: 2.4511032 Mar 02 07:37:41.676675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7457-abde-4d0d-abd4-5450e777702b tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event updated for resources: {'Port': ['ID=23653d77-2ffc-4431-b72b-1d278dcc9c9d,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:41.677439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:41.726856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66cffe-7b9d-490c-b92a-01b997f9659f req-fac13590-94f1-4315-98cb-18950573b27c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:41.726856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef66cffe-7b9d-490c-b92a-01b997f9659f req-fac13590-94f1-4315-98cb-18950573b27c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2410934 Mar 02 07:37:41.834239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Deleting port 23653d77-2ffc-4431-b72b-1d278dcc9c9d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:41.834893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:41.840689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef66cffe-7b9d-490c-b92a-01b997f9659f req-fdd8f740-8db4-4860-907a-b17894c47336 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993917 Mar 02 07:37:41.877029 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de74d787-2489-49ff-ad14-b23682de33a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:42.295254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] For port 23653d77-2ffc-4431-b72b-1d278dcc9c9d, host n-h1-827871-1, got binding levels [] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:42.295913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:42.490319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Calling delete_port for 23653d77-2ffc-4431-b72b-1d278dcc9c9d owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:42.758383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5fb-df5e-41b0-a39c-52ac02eb3695 req-acb2750c-5fa1-47db-92c2-a8248e9864e4 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:42.762478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1499c5fb-df5e-41b0-a39c-52ac02eb3695 req-acb2750c-5fa1-47db-92c2-a8248e9864e4 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.1530685 Mar 02 07:37:42.834992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1499c5fb-df5e-41b0-a39c-52ac02eb3695 req-1a58dce4-274a-4776-bfb9-099855739ad1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657506 Mar 02 07:37:42.974736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:42.987965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c1c2-7854-43f2-88d7-99f094636b35 req-a8f40c73-3b86-49e7-aaff-bcc29d2f8514 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:42.997703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2878c1c2-7854-43f2-88d7-99f094636b35 req-a8f40c73-3b86-49e7-aaff-bcc29d2f8514 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.3502841 Mar 02 07:37:43.035981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:43.169886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-23858418-e7ac-4dab-a572-c4af8d010b58 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1853220497', 'prefixes': ['172.20.0.0/16']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:43.184836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-23858418-e7ac-4dab-a572-c4af8d010b58 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:43.196169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:43.230750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2878c1c2-7854-43f2-88d7-99f094636b35 req-f7cae5ff-d6b2-4ae0-907c-6ec4ff467663 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320435 Mar 02 07:37:43.256980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Pushing event deleted for resources: {'Port': ['ID=23653d77-2ffc-4431-b72b-1d278dcc9c9d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:43.265843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1b62e55-47e0-4c5e-a444-e1b0cbcd4b78 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "DELETE /v2.0/ports/23653d77-2ffc-4431-b72b-1d278dcc9c9d HTTP/1.1" status: 204 len: 168 time: 1.5869627 Mar 02 07:37:43.268984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:43.346896 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a953a29c-7ea9-4410-913e-de8817db6d21 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:37:43.347604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a953a29c-7ea9-4410-913e-de8817db6d21 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Synchronizing usage tracker for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:43.378951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fed32e-02a2-490e-8e8e-791f6e3234a5 req-94f5f549-cdcd-4f79-bdd0-4c3ea9b85592 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:43.380626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29fed32e-02a2-490e-8e8e-791f6e3234a5 req-94f5f549-cdcd-4f79-bdd0-4c3ea9b85592 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.3331101 Mar 02 07:37:43.429114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a953a29c-7ea9-4410-913e-de8817db6d21 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] Unset dirty status for tenant:b5260638a1ac4371a6d2f7546bef3632 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:43.434684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58686) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:43.451703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a953a29c-7ea9-4410-913e-de8817db6d21 tempest-PortsAdminExtendedAttrsTestJSON-1109024109 tempest-PortsAdminExtendedAttrsTestJSON-1109024109-project-admin] 10.222.0.21 "GET /v2.0/ports/23653d77-2ffc-4431-b72b-1d278dcc9c9d HTTP/1.1" status: 404 len: 333 time: 0.1647007 Mar 02 07:37:43.455318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23858418-e7ac-4dab-a572-c4af8d010b58 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Notify callbacks [] for subnetpool, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:43.456754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-23858418-e7ac-4dab-a572-c4af8d010b58 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4808810 Mar 02 07:37:43.478998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:43.568989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29fed32e-02a2-490e-8e8e-791f6e3234a5 req-f7a0c5b8-6267-41dc-b02e-84d9bf8ebb63 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804299 Mar 02 07:37:43.730233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bf3fe233-ba49-4bd9-b369-c076f695efe9 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "GET /v2.0/subnetpools/e90f8089-af46-4d39-9eec-f05ad9bb5586 HTTP/1.1" status: 200 len: 732 time: 0.2505584 Mar 02 07:37:43.732945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:43.738145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-33646093-355a-4f0a-b245-d999c5958d25 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1678132578'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:43.826386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.042621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33646093-355a-4f0a-b245-d999c5958d25 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Notify callbacks [] for subnetpool, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.048980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-33646093-355a-4f0a-b245-d999c5958d25 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "PUT /v2.0/subnetpools/e90f8089-af46-4d39-9eec-f05ad9bb5586 HTTP/1.1" status: 200 len: 684 time: 0.3149281 Mar 02 07:37:44.049806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:44.091220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.128960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7f853e-44d1-438f-8dfb-979bcc546b8d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:44.132198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc568-156d-4205-b9e5-e1ef6fef1663 req-62aa416f-fe7b-4b31-b5b0-bf49164e063b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:44.134029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdfbc568-156d-4205-b9e5-e1ef6fef1663 req-62aa416f-fe7b-4b31-b5b0-bf49164e063b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.3086867 Mar 02 07:37:44.145736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6957c359-d7cc-47f1-8aee-062865c5e0f0') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:44.146458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6957c359-d7cc-47f1-8aee-062865c5e0f0') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:44.165190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.192729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cbce305e-47de-4bf9-a478-426724175d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.258652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdfbc568-156d-4205-b9e5-e1ef6fef1663 req-c022ba30-10c1-483e-945f-f677ca53df9e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167777 Mar 02 07:37:44.260621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.264730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c859-da2c-405f-a9d8-ad0d3c0fcd7d tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] Notify callbacks [] for subnetpool, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.269500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8ef6c859-da2c-405f-a9d8-ad0d3c0fcd7d tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e90f8089-af46-4d39-9eec-f05ad9bb5586 HTTP/1.1" status: 204 len: 168 time: 0.2173700 Mar 02 07:37:44.270544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:44.286520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:44.287180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.292572 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-c765a3e3-2a43-483c-91d6-c84e7a944d10 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] show failed (client error): The resource could not be found. Mar 02 07:37:44.297261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c765a3e3-2a43-483c-91d6-c84e7a944d10 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "GET /v2.0/subnetpools/e90f8089-af46-4d39-9eec-f05ad9bb5586 HTTP/1.1" status: 404 len: 346 time: 0.0252030 Mar 02 07:37:44.297887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58718) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:44.315093 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:44.324169 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-b2cb4f89-7173-4a37-b4b6-932e787aac76 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] delete failed (client error): The resource could not be found. Mar 02 07:37:44.325299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b2cb4f89-7173-4a37-b4b6-932e787aac76 tempest-SubnetPoolsTestJSON-644219345 tempest-SubnetPoolsTestJSON-644219345-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e90f8089-af46-4d39-9eec-f05ad9bb5586 HTTP/1.1" status: 404 len: 346 time: 0.0264893 Mar 02 07:37:44.426958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa41fb-861c-478b-bb8f-023b68489c3a req-ea94aa94-61ac-4a65-8b2c-1deff77799c8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:44.435215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62aa41fb-861c-478b-bb8f-023b68489c3a req-ea94aa94-61ac-4a65-8b2c-1deff77799c8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2524061 Mar 02 07:37:44.493071 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.553081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.561216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] Pushing event deleted for resources: {'Network': ['ID=6c7f853e-44d1-438f-8dfb-979bcc546b8d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:44.590911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-28adf7dc-1500-4895-8b1e-d6d8d6756508 tempest-PortsAdminExtendedAttrsTestJSON-851978791 tempest-PortsAdminExtendedAttrsTestJSON-851978791-project] 10.222.0.21 "DELETE /v2.0/networks/6c7f853e-44d1-438f-8dfb-979bcc546b8d HTTP/1.1" status: 204 len: 168 time: 1.1526303 Mar 02 07:37:44.628533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62aa41fb-861c-478b-bb8f-023b68489c3a req-45ba22c7-7218-423a-b3f4-b2d9cdb70e42 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809208 Mar 02 07:37:44.929075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd7730-e1c0-4750-8beb-f9d1779f4766 req-29b86e74-86ab-49cf-9966-d16d26ad37c3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:44.935971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ffd7730-e1c0-4750-8beb-f9d1779f4766 req-29b86e74-86ab-49cf-9966-d16d26ad37c3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.1110129 Mar 02 07:37:44.996897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ffd7730-e1c0-4750-8beb-f9d1779f4766 req-108e3f38-84a5-4faa-a4fe-40b6ad4c61e9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600388 Mar 02 07:37:45.046538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:45.091798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58744) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:45.205867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.230714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:45.235651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Usage tracker for resource:security_group_rule and tenant:ae85b178a2d541f089464194d47cc441 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:45.239619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:45.242697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2322d-33ac-47d0-9ccd-68ea22b99a92 req-e4a6d645-c415-43a4-900c-bedd5281dfed tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:45.248793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:45.250398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1fc2322d-33ac-47d0-9ccd-68ea22b99a92 req-e4a6d645-c415-43a4-900c-bedd5281dfed tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.1054873 Mar 02 07:37:45.300376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.348015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1fc2322d-33ac-47d0-9ccd-68ea22b99a92 req-a06ef9c3-1407-44e5-abc2-036f1b837112 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932071 Mar 02 07:37:45.351243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e65df54f-4124-49df-bc42-4a0fb6578ed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e70f9ce88c2a4d6cab91a32ef0e08830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581439 Mar 02 07:37:45.355237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58758) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:45.401078 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.425492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.435604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.497615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae85b178a2d541f089464194d47cc441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492364 Mar 02 07:37:45.500470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58764) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:45.508108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c20a-6a01-4f23-9e5f-e48afe56d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e93c715-3376-4ac7-97fc-4045583cad56,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:45.512098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.542253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.568133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.597359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.599835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.620460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1055f540-da9f-43f3-9e3a-09f9ea0961d1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:45.638311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.640281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e30618e-2d7c-4a58-aebb-cdbd61cf7f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1055f540-da9f-43f3-9e3a-09f9ea0961d1 HTTP/1.1" status: 204 len: 168 time: 0.2816796 Mar 02 07:37:45.693943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.720523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e93c715-3376-4ac7-97fc-4045583cad56,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:45.744378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:45.748279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9272027-f64c-4081-9458-7ffd1655fc42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e93c715-3376-4ac7-97fc-4045583cad56 HTTP/1.1" status: 204 len: 168 time: 0.2435274 Mar 02 07:37:46.022913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2db3-97c6-4519-9725-d8d4383cc93d req-e4b754b0-2512-44a0-a43b-97197d5288ab tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:46.032357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-591a2db3-97c6-4519-9725-d8d4383cc93d req-e4b754b0-2512-44a0-a43b-97197d5288ab tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2102633 Mar 02 07:37:46.113882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-591a2db3-97c6-4519-9725-d8d4383cc93d req-b48f9e5d-2921-43e1-b0bc-20d202307881 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801766 Mar 02 07:37:46.162793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58792) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:46.267837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-91ca9315-1af5-468e-b555-7c2a05f75a40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5260638a1ac4371a6d2f7546bef3632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012669 Mar 02 07:37:46.268530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:46.411629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:46.513196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:46.575916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a82c0-fc3a-41c2-a3aa-ae6b5663e26f req-2651a4f1-41a6-4f4d-a81f-3917e1f52746 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:46.583538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f28a82c0-fc3a-41c2-a3aa-ae6b5663e26f req-2651a4f1-41a6-4f4d-a81f-3917e1f52746 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2857938 Mar 02 07:37:46.661965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f28a82c0-fc3a-41c2-a3aa-ae6b5663e26f req-c80a635a-e234-4b58-81d1-91f808e8d60d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Mar 02 07:37:46.677786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:46.715473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:46.737073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc798-935b-4886-bfec-390b9ed69547 req-876709c0-edef-4387-9279-2263845a0bb9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:46.738936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5afcc798-935b-4886-bfec-390b9ed69547 req-876709c0-edef-4387-9279-2263845a0bb9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.2483032 Mar 02 07:37:46.753748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:46.755426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9219c54-6d9c-4e12-9cb7-b543dd107e72 HTTP/1.1" status: 204 len: 168 time: 0.4855804 Mar 02 07:37:46.756985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9219c54-6d9c-4e12-9cb7-b543dd107e72,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:46.772884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.775540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.776107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.776662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.779009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.780485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.782067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.782613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.783662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.786196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.786746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.790431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaffa87-4d62-42db-84dc-69dd52d5b935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:46.872690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port 5ba6d90e-123c-46d4-9a27-f11a37825d92 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:46.873202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:47.043002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f38d-a2ed-4f72-b361-5ab3326c5a88 req-40f177fc-c823-45e4-bf6e-84bc881ad22e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:47.051020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fa3f38d-a2ed-4f72-b361-5ab3326c5a88 req-40f177fc-c823-45e4-bf6e-84bc881ad22e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 945 time: 0.3989234 Mar 02 07:37:47.218127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fa3f38d-a2ed-4f72-b361-5ab3326c5a88 req-9d658cb8-3473-4116-9371-afb6a74c2c3b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658659 Mar 02 07:37:47.354460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port 5ba6d90e-123c-46d4-9a27-f11a37825d92, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=5ba6d90e-123c-46d4-9a27-f11a37825d92,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:47.356140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:47.632230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a73292-857f-4c8a-90e2-73a69540e41c req-e55f4ac5-b7ec-4eb6-9986-b7b65fa4c4eb tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:47.635807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86a73292-857f-4c8a-90e2-73a69540e41c req-e55f4ac5-b7ec-4eb6-9986-b7b65fa4c4eb tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 945 time: 0.1938293 Mar 02 07:37:47.731981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for 5ba6d90e-123c-46d4-9a27-f11a37825d92 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:47.737739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86a73292-857f-4c8a-90e2-73a69540e41c req-209883db-e8d2-44c3-8d0d-8137c2b5a24e tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963590 Mar 02 07:37:48.001249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0913-8aca-4763-9020-b20fa9f2b841 req-1cb0fba0-055d-451d-9a3b-7422b36949bf tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:48.003255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b67a0913-8aca-4763-9020-b20fa9f2b841 req-1cb0fba0-055d-451d-9a3b-7422b36949bf tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.1033938 Mar 02 07:37:48.051008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9231-7399-4069-846d-1667367059a9 req-b4838853-1dc6-4e3d-980b-8702a487fd49 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:48.052626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3cee9231-7399-4069-846d-1667367059a9 req-b4838853-1dc6-4e3d-980b-8702a487fd49 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2766948 Mar 02 07:37:48.096174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b67a0913-8aca-4763-9020-b20fa9f2b841 req-52c2fb05-8bdc-4fc0-aaf1-eae80e4bd7e7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851779 Mar 02 07:37:48.111928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:48.124385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['5ba6d90e-123c-46d4-9a27-f11a37825d92'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:48.163372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:48.171067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=5ba6d90e-123c-46d4-9a27-f11a37825d92,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:48.308397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port 5ba6d90e-123c-46d4-9a27-f11a37825d92 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:48.326100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3cee9231-7399-4069-846d-1667367059a9 req-bad97ff2-d84d-4392-8dd3-f9e92635f715 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585685 Mar 02 07:37:48.330412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:48.350130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'name': 'network-vif-deleted', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:48.379516 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5afcc798-935b-4886-bfec-390b9ed69547 req-a9cdc015-ff4d-4a42-87d2-4e43304b290b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "DELETE /v2.0/ports/5ba6d90e-123c-46d4-9a27-f11a37825d92 HTTP/1.1" status: 204 len: 173 time: 1.6347053 Mar 02 07:37:48.441152 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c', 'name': 'network-vif-deleted', 'tag': '5ba6d90e-123c-46d4-9a27-f11a37825d92', 'status': 'completed', 'code': 200} Mar 02 07:37:48.507781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-406c7e67-5bb1-4a30-8263-4c0c1d90b956 req-41fef017-cc05-4e62-ac17-14b62100fe3d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e24b2eb-7386-4bb4-9e46-5c7fdb66c74c HTTP/1.1" status: 200 len: 210 time: 0.1305139 Mar 02 07:37:48.521684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:48.568621 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:49.048532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d285a-ae5e-4c93-93a5-464766384010 req-eaa796e7-6dc6-4f11-8cee-4a5095404275 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:49.052726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-861d285a-ae5e-4c93-93a5-464766384010 req-eaa796e7-6dc6-4f11-8cee-4a5095404275 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 945 time: 0.2179289 Mar 02 07:37:49.118450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58910) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:49.120386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6856-97ba-4c62-99ee-9ec6272bf411 req-09a42012-55ac-4b86-a02f-6abbc3c6a545 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:49.132580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e0d6856-97ba-4c62-99ee-9ec6272bf411 req-09a42012-55ac-4b86-a02f-6abbc3c6a545 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 945 time: 0.2370951 Mar 02 07:37:49.241053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e0d6856-97ba-4c62-99ee-9ec6272bf411 req-58d4756e-4cc5-4402-8ee7-d8b62dbae67d tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/security-groups?id=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046240 Mar 02 07:37:49.257587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Deleting port 95b8b63d-889f-4949-92c9-2048793ccff6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:49.262574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:49.430745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee89fe-b949-46d8-991d-1aaf11e1cf6e req-c5a02076-aed2-4196-886e-fe0d9fb5be8b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:49.440038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4aee89fe-b949-46d8-991d-1aaf11e1cf6e req-c5a02076-aed2-4196-886e-fe0d9fb5be8b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.1581290 Mar 02 07:37:49.496696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4aee89fe-b949-46d8-991d-1aaf11e1cf6e req-67cf8956-2a77-46a1-b5cd-2e2acd43d2a7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Mar 02 07:37:49.701471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-957458999', 'router:external': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:49.713715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:49.735414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:network and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:49.735414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:49.735414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:49.755929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Made reservation on behalf of 0fe015c379684c9ba00475afa388423e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:49.755929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:49.782318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:49.813402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:49.822874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:security_group_rule and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:49.830149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:49.837206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:49.861287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] For port 95b8b63d-889f-4949-92c9-2048793ccff6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=95b8b63d-889f-4949-92c9-2048793ccff6,segment=NetworkSegment(f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3),segment_id=f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:49.862875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:49.996415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1d6b-d9c3-4532-9db9-41bbd1a53dbd req-00fff346-28d2-4e75-98eb-40f35dfb2a19 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:50.001951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b7f1d6b-d9c3-4532-9db9-41bbd1a53dbd req-00fff346-28d2-4e75-98eb-40f35dfb2a19 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.4794316 Mar 02 07:37:50.027278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.034713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.076845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:37:50.083923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Calling delete_port for 95b8b63d-889f-4949-92c9-2048793ccff6 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:50.092470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c649db-8ce2-41b7-8e9e-72864e203d71,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:50.098359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.098721 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Added segment 16d3e131-e6f1-4de4-9a9b-47f03e17595d of type vlan for network 20422385-164d-4152-b518-5054346cb2af Mar 02 07:37:50.183403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.202519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5ba6d90e-123c-46d4-9a27-f11a37825d92 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:50.218172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7b7f1d6b-d9c3-4532-9db9-41bbd1a53dbd req-dfc25d67-2476-4252-84ee-d542d8b11c8a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168903 Mar 02 07:37:50.249261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 5ba6d90e-123c-46d4-9a27-f11a37825d92 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:50.250303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 5ba6d90e-123c-46d4-9a27-f11a37825d92 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:50.321038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.322703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:50.323300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.348574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.350219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58950) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:50.445996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3239181 Mar 02 07:37:50.446215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Pushing event deleted for resources: {'Port': ['ID=95b8b63d-889f-4949-92c9-2048793ccff6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:50.453059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58956) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:50.453892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-daf11d09-d5e3-4ace-a8dc-8a5c4abf0ae1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:50.455554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-daf11d09-d5e3-4ace-a8dc-8a5c4abf0ae1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.3267448 Mar 02 07:37:50.458876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58760b0c-2825-4e19-82b5-1e1bf1670a47 req-abd2cfeb-acbd-4b04-a91e-5d338470932b tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.0579796 Mar 02 07:37:50.462544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'subnet': {'network_id': '20422385-164d-4152-b518-5054346cb2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:50.487422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-7cc0f04f-edc5-40ad-82ea-d569dafdf415 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0182369 Mar 02 07:37:50.489086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31ad36-4d14-4043-b0ff-f2084215e4d8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Network': ['ID=20422385-164d-4152-b518-5054346cb2af,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:50.500906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 20422385-164d-4152-b518-5054346cb2af details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:37:50.634015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-a386b2fc-7dac-4145-b6ae-b4f5e7e678f9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421559 Mar 02 07:37:50.648364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:50.653986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:subnet and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:50.657077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:50.664099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:50.674240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] No DVR routers for this DVR port 95b8b63d-889f-4949-92c9-2048793ccff6 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:37:50.681727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.684915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Made reservation on behalf of 0fe015c379684c9ba00475afa388423e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:50.687588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.700733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'name': 'network-vif-deleted', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:50.758924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:50.785477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-07e9fdbb-9fad-4ce8-b85f-9e3c35b011e7 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504006 Mar 02 07:37:50.908982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-861d285a-ae5e-4c93-93a5-464766384010 req-05806b9e-585d-4037-8fe6-5b9283e5f2b8 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.16 "DELETE /v2.0/ports/95b8b63d-889f-4949-92c9-2048793ccff6 HTTP/1.1" status: 204 len: 173 time: 1.8492980 Mar 02 07:37:50.910586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:50.930787 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-91c8000c-27ff-4762-84e7-6485fe321048 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444287 Mar 02 07:37:50.990055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0562a7c93a4556b2ceb9274248ee4f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:50.995774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:51.007556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:51.123959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ec95-b3dc-463b-85c6-974903c971d3 req-6c24e6a5-4e2a-4018-a913-f121c72a21e8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:51.126210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5c3ec95-b3dc-463b-85c6-974903c971d3 req-6c24e6a5-4e2a-4018-a913-f121c72a21e8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.4204166 Mar 02 07:37:51.136511 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0519604-f712-4ff1-a783-07ae6095a61b', 'name': 'network-vif-deleted', 'tag': '95b8b63d-889f-4949-92c9-2048793ccff6', 'status': 'completed', 'code': 200} Mar 02 07:37:51.231502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e81998a-d5ff-4326-a08e-df785bb43c83 req-5d817ab0-b3a8-48d1-82e4-e37dc7ad5d22 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 210 time: 0.0635688 Mar 02 07:37:51.285131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.299483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5c3ec95-b3dc-463b-85c6-974903c971d3 req-18e73839-a6e9-4503-b9c9-47500c747ca2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595984 Mar 02 07:37:51.310217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.394636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a0562a7c93a4556b2ceb9274248ee4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0425749 Mar 02 07:37:51.397293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58992) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:51.407303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd5d4f-3189-4ff7-9e3b-023fa7807097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daad174-f034-4fe0-9c4d-0dcf1fbd88e0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:51.515501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.603549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.651190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94a27d-f779-4cce-a4ee-5a5a3c774066 req-6ee9e419-4d98-4990-9980-2d220c4c35ea tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:51.652824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f94a27d-f779-4cce-a4ee-5a5a3c774066 req-6ee9e419-4d98-4990-9980-2d220c4c35ea tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2947135 Mar 02 07:37:51.689761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.707315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daad174-f034-4fe0-9c4d-0dcf1fbd88e0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:51.732357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:37:51.733168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.734378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:51.735421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3cf02734-05e3-4fa3-bc6d-63abe5e73c49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7daad174-f034-4fe0-9c4d-0dcf1fbd88e0 HTTP/1.1" status: 204 len: 168 time: 0.3369951 Mar 02 07:37:51.755040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f94a27d-f779-4cce-a4ee-5a5a3c774066 req-728e8b34-1309-4e3d-8d65-52a77acea5c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883195 Mar 02 07:37:51.843930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-81260f72-9059-49a3-8428-f5ee63cdf05b req-3ef4e569-9827-4c2a-9012-349605e00679 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Synchronizing usage tracker for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:51.932955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03b1c41b-6264-4e7a-90c5-99af6e28720d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:51.937993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Checking segment: {'id': '16d3e131-e6f1-4de4-9a9b-47f03e17595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20422385-164d-4152-b518-5054346cb2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:51.937993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network hostable DHCP agents. Network: 20422385-164d-4152-b518-5054346cb2af, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:37:51.943857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-81260f72-9059-49a3-8428-f5ee63cdf05b req-3ef4e569-9827-4c2a-9012-349605e00679 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] Unset dirty status for tenant:82d8272f01214cabba5271d6ac5a0959 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:51.953984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81260f72-9059-49a3-8428-f5ee63cdf05b req-3ef4e569-9827-4c2a-9012-349605e00679 tempest-ServerTagsTestJSON-1933012226 tempest-ServerTagsTestJSON-1933012226-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0519604-f712-4ff1-a783-07ae6095a61b HTTP/1.1" status: 200 len: 210 time: 0.2453594 Mar 02 07:37:51.985476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network 20422385-164d-4152-b518-5054346cb2af is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:37:52.001107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 20422385-164d-4152-b518-5054346cb2af) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:52.007483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:52.007625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.018003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15010d80-9e1c-46cd-a67d-9f6ffb64a087 None None] Network 20422385-164d-4152-b518-5054346cb2af requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:52.054728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59008) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:52.060476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1183748819', 'network_id': '20422385-164d-4152-b518-5054346cb2af'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:52.064789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8b2e48bb-e60c-49c1-a0b5-0dcc6d743f45 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5998049 Mar 02 07:37:52.067252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:52.075319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:port and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:52.079644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:52.087023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:52.100085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Made reservation on behalf of 0fe015c379684c9ba00475afa388423e for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:52.104531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.128803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] device_id is not set on port b5ded70b-f6f5-47f5-8339-36cb11ccb597 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:37:52.191799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59014) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:52.230594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.234639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 95b8b63d-889f-4949-92c9-2048793ccff6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:37:52.253990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:52.261036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Usage tracker for resource:security_group_rule and tenant:c6b1fdb8be9d43fd884936ea591e670f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:52.265426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:52.276707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:52.283781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 95b8b63d-889f-4949-92c9-2048793ccff6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:37:52.284198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 95b8b63d-889f-4949-92c9-2048793ccff6 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:37:52.435811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.443834 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.461275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9876727-ab08-4582-8dc9-c608769cdcd8 None None] Network 20422385-164d-4152-b518-5054346cb2af requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:52.481552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.20.0.5 (20422385-164d-4152-b518-5054346cb2af/03b1c41b-6264-4e7a-90c5-99af6e28720d/b5ded70b-f6f5-47f5-8339-36cb11ccb597) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:52.508787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6b1fdb8be9d43fd884936ea591e670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146362 Mar 02 07:37:52.510809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59028) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:52.537309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bc3a4-49f1-4480-aa58-fc6d2a9f0afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da7781-ac2d-4af4-ad23-a46472112593,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:52.692889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9d230-a60d-4a45-b2c3-1733af023b6f req-dc9e8a7d-4d5b-4333-b628-71193c1b75b9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 210 time: 0.1279213 Mar 02 07:37:52.878853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fda43-1d7d-4bb4-b416-a1d26482e9d5 req-d5a20e01-ded5-41a2-989b-bd6342aedcc9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:52.880999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f14fda43-1d7d-4bb4-b416-a1d26482e9d5 req-d5a20e01-ded5-41a2-989b-bd6342aedcc9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2254145 Mar 02 07:37:52.888800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-9a72c899-794b-4005-bf10-4a8f42b0602d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:52.890299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-9a72c899-794b-4005-bf10-4a8f42b0602d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.3283174 Mar 02 07:37:52.903122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:52.943596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': '11eb8196-534e-473b-b92d-bf1836bda311', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:53.048776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.054455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f14fda43-1d7d-4bb4-b416-a1d26482e9d5 req-be9ecf5e-550e-4237-ae14-f8c7bd82ad86 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630650 Mar 02 07:37:53.115857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.125563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:53.130351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Usage tracker for resource:port and tenant:854ece0f470a4840a6ba73aef485aa62 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:53.139851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:53.147874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:53.176397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:37:53.183636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.188593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:53.254174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31828-9adc-4849-bb8c-3d83880523e9 req-05f68b36-9877-42d3-b27c-70034520360e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:53.258667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4e31828-9adc-4849-bb8c-3d83880523e9 req-05f68b36-9877-42d3-b27c-70034520360e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.2854705 Mar 02 07:37:53.306392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.311523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Deleting subnet 03c7d5e0-333a-440c-b665-27ca1811e999 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:37:53.364897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.370310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.5 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/730d6f96-f52a-4b65-85ad-2cde95fc6add) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:53.376103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.452651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4e31828-9adc-4849-bb8c-3d83880523e9 req-34364d3b-4e2c-4add-ae43-03fb5d1dc890 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780186 Mar 02 07:37:53.482985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da7781-ac2d-4af4-ad23-a46472112593,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:53.515815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network 20422385-164d-4152-b518-5054346cb2af is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:53.521825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ded70b-f6f5-47f5-8339-36cb11ccb597,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:53.524474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:53.530618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:53.563522 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.593031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.604075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71aba758-585a-4917-8308-111d920d0615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44da7781-ac2d-4af4-ad23-a46472112593 HTTP/1.1" status: 204 len: 168 time: 1.0842209 Mar 02 07:37:53.658420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:53.659185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.674851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.675976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.720657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.726664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-026c13cf-314b-4e10-b5c3-48d0055eeec0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6708686 Mar 02 07:37:53.727341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59060) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:53.736226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:53.869257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:53.886493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:53.896043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:53.921331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting port b5ded70b-f6f5-47f5-8339-36cb11ccb597 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:37:53.922117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:53.957209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.006990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:54.018069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c7d5e0-333a-440c-b665-27ca1811e999,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:54.025815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.045523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4692da83-d8f3-4aa1-b65c-c3ec85a1e860 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03c7d5e0-333a-440c-b665-27ca1811e999 HTTP/1.1" status: 204 len: 168 time: 0.8557720 Mar 02 07:37:54.048911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:54.049634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.055706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59070) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:54.376319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.437485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.443771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1f27c892-058e-4076-91e5-4dc3021bfe99 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5115993 Mar 02 07:37:54.455683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78011ce-8514-4cdf-a402-8fa70246e6a3 req-5190f841-48ad-463f-8199-09688c07cb26 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:54.456615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a78011ce-8514-4cdf-a402-8fa70246e6a3 req-5190f841-48ad-463f-8199-09688c07cb26 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:37:54.467283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Request body: {'port': {'device_id': '11eb8196-534e-473b-b92d-bf1836bda311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:54.538699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Calling delete_port for b5ded70b-f6f5-47f5-8339-36cb11ccb597 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:37:54.597994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a78011ce-8514-4cdf-a402-8fa70246e6a3 req-5190f841-48ad-463f-8199-09688c07cb26 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:37:54.607205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a78011ce-8514-4cdf-a402-8fa70246e6a3 req-5190f841-48ad-463f-8199-09688c07cb26 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 931 time: 0.6702070 Mar 02 07:37:54.749032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ebe4c-b174-4aad-8a25-94d1430c2b47 req-bb2774d6-6ea5-48b4-af39-a75739c3b9d9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:54.751389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-539ebe4c-b174-4aad-8a25-94d1430c2b47 req-bb2774d6-6ea5-48b4-af39-a75739c3b9d9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.4788744 Mar 02 07:37:54.751643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.816194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a78011ce-8514-4cdf-a402-8fa70246e6a3 req-9c9c393e-0e32-4bdd-b560-6c74c5e05ad7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058563 Mar 02 07:37:54.846170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.910443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:54.941414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3786fd90-a21b-4633-8476-896c43d39a68']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:54.956623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5ded70b-f6f5-47f5-8339-36cb11ccb597,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:54.964387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:54.964690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e7df1d-4bff-4fd5-9268-80f9e02e7bb3') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:37:55.010243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.036690 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.052599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:37:55.053002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:37:55.097663 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:37:55.120216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-539ebe4c-b174-4aad-8a25-94d1430c2b47 req-919247ce-4c8f-4f38-8d5d-5ed863094804 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958449 Mar 02 07:37:55.132103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.142203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2a49c98-01ff-4c1d-9dd3-15dd9081de23 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b5ded70b-f6f5-47f5-8339-36cb11ccb597 HTTP/1.1" status: 204 len: 168 time: 1.4058270 Mar 02 07:37:55.142753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:55.147597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '20422385-164d-4152-b518-5054346cb2af', 'external_fixed_ips': [{'subnet_id': '03b1c41b-6264-4e7a-90c5-99af6e28720d', 'ip_address': '172.20.0.5'}]}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:55.153674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:55.158659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:router and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:55.161575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:55.169534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:55.185374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.187142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.294612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.304523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.351553 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.354689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] Pushing event deleted for resources: {'Network': ['ID=3786fd90-a21b-4633-8476-896c43d39a68,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:55.454415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-91195c7f-e2ba-4893-8c26-ad7c194b003b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3786fd90-a21b-4633-8476-896c43d39a68 HTTP/1.1" status: 204 len: 168 time: 1.3956840 Mar 02 07:37:55.471225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcf055-c8b6-4030-bf11-a326f21ddc4a req-6489266e-ac97-4364-89cc-376b77a0fb8b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:55.473481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2bcf055-c8b6-4030-bf11-a326f21ddc4a req-6489266e-ac97-4364-89cc-376b77a0fb8b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.4289594 Mar 02 07:37:55.589131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730d6f96-f52a-4b65-85ad-2cde95fc6add {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:55.634297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.668590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.675991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Transition to ACTIVE for port object 730d6f96-f52a-4b65-85ad-2cde95fc6add will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:37:55.688914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:55.762879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2bcf055-c8b6-4030-bf11-a326f21ddc4a req-ad6878b8-1333-47ed-b944-a172519d4de0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578248 Mar 02 07:37:55.832250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:55.900466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dd6ef398-a590-4714-b64c-9980b211e162 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82d8272f01214cabba5271d6ac5a0959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669253 Mar 02 07:37:55.903193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Pushing event updated for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:55.910380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:56.031875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Attempting to bind port 730d6f96-f52a-4b65-85ad-2cde95fc6add on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:37:56.032204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Attempting to bind port 730d6f96-f52a-4b65-85ad-2cde95fc6add by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:37:56.032528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Attempting to bind port 730d6f96-f52a-4b65-85ad-2cde95fc6add on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:56.037231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Port 730d6f96-f52a-4b65-85ad-2cde95fc6add on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:37:56.037552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Attempting to bind port 730d6f96-f52a-4b65-85ad-2cde95fc6add on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:37:56.053678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:37:56.054482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:37:56.055089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:37:56.055625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Bound port: 730d6f96-f52a-4b65-85ad-2cde95fc6add, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:37:56.056615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.120030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.192117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:37:56.195518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:37:56.201040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.273637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:56.274307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.276147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] 10.222.0.16 "PUT /v2.0/ports/730d6f96-f52a-4b65-85ad-2cde95fc6add HTTP/1.1" status: 200 len: 1091 time: 1.8148930 Mar 02 07:37:56.276998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:37:56.295784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.315866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc0e4f-5a44-4944-a70b-84dc5ff5583d service neutron] Pushing event updated for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:56.486551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-d3a80fce-5deb-4c3a-90b7-a829edfb8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:56.488850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-d3a80fce-5deb-4c3a-90b7-a829edfb8ffc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 1094 time: 0.1573646 Mar 02 07:37:56.502232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d1c3-381a-4b2c-b069-f2e32f510404 req-91f36c55-7d3b-4ce0-a386-59ee0cd82f87 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:56.510685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5325d1c3-381a-4b2c-b069-f2e32f510404 req-91f36c55-7d3b-4ce0-a386-59ee0cd82f87 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.1305220 Mar 02 07:37:56.532173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.614225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40030e-8592-43d2-9a18-39da2fce08f8 req-867927ac-aa6e-4170-a049-14a2ee20e0d9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:56.616106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf40030e-8592-43d2-9a18-39da2fce08f8 req-867927ac-aa6e-4170-a049-14a2ee20e0d9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 943 time: 0.6016335 Mar 02 07:37:56.617626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.742741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-e6ac722a-733e-471b-bbe3-4037a1074e26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add HTTP/1.1" status: 200 len: 217 time: 0.2279584 Mar 02 07:37:56.780797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf40030e-8592-43d2-9a18-39da2fce08f8 req-79fbf9c6-32b0-4d4e-bfa8-29686631bfc9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787644 Mar 02 07:37:56.791350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.820457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:56.826736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59184) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:56.883700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5325d1c3-381a-4b2c-b069-f2e32f510404 req-40a0bc8e-574d-4be5-b55a-9e32c705a229 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716991 Mar 02 07:37:56.906967 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add', 'status': 'completed', 'code': 200} Mar 02 07:37:56.908370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1a24c7a3-1910-4b8e-b81b-5dc98baf77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:56.909887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-1a24c7a3-1910-4b8e-b81b-5dc98baf77e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.1604395 Mar 02 07:37:56.925322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:56.927368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec6baf79-7f3c-409b-9acc-70ef8d250274 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2451c95b-a7cd-4e3b-8d63-b0c2ce41e72c HTTP/1.1" status: 204 len: 168 time: 1.0146849 Mar 02 07:37:57.074413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.20.0.5 (20422385-164d-4152-b518-5054346cb2af/03b1c41b-6264-4e7a-90c5-99af6e28720d/95d3cd39-c461-4342-8c06-9ae93980df64) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:37:57.097034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-f177479b-2119-413a-82d7-9cfa74f652c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732256 Mar 02 07:37:57.166484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.268209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:57.288327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Usage tracker for resource:security_group_rule and tenant:c1a74ade81e94a2284d7e270520bb4f3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:57.288564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:57.307272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:57.326589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:37:57.361113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-403d9729-34c3-4892-8d73-359ba24d1a0e service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560029 Mar 02 07:37:57.371533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a0f3-64cf-4705-9da8-70fe7663d920 req-fb539796-5012-4836-b4df-9c155b0c6436 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:57.388939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f238a0f3-64cf-4705-9da8-70fe7663d920 req-fb539796-5012-4836-b4df-9c155b0c6436 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 944 time: 0.3830492 Mar 02 07:37:57.492925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.583926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.634763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:57.672742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'mac_address': 'fa:16:3e:e0:b8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:37:57.710302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f238a0f3-64cf-4705-9da8-70fe7663d920 req-50e8761e-d9df-445a-8d6d-45ec156f51b3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769189 Mar 02 07:37:57.758571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network 20422385-164d-4152-b518-5054346cb2af is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:37:57.758571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:37:57.765479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=95d3cd39-c461-4342-8c06-9ae93980df64,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:57.773172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:37:57.793302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc943a-ba75-4a9c-ad40-8f4693f6f1fc req-6f3efd85-33f1-4e91-98f8-88195bbc0793 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030914 Mar 02 07:37:57.809810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.819936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.848062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.895235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:37:57.961351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:37:57.970569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:57.970831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1a74ade81e94a2284d7e270520bb4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1220872 Mar 02 07:37:57.977893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:58.032235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac36d7b-32cb-43b7-9ed5-8e66ae54fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1292c947-e528-4332-aed3-5e756373ee7f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:58.099466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:58.137245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:58.169055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:58.187402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10952064-3275-4cdc-b615-2861669921b3 req-b15acdbd-5eee-418f-8f84-bd2db5762b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:58.188376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.188721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.188857 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-b15acdbd-5eee-418f-8f84-bd2db5762b78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 1094 time: 0.3407779 Mar 02 07:37:58.189059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.189396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.189735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.197493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.198142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.198688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.199312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.199880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.200450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.200988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:58.332839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['aaa23b7f-19e5-4359-ae86-6ce452276c2b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:37:58.378121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10952064-3275-4cdc-b615-2861669921b3 req-f9cf4fa6-1e15-4cd1-83ff-c52894c85312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:58.379602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-f9cf4fa6-1e15-4cd1-83ff-c52894c85312 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.1763980 Mar 02 07:37:58.393000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35d4c4-2a71-4251-bfd5-4da50c1b81d8 req-02ad9818-e699-4619-99de-07b67062c0e9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:58.400209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca35d4c4-2a71-4251-bfd5-4da50c1b81d8 req-02ad9818-e699-4619-99de-07b67062c0e9 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2486367 Mar 02 07:37:58.405147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:58.431696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d4aac-be6c-46f0-85dd-c2ad08932053 req-ca193d6b-b061-4500-9377-6df06f2d71ec tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:58.447288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-646d4aac-be6c-46f0-85dd-c2ad08932053 req-ca193d6b-b061-4500-9377-6df06f2d71ec tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 943 time: 0.3207951 Mar 02 07:37:58.570481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-4d850beb-7394-4690-9673-cb3b286bdf81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add HTTP/1.1" status: 200 len: 217 time: 0.1666815 Mar 02 07:37:58.570704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1292c947-e528-4332-aed3-5e756373ee7f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:58.593736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca35d4c4-2a71-4251-bfd5-4da50c1b81d8 req-1ba806ad-2900-47f3-9c02-b270f88244f4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925585 Mar 02 07:37:58.632030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:58.633401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eaa70214-a722-4db9-9951-471c0383b62f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1292c947-e528-4332-aed3-5e756373ee7f HTTP/1.1" status: 204 len: 168 time: 0.6475635 Mar 02 07:37:58.657478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-646d4aac-be6c-46f0-85dd-c2ad08932053 req-4228c42b-a5ac-46d0-8ff2-b4d99a607804 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038672 Mar 02 07:37:58.669489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10952064-3275-4cdc-b615-2861669921b3 req-53e74682-8706-4c46-afae-c0cfa4cdd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:58.674501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-53e74682-8706-4c46-afae-c0cfa4cdd03a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.0963924 Mar 02 07:37:58.698938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:58.744551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-94e190d8-8809-46cc-9f84-d47548914da3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633521 Mar 02 07:37:59.137377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59266) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:59.154386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:59.157214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-c1c5a272-8e18-4f47-ad39-5738ecdff001 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054046 Mar 02 07:37:59.167778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:59.229514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:37:59.246651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0089d-15d5-421f-b223-e59accdb971d req-3347c89d-c33c-4a9e-b0b9-24319dc721c3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:59.249361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4eb0089d-15d5-421f-b223-e59accdb971d req-3347c89d-c33c-4a9e-b0b9-24319dc721c3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.2868848 Mar 02 07:37:59.250488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Usage tracker for resource:security_group_rule and tenant:428d7fe6889b45578b3b29775ba9c0b9 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:37:59.255220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:37:59.423373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router ec0a946a-d77a-4d48-9c88-619014e30360 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:37:59.459687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:37:59.581556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4eb0089d-15d5-421f-b223-e59accdb971d req-b8e7f2fb-cdbb-4c3b-9fc5-082c0682e758 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196552 Mar 02 07:37:59.676809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10952064-3275-4cdc-b615-2861669921b3 req-6526753b-09ef-4f7c-863e-f3921e63408c service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105147 Mar 02 07:37:59.767124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:59.772742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:59.835107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84194e78-5efd-4e4b-84db-ae440f74813e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:59.859858 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-44cd2fca-aaa6-46d0-a37f-c74ddcc9fd40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428d7fe6889b45578b3b29775ba9c0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7185462 Mar 02 07:37:59.861381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59292) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:59.985626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.036276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.098298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaba3-1e0b-45d8-bca9-8e58983e9303 req-ba1bf17d-9f84-4ab0-a436-495ed0d93623 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:00.100495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03adaba3-1e0b-45d8-bca9-8e58983e9303 req-ba1bf17d-9f84-4ab0-a436-495ed0d93623 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 943 time: 0.1862898 Mar 02 07:38:00.119350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:00.129694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Sync routers for ids ['ec0a946a-d77a-4d48-9c88-619014e30360'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:00.155845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Routers {'ec0a946a-d77a-4d48-9c88-619014e30360'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:00.158655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec0a946a-d77a-4d48-9c88-619014e30360'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:00.180268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.182456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03adaba3-1e0b-45d8-bca9-8e58983e9303 req-d145ed94-0b0f-41ab-9684-e20006857a7e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684156 Mar 02 07:38:00.184094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59306) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:00.185762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7307a9d1-ed9c-4cb5-83f5-8959f279fc19 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0400507 Mar 02 07:38:00.205765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbbdd-834d-4d94-a7c5-51a424a0c502 req-9426c542-091f-4729-934c-60e703b22b53 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:00.207956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-acddbbdd-834d-4d94-a7c5-51a424a0c502 req-9426c542-091f-4729-934c-60e703b22b53 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2880816 Mar 02 07:38:00.283568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-acddbbdd-834d-4d94-a7c5-51a424a0c502 req-8a024ef5-edc7-4c6b-9acd-88e5a8b8ce77 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664158 Mar 02 07:38:00.327510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 730d6f96-f52a-4b65-85ad-2cde95fc6add details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:38:00.394389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.452023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.506538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84194e78-5efd-4e4b-84db-ae440f74813e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:00.527342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.528871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51d251c7-761e-46e1-ab4a-873107772346 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84194e78-5efd-4e4b-84db-ae440f74813e HTTP/1.1" status: 204 len: 168 time: 0.6663270 Mar 02 07:38:00.594618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Set router ec0a946a-d77a-4d48-9c88-619014e30360 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:00.717099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.729435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting port 95d3cd39-c461-4342-8c06-9ae93980df64 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:00.730187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:00.916683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:01.037233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '730d6f96-f52a-4b65-85ad-2cde95fc6add', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': '730d6f96-f52a-4b65-85ad-2cde95fc6add', 'mac_address': 'fa:16:3e:3e:dc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:38:01.044872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:01.135072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3ccf5-2041-4651-a82a-6a8e4f103642 req-6506a758-f712-4d33-804a-21c0c552f651 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:01.136681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5e3ccf5-2041-4651-a82a-6a8e4f103642 req-6506a758-f712-4d33-804a-21c0c552f651 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 945 time: 0.2819176 Mar 02 07:38:01.167517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:01.198364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730d6f96-f52a-4b65-85ad-2cde95fc6add {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:01.239933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:01.240361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Calling delete_port for 95d3cd39-c461-4342-8c06-9ae93980df64 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:01.313346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:01.381257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:01.431507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5e3ccf5-2041-4651-a82a-6a8e4f103642 req-9a37a330-1c1e-4500-9e49-ececfbf7e01e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280145 Mar 02 07:38:01.580755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a262d37-0910-4276-8861-387ce17b890d req-997abcdb-d204-4bd8-a8c1-ce232f278579 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:01.602384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a262d37-0910-4276-8861-387ce17b890d req-997abcdb-d204-4bd8-a8c1-ce232f278579 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 944 time: 0.2081654 Mar 02 07:38:01.639407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59354) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:01.645902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:01.658514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port aaa23b7f-19e5-4359-ae86-6ce452276c2b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:01.668240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:01.672600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port aaa23b7f-19e5-4359-ae86-6ce452276c2b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:01.672960 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:01.733094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a262d37-0910-4276-8861-387ce17b890d req-295dfc69-0f5b-4303-a07d-16fd6f2a44b5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281843 Mar 02 07:38:01.748163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['730d6f96-f52a-4b65-85ad-2cde95fc6add'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:01.885337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a946a-d77a-4d48-9c88-619014e30360', 'name': '', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20422385-164d-4152-b518-5054346cb2af', 'external_fixed_ips': [{'subnet_id': '03b1c41b-6264-4e7a-90c5-99af6e28720d', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '95d3cd39-c461-4342-8c06-9ae93980df64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:55Z', 'updated_at': '2022-03-02T07:37:58Z', 'revision_number': 3, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port': {'id': '95d3cd39-c461-4342-8c06-9ae93980df64', 'name': '', 'network_id': '20422385-164d-4152-b518-5054346cb2af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a946a-d77a-4d48-9c88-619014e30360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '03b1c41b-6264-4e7a-90c5-99af6e28720d', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:37:56Z', 'updated_at': '2022-03-02T07:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b1c41b-6264-4e7a-90c5-99af6e28720d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:01.901033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Checking router: ec0a946a-d77a-4d48-9c88-619014e30360 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:01.901372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Updating router ec0a946a-d77a-4d48-9c88-619014e30360 port 95d3cd39-c461-4342-8c06-9ae93980df64 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:38:01.957326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Port 95d3cd39-c461-4342-8c06-9ae93980df64 not found while updating agent binding for router ec0a946a-d77a-4d48-9c88-619014e30360. {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 02 07:38:02.048351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Routers {'ec0a946a-d77a-4d48-9c88-619014e30360'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:02.049282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:37:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec0a946a-d77a-4d48-9c88-619014e30360'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:02.139361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.155925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.159680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Port': ['ID=95d3cd39-c461-4342-8c06-9ae93980df64,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:02.205027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:02.209281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Usage tracker for resource:security_group_rule and tenant:0d9fa9f70581492b95bb32ca0fb6d553 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:02.212457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:02.218960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:02.252298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:02.317324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] Set router ec0a946a-d77a-4d48-9c88-619014e30360 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:02.321180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.335173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.367789 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'code': 200} Mar 02 07:38:02.371172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:02.424313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d9fa9f70581492b95bb32ca0fb6d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834544 Mar 02 07:38:02.426995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59384) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:02.470946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.473049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.510986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.545097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.607590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513503b0-aa93-40a1-9417-b19eb766cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03465eca-df64-4814-ab1a-f721b225a02e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:02.643876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.687027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a946a-d77a-4d48-9c88-619014e30360', 'name': '', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:55Z', 'updated_at': '2022-03-02T07:38:01Z', 'revision_number': 5, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:02.694265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03465eca-df64-4814-ab1a-f721b225a02e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:02.706701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac47b66-3d49-4718-8fb7-fb6a0c4f1870 None None] The sync data for ids ['ec0a946a-d77a-4d48-9c88-619014e30360'] in n-d-827871-1 is: [{'id': 'ec0a946a-d77a-4d48-9c88-619014e30360', 'name': '', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:37:55Z', 'updated_at': '2022-03-02T07:38:01Z', 'revision_number': 5, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:02.791904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:02.833044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.837872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13cf41ac-f0bb-4295-923d-e88256e6b98f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03465eca-df64-4814-ab1a-f721b225a02e HTTP/1.1" status: 204 len: 168 time: 0.4090085 Mar 02 07:38:02.934257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090900c-8ade-4ab1-9153-fbd4270a803b req-5821dffa-6d43-49e8-be22-d263c29cdda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:02.936483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6090900c-8ade-4ab1-9153-fbd4270a803b req-5821dffa-6d43-49e8-be22-d263c29cdda6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.2462933 Mar 02 07:38:03.000325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6090900c-8ade-4ab1-9153-fbd4270a803b req-d4e0f458-0ecb-4789-8a89-e34b0d50dc47 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580106 Mar 02 07:38:03.073345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.076741 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.112955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44d03-1228-45e8-ac5b-93fcced7f256 req-6ed1b3f6-37e3-4e9b-b6ef-b4750474e77c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:03.114765 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eec44d03-1228-45e8-ac5b-93fcced7f256 req-6ed1b3f6-37e3-4e9b-b6ef-b4750474e77c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.4208164 Mar 02 07:38:03.123900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.124536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec0a946a-d77a-4d48-9c88-619014e30360 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:03.198226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.202323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-15dc3f7b-d63a-4dbc-baa8-88501a407e91 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ec0a946a-d77a-4d48-9c88-619014e30360 HTTP/1.1" status: 204 len: 168 time: 3.0172606 Mar 02 07:38:03.205630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59416) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:03.267971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb70d6-f721-4971-8049-97e8d0cccbca req-a995de8d-c390-4285-a10b-4f794540bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:03.270328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39cb70d6-f721-4971-8049-97e8d0cccbca req-a995de8d-c390-4285-a10b-4f794540bf5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1097 time: 0.4801483 Mar 02 07:38:03.273363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eec44d03-1228-45e8-ac5b-93fcced7f256 req-26328cb4-bb60-4936-a825-a8a53b380105 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Mar 02 07:38:03.308010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting subnet 03b1c41b-6264-4e7a-90c5-99af6e28720d {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:38:03.320564 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.331158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a1122-1c08-4bd2-8650-b48e0451d5a1 req-66ccde32-f2d3-4230-ad6b-47172ed2caef tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:03.338592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-008a1122-1c08-4bd2-8650-b48e0451d5a1 req-66ccde32-f2d3-4230-ad6b-47172ed2caef tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 944 time: 0.1410396 Mar 02 07:38:03.353167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:38:03.410329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.437617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-008a1122-1c08-4bd2-8650-b48e0451d5a1 req-f5001282-9b88-4109-8c52-b1c6634e35e6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928838 Mar 02 07:38:03.535665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39cb70d6-f721-4971-8049-97e8d0cccbca req-74464121-c4e7-456c-a821-456dcd5ac25c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568560 Mar 02 07:38:03.562431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.636324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:03.645531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:03.686172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.695918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'mac_address': 'fa:16:3e:b0:de:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:38:03.704143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:03.708579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:06f0500e23244e5ead430ca9160de9a8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:03.711653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:03.717213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.757273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:03.765246 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.769313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03b1c41b-6264-4e7a-90c5-99af6e28720d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:03.778634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.792328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1f1147c-154d-4d4e-9b94-fdf563501157 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:03.798299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:03.798784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ebf5e205-5514-47e7-8d16-7cdbef6c1c88 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/03b1c41b-6264-4e7a-90c5-99af6e28720d HTTP/1.1" status: 204 len: 168 time: 0.5906320 Mar 02 07:38:03.816842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:03.824840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.893769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.901262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.919225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:03.972139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06f0500e23244e5ead430ca9160de9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335204 Mar 02 07:38:03.973092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02944-b65f-4941-8368-c8e9e82d3bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db31fb95-bbd3-49c5-a733-6f4164e8e4a1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:03.975603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:03.982534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d1f1147c-154d-4d4e-9b94-fdf563501157'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:04.016170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.128050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.192779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.270348 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.316826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 730d6f96-f52a-4b65-85ad-2cde95fc6add up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:04.320083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20422385-164d-4152-b518-5054346cb2af']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:04.336781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d3e131-e6f1-4de4-9a9b-47f03e17595d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:04.337219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d3e131-e6f1-4de4-9a9b-47f03e17595d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:04.358685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.377785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.386256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:38:04.386776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.443137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedff91-2361-4f71-ba8d-15132b5fa515 req-9fde3c64-a0e3-43b6-8c7b-4e7cb55f79ec tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:04.461118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6dedff91-2361-4f71-ba8d-15132b5fa515 req-9fde3c64-a0e3-43b6-8c7b-4e7cb55f79ec tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.2424238 Mar 02 07:38:04.488942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 730d6f96-f52a-4b65-85ad-2cde95fc6add completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:04.515070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 730d6f96-f52a-4b65-85ad-2cde95fc6add triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:04.515070 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.526206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.573950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db31fb95-bbd3-49c5-a733-6f4164e8e4a1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:38:04.577585 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:38:04.633224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.637417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0180d68d-49c7-4546-88a0-80a45a066b5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db31fb95-bbd3-49c5-a733-6f4164e8e4a1 HTTP/1.1" status: 204 len: 168 time: 0.6580524 Mar 02 07:38:04.663045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6dedff91-2361-4f71-ba8d-15132b5fa515 req-09267ede-c469-47c4-892b-ffa0d9b7cf51 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008393 Mar 02 07:38:04.749208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.766969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20422385-164d-4152-b518-5054346cb2af {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:38:04.798766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.833251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:04.872169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Network': ['ID=20422385-164d-4152-b518-5054346cb2af,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:04.879289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:04.913380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:04.935285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e6a2e2da-4115-401d-bcf3-d495b2f9c20e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/networks/20422385-164d-4152-b518-5054346cb2af HTTP/1.1" status: 204 len: 168 time: 1.1357532 Mar 02 07:38:04.941542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.025590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d1794-fd39-4370-915e-5585b712b957 req-3dab8636-0b1e-40ab-a834-648dc19e831a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:05.037317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a1d1794-fd39-4370-915e-5585b712b957 req-3dab8636-0b1e-40ab-a834-648dc19e831a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 944 time: 0.4511440 Mar 02 07:38:05.135911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6a1d1794-fd39-4370-915e-5585b712b957 req-60eca4d8-5889-4fdf-9320-d920818d325b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972681 Mar 02 07:38:05.152997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768481-c1ec-4cdd-a754-7c540718f1f8 req-d8970d63-6f2c-4faa-8de6-69d28c59d081 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:05.161152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f768481-c1ec-4cdd-a754-7c540718f1f8 req-d8970d63-6f2c-4faa-8de6-69d28c59d081 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.1906981 Mar 02 07:38:05.234107 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add', 'code': 200} Mar 02 07:38:05.314873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:05.367271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:05.408590 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f768481-c1ec-4cdd-a754-7c540718f1f8 req-794a006e-26a1-4e64-aded-0959714b3ea4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465608 Mar 02 07:38:05.464108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b350a1-a7eb-4f52-8e4a-2f76e3c27634 req-d5d56d77-b70a-416c-a385-510840baf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:05.465776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35b350a1-a7eb-4f52-8e4a-2f76e3c27634 req-d5d56d77-b70a-416c-a385-510840baf5aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 1096 time: 0.1788077 Mar 02 07:38:05.497691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d1f1147c-154d-4d4e-9b94-fdf563501157 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:05.499096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.575212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35b350a1-a7eb-4f52-8e4a-2f76e3c27634 req-bdd01416-b5f3-42b7-a8a0-5d3517433e02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Mar 02 07:38:05.704108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.723962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:05.745939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:05.755889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.876727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:05.973911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a1f9c-ea9b-4f60-857f-0fb2e985b7f8 req-f6d75394-c1a9-4813-b877-9235fd6bdfa5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:05.977890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e0a1f9c-ea9b-4f60-857f-0fb2e985b7f8 req-f6d75394-c1a9-4813-b877-9235fd6bdfa5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.1239097 Mar 02 07:38:06.030903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e0a1f9c-ea9b-4f60-857f-0fb2e985b7f8 req-3bed3ab7-a076-4ae7-af94-e33a0ed2fdad tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488563 Mar 02 07:38:06.112830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:06.169521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:06.176106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf50e70309be4cb29da455acdd73cecf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:06.185133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:06.215609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:06.661220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:06.692740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:06.768096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59596) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:06.777723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'name': 'tempest-router--677117875', 'project_id': '8ed00f2b3f5d4208a4f296b7f6abddd6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:06.822741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:06.850249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:router and tenant:8ed00f2b3f5d4208a4f296b7f6abddd6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:06.866566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:06.871310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c06f55-08b4-40dd-9bb6-2c70b57a08ee req-41740839-d439-4c9e-8723-93cf571b3e79 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:06.894038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85c06f55-08b4-40dd-9bb6-2c70b57a08ee req-41740839-d439-4c9e-8723-93cf571b3e79 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.4377954 Mar 02 07:38:07.044818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:07.092275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.093297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.126134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.183322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.202049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf50e70309be4cb29da455acdd73cecf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4772859 Mar 02 07:38:07.203315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d2a0f-1644-4636-a0d8-7677cae79ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa638cb-1a76-41de-a6aa-e04b3e9c9632,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:07.218133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85c06f55-08b4-40dd-9bb6-2c70b57a08ee req-54521af1-1a4e-4e4e-933d-5042edd16ba0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225958 Mar 02 07:38:07.222199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59614) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:07.238666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:07.254727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7621096-f623-4b85-81fd-d99289321eb9 req-b287aad2-66bb-43cb-961b-624da5268212 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:07.256270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7621096-f623-4b85-81fd-d99289321eb9 req-b287aad2-66bb-43cb-961b-624da5268212 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.3623569 Mar 02 07:38:07.312501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.316493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79d8ccb4-db7f-48b4-b0a6-ef94bad025b7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5466120 Mar 02 07:38:07.323773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59620) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:07.381566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7621096-f623-4b85-81fd-d99289321eb9 req-97df0c27-d168-4558-90a5-ef63861ba280 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135149 Mar 02 07:38:07.553339 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'code': 200} Mar 02 07:38:07.682141 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.816431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.117340 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:38:08.128359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.326418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.332659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.382751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f708c-dacc-4018-8034-f8ffb9fa3353 req-1a58f8ef-8b4a-4c44-a14d-254238f1148e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:08.385178 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-642f708c-dacc-4018-8034-f8ffb9fa3353 req-1a58f8ef-8b4a-4c44-a14d-254238f1148e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.7073023 Mar 02 07:38:08.395582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.400300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dcbc38d-6bed-43f7-8cca-4e4252f35787 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:08.467612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.551273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa638cb-1a76-41de-a6aa-e04b3e9c9632,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:08.596343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac858-3b54-4905-9c83-902291ad6188 req-cc22ef8a-e793-4625-b594-5602c2d958c0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:08.599795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-642f708c-dacc-4018-8034-f8ffb9fa3353 req-0fb4d1a9-8fb4-4278-a00c-2796444c3145 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956308 Mar 02 07:38:08.611921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2dac858-3b54-4905-9c83-902291ad6188 req-cc22ef8a-e793-4625-b594-5602c2d958c0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.1820757 Mar 02 07:38:08.620476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.624476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bac5adec-8ca6-475f-b412-478ecb027d3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efa638cb-1a76-41de-a6aa-e04b3e9c9632 HTTP/1.1" status: 204 len: 168 time: 1.3999898 Mar 02 07:38:08.625727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:08.631477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3aa378f4-c236-4d70-ae4f-14ad5654d59c tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5dcbc38d-6bed-43f7-8cca-4e4252f35787 HTTP/1.1" status: 204 len: 168 time: 1.3062818 Mar 02 07:38:08.692151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c2dac858-3b54-4905-9c83-902291ad6188 req-018cde6f-05a4-442f-a83c-4444d45e60b8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Mar 02 07:38:08.994992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366daae7-af5c-4cae-b7b8-52eebee90208 req-e734e612-60ad-4083-932d-236e9a42d7e0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:09.005367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-366daae7-af5c-4cae-b7b8-52eebee90208 req-e734e612-60ad-4083-932d-236e9a42d7e0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.1294546 Mar 02 07:38:09.093289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-366daae7-af5c-4cae-b7b8-52eebee90208 req-676f987e-efda-4ae8-a080-4ca9f15e2aae tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 Mar 02 07:38:09.327009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59674) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:09.766311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:09.840793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:09.897021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:09.910126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Usage tracker for resource:security_group_rule and tenant:3830098962d942f0ac4651c4f7b8610d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:09.923510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:09.936911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:10.119425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-613772206', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:10.136140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:10.162077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:10.174756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:10.192982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:10.212926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-ac16a9d7-6aca-4aa6-a7de-9a4c650e5c1a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:10.222649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-ac16a9d7-6aca-4aa6-a7de-9a4c650e5c1a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.5693305 Mar 02 07:38:10.248452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-ced928f9-2d51-47a6-85e4-96c74344a094 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0242577 Mar 02 07:38:10.248716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:10.254340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:10.354946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-9628d256-7b70-4d09-bf72-7b657d3837da tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055779 Mar 02 07:38:10.361097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3c81-28b9-4a1a-ba02-b78cb86fea2d req-d9f8962a-b499-4545-ba6d-944f47e28bd8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:10.369753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-868a3c81-28b9-4a1a-ba02-b78cb86fea2d req-d9f8962a-b499-4545-ba6d-944f47e28bd8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.3573587 Mar 02 07:38:10.403865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:10.478998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-868a3c81-28b9-4a1a-ba02-b78cb86fea2d req-e70fadce-4b81-4174-9063-8c91539fbca1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077487 Mar 02 07:38:10.518504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:10.534353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:10.595760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-40e93bab-0ec0-4301-941a-4fdd12682ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392359 Mar 02 07:38:10.629026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c15687-0fd0-4115-b46e-a191af38f786,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:10.859588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-c674efd4-a061-442e-9508-ffcc422a79e4 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627115 Mar 02 07:38:10.873843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d99f8697-bad6-45af-8f1d-fff85c76fe49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3830098962d942f0ac4651c4f7b8610d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1065860 Mar 02 07:38:10.876598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59726) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:11.037032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:11.111868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:11.340194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e5d6cf5-95da-4343-9fc1-590a64299aa4 req-314f54fc-c9f8-43d4-ad52-95aab4731923 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 210 time: 0.1427424 Mar 02 07:38:11.343337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:11.382207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c15687-0fd0-4115-b46e-a191af38f786,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:11.397576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:11.401979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-082f89eb-a47d-4347-87c5-a1f295e2950f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c15687-0fd0-4115-b46e-a191af38f786 HTTP/1.1" status: 204 len: 168 time: 0.5230296 Mar 02 07:38:11.624659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:11.799715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77709765-d9bb-481f-b06e-7bb8430f0222 req-85d635f7-269d-41d1-835f-d421c27afcfc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:11.814733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-77709765-d9bb-481f-b06e-7bb8430f0222 req-85d635f7-269d-41d1-835f-d421c27afcfc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.1039493 Mar 02 07:38:11.896272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e071159e-f65f-4572-8a9a-99db7daf71c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:12.090123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-77709765-d9bb-481f-b06e-7bb8430f0222 req-7dee4b8d-ae36-439a-aca4-d7015626608b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663264 Mar 02 07:38:12.338836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59764) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:12.630507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:12.717109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-341e9398-4412-4c73-bccb-9edf950d3d69 req-5b4c3e99-10af-4bbc-9086-da08da32528a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 210 time: 0.1127868 Mar 02 07:38:12.736546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:12.785697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:12.851061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:12.862245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:dad6a36cb53a42248038358cddf39c4c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:12.870751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:12.879944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:13.044763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Allocated IP 172.25.4.111 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/283268a3-a0ec-4654-8e8f-545bc186d975) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:13.114949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.130894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.253736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed18e51-036a-4a91-ac5b-01a2591c1b87,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:13.272202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f8925558-69de-481e-b229-24d3bbbdc7b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad6a36cb53a42248038358cddf39c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311249 Mar 02 07:38:13.275233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59796) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:13.467687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.532194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.654888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.687003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed18e51-036a-4a91-ac5b-01a2591c1b87,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:13.725891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.736640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3a8a314-1ea7-4a5c-9b50-a01003d76fbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eed18e51-036a-4a91-ac5b-01a2591c1b87 HTTP/1.1" status: 204 len: 168 time: 0.4604578 Mar 02 07:38:13.909243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-626b9719-c737-436e-95e7-b110870b146c req-e010521c-2e9b-4441-9483-19f5e60e242e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 210 time: 0.0605762 Mar 02 07:38:13.918562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:13.945256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-c32b56e7-45ed-4528-b8a6-ebcbcf2b6285 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:13.947411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-c32b56e7-45ed-4528-b8a6-ebcbcf2b6285 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.6153233 Mar 02 07:38:13.990831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:14.205271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-18c97a49-2d56-456a-858c-1acb74344d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.359743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:14.371061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:14.394875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:14.398889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.434748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428b0c-c1e9-45c6-9b55-9fd17ac6e8dc req-aa0ca6d8-0003-4a52-8b1e-f118a83baf15 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:14.436699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61428b0c-c1e9-45c6-9b55-9fd17ac6e8dc req-aa0ca6d8-0003-4a52-8b1e-f118a83baf15 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.0341001 Mar 02 07:38:14.444821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.466907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:14.502760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.570525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:14.617576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Usage tracker for resource:security_group_rule and tenant:828c04f1a65643a98b85971759c01a04 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:14.618429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:14.618747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:14.618855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:14.618947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:14.664100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:14.734689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.757379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:14.812717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a07e628-b6b7-404a-b09d-3489a346781d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:14.865243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event updated for resources: {'Port': ['ID=283268a3-a0ec-4654-8e8f-545bc186d975,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:14.866358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-80f8c18b-134a-4e6e-9189-8c4a964935bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=828c04f1a65643a98b85971759c01a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981025 Mar 02 07:38:14.867301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59844) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:14.888335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61428b0c-c1e9-45c6-9b55-9fd17ac6e8dc req-bf2d7c22-9aec-4ab4-aef3-364025ab0546 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384367 Mar 02 07:38:15.015431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.076094 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.176149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.200887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a07e628-b6b7-404a-b09d-3489a346781d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:15.220691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.221830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-05080d04-3323-4a72-8ae6-be1b1673212a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a07e628-b6b7-404a-b09d-3489a346781d HTTP/1.1" status: 204 len: 168 time: 0.3524649 Mar 02 07:38:15.299609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.409176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:15.444164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.11 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/00d1623c-ddab-4718-a807-a761ef186a87) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:15.615740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-bd31e8d1-164e-4848-9b95-6ebbc2dcd18c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8551722 Mar 02 07:38:15.718521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62981229-86da-410e-a4f8-25770b49d6b5 req-b7e4e327-8ece-4fac-baf4-4c4c9b0ddf68 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 210 time: 0.0842066 Mar 02 07:38:16.307962 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:16.729771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:16.877978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:16.891758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['730d6f96-f52a-4b65-85ad-2cde95fc6add'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:16.903651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-7fd3cd6f-8f08-436e-aee5-57ff09c54725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:16.915526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-7fd3cd6f-8f08-436e-aee5-57ff09c54725 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 1097 time: 1.1074321 Mar 02 07:38:17.058905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:17.231125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfea59-64d7-418b-b078-f298c5457c9a req-9663e423-1f46-4d15-b103-4eda143abb1f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:17.249216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bddfea59-64d7-418b-b078-f298c5457c9a req-9663e423-1f46-4d15-b103-4eda143abb1f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 932 time: 0.2252817 Mar 02 07:38:17.339430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bddfea59-64d7-418b-b078-f298c5457c9a req-4b08d2f7-edef-4d2e-8255-a13f63a20f91 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Mar 02 07:38:17.364540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:17.375472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:17.403764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:17.500164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d7318-80d4-4bc0-b626-c26208f5f393 req-77da7823-a398-47c5-8c26-6f6c9ed9233b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:17.506320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd4d7318-80d4-4bc0-b626-c26208f5f393 req-77da7823-a398-47c5-8c26-6f6c9ed9233b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.4161305 Mar 02 07:38:17.623495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:17.653000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:17.742544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-946ae94d-25f6-49a6-be6e-5509293f4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:17.744264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-946ae94d-25f6-49a6-be6e-5509293f4579 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.6800520 Mar 02 07:38:17.763937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:17.894308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-de818de1-b309-417f-9cb9-bc9a39ee602d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 200 len: 1000 time: 0.1362596 Mar 02 07:38:17.975383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:17.976037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.082720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd4d7318-80d4-4bc0-b626-c26208f5f393 req-f59fe320-143a-4cb6-9084-b0a62a8ac015 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488628 Mar 02 07:38:18.084443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.109719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:18.109719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Usage tracker for resource:security_group_rule and tenant:1fcef83a2b6f4e0c8df54eb9b9f50407 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:18.112621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:18.129904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:18.272097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-7a3b0691-e830-40d5-aa69-680a025de6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.6244817 Mar 02 07:38:18.286893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-b32a9783-9306-4dab-b2ac-4e150257bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.288693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-b32a9783-9306-4dab-b2ac-4e150257bcae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.3839056 Mar 02 07:38:18.293773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.304228 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.402357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fcef83a2b6f4e0c8df54eb9b9f50407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369140 Mar 02 07:38:18.403315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc062fc9-ab39-4b5d-9616-b1e3797272ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5aa43-e73f-4b32-afdd-c81b98d9ddd4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:18.408012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59940) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:18.488138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.533910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.588214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.597714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.706964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.712347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3b052ebf-01c2-4e71-acb7-6f22166d6fbf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7300985 Mar 02 07:38:18.727026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Request body: {'port': {'device_id': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:18.736476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5aa43-e73f-4b32-afdd-c81b98d9ddd4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:18.750213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.751399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07f34711-e85a-46ff-879b-90f12d384864 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65f5aa43-e73f-4b32-afdd-c81b98d9ddd4 HTTP/1.1" status: 204 len: 168 time: 0.3421447 Mar 02 07:38:18.798187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8d5f-880a-4505-b7c8-35fce594be90 req-17de7b58-dae9-46db-87f1-3784866f53d1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.799688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3ab8d5f-880a-4505-b7c8-35fce594be90 req-17de7b58-dae9-46db-87f1-3784866f53d1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 932 time: 0.1437724 Mar 02 07:38:18.906761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3ab8d5f-880a-4505-b7c8-35fce594be90 req-c39db78a-c391-470a-8f39-783bcc0e505a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991642 Mar 02 07:38:18.996743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.997386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.997710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.998243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.998813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.999291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:18.999756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:19.002410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1736f3f3-4768-4118-a724-6f9a046f0f98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6501 time: 0.6540487 Mar 02 07:38:19.256668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-aa73e720-54f1-41dd-8036-83924e10e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:19.258970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-aa73e720-54f1-41dd-8036-83924e10e636 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9480379 Mar 02 07:38:19.274243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:19.385466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:20.272360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524636d5-5769-49a6-9ea4-bd351601f07c req-e3f4f1a5-319b-4048-80aa-53eba31b8712 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:20.287754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-524636d5-5769-49a6-9ea4-bd351601f07c req-e3f4f1a5-319b-4048-80aa-53eba31b8712 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 932 time: 0.1928029 Mar 02 07:38:20.361195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-f89dbf7b-c445-473e-9331-75c235b19798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:20.362288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-f89dbf7b-c445-473e-9331-75c235b19798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:20.362920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-f89dbf7b-c445-473e-9331-75c235b19798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:20.364753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-f89dbf7b-c445-473e-9331-75c235b19798 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0581272b-f454-4f2b-9497-7089d94a85bb&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=611c8c9e-1769-40eb-908d-469110e3d337&id=611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 200 len: 2294 time: 1.3251777 Mar 02 07:38:20.365258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-524636d5-5769-49a6-9ea4-bd351601f07c req-24731bec-295f-4454-8c21-65efd53a05a3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740252 Mar 02 07:38:20.536079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-fdce9342-7300-45fe-b2b4-eb46f00d7cfa service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2646914 Mar 02 07:38:20.857144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Router 3f0e40f6-5dba-4076-b3da-def61d940643 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:38:20.963407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-ecc51d85-d51b-4b61-bc25-6bd03e4ec232 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 200 len: 1001 time: 0.5911422 Mar 02 07:38:20.970947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b661e-9b28-4457-9b57-e9e97c71816c req-d2cd1767-3954-4522-8016-bcb482345ac3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:20.972374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-810b661e-9b28-4457-9b57-e9e97c71816c req-d2cd1767-3954-4522-8016-bcb482345ac3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.7052503 Mar 02 07:38:21.017302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1435da0-b286-418d-b90c-01df6cf29a46 req-8418cfee-440c-43cd-89b3-0322473e3679 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592614 Mar 02 07:38:21.092087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:38:21.158717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-e17649b0-48cc-47d8-ba68-84b8f12619e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:21.160456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-e17649b0-48cc-47d8-ba68-84b8f12619e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f08685-3096-4921-a1a6-259995618018 HTTP/1.1" status: 200 len: 855 time: 0.1734834 Mar 02 07:38:21.377724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d1623c-ddab-4718-a807-a761ef186a87 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:21.428839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:21.445170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Transition to ACTIVE for port object 00d1623c-ddab-4718-a807-a761ef186a87 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:21.489172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:21.615682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-810b661e-9b28-4457-9b57-e9e97c71816c req-b610a049-5f2b-47f6-8640-d30d0a0d1bc8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781711 Mar 02 07:38:21.639074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:21.650072 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] Sync routers for ids ['3f0e40f6-5dba-4076-b3da-def61d940643'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:21.668942 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] Routers {'3f0e40f6-5dba-4076-b3da-def61d940643'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:21.669583 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3f0e40f6-5dba-4076-b3da-def61d940643'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:21.785897 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:21.797589 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] Routers {'3f0e40f6-5dba-4076-b3da-def61d940643'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:21.798417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3f0e40f6-5dba-4076-b3da-def61d940643'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:21.809562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671c786-e590-426a-87d5-b5da9b63dbf2 req-5f3d610e-03bc-49f8-bd2f-9f8d09821d51 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:21.811149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b671c786-e590-426a-87d5-b5da9b63dbf2 req-5f3d610e-03bc-49f8-bd2f-9f8d09821d51 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.2816851 Mar 02 07:38:21.904002 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:21.904618 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee975cd-6b80-4aea-8279-233252fe0e59 None None] The sync data for ids ['3f0e40f6-5dba-4076-b3da-def61d940643'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:21.921080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b671c786-e590-426a-87d5-b5da9b63dbf2 req-41119f89-8f36-4831-ae15-1bc2ac67d128 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026490 Mar 02 07:38:21.925107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Pushing event updated for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:21.934432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-824172ee-6460-4606-ad95-98d002e761c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:21.936954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-824172ee-6460-4606-ad95-98d002e761c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0581272b-f454-4f2b-9497-7089d94a85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7666161 Mar 02 07:38:21.938570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:21.943901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-902f0803-b03e-41f4-bfd6-11240c2e5efe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.6154916 Mar 02 07:38:21.944785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:22.444116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8b183ba8-0240-43f8-a507-94014b597717 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/3f0e40f6-5dba-4076-b3da-def61d940643 HTTP/1.1" status: 200 len: 920 time: 0.4781990 Mar 02 07:38:22.445421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60044) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:22.453812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Attempting to bind port 00d1623c-ddab-4718-a807-a761ef186a87 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:22.454170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Attempting to bind port 00d1623c-ddab-4718-a807-a761ef186a87 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:22.454494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Attempting to bind port 00d1623c-ddab-4718-a807-a761ef186a87 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:22.483502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Port 00d1623c-ddab-4718-a807-a761ef186a87 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:38:22.483833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Attempting to bind port 00d1623c-ddab-4718-a807-a761ef186a87 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:22.511039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:22.511338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:22.511742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:22.512205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Bound port: 00d1623c-ddab-4718-a807-a761ef186a87, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:22.512565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:22.521763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0e3ed46-f0aa-4ad2-95b7-46bca268ee26 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0e40f6-5dba-4076-b3da-def61d940643 HTTP/1.1" status: 200 len: 205 time: 0.0800273 Mar 02 07:38:22.522508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:22.527512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-05f1d069-33ce-49ed-b956-52ea8e5a38e4 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815573 Mar 02 07:38:23.029815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:23.048044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-4afaf5eb-f442-4905-a74b-c27ffa8c3f98 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043993 Mar 02 07:38:23.053938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=00d1623c-ddab-4718-a807-a761ef186a87,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:23.069031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:23.152166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:23.436107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:23.437414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:23.439297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] 10.222.0.16 "PUT /v2.0/ports/00d1623c-ddab-4718-a807-a761ef186a87 HTTP/1.1" status: 200 len: 1092 time: 4.7163227 Mar 02 07:38:23.454016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:23.464047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-40a5b253-9997-4fb2-970e-92b96bc7edea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 217 time: 0.4066741 Mar 02 07:38:23.534201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:23.651164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port 283268a3-a0ec-4654-8e8f-545bc186d975 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:23.652475 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:23.823184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd739d-3608-4d63-bbe4-918f111b9460 req-1bd9418f-aa1d-44c6-879c-5c48645ee5ac tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:23.825243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-86dd739d-3608-4d63-bbe4-918f111b9460 req-1bd9418f-aa1d-44c6-879c-5c48645ee5ac tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.8990738 Mar 02 07:38:23.839602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54f744-97ca-4998-aaaa-33e920c9103c service neutron] Pushing event updated for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:23.884454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96574f2-03ec-4a12-8baa-dcae98ea451a req-8a2bb5fe-1e2e-432f-bf2c-f73a2f57e05b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:23.885914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-34a8395b-d6ca-447f-be2a-cff8969cf0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:23.887359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-34a8395b-d6ca-447f-be2a-cff8969cf0ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2926059 Mar 02 07:38:23.891681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a96574f2-03ec-4a12-8baa-dcae98ea451a req-8a2bb5fe-1e2e-432f-bf2c-f73a2f57e05b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.6530342 Mar 02 07:38:23.964949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a96574f2-03ec-4a12-8baa-dcae98ea451a req-0e4e5075-8dc3-4184-baa1-db26152b7b69 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 Mar 02 07:38:24.090983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-86dd739d-3608-4d63-bbe4-918f111b9460 req-3a1d4608-1aba-4dfd-80ed-0dbfc2700d9a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553377 Mar 02 07:38:24.094920 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87', 'status': 'completed', 'code': 200} Mar 02 07:38:24.099445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-28dc9499-fba0-4e9d-8d9c-78b80fd24ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:24.101413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-28dc9499-fba0-4e9d-8d9c-78b80fd24ce7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 1095 time: 0.5915298 Mar 02 07:38:24.174494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:24.208499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-dbccf270-d26d-4dbf-b207-f4252e70ed2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d1623c-ddab-4718-a807-a761ef186a87 HTTP/1.1" status: 200 len: 217 time: 0.0989645 Mar 02 07:38:24.212491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-62953411-0ca5-471c-8d2c-082ee65bef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:24.213606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-62953411-0ca5-471c-8d2c-082ee65bef91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3070736 Mar 02 07:38:24.271286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-55a8f090-06ba-47c7-8f83-accd2b83629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:24.272984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-55a8f090-06ba-47c7-8f83-accd2b83629b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.0585275 Mar 02 07:38:24.333835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for 283268a3-a0ec-4654-8e8f-545bc186d975 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:24.336934 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-3782e23b-3f96-467f-ade9-fe61f9646395 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437224 Mar 02 07:38:24.582164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:24.639491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=283268a3-a0ec-4654-8e8f-545bc186d975,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:24.744254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-2577fa3e-9643-4054-8545-4a1dbcacea14 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631946 Mar 02 07:38:24.744254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-615b9de5-cc7b-4a3f-9a17-19b07f7d0cf7 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890467 Mar 02 07:38:24.847104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.225930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-73021745-d3ec-4c53-aa3f-59a22b5811c3 req-8bbcd2e3-6410-4a13-8d10-f03ab0ec168f service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750218 Mar 02 07:38:25.314027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.316937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.387864 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.388674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router 3f0e40f6-5dba-4076-b3da-def61d940643 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:25.456102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.457918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc6e672a-b0f3-42fb-9efe-441e44bd91b1 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/3f0e40f6-5dba-4076-b3da-def61d940643 HTTP/1.1" status: 204 len: 168 time: 2.9342666 Mar 02 07:38:25.462881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:25.479290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583369193', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:25.487106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:25.502800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:router and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:25.506573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:25.509149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-9f2eefde-11eb-4f61-9a77-df2cb0c4ada1 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595947 Mar 02 07:38:25.514534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:25.524125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa1d8c-fe43-47f6-8da8-f0ec6130b7f7 req-3118aee9-632e-4377-9c41-883f5e81ee1c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:25.526063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02fa1d8c-fe43-47f6-8da8-f0ec6130b7f7 req-3118aee9-632e-4377-9c41-883f5e81ee1c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.1841307 Mar 02 07:38:25.545537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.547112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.585992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:25.646232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-b9b8351c-2cd6-4d5a-a0bf-f4892c7885c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 217 time: 0.1239042 Mar 02 07:38:25.725578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1ba7019f-529d-4b25-9c3f-7d953b640c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:25.727526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1ba7019f-529d-4b25-9c3f-7d953b640c28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.0741112 Mar 02 07:38:25.749037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02fa1d8c-fe43-47f6-8da8-f0ec6130b7f7 req-a736b56e-e339-4670-874d-7d053753e9ba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012992 Mar 02 07:38:25.831859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-bb92a237-db9d-4be7-acb1-6e3401ff3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:25.834364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-bb92a237-db9d-4be7-acb1-6e3401ff3bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 1095 time: 0.5098226 Mar 02 07:38:25.842819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4d7e-e953-4be3-8421-2b29e14d2029 req-0cd16cad-6939-4c3c-bcd1-8ea535ce0d2c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:25.844820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ffd4d7e-e953-4be3-8421-2b29e14d2029 req-0cd16cad-6939-4c3c-bcd1-8ea535ce0d2c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.5527399 Mar 02 07:38:26.135305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:26.306119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-afd27044-2ffd-4b62-86da-dc5df4616dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:26.307696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-afd27044-2ffd-4b62-86da-dc5df4616dfe service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.4617186 Mar 02 07:38:26.415885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-38ab88bc-5d32-45bd-bd50-5b75e8670f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:26.418622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-38ab88bc-5d32-45bd-bd50-5b75e8670f2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6845205 Mar 02 07:38:26.420932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-ae6ea29e-c216-4ad0-abb5-8c89c20681c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d1623c-ddab-4718-a807-a761ef186a87 HTTP/1.1" status: 200 len: 217 time: 0.0976789 Mar 02 07:38:26.462338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ffd4d7e-e953-4be3-8421-2b29e14d2029 req-d9643585-494c-43fd-b06f-dfcd6a91750c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006968 Mar 02 07:38:26.720764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:26.793628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:26.937129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-ae64b80a-92cb-4904-95e1-dad41d95e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:26.939294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-ae64b80a-92cb-4904-95e1-dad41d95e55a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.2922208 Mar 02 07:38:26.946367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-6c2929a7-b813-447e-bbe3-6babb803576d service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828424 Mar 02 07:38:27.030543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-b2d88ad9-0d1a-4339-83e9-05d19650aa6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822937 Mar 02 07:38:27.113456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837ebc-fb38-4316-a416-b74d05f7b860 req-a1351a7d-c87f-4569-ae1f-a5a33b619325 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:27.115093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b837ebc-fb38-4316-a416-b74d05f7b860 req-a1351a7d-c87f-4569-ae1f-a5a33b619325 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.2244484 Mar 02 07:38:27.150781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.25.4.231 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/825d3c88-c440-48b7-b55f-239e5c078c87) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:27.232983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-5d595832-caa5-48ef-b90c-9ca9371f17b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906989 Mar 02 07:38:27.270636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b837ebc-fb38-4316-a416-b74d05f7b860 req-b5e0b2a6-0349-4d51-8288-d375b6e73724 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480839 Mar 02 07:38:27.553818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.604497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.605009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-78267540-a622-4da8-a7f4-c0b08648a74d service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107473 Mar 02 07:38:27.743000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:27.747489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:27.750963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:27.782777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f00c8917-af63-412f-90c4-a4d032ee7a64 req-4ab080e4-1678-47fc-96a3-dba1ce2b3d0f service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973958 Mar 02 07:38:27.801280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-43b6929f-cc1b-42dc-8fef-3d44fcab28c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd HTTP/1.1" status: 200 len: 217 time: 0.1867731 Mar 02 07:38:27.828824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=825d3c88-c440-48b7-b55f-239e5c078c87,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:27.888616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-2fdc625b-23f3-42f2-93d0-f1e2d2f2b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:27.890091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-2fdc625b-23f3-42f2-93d0-f1e2d2f2b6c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.0748563 Mar 02 07:38:27.998146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16bd2-0754-4ea6-85b6-22f6d0be46ca req-807075c9-7af9-4443-ab38-ebd712a5e791 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:27.999734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89c16bd2-0754-4ea6-85b6-22f6d0be46ca req-807075c9-7af9-4443-ab38-ebd712a5e791 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.2757707 Mar 02 07:38:28.123695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89c16bd2-0754-4ea6-85b6-22f6d0be46ca req-2dacb03d-5b0d-46c7-927f-4fb304aad7f6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 Mar 02 07:38:28.136723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-b2507f79-7bc1-48ea-99a9-dce7bfb97cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.139098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-b2507f79-7bc1-48ea-99a9-dce7bfb97cef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365007 Mar 02 07:38:28.356879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-28783219-82fc-4b6a-a024-f9503d905c75 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114394 Mar 02 07:38:28.538462 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-73399dc9-9554-4e1a-b6eb-15774984d624 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752291 Mar 02 07:38:28.654031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-75dc1436-7d19-4436-b485-ac27d551372e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef HTTP/1.1" status: 200 len: 217 time: 0.1054008 Mar 02 07:38:28.761795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:28.959702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3157b67-40aa-4bc2-bdec-ffc9bb3bbd81 req-ff62e1e5-764a-425a-b533-3fe576a40a44 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.963509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-d45214be-00be-4a18-b896-a1c224f17781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.964280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3157b67-40aa-4bc2-bdec-ffc9bb3bbd81 req-ff62e1e5-764a-425a-b533-3fe576a40a44 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.3836474 Mar 02 07:38:28.965477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-d45214be-00be-4a18-b896-a1c224f17781 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2951553 Mar 02 07:38:29.047936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-4ce2d195-6dcf-4d0b-a061-471e1e3820e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:29.049654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-4ce2d195-6dcf-4d0b-a061-471e1e3820e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769949 Mar 02 07:38:29.302766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3157b67-40aa-4bc2-bdec-ffc9bb3bbd81 req-5501903e-0e6d-43dc-8af6-9df51de38972 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676535 Mar 02 07:38:29.315039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-2e2b8dc7-f67a-43c7-915b-2b00086eb1fb service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595265 Mar 02 07:38:29.323849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed66bd-2093-416c-80a4-f035adb4243b req-e4c4695c-8900-49b9-8046-d75394107bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:29.325250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-e4c4695c-8900-49b9-8046-d75394107bfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 1096 time: 0.2334385 Mar 02 07:38:29.330861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:29.565117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router 675131e7-19f4-46ea-bffe-129f6f216433 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:38:29.576225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf02-4a6f-4958-8828-cf93aac85159 req-20454990-a137-4166-821c-02d8836adc51 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:29.578076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0207bf02-4a6f-4958-8828-cf93aac85159 req-20454990-a137-4166-821c-02d8836adc51 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 0.3403544 Mar 02 07:38:29.631375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1a6000be-e798-4515-8a13-2c1b0b750c78 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097591 Mar 02 07:38:29.718880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed66bd-2093-416c-80a4-f035adb4243b req-6c52f157-2e20-46d3-b249-7a0c8f0806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:29.720233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-6c52f157-2e20-46d3-b249-7a0c8f0806a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.3705208 Mar 02 07:38:29.721426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-6dcd3bfa-2424-408b-85b5-bfd7a5b7b27e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1da338c6-9d21-471f-922b-2e78aa990d73 HTTP/1.1" status: 200 len: 217 time: 0.0758319 Mar 02 07:38:29.726013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0207bf02-4a6f-4958-8828-cf93aac85159 req-0d86aa8f-6936-4d28-8fb0-4c8d6f44a7bb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346469 Mar 02 07:38:29.791360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:29.802750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Sync routers for ids ['675131e7-19f4-46ea-bffe-129f6f216433'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:29.812686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Routers {'675131e7-19f4-46ea-bffe-129f6f216433'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:29.813532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['675131e7-19f4-46ea-bffe-129f6f216433'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:29.818712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:29.823849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ea680e6b-0aeb-453f-9ffb-8631539de2b8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3554008 Mar 02 07:38:29.824835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60230) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:29.852133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-ef5ceeb1-7b7a-422e-bc95-c6c8e7fcb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:29.853785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-ef5ceeb1-7b7a-422e-bc95-c6c8e7fcb126 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.0703378 Mar 02 07:38:29.855674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-f6959021-0dba-45dd-8b09-8bfa8e810d49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1f1147c-154d-4d4e-9b94-fdf563501157 HTTP/1.1" status: 200 len: 217 time: 0.1280296 Mar 02 07:38:30.029393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed66bd-2093-416c-80a4-f035adb4243b req-00ea3090-8a19-47e6-afcb-bedcc2422423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:30.037242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-00ea3090-8a19-47e6-afcb-bedcc2422423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1237180 Mar 02 07:38:30.045496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Set router 675131e7-19f4-46ea-bffe-129f6f216433 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:30.192620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:30.194720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5fc130e8-840c-442b-b99c-91f73826feae tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/675131e7-19f4-46ea-bffe-129f6f216433 HTTP/1.1" status: 200 len: 909 time: 0.3672233 Mar 02 07:38:30.209523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583369193', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': True}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:30.220367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-8bf8c65c-5360-4013-ac2e-c15de11c694b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656127 Mar 02 07:38:30.221545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:30.260533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-ae1d79ac-2c55-4667-b31f-afe0f7e0eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:30.262431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-ae1d79ac-2c55-4667-b31f-afe0f7e0eaeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4010293 Mar 02 07:38:30.265686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Usage tracker for resource:router and tenant:0fe015c379684c9ba00475afa388423e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:30.284185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:30.335141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:30.553193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 00d1623c-ddab-4718-a807-a761ef186a87 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:38:30.732688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675131e7-19f4-46ea-bffe-129f6f216433', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:25Z', 'updated_at': '2022-03-02T07:38:28Z', 'revision_number': 3, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port': {'id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675131e7-19f4-46ea-bffe-129f6f216433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:26Z', 'updated_at': '2022-03-02T07:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:30.741214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Checking router: 675131e7-19f4-46ea-bffe-129f6f216433 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:30.741569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Updating router 675131e7-19f4-46ea-bffe-129f6f216433 port 825d3c88-c440-48b7-b55f-239e5c078c87 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:38:30.771638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:30.777013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:30.824645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f043-68df-446f-92fb-8dff95f34966 req-8ac2762d-d12e-4aed-9844-d9e77c9ce9e6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:30.827069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5979f043-68df-446f-92fb-8dff95f34966 req-8ac2762d-d12e-4aed-9844-d9e77c9ce9e6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 944 time: 0.2274914 Mar 02 07:38:30.833822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:30.912503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5979f043-68df-446f-92fb-8dff95f34966 req-869d1587-9bf4-4a46-afc0-290aedb7802b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774245 Mar 02 07:38:30.918475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-b2d6da24-8615-43fc-ad0e-3841d0c8643c service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311176 Mar 02 07:38:30.972463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=00d1623c-ddab-4718-a807-a761ef186a87,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:31.040643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.122504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '00d1623c-ddab-4718-a807-a761ef186a87', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': '00d1623c-ddab-4718-a807-a761ef186a87', 'mac_address': 'fa:16:3e:2b:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:38:31.308059 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.314122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-8576869a-281b-4d21-a745-83928ca21326 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0836749 Mar 02 07:38:31.366973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d1623c-ddab-4718-a807-a761ef186a87 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:31.457319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=00d1623c-ddab-4718-a807-a761ef186a87,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:31.463784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.565960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:31.712506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.738801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Transition to ACTIVE for port object 825d3c88-c440-48b7-b55f-239e5c078c87 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:31.809998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.021144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3edfab-d2e0-4889-aeeb-79e09e7ecc66 None None] Pushing event updated for resources: {'Port': ['ID=825d3c88-c440-48b7-b55f-239e5c078c87,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:32.024136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['00d1623c-ddab-4718-a807-a761ef186a87'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:32.359000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Attempting to bind port 825d3c88-c440-48b7-b55f-239e5c078c87 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:32.359000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Attempting to bind port 825d3c88-c440-48b7-b55f-239e5c078c87 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:32.359000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Attempting to bind port 825d3c88-c440-48b7-b55f-239e5c078c87 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:32.365353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882b8e-d2d2-4ffc-82e8-2c33f44ecb61 req-f232ce20-b0d6-49ea-bf5e-c3c672baa27b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:32.365353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4882b8e-d2d2-4ffc-82e8-2c33f44ecb61 req-f232ce20-b0d6-49ea-bf5e-c3c672baa27b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 945 time: 0.2144463 Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Bound port: 825d3c88-c440-48b7-b55f-239e5c078c87, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:32.385714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.409587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-8a59669c-5e15-449d-903d-7069f53adcc1 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4338853 Mar 02 07:38:32.439594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4882b8e-d2d2-4ffc-82e8-2c33f44ecb61 req-0da5092d-c819-4056-a066-551f37e3e3d3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773311 Mar 02 07:38:32.462181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1901-f727-4300-936f-88128be1b45b req-ef0f3007-5bdb-4b4e-ab62-09251ac9662f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:32.463383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5fc1901-f727-4300-936f-88128be1b45b req-ef0f3007-5bdb-4b4e-ab62-09251ac9662f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 945 time: 1.5569069 Mar 02 07:38:32.472101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.636339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] For port 825d3c88-c440-48b7-b55f-239e5c078c87, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:32.644827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] For port 825d3c88-c440-48b7-b55f-239e5c078c87, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=825d3c88-c440-48b7-b55f-239e5c078c87,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:32.662185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.705045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-1b902d96-06e9-4721-85be-1849856efd50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 200 len: 217 time: 0.2138925 Mar 02 07:38:32.783141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Routers {'675131e7-19f4-46ea-bffe-129f6f216433'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:32.784478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['675131e7-19f4-46ea-bffe-129f6f216433'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:32.830423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8bed66bd-2093-416c-80a4-f035adb4243b req-d232869e-232e-4614-8cc9-54fe59b3e2d3 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5059111 Mar 02 07:38:32.850598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5fc1901-f727-4300-936f-88128be1b45b req-76444d31-208a-4aa4-815d-583a5f5e0f2b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900718 Mar 02 07:38:32.863492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-c7b44bae-bc57-44ae-b4af-518ab0b982c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:32.864943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-c7b44bae-bc57-44ae-b4af-518ab0b982c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.1349947 Mar 02 07:38:33.041921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-23dd80a4-5844-4df0-84bd-16b7def4601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:33.043653 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-23dd80a4-5844-4df0-84bd-16b7def4601b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224744 Mar 02 07:38:33.292585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3edfab-d2e0-4889-aeeb-79e09e7ecc66 None None] Pushing event updated for resources: {'Port': ['ID=825d3c88-c440-48b7-b55f-239e5c078c87,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:33.339806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] Set router 675131e7-19f4-46ea-bffe-129f6f216433 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:33.550992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:33.683759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-3a9dc8d0-83a8-4936-b145-0c15021879d6 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298149 Mar 02 07:38:33.691753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.770634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dda24-6d7e-4ec4-9530-ca17014f6fb4 req-ddcbe6c1-d23d-4935-ac7b-1daea89ab118 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:33.782308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.795585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a9dda24-6d7e-4ec4-9530-ca17014f6fb4 req-ddcbe6c1-d23d-4935-ac7b-1daea89ab118 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 945 time: 0.1695869 Mar 02 07:38:33.931300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.949460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a9dda24-6d7e-4ec4-9530-ca17014f6fb4 req-996ebb1d-066a-44b6-9d44-64c25ef119d4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416931 Mar 02 07:38:34.000925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:34.066878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:34.088617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:34.305481 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'code': 200} Mar 02 07:38:34.422652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1a158ae-199e-4647-afeb-eb5f3d68a71f req-c36326e1-5069-4103-a9a4-f6ec5e50063c service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826003 Mar 02 07:38:34.489894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 00d1623c-ddab-4718-a807-a761ef186a87 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:34.523875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81cfc-4355-4654-abbf-27d6fec0892e req-116db74c-ac69-4e50-b0b9-c282534218ee tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:34.530565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:34.550957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675131e7-19f4-46ea-bffe-129f6f216433', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:25Z', 'updated_at': '2022-03-02T07:38:28Z', 'revision_number': 3, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port': {'id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675131e7-19f4-46ea-bffe-129f6f216433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:26Z', 'updated_at': '2022-03-02T07:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:34.551522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7cd81cfc-4355-4654-abbf-27d6fec0892e req-116db74c-ac69-4e50-b0b9-c282534218ee tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.3492906 Mar 02 07:38:34.567464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b39fd3-351c-403b-aff3-11c8d8c1ba4e None None] The sync data for ids ['675131e7-19f4-46ea-bffe-129f6f216433'] in n-d-827871-1 is: [{'id': '675131e7-19f4-46ea-bffe-129f6f216433', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:25Z', 'updated_at': '2022-03-02T07:38:28Z', 'revision_number': 3, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port': {'id': '825d3c88-c440-48b7-b55f-239e5c078c87', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675131e7-19f4-46ea-bffe-129f6f216433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:26Z', 'updated_at': '2022-03-02T07:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:34.590473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.25.4.110 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/3ff51159-aa3b-4295-892b-1df2461c2db1) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:34.693430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7cd81cfc-4355-4654-abbf-27d6fec0892e req-b51ab6c3-f9de-47c3-b138-5ac85e4cfd48 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405408 Mar 02 07:38:34.736201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 00d1623c-ddab-4718-a807-a761ef186a87 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:34.758254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 00d1623c-ddab-4718-a807-a761ef186a87 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:34.758829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:34.922007 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.001587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.091475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:35.100018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:35.127470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:35.247689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.356123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff51159-aa3b-4295-892b-1df2461c2db1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:35.447647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=00d1623c-ddab-4718-a807-a761ef186a87,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:35.459647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.697782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:35.976090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45b80-ffb4-4655-bff5-7ec669f0ca5f req-460ab165-150d-407e-9037-048029ccfb6d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:35.984483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78d45b80-ffb4-4655-bff5-7ec669f0ca5f req-460ab165-150d-407e-9037-048029ccfb6d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.6532114 Mar 02 07:38:36.058075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78d45b80-ffb4-4655-bff5-7ec669f0ca5f req-f453f5fa-bff4-49e8-a8d9-dbb0febbd134 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 Mar 02 07:38:36.147833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.305428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:36.394900 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87', 'code': 200} Mar 02 07:38:36.446589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6e77-ea35-4b89-b8c2-dc378d6fce76 req-18f61c81-ee8d-41ea-8c5d-cff79f25a434 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:36.450347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33de6e77-ea35-4b89-b8c2-dc378d6fce76 req-18f61c81-ee8d-41ea-8c5d-cff79f25a434 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.4816902 Mar 02 07:38:36.712742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33de6e77-ea35-4b89-b8c2-dc378d6fce76 req-4d78d85c-23ed-4f58-94bd-97d88ad4086d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338537 Mar 02 07:38:36.974445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.105726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93564f6-d152-40ce-baf2-6d788e703ce4 req-b19af027-9275-4307-a483-dcc8178050a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:37.107614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d93564f6-d152-40ce-baf2-6d788e703ce4 req-b19af027-9275-4307-a483-dcc8178050a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 1097 time: 0.5390785 Mar 02 07:38:37.281517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 825d3c88-c440-48b7-b55f-239e5c078c87 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:37.313669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d93564f6-d152-40ce-baf2-6d788e703ce4 req-f114c854-0ebd-47bb-b9c9-2460f3729706 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933293 Mar 02 07:38:37.395701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router 58e70843-0cd9-4f6f-aac0-4c7909560510 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:38:37.472880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 825d3c88-c440-48b7-b55f-239e5c078c87 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:37.479566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 825d3c88-c440-48b7-b55f-239e5c078c87 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:37.479941 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.724374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:37.738062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Sync routers for ids ['58e70843-0cd9-4f6f-aac0-4c7909560510'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:37.758859 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Routers {'58e70843-0cd9-4f6f-aac0-4c7909560510'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:37.760651 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['58e70843-0cd9-4f6f-aac0-4c7909560510'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:37.800504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.806684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e00494e6-8c0f-46a7-a895-627e314ad94f tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6112652 Mar 02 07:38:37.807116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60408) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:37.814696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.838104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 825d3c88-c440-48b7-b55f-239e5c078c87, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=825d3c88-c440-48b7-b55f-239e5c078c87,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:37.847476 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.014453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=825d3c88-c440-48b7-b55f-239e5c078c87,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:38.080260 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Set router 58e70843-0cd9-4f6f-aac0-4c7909560510 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:38.168243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0a7e3754-bd22-4f29-8cb7-f005e335d028 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/58e70843-0cd9-4f6f-aac0-4c7909560510 HTTP/1.1" status: 200 len: 908 time: 0.3599751 Mar 02 07:38:38.170672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:38.238315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b664e-228b-4522-bf96-04f3ece37b3c req-0196283f-e1b7-47a2-89e9-46e4e45a3b5c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:38.239012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-305b664e-228b-4522-bf96-04f3ece37b3c req-0196283f-e1b7-47a2-89e9-46e4e45a3b5c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:38.295315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-95dfb42d-e458-4ae7-a6a1-d88b3b9d77e2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:38.295844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-305b664e-228b-4522-bf96-04f3ece37b3c req-0196283f-e1b7-47a2-89e9-46e4e45a3b5c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:38.297961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-95dfb42d-e458-4ae7-a6a1-d88b3b9d77e2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16494c1-ecc4-4e61-90b3-de185f6dde47 HTTP/1.1" status: 200 len: 943 time: 0.1553161 Mar 02 07:38:38.298846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-305b664e-228b-4522-bf96-04f3ece37b3c req-0196283f-e1b7-47a2-89e9-46e4e45a3b5c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.3832252 Mar 02 07:38:38.374734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port d1f1147c-154d-4d4e-9b94-fdf563501157 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:38.375452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.467833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-305b664e-228b-4522-bf96-04f3ece37b3c req-7748a630-e759-49fb-976d-847faa7043f5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608624 Mar 02 07:38:38.472797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.522853 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e70843-0cd9-4f6f-aac0-4c7909560510', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '3ff51159-aa3b-4295-892b-1df2461c2db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:30Z', 'updated_at': '2022-03-02T07:38:35Z', 'revision_number': 3, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port': {'id': '3ff51159-aa3b-4295-892b-1df2461c2db1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:53:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e70843-0cd9-4f6f-aac0-4c7909560510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:33Z', 'updated_at': '2022-03-02T07:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:38.528014 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Checking router: 58e70843-0cd9-4f6f-aac0-4c7909560510 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:38.528505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Updating router 58e70843-0cd9-4f6f-aac0-4c7909560510 port 3ff51159-aa3b-4295-892b-1df2461c2db1 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:38:38.722782 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.754726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.799599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting port 3ff51159-aa3b-4295-892b-1df2461c2db1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:38.799823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.809194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port d1f1147c-154d-4d4e-9b94-fdf563501157, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d1f1147c-154d-4d4e-9b94-fdf563501157,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:38.809757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.955985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for d1f1147c-154d-4d4e-9b94-fdf563501157 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:39.208093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 825d3c88-c440-48b7-b55f-239e5c078c87 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:39.285503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.289551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 825d3c88-c440-48b7-b55f-239e5c078c87 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:39.290264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.347304 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.373576 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Transition to ACTIVE for port object 3ff51159-aa3b-4295-892b-1df2461c2db1 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:39.389798 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.445406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=d1f1147c-154d-4d4e-9b94-fdf563501157,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:39.451082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.531901 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Attempting to bind port 3ff51159-aa3b-4295-892b-1df2461c2db1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:39.532267 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Attempting to bind port 3ff51159-aa3b-4295-892b-1df2461c2db1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:39.532625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Attempting to bind port 3ff51159-aa3b-4295-892b-1df2461c2db1 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:39.534225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port d1f1147c-154d-4d4e-9b94-fdf563501157 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:38:39.543103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.545930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-deleted', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:39.555790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:39.576534 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:39.576909 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:39.579988 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.580404 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:39.583180 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Bound port: 3ff51159-aa3b-4295-892b-1df2461c2db1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:39.583768 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.590527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38bb1cde-fb29-4e43-9e31-42e4ac1d56c5 req-832424f5-3ab2-4850-81fe-d017d2f26b67 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "DELETE /v2.0/ports/d1f1147c-154d-4d4e-9b94-fdf563501157 HTTP/1.1" status: 204 len: 173 time: 1.2857907 Mar 02 07:38:39.647774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: d1f1147c-154d-4d4e-9b94-fdf563501157 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:39.649314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d1f1147c-154d-4d4e-9b94-fdf563501157 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:39.678619 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Pushing event updated for resources: {'Port': ['ID=3ff51159-aa3b-4295-892b-1df2461c2db1,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:39.697386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Calling delete_port for 3ff51159-aa3b-4295-892b-1df2461c2db1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:39.705606 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.711349 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.711759 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.712102 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.712439 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.712771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.713097 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.713419 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.713741 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.714090 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.714411 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.714726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:39.772582 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] For port 3ff51159-aa3b-4295-892b-1df2461c2db1, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:39.777229 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] For port 3ff51159-aa3b-4295-892b-1df2461c2db1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3ff51159-aa3b-4295-892b-1df2461c2db1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:39.785459 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.893435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098d19a-b35b-4762-9fd7-3ec04bf6c7f4 req-57ef9e52-86e2-401d-ab7c-58e1600e62bd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:39.894882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9098d19a-b35b-4762-9fd7-3ec04bf6c7f4 req-57ef9e52-86e2-401d-ab7c-58e1600e62bd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.1444387 Mar 02 07:38:39.899250 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b428c-ee49-49ce-a8a1-08a73a35ac35 None None] Pushing event updated for resources: {'Port': ['ID=3ff51159-aa3b-4295-892b-1df2461c2db1,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:39.937689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Routers {'58e70843-0cd9-4f6f-aac0-4c7909560510'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:39.938357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['58e70843-0cd9-4f6f-aac0-4c7909560510'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:39.949302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9098d19a-b35b-4762-9fd7-3ec04bf6c7f4 req-8acd5ba8-6462-4229-be1f-1f748c3a71c8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Mar 02 07:38:40.000638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:38:40.000968 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:38:40.234817 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] Set router 58e70843-0cd9-4f6f-aac0-4c7909560510 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:40.307336 n-d-827871-1 neutron-server[87855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c16494c1-ecc4-4e61-90b3-de185f6dde47', 'name': 'network-vif-deleted', 'tag': 'd1f1147c-154d-4d4e-9b94-fdf563501157', 'status': 'failed', 'code': 422} returned with failed status Mar 02 07:38:40.322964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5eb5-f665-4b9c-9377-6bfce0277260 req-2fee8df0-ff79-4f80-a7db-446ec2d4b4fc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:40.334037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-989d5eb5-f665-4b9c-9377-6bfce0277260 req-2fee8df0-ff79-4f80-a7db-446ec2d4b4fc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.1427906 Mar 02 07:38:40.384398 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e70843-0cd9-4f6f-aac0-4c7909560510', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:30Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 4, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:40.388998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c573de0-2b81-4586-82c8-299ce99fe841 None None] The sync data for ids ['58e70843-0cd9-4f6f-aac0-4c7909560510'] in n-d-827871-1 is: [{'id': '58e70843-0cd9-4f6f-aac0-4c7909560510', 'name': 'tempest-snat-router-1583369193', 'tenant_id': '0fe015c379684c9ba00475afa388423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:30Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 4, 'project_id': '0fe015c379684c9ba00475afa388423e', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:40.396087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-989d5eb5-f665-4b9c-9377-6bfce0277260 req-9da24870-3a83-42d1-b6c5-9df757b247b8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Mar 02 07:38:40.504754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting port 3ff51159-aa3b-4295-892b-1df2461c2db1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:40.505335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.650092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf198deb-f640-4549-8749-b9e7035bcf9c req-b7f9cbec-f4cc-4ce8-9080-824dfa1003fa tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:40.652860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf198deb-f640-4549-8749-b9e7035bcf9c req-b7f9cbec-f4cc-4ce8-9080-824dfa1003fa tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.0989149 Mar 02 07:38:40.714829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf198deb-f640-4549-8749-b9e7035bcf9c req-517b59c5-2b9c-44ba-a244-981495275b31 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Mar 02 07:38:40.927460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] For port 3ff51159-aa3b-4295-892b-1df2461c2db1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3ff51159-aa3b-4295-892b-1df2461c2db1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:40.928027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.073562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Calling delete_port for 3ff51159-aa3b-4295-892b-1df2461c2db1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:41.149629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-300c5ac1-f02f-4f00-b9b9-ac1129975f7d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:41.151893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-300c5ac1-f02f-4f00-b9b9-ac1129975f7d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.3774443 Mar 02 07:38:41.179665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-e3c15158-5253-49a1-9ff7-cd4a23097866 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0175343 Mar 02 07:38:41.248912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2d1b-04b9-428c-aafe-d66f6573290d req-3b99896a-fe18-4e01-87c1-5206cb7ce9a6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:41.257748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-797b2d1b-04b9-428c-aafe-d66f6573290d req-3b99896a-fe18-4e01-87c1-5206cb7ce9a6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.1138804 Mar 02 07:38:41.301212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-19dd2699-2451-4c60-ace8-095f0eb3a16b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084964 Mar 02 07:38:41.356338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-797b2d1b-04b9-428c-aafe-d66f6573290d req-ed50beaa-138d-4455-8879-568a2b0baaba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965018 Mar 02 07:38:41.431943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.529280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ff51159-aa3b-4295-892b-1df2461c2db1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:41.559422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.559799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.560681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.561057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.561391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.561718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.562070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.562392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.562737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.563186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.563702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.564027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:41.571951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-c479743e-ca31-4ad1-be5c-23b6c5babc1a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:38:41.573166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-c479743e-ca31-4ad1-be5c-23b6c5babc1a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2710292 Mar 02 07:38:41.735617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.873082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c8caa782-065b-435e-bf1c-ae0b5994915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.048333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.051502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-7ce15e9a-1f87-4048-a488-c56428092a3d service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467764 Mar 02 07:38:42.052545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.158358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.158858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58e70843-0cd9-4f6f-aac0-4c7909560510 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:42.192017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.196101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60510) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:42.196795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3fbc8c19-f9d5-498b-b548-b27c793dd82e tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/routers/58e70843-0cd9-4f6f-aac0-4c7909560510 HTTP/1.1" status: 204 len: 168 time: 4.0246816 Mar 02 07:38:42.256329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-09ba7231-7acc-4325-9cce-1a19fc169bcd service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967688 Mar 02 07:38:42.563518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.596031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83263962-7eef-4401-a343-0b492145f18a req-e652f460-5dd5-466f-bd6e-579330dc94c3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 210 time: 0.0860279 Mar 02 07:38:42.670359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-d8ffba76-5306-4469-af70-527f7314d20f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:42.678058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-d8ffba76-5306-4469-af70-527f7314d20f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.2710695 Mar 02 07:38:42.790218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port 00d1623c-ddab-4718-a807-a761ef186a87 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:42.790668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.053248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f052c01-94f1-40d4-a2e1-bcc3eea9c00a req-737d186c-7d21-4cae-9327-7c384a469b5f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.060697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f052c01-94f1-40d4-a2e1-bcc3eea9c00a req-737d186c-7d21-4cae-9327-7c384a469b5f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 946 time: 0.3985784 Mar 02 07:38:43.110261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60542) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:43.155728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.175089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f052c01-94f1-40d4-a2e1-bcc3eea9c00a req-a2673b23-b691-4db6-b516-4327db82a4da tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114805 Mar 02 07:38:43.181270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Deleting port 825d3c88-c440-48b7-b55f-239e5c078c87 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:43.181770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.185273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port 00d1623c-ddab-4718-a807-a761ef186a87, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=00d1623c-ddab-4718-a807-a761ef186a87,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:43.185767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.284859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.321932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for 00d1623c-ddab-4718-a807-a761ef186a87 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:43.356169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:43.362903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Usage tracker for resource:security_group_rule and tenant:41456f153a884adbb65823479b796cde is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:43.367822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:43.376252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:43.412356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] For port 825d3c88-c440-48b7-b55f-239e5c078c87, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=825d3c88-c440-48b7-b55f-239e5c078c87,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:43.412718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.471868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.485756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['730d6f96-f52a-4b65-85ad-2cde95fc6add', '00d1623c-ddab-4718-a807-a761ef186a87'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:43.549119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Calling delete_port for 825d3c88-c440-48b7-b55f-239e5c078c87 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:43.574805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:43.590461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=00d1623c-ddab-4718-a807-a761ef186a87,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:43.645743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port 00d1623c-ddab-4718-a807-a761ef186a87 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:38:43.649034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.652316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'name': 'network-vif-deleted', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:43.673644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4aba65d1-e859-4789-aad7-6d9b94f3bb88 req-dbd04752-ae02-4f25-beec-55ac8be5b2d5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "DELETE /v2.0/ports/00d1623c-ddab-4718-a807-a761ef186a87 HTTP/1.1" status: 204 len: 173 time: 0.9835091 Mar 02 07:38:43.735684 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03b04aa-5141-4e3e-8bc7-d57187c62e7d', 'name': 'network-vif-deleted', 'tag': '00d1623c-ddab-4718-a807-a761ef186a87', 'status': 'completed', 'code': 200} Mar 02 07:38:43.740146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.753093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.816883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41456f153a884adbb65823479b796cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055757 Mar 02 07:38:43.819780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60558) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:43.849075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07526b94-67e6-4aab-b449-e48cc5340d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782b614-02c5-4ede-8524-303e32ca0afa,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:43.900372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.964513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event deleted for resources: {'Port': ['ID=825d3c88-c440-48b7-b55f-239e5c078c87,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:43.980725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e4003244-11b8-44fb-8ea5-4ed18202b9a1 req-e6db3051-102f-44fd-a51a-726d31c515e4 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 210 time: 0.1309226 Mar 02 07:38:44.120109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.215009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c8acd27a-ca5f-4b3b-8517-49e28510ffe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.233771 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.334731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.351540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-e4422f54-51b9-4b0d-bffe-93db0b0d6934 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:44.353105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-e4422f54-51b9-4b0d-bffe-93db0b0d6934 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.3692267 Mar 02 07:38:44.389135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:44.534574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.542279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.560484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3b73798-3396-4d5d-8f31-0c9dec2da288 req-b5b51426-219a-4de1-9312-8e2c06398f6c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=e03b04aa-5141-4e3e-8bc7-d57187c62e7d HTTP/1.1" status: 200 len: 210 time: 0.0695755 Mar 02 07:38:44.588595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.589748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 675131e7-19f4-46ea-bffe-129f6f216433 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:44.618780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.624184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9e69d148-cff3-4f83-89a9-adb32c98ed95 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "DELETE /v2.0/routers/675131e7-19f4-46ea-bffe-129f6f216433 HTTP/1.1" status: 204 len: 168 time: 2.4269450 Mar 02 07:38:44.624927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:44.630159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1522555564', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:44.637950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:44.642044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:44.645287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:44.652785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:44.665892 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.667646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.688002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.739793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:44.746194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Usage tracker for resource:port and tenant:b942e6928e314287b11575d38aa97dbd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:44.749763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:44.752759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.771280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:44.781904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782b614-02c5-4ede-8524-303e32ca0afa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:44.791750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.793337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be3eb8be-f0c6-4c10-ab97-baa8d4c7136c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e782b614-02c5-4ede-8524-303e32ca0afa HTTP/1.1" status: 204 len: 168 time: 0.9712675 Mar 02 07:38:44.809498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:44.825113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.076172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.13 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:45.128187 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:38:45.202299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 825d3c88-c440-48b7-b55f-239e5c078c87 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:45.244150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 825d3c88-c440-48b7-b55f-239e5c078c87 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:45.244493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 825d3c88-c440-48b7-b55f-239e5c078c87 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:45.247753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.296684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.297981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3f1d429-e500-45d6-a04b-e3fca6fa3b86 req-bb07ed83-0f7b-4dc4-ad1f-84cb5c22d714 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 210 time: 0.1229362 Mar 02 07:38:45.318902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60588) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.345597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.364910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.372749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac227dfa29642efa51c2a09fd0a87cd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.414745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.423998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.446319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.479702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.523641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.604770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:45.612353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:45.617973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:45.652541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.688302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:45.688924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.714411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-14b412e3-2bb9-4c6d-858a-9a9066814677 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299489 Mar 02 07:38:45.720632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.731037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Request body: {'port': {'device_id': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.753134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.780774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.830358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.890206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.892928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ac227dfa29642efa51c2a09fd0a87cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729275 Mar 02 07:38:45.893687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60602) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.895480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2642fc-e591-4f1d-9618-4b3b1529ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10bd3e6-7cdf-47da-8a4f-aec47667a107,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:46.097431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Allocated IP 172.25.4.207 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f2a544f5-8fe8-4257-908a-ab3e1189f5c0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:46.136915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.258555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.279937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:46.287985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.311824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Transition to ACTIVE for port object bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:46.318668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.352420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31363ce-baa5-4036-b75b-492bc641b15d req-0be8022c-fcb6-447b-8cad-e336d25fa517 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:46.358359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c31363ce-baa5-4036-b75b-492bc641b15d req-0be8022c-fcb6-447b-8cad-e336d25fa517 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.3181198 Mar 02 07:38:46.404832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.436529 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c31363ce-baa5-4036-b75b-492bc641b15d req-fc23a916-0597-44be-a566-eafe3f631940 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Mar 02 07:38:46.440622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.457988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10bd3e6-7cdf-47da-8a4f-aec47667a107,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:46.506643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.510928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bbbef2b4-13a3-478f-b4a5-483f63908621 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b10bd3e6-7cdf-47da-8a4f-aec47667a107 HTTP/1.1" status: 204 len: 168 time: 0.6090338 Mar 02 07:38:46.537463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.551840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 00d1623c-ddab-4718-a807-a761ef186a87 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:46.598152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:46.618553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 00d1623c-ddab-4718-a807-a761ef186a87 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:46.619141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 00d1623c-ddab-4718-a807-a761ef186a87 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:46.624237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:46.629950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:46.634089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:46.697899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event updated for resources: {'Port': ['ID=f2a544f5-8fe8-4257-908a-ab3e1189f5c0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:46.724988 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.726921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Attempting to bind port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:46.727566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Attempting to bind port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:46.728088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Attempting to bind port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:46.746748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:38:46.747324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Attempting to bind port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:46.761993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:46.762625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:46.763466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:46.764206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Bound port: bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:46.764510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.832809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eb273-6cd0-46ea-b98e-eb3b95180d97 req-ca2d1a0b-bdb5-49c9-a476-c23af4506999 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:46.833674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f12eb273-6cd0-46ea-b98e-eb3b95180d97 req-ca2d1a0b-bdb5-49c9-a476-c23af4506999 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:46.885179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f12eb273-6cd0-46ea-b98e-eb3b95180d97 req-ca2d1a0b-bdb5-49c9-a476-c23af4506999 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:46.888443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f12eb273-6cd0-46ea-b98e-eb3b95180d97 req-ca2d1a0b-bdb5-49c9-a476-c23af4506999 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 944 time: 0.4264424 Mar 02 07:38:46.894881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:46.900214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:46.918748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.064555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:47.066127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.068135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e HTTP/1.1" status: 200 len: 1092 time: 1.3463552 Mar 02 07:38:47.068905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:47.078911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f12eb273-6cd0-46ea-b98e-eb3b95180d97 req-43d343ef-9ceb-4fbf-a45a-4e190748bbbd tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816199 Mar 02 07:38:47.183756 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e', 'status': 'completed', 'code': 200} Mar 02 07:38:47.191832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643670c1-2d40-475a-801d-7387cc77f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:47.221305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60630) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:47.313497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.374737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-f58b69ee-2c3f-42a7-ae39-01087e3aec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:47.375487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-f58b69ee-2c3f-42a7-ae39-01087e3aec48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 1095 time: 0.2646511 Mar 02 07:38:47.566584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-bc82c4d4-0e6e-45e8-9328-355f1f8c7e58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e HTTP/1.1" status: 200 len: 217 time: 0.1842806 Mar 02 07:38:47.680484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.749659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:47.753503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Usage tracker for resource:security_group_rule and tenant:a24b397126fe41ad92cac1459d814dc2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:47.756724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:47.763538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:47.834466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-06cde92c-2003-4699-9696-0397e50b888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:47.835958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-06cde92c-2003-4699-9696-0397e50b888e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.2478790 Mar 02 07:38:47.839089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.924969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-372905c9-169f-4e53-8d7c-100c76661351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808270 Mar 02 07:38:47.968466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:47.970487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42acfc-3de9-49d7-8050-c83ab0c833b0 req-eb794b5b-9e9d-48d8-99e5-3e2b8a1f1a6b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:47.970487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2c42acfc-3de9-49d7-8050-c83ab0c833b0 req-eb794b5b-9e9d-48d8-99e5-3e2b8a1f1a6b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:47.989849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d025b86-240e-45dc-954b-c91b84864512 req-68323103-df12-4863-8d2b-d783789cef78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:47.990939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d025b86-240e-45dc-954b-c91b84864512 req-68323103-df12-4863-8d2b-d783789cef78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:48.066436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.108630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261781744-network', 'tenant_id': '8488606866a14d08b167ddb196e785bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:48.115581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:48.124237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.125284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Usage tracker for resource:network and tenant:8488606866a14d08b167ddb196e785bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:48.130500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:48.131152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9d025b86-240e-45dc-954b-c91b84864512 req-68323103-df12-4863-8d2b-d783789cef78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:48.132812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d025b86-240e-45dc-954b-c91b84864512 req-68323103-df12-4863-8d2b-d783789cef78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.6842151 Mar 02 07:38:48.142250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:48.147110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2c42acfc-3de9-49d7-8050-c83ab0c833b0 req-eb794b5b-9e9d-48d8-99e5-3e2b8a1f1a6b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:48.148786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c42acfc-3de9-49d7-8050-c83ab0c833b0 req-eb794b5b-9e9d-48d8-99e5-3e2b8a1f1a6b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 945 time: 0.4551456 Mar 02 07:38:48.170316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Made reservation on behalf of 8488606866a14d08b167ddb196e785bf for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:48.172644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.185487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Router 99210896-576f-45d4-97ef-a2e0dff43099 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:38:48.190687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.263377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b660f-7d4e-4068-86a2-e2bcd1ac3ad3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:48.278141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7bc60c33-3e7b-4a9f-a32c-1179c1294a18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a24b397126fe41ad92cac1459d814dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558813 Mar 02 07:38:48.290224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:48.311122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port 730d6f96-f52a-4b65-85ad-2cde95fc6add {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:48.311389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.316762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:48.337602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8488606866a14d08b167ddb196e785bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:48.342120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:48.351251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:48.365664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-b26847bb-2072-4bf3-b69a-3cb2d735c44f service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327760 Mar 02 07:38:48.380331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c42acfc-3de9-49d7-8050-c83ab0c833b0 req-ac9cbe6b-4ef1-4b63-9f6d-9057b3f626c0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869838 Mar 02 07:38:48.505616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1143f-423a-4938-b696-f5b6ab4f72fd req-57955345-04ad-4243-870b-0695fafb3896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:48.506327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d3c1143f-423a-4938-b696-f5b6ab4f72fd req-57955345-04ad-4243-870b-0695fafb3896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:48.508118 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.517322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:48.532298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] Sync routers for ids ['99210896-576f-45d4-97ef-a2e0dff43099'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:48.545076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] Routers {'99210896-576f-45d4-97ef-a2e0dff43099'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:48.547076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['99210896-576f-45d4-97ef-a2e0dff43099'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:48.558474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d3c1143f-423a-4938-b696-f5b6ab4f72fd req-57955345-04ad-4243-870b-0695fafb3896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:48.560109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3c1143f-423a-4938-b696-f5b6ab4f72fd req-57955345-04ad-4243-870b-0695fafb3896 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 944 time: 0.3523531 Mar 02 07:38:48.594718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.599001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d47d185-b799-4b5e-88df-7d93c5faac0a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9699776 Mar 02 07:38:48.601151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60664) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:48.619793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:48.626258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.644805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:48.658814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] Routers {'99210896-576f-45d4-97ef-a2e0dff43099'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:48.659371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['99210896-576f-45d4-97ef-a2e0dff43099'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:48.661712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d147bd6d-566a-4dc4-949d-d0bcdbcbd821 req-b7ecd781-6914-408e-ae7c-3bb41da9fddf service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865374 Mar 02 07:38:48.701625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.710598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.715787 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3c1143f-423a-4938-b696-f5b6ab4f72fd req-aea98859-3a7f-4715-acd7-11f19ddb3289 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462739 Mar 02 07:38:48.738913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.744309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.753941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:48.754550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cad14-2da5-46d3-85b4-aaa67fd1b459 None None] The sync data for ids ['99210896-576f-45d4-97ef-a2e0dff43099'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:48.755467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:38:48.837433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.837778 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Added segment d84c0a2c-4975-40e8-b8a6-60a1b7e01864 of type vlan for network daa46535-128c-4346-b078-e89416750f8a Mar 02 07:38:48.838849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a54356-7240-484d-83c2-207fc32c7712,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:48.861089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port 730d6f96-f52a-4b65-85ad-2cde95fc6add, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=730d6f96-f52a-4b65-85ad-2cde95fc6add,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:48.861605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.874764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.875112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.875465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.875868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.876101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.876419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.876755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.877058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.877375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.877688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.878050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.878371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:48.980661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.004678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for 730d6f96-f52a-4b65-85ad-2cde95fc6add owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:49.089276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.131619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-c8b5a596-cc3e-4f2d-994a-b52785f9c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:49.133643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-c8b5a596-cc3e-4f2d-994a-b52785f9c389 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 1095 time: 0.3796954 Mar 02 07:38:49.134478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b660f-7d4e-4068-86a2-e2bcd1ac3ad3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:49.182106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.183478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-efccd726-3b21-43bb-b7c0-df84cf87c601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b57b660f-7d4e-4068-86a2-e2bcd1ac3ad3 HTTP/1.1" status: 204 len: 168 time: 0.8833258 Mar 02 07:38:49.279008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.279985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:49.280700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.641250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5584185 Mar 02 07:38:49.643600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:49.643600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Request body: {'subnet': {'network_id': 'daa46535-128c-4346-b078-e89416750f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261781744-subnet', 'tenant_id': '8488606866a14d08b167ddb196e785bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:49.643600 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.643600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:49.644474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:49.644960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Usage tracker for resource:subnet and tenant:8488606866a14d08b167ddb196e785bf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:49.644960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:49.644960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-eec06fa6-460d-44a2-994a-1b2e84e6cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:49.644960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-eec06fa6-460d-44a2-994a-1b2e84e6cfbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.4973052 Mar 02 07:38:49.682677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=730d6f96-f52a-4b65-85ad-2cde95fc6add,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:49.685186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:49.891123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-600d29a4-8994-4452-8225-bb5d288a55f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e HTTP/1.1" status: 200 len: 217 time: 0.2073672 Mar 02 07:38:49.914903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port 730d6f96-f52a-4b65-85ad-2cde95fc6add on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:38:49.964232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e041dfe-b567-450a-8c68-cd253cd1f541 req-a10979b6-8f77-4c96-a373-3a0563f28522 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 210 time: 0.1412532 Mar 02 07:38:49.964232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Made reservation on behalf of 8488606866a14d08b167ddb196e785bf for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:49.964232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.987876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:50.067653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:50.086681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'name': 'network-vif-deleted', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:50.106532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e137-a68b-460d-bef8-e209a87215f5 admin admin] Pushing event updated for resources: {'Network': ['ID=daa46535-128c-4346-b078-e89416750f8a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:50.122780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network daa46535-128c-4346-b078-e89416750f8a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:38:50.131193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d025b86-240e-45dc-954b-c91b84864512 req-ea306761-7895-4fc2-978c-a8b17a475896 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "DELETE /v2.0/ports/730d6f96-f52a-4b65-85ad-2cde95fc6add HTTP/1.1" status: 204 len: 173 time: 1.9760275 Mar 02 07:38:50.158245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-854f935b-74b7-480b-8fd8-06c678364453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.159708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-854f935b-74b7-480b-8fd8-06c678364453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.2561584 Mar 02 07:38:50.227664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382417-57e2-4946-813a-8f766ae7e2b5 req-8006d24c-27e3-43b8-84f3-eb739ba23b70 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.227664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b382417-57e2-4946-813a-8f766ae7e2b5 req-8006d24c-27e3-43b8-84f3-eb739ba23b70 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 944 time: 0.2253201 Mar 02 07:38:50.237976 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eb8196-534e-473b-b92d-bf1836bda311', 'name': 'network-vif-deleted', 'tag': '730d6f96-f52a-4b65-85ad-2cde95fc6add', 'status': 'completed', 'code': 200} Mar 02 07:38:50.258423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-6cad81d8-985c-43eb-887b-741e997cbb82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782557 Mar 02 07:38:50.325053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b382417-57e2-4946-813a-8f766ae7e2b5 req-f05149e2-88eb-4c99-8ec1-91e70eef2d39 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Mar 02 07:38:50.539957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:50.568613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 730d6f96-f52a-4b65-85ad-2cde95fc6add no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:50.665541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 730d6f96-f52a-4b65-85ad-2cde95fc6add {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:50.665541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 730d6f96-f52a-4b65-85ad-2cde95fc6add not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:50.695578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7471d8d9-15ce-46c2-b911-7b9b721d6d9f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:50.755547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Checking segment: {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:50.755920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Network hostable DHCP agents. Network: daa46535-128c-4346-b078-e89416750f8a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:38:50.785721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-8cb1f901-78c3-4db3-bbaa-8a357a1553cc service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259447 Mar 02 07:38:50.925385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Network daa46535-128c-4346-b078-e89416750f8a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:38:50.987037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, daa46535-128c-4346-b078-e89416750f8a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:50.990522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af8cf1-a9b4-4959-a4f1-ba0aef11e97c None None] Network daa46535-128c-4346-b078-e89416750f8a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:38:51.021701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:51.021701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:51.135651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a19459a8-84b5-4631-a67e-a998eebb09b3 req-0eeb48ca-5546-404c-87fa-a43be02044d2 service neutron] 10.222.0.39 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370249 Mar 02 07:38:51.160701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-737686a4-0ddc-4a04-97ef-2f4fd2515885 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6291831 Mar 02 07:38:51.303096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:51.309252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:51.351894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed57caf3-f36d-49b4-b718-605223478e25 req-ebcf9eca-907f-4e3e-84ba-5b7b225ddf56 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:51.389841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed57caf3-f36d-49b4-b718-605223478e25 req-ebcf9eca-907f-4e3e-84ba-5b7b225ddf56 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:51.389841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed57caf3-f36d-49b4-b718-605223478e25 req-ebcf9eca-907f-4e3e-84ba-5b7b225ddf56 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=11eb8196-534e-473b-b92d-bf1836bda311 HTTP/1.1" status: 200 len: 210 time: 0.1458979 Mar 02 07:38:51.609167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router 99210896-576f-45d4-97ef-a2e0dff43099 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:38:51.625280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fe65f-b5d9-45b1-8c33-8514c7eb8859 None None] Network daa46535-128c-4346-b078-e89416750f8a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:38:52.070543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da01f0-f71b-43ff-9a65-dc98f0432ef3 req-c419cc7a-ec10-4352-83b3-cd30bf15db6d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:52.070543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36da01f0-f71b-43ff-9a65-dc98f0432ef3 req-c419cc7a-ec10-4352-83b3-cd30bf15db6d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 944 time: 0.2269766 Mar 02 07:38:52.140783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:52.146235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:52.146235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f9ec410-69eb-430c-99ce-7985b0bddcf8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "PUT /v2.0/routers/99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 200 len: 922 time: 3.5387166 Mar 02 07:38:52.146235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60762) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:52.162044 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] Sync routers for ids ['99210896-576f-45d4-97ef-a2e0dff43099'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:52.169563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] Routers {'99210896-576f-45d4-97ef-a2e0dff43099'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:52.169563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['99210896-576f-45d4-97ef-a2e0dff43099'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:52.292666 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:52.302199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] Routers {'99210896-576f-45d4-97ef-a2e0dff43099'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:52.302979 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['99210896-576f-45d4-97ef-a2e0dff43099'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:52.336287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36da01f0-f71b-43ff-9a65-dc98f0432ef3 req-3a8540c6-9798-4dcc-ba05-106b1137ddd7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562773 Mar 02 07:38:52.411424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:52.411424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4d31e-ce68-491f-aed6-5c9529f9ecbd None None] The sync data for ids ['99210896-576f-45d4-97ef-a2e0dff43099'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:52.550571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-af5b65c8-a7fd-4aa8-9f2f-82c0c734c055 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 200 len: 922 time: 0.3987665 Mar 02 07:38:52.556415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60776) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:52.664307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ccf1f-068d-430c-be93-36ad8daaf8b2 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:52.667131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-087ccf1f-068d-430c-be93-36ad8daaf8b2 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=99210896-576f-45d4-97ef-a2e0dff43099&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1171916 Mar 02 07:38:52.670017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60784) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:52.878313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71c7d6-538f-4d67-ae9e-3174e14198e1 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:52.879534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc71c7d6-538f-4d67-ae9e-3174e14198e1 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.2007878 Mar 02 07:38:52.883843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60806) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:52.936809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-06e36395-1364-4f57-a17a-48bd90a511bf tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 200 len: 205 time: 0.0515494 Mar 02 07:38:52.939601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:53.450369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-04521ca5-2a55-4537-b8f3-bc8e3bc11bac tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:53.458894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-04521ca5-2a55-4537-b8f3-bc8e3bc11bac tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.4412055 Mar 02 07:38:53.505017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-d3e6f353-3215-4051-8541-93ba1fee2317 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0452650 Mar 02 07:38:53.542770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:53.603291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:38:53.808357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-f0642291-06e2-47cd-89d6-ef9bb793317a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3031905 Mar 02 07:38:53.930063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:53.949742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e', 'mac_address': 'fa:16:3e:33:cb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:38:53.952904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a201e3-f4ff-4750-904e-cbbb7a8f1da8 req-74fced58-913f-4b4e-9dd0-bf423b1caeed tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:53.967754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4a201e3-f4ff-4750-904e-cbbb7a8f1da8 req-74fced58-913f-4b4e-9dd0-bf423b1caeed tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 944 time: 0.3243401 Mar 02 07:38:54.074518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60874) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:54.119614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.159762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-3c58f79e-d0a3-4e81-a6b0-39fb0e3241bd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:38:54.159762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-3c58f79e-d0a3-4e81-a6b0-39fb0e3241bd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250210 Mar 02 07:38:54.179479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.180089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port f2a544f5-8fe8-4257-908a-ab3e1189f5c0 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:54.180628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.199794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:54.220268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:54.230460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.296534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4a201e3-f4ff-4750-904e-cbbb7a8f1da8 req-56a1f28d-86d0-4bc7-8402-3f0e5e5972cc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303051 Mar 02 07:38:54.319315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:54.369285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.392725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:54.408563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Usage tracker for resource:security_group_rule and tenant:d538049512ae425c84189eb31ba41877 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:54.417633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:54.427930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:54.435324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.466904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-635e585e-4c9f-435d-9337-65af6b235369 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879896 Mar 02 07:38:54.544548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:54.578917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for f2a544f5-8fe8-4257-908a-ab3e1189f5c0 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:54.695351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-e940201b-dad8-4d28-8135-e657c6a28bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160969 Mar 02 07:38:54.753042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.759956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.821108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:54.854525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ecf3e-169f-4e07-9ded-b9cc24355140,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:54.890607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b57b0fc1-8284-469f-b549-abd2b449045e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d538049512ae425c84189eb31ba41877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153999 Mar 02 07:38:54.891247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:54.918210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=f2a544f5-8fe8-4257-908a-ab3e1189f5c0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:55.013589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.047476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.049018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9089f70f-7a32-461b-b7c2-6f919ca61070 req-08d29c3c-559e-4b39-811d-e39a6415b1fa tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 210 time: 0.0703008 Mar 02 07:38:55.072152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.193257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.220927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.230410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b51ecf3e-169f-4e07-9ded-b9cc24355140 HTTP/1.1" status: 204 len: 168 time: 0.3380725 Mar 02 07:38:55.231421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a4cfb-47bb-4d3e-a8a0-534eafd66da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ecf3e-169f-4e07-9ded-b9cc24355140,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:55.352416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.363950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.435898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.435898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router 99210896-576f-45d4-97ef-a2e0dff43099 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:55.509061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.509061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b480d9ce-db29-4b1e-8a71-9233703d9d78 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 204 len: 168 time: 2.5670803 Mar 02 07:38:55.518026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60916) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:55.545944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1290382430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:55.559327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:55.568619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:55.587578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:55.604715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:55.622129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:55.639952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.643983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.681053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.745158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412892f-f1b8-471b-8586-c4fd32d9d0c5 req-4100672f-b4ca-41e4-8208-5cd51e40bfa2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:55.757035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0412892f-f1b8-471b-8586-c4fd32d9d0c5 req-4100672f-b4ca-41e4-8208-5cd51e40bfa2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 945 time: 0.2061055 Mar 02 07:38:55.763057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.820299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.820299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51f6997a-cffe-4d4f-9e9f-e28a2eba6221 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3017895 Mar 02 07:38:55.820299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60928) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:55.832214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0412892f-f1b8-471b-8586-c4fd32d9d0c5 req-0f35a5c8-1a84-4cd9-9332-acc743d1329a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714979 Mar 02 07:38:55.841881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:55.875030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:55.894928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:55.894928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.926059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60936) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:55.948911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:55.964948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:55.969447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Usage tracker for resource:security_group_rule and tenant:35ab59abef354784a9a80557ab38ea78 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:55.972758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:55.981179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:56.115462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.202563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:56.208051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.226648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.245143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:56.248400 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.356084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:56.428705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ab59abef354784a9a80557ab38ea78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021691 Mar 02 07:38:56.428705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc61f6-eadf-4529-a3bf-c5f4130be12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88975a-ce44-4b26-8c99-1f82d4c339b8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:56.438826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60950) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:56.487798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7721405c-b28c-4b5a-bc73-66ad19af0cbb req-ebdeb205-4dcd-4304-98e7-0c97e23e9752 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 210 time: 0.1502967 Mar 02 07:38:56.567252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.582293 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e', 'code': 200} Mar 02 07:38:56.626390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.858888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.877200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88975a-ce44-4b26-8c99-1f82d4c339b8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:56.890765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.891887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31259bec-1e14-4994-884d-f452b6b82f71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc88975a-ce44-4b26-8c99-1f82d4c339b8 HTTP/1.1" status: 204 len: 168 time: 0.4562700 Mar 02 07:38:57.054237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.087357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d0b28-7ef7-4cc3-9ea9-e47210081f30 req-65dff9a4-10b9-49d7-9091-720d8f5612f6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:57.098264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-485d0b28-7ef7-4cc3-9ea9-e47210081f30 req-65dff9a4-10b9-49d7-9091-720d8f5612f6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1227932 Mar 02 07:38:57.171465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-87665445-2ce2-4730-b035-fde095b6ae27 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:57.171465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-87665445-2ce2-4730-b035-fde095b6ae27 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 809 time: 0.8705292 Mar 02 07:38:57.184836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-485d0b28-7ef7-4cc3-9ea9-e47210081f30 req-c8c6b02e-0338-497a-976d-4c06f32d8a2e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901415 Mar 02 07:38:57.191269 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-0a925eda-c88d-49bb-8475-8f9c0742e173 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/quotas/8488606866a14d08b167ddb196e785bf HTTP/1.1" status: 200 len: 375 time: 0.0133839 Mar 02 07:38:57.202313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-e5bd409e-d973-4242-8ef2-ef9f9ea128bd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:57.203678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-e5bd409e-d973-4242-8ef2-ef9f9ea128bd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.5130014 Mar 02 07:38:57.258363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': '1e11a497-635b-484b-880c-1c98d70c1998', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:57.359428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-5b62b0fa-d4e7-49b1-b4a0-5c8a460bb966 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1511779 Mar 02 07:38:57.493399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e816c-0133-46aa-aa35-3ea6c27567e9 req-5e9e49bd-a6ef-4be5-a14f-76eb6832d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:57.507271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d1e816c-0133-46aa-aa35-3ea6c27567e9 req-5e9e49bd-a6ef-4be5-a14f-76eb6832d86c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 1097 time: 0.8143213 Mar 02 07:38:57.688305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-898b8223-b90a-40dd-b0de-bf3b2aa315d1 req-b18ca88a-df94-44bb-8974-c7642895eaf8 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 210 time: 0.0648274 Mar 02 07:38:57.769021 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d1e816c-0133-46aa-aa35-3ea6c27567e9 req-899b8b8c-c68b-477d-8c12-df2c5f78826f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544330 Mar 02 07:38:57.769021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:57.784493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-b8158f2f-2860-4a8b-8975-7863c2cb60fc service neutron] 10.222.0.21 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276021 Mar 02 07:38:57.789052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:58.110583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:58.119096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.292632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.385533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.464852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b43ba-e683-4670-b2cd-e2ea72a8adc4 req-97f2142d-1ead-427e-b85a-8eac35dc9b28 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:58.464852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc7b43ba-e683-4670-b2cd-e2ea72a8adc4 req-97f2142d-1ead-427e-b85a-8eac35dc9b28 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1353014 Mar 02 07:38:58.578445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc7b43ba-e683-4670-b2cd-e2ea72a8adc4 req-62c88a46-b7c1-4aeb-9fdc-c7bba5e8b86d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032085 Mar 02 07:38:58.582012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a0cc0792-7d94-46a2-b720-3d7bf2d25abb service neutron] 10.222.0.21 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765784 Mar 02 07:38:58.836565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c482aac5-48e4-42a2-a5fc-9896e7237399 req-aef194c1-82ac-4f31-b3cb-962267426ef3 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 210 time: 0.0585232 Mar 02 07:38:58.858470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.6 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/bfd53b68-cfdd-4428-af16-925c5e374059) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:58.875338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Allocated IP 172.25.4.3 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/cac00a03-d328-4baa-b0b2-5a734bc2003c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:59.033577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9242284c-d042-471d-8309-8573a400c838 req-a1791bf0-678c-4fb9-a055-48af0f9d55bf tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 210 time: 0.0867090 Mar 02 07:38:59.172080 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.234193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.476751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:59.525010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:59.525010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:59.627089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event updated for resources: {'Port': ['ID=cac00a03-d328-4baa-b0b2-5a734bc2003c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.667965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.079132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.088464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3aa9b146-8fac-4cca-ae34-002a745138c8 req-08cfdc1a-1dd6-423d-af97-b86ca3192a3f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 210 time: 0.0906410 Mar 02 07:39:00.096839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:00.383050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32850) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:00.423322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6965749-9987-405c-85c1-9fb70ee1de8d req-45c13b7d-04c2-43f2-862f-3f73a04b27ef tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:00.423322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6965749-9987-405c-85c1-9fb70ee1de8d req-45c13b7d-04c2-43f2-862f-3f73a04b27ef tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.6223276 Mar 02 07:39:00.540986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557f99-313a-47e4-88c2-549e1a0d3556 req-85eb05c2-a64d-4860-91e9-3cf414e08b78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:00.548320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0557f99-313a-47e4-88c2-549e1a0d3556 req-85eb05c2-a64d-4860-91e9-3cf414e08b78 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 931 time: 0.2497292 Mar 02 07:39:00.643559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0557f99-313a-47e4-88c2-549e1a0d3556 req-385e11f0-2baf-4cfa-b1e9-eacae9f630b3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Mar 02 07:39:00.647879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:00.708423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:00.730968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:00.740423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:00.795627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.816471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:00.822409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Usage tracker for resource:security_group_rule and tenant:c448eb1eab9c4be4a92dca4ce5b0b0d3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:00.827985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:00.842552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:00.892380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.933120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.937924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:00.981977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6965749-9987-405c-85c1-9fb70ee1de8d req-5f66ba0e-7faa-4439-b244-d5006d5e3765 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380272 Mar 02 07:39:01.003943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c448eb1eab9c4be4a92dca4ce5b0b0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251032 Mar 02 07:39:01.009138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507c2c7-98f5-489c-9a70-e40d5dcabbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b19b3-064a-477a-bf4d-2fda72684898,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:01.025358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:01.028962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:01.028962 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:01.173056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a6ff1ce3-2839-4ba3-bec1-6292d2b9b3ba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:01.173056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a6ff1ce3-2839-4ba3-bec1-6292d2b9b3ba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 809 time: 0.5230868 Mar 02 07:39:01.208532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Request body: {'port': {'device_id': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'network_id': 'daa46535-128c-4346-b078-e89416750f8a', 'admin_state_up': True, 'tenant_id': '8488606866a14d08b167ddb196e785bf'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:01.458118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-beaf974d-c9b6-4891-be43-3b84e3d5a927 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2099063 Mar 02 07:39:01.458927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96f8b-585e-449c-9ea6-a5d49348501b req-07b1d947-c884-4918-918a-6d80b189b3ca tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:01.462514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa96f8b-585e-449c-9ea6-a5d49348501b req-07b1d947-c884-4918-918a-6d80b189b3ca tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1000917 Mar 02 07:39:01.475762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:01.515143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cfa96f8b-585e-449c-9ea6-a5d49348501b req-34babb8a-54f8-4557-a1e1-5b3a7343dc83 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491900 Mar 02 07:39:01.534485 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4cb388ea-a344-47ea-a946-cc58ee589a6f req-01cf4f32-d963-446d-9be0-44b2efa0111c tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 210 time: 0.2806232 Mar 02 07:39:01.568788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Request body: {'port': {'device_id': '1e11a497-635b-484b-880c-1c98d70c1998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:01.649236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:01.870071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff3bad-aa9e-4b63-81cd-efa48f045f5d req-db044b4a-5777-49a6-805d-6bc06f34fa3f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:01.870071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5ff3bad-aa9e-4b63-81cd-efa48f045f5d req-db044b4a-5777-49a6-805d-6bc06f34fa3f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 931 time: 0.1032045 Mar 02 07:39:01.888887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:01.901063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:01.915204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:01.919408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Usage tracker for resource:port and tenant:8488606866a14d08b167ddb196e785bf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:01.921900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:01.940526 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5ff3bad-aa9e-4b63-81cd-efa48f045f5d req-2378704c-8eef-4824-afc9-8fbcb2a05a7d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635939 Mar 02 07:39:01.985656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.000470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:02.064626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Made reservation on behalf of 8488606866a14d08b167ddb196e785bf for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:02.068234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.093415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.142819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b19b3-064a-477a-bf4d-2fda72684898,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:02.285520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.295167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a67fbf63-7aff-4307-bd02-40d5011ac5a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c8b19b3-064a-477a-bf4d-2fda72684898 HTTP/1.1" status: 204 len: 168 time: 1.2663579 Mar 02 07:39:02.777150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff86fdf0-7e95-4f3f-98e1-ccf3bd8e63f3 req-d39ed201-6ac0-48dd-96c7-d3374adf0e34 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 210 time: 0.0534353 Mar 02 07:39:02.810231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32900) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:02.837680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.859742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:02.863245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Usage tracker for resource:security_group_rule and tenant:e867a33f20034d27827dabae6d09ccba is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:02.867466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:02.873739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:02.980532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.985648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.001279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Allocated IP 172.20.0.3 (daa46535-128c-4346-b078-e89416750f8a/7471d8d9-15ce-46c2-b911-7b9b721d6d9f/54370d12-23d7-4698-9c56-3880e119d812) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:03.009517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Router 2b00c42e-f50b-4683-805c-d95db48f5785 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:39:03.044823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e867a33f20034d27827dabae6d09ccba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293670 Mar 02 07:39:03.047827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 32908) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:03.082414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9247590-5627-4e15-b1f5-f70960361a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d03ebb-a8d9-4133-8fa7-92feec154900,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:03.211887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a815b-2a99-4d89-9445-19869e05ce4e req-beb38f8e-6fc9-4c8f-90d0-c022a9675432 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.213413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-923a815b-2a99-4d89-9445-19869e05ce4e req-beb38f8e-6fc9-4c8f-90d0-c022a9675432 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 931 time: 0.1130054 Mar 02 07:39:03.261832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-923a815b-2a99-4d89-9445-19869e05ce4e req-a9e75ccd-698d-409d-9670-d9c985aabe4d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Mar 02 07:39:03.316005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b7fb-1ecc-4146-95a5-9560097e0f47 req-28d11fd3-5d95-45df-b3a0-30e191aaf2c3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.322415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6b6b7fb-1ecc-4146-95a5-9560097e0f47 req-28d11fd3-5d95-45df-b3a0-30e191aaf2c3 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.4278591 Mar 02 07:39:03.343969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-7fb7c897-b612-4791-884c-3f80bdf06a38 req-f9fef836-58df-4ce7-b244-5612a82c59b2 service neutron] (87855) timed out ('10.222.0.39', 51491) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:39:03.536655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd53b68-cfdd-4428-af16-925c5e374059 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:03.579861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.579861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.610081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:03.620788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] Sync routers for ids ['2b00c42e-f50b-4683-805c-d95db48f5785'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:03.637302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] Routers {'2b00c42e-f50b-4683-805c-d95db48f5785'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:03.637302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2b00c42e-f50b-4683-805c-d95db48f5785'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:03.638404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.638404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1d3e567-b57f-4a80-805c-a56a6ea72a1b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "PUT /v2.0/routers/2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 200 len: 878 time: 7.8124330 Mar 02 07:39:03.638675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:03.663790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6b6b7fb-1ecc-4146-95a5-9560097e0f47 req-903673c7-bf0a-40e1-8aa1-3925b285eb17 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223705 Mar 02 07:39:03.672501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.680141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Transition to ACTIVE for port object bfd53b68-cfdd-4428-af16-925c5e374059 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:03.711346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.726269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:03.736258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] Routers {'2b00c42e-f50b-4683-805c-d95db48f5785'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:03.736965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2b00c42e-f50b-4683-805c-d95db48f5785'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:03.856733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:03.856733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26340a-2be6-434d-9675-8b0e10ab8df5 None None] The sync data for ids ['2b00c42e-f50b-4683-805c-d95db48f5785'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:03.902878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f93a681-4b46-4de8-ac4c-086c3e200af7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 200 len: 919 time: 0.2542789 Mar 02 07:39:03.902878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32926) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:03.950653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.997359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:04.032007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-57e11790-0554-46c1-8b25-6a61d2b1d35b req-bce40273-166a-4d23-a3a7-d0cb95cc9f0b tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 210 time: 0.1127305 Mar 02 07:39:04.068509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345649f1-5c61-4c5a-aa4c-b83925eb9d30 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.070147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-345649f1-5c61-4c5a-aa4c-b83925eb9d30 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Synchronizing usage tracker for tenant:0fe015c379684c9ba00475afa388423e on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:04.093587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.103313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-345649f1-5c61-4c5a-aa4c-b83925eb9d30 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Unset dirty status for tenant:0fe015c379684c9ba00475afa388423e on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:04.103313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-345649f1-5c61-4c5a-aa4c-b83925eb9d30 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=2b00c42e-f50b-4683-805c-d95db48f5785&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2040968 Mar 02 07:39:04.107817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:04.125061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d03ebb-a8d9-4133-8fa7-92feec154900,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:04.158841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.158841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ad22833-f79e-4951-8c97-bcc991ca98a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d03ebb-a8d9-4133-8fa7-92feec154900 HTTP/1.1" status: 204 len: 168 time: 1.1007614 Mar 02 07:39:04.165240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Attempting to bind port bfd53b68-cfdd-4428-af16-925c5e374059 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:04.165240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Attempting to bind port bfd53b68-cfdd-4428-af16-925c5e374059 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:04.165240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Attempting to bind port bfd53b68-cfdd-4428-af16-925c5e374059 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:04.182627 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.228238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Port bfd53b68-cfdd-4428-af16-925c5e374059 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:04.228238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Attempting to bind port bfd53b68-cfdd-4428-af16-925c5e374059 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:04.257686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:04.257686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:04.257686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:04.257686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Bound port: bfd53b68-cfdd-4428-af16-925c5e374059, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:04.257686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.274129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Network daa46535-128c-4346-b078-e89416750f8a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:04.278336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:04.283909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7132d-6579-4709-9f31-94e6ce7288b0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.284414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abe7132d-6579-4709-9f31-94e6ce7288b0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Synchronizing usage tracker for tenant:0fe015c379684c9ba00475afa388423e on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:04.284561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:04.307534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abe7132d-6579-4709-9f31-94e6ce7288b0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Unset dirty status for tenant:0fe015c379684c9ba00475afa388423e on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:04.309057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abe7132d-6579-4709-9f31-94e6ce7288b0 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.2034149 Mar 02 07:39:04.311944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32942) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:04.364920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cff2a899-bbfd-4d78-82b9-4a3e588c8dcd tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 200 len: 205 time: 0.0513132 Mar 02 07:39:04.367876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32946) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:04.391029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Pushing event updated for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:04.477579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.489813 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.660427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:04.663701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-a00bd2d5-e7ac-460f-8fdf-de144c05ab9f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4798529 Mar 02 07:39:04.675396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:04.680411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Request body: {'port': {'device_id': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:04.754172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.945883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.945883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.956735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] 10.222.0.16 "PUT /v2.0/ports/bfd53b68-cfdd-4428-af16-925c5e374059 HTTP/1.1" status: 200 len: 1091 time: 3.4716418 Mar 02 07:39:04.976617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:05.208130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.212051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d66f-b46e-43ad-ba9d-3aeb960617b0 req-d08b7507-cf8e-4030-970d-e7b6f9ac2064 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:05.212051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c5b1d66f-b46e-43ad-ba9d-3aeb960617b0 req-d08b7507-cf8e-4030-970d-e7b6f9ac2064 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:05.299932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5eca-bee1-4a82-852f-3e0733c65b34 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:05.307543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c5b1d66f-b46e-43ad-ba9d-3aeb960617b0 req-d08b7507-cf8e-4030-970d-e7b6f9ac2064 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:05.307543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5b1d66f-b46e-43ad-ba9d-3aeb960617b0 req-d08b7507-cf8e-4030-970d-e7b6f9ac2064 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.7706304 Mar 02 07:39:05.324045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.469617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5b1d66f-b46e-43ad-ba9d-3aeb960617b0 req-3f928a64-07b2-4540-b751-33194e6d2840 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439891 Mar 02 07:39:05.488494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-6affdd38-8bc4-47d1-af4e-3849e07a6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:05.490013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-6affdd38-8bc4-47d1-af4e-3849e07a6255 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 1094 time: 0.4777782 Mar 02 07:39:05.626379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79e335-bcca-45c5-b25e-0dd2def3568c req-5574ad31-9505-4504-a84c-259cee01b045 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:05.638042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e79e335-bcca-45c5-b25e-0dd2def3568c req-5574ad31-9505-4504-a84c-259cee01b045 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.5468030 Mar 02 07:39:05.638042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.646289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-c47ccbf6-e9de-4156-927f-120d02552612 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd53b68-cfdd-4428-af16-925c5e374059 HTTP/1.1" status: 200 len: 217 time: 0.1437438 Mar 02 07:39:05.646289 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'status': 'completed', 'code': 200} Mar 02 07:39:05.695030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port cac00a03-d328-4baa-b0b2-5a734bc2003c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:05.695030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.782840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e79e335-bcca-45c5-b25e-0dd2def3568c req-964eaaef-597d-4a8e-9379-ce947ac44910 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398768 Mar 02 07:39:05.852863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27f30-9ff1-4728-9420-07070064a486 req-7a211a91-7da6-48b6-932a-22e1659e4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:05.854376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-7a211a91-7da6-48b6-932a-22e1659e4116 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.2042060 Mar 02 07:39:06.035045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.127152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-e2cc46c5-b8ed-4f3d-bce5-b546a9ecac62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2528951 Mar 02 07:39:06.246634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for cac00a03-d328-4baa-b0b2-5a734bc2003c owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:06.349206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cedc30-e6f3-4976-9662-008cae578de7 req-2e6cf5e7-6016-4e55-99f4-93349719fd7b tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:06.349206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e8cedc30-e6f3-4976-9662-008cae578de7 req-2e6cf5e7-6016-4e55-99f4-93349719fd7b tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Synchronizing usage tracker for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:06.349206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-0f91bfe0-3d41-4112-995d-4477d4a6f60a service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184029 Mar 02 07:39:06.531898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.559918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54370d12-23d7-4698-9c56-3880e119d812 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:06.585490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e8cedc30-e6f3-4976-9662-008cae578de7 req-2e6cf5e7-6016-4e55-99f4-93349719fd7b tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Unset dirty status for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:06.591147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8cedc30-e6f3-4976-9662-008cae578de7 req-2e6cf5e7-6016-4e55-99f4-93349719fd7b tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 931 time: 0.5472641 Mar 02 07:39:06.622335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=cac00a03-d328-4baa-b0b2-5a734bc2003c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:06.624587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.675504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Transition to ACTIVE for port object 54370d12-23d7-4698-9c56-3880e119d812 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:06.689058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.693674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.800357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aea27f30-9ff1-4728-9420-07070064a486 req-519624f8-e6ec-4647-be42-584337cab5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930595 Mar 02 07:39:06.937003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.937003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.963809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8cedc30-e6f3-4976-9662-008cae578de7 req-3486a91a-51cf-4a45-8ef9-a7647179a33a tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344078 Mar 02 07:39:06.988987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ca29f-3987-43cf-87d3-2534af5e3190 req-1a7d0023-cb68-4d62-b8b4-5d69465d8a08 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:06.995827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e9ca29f-3987-43cf-87d3-2534af5e3190 req-1a7d0023-cb68-4d62-b8b4-5d69465d8a08 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.2566481 Mar 02 07:39:07.021141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.021954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router 2b00c42e-f50b-4683-805c-d95db48f5785 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:39:07.054789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Pushing event updated for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:07.245917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e9ca29f-3987-43cf-87d3-2534af5e3190 req-b5bb971d-3255-4b9a-8b3b-2bf9a8e82a09 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419353 Mar 02 07:39:07.254765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.254765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4dcede53-a060-4513-9bc3-1fc9bec69bf9 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 204 len: 168 time: 2.8851013 Mar 02 07:39:07.271397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33022) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:07.271397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1968282307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:07.280017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:07.289450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-350f79dc-cf31-4c9a-9f68-04e5d8939c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:07.293225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:07.297304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-350f79dc-cf31-4c9a-9f68-04e5d8939c7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 1094 time: 0.3487382 Mar 02 07:39:07.304221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:07.306105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Attempting to bind port 54370d12-23d7-4698-9c56-3880e119d812 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:07.306105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Attempting to bind port 54370d12-23d7-4698-9c56-3880e119d812 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:07.306105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Attempting to bind port 54370d12-23d7-4698-9c56-3880e119d812 on network daa46535-128c-4346-b078-e89416750f8a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:07.314222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:07.330714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Port 54370d12-23d7-4698-9c56-3880e119d812 on network daa46535-128c-4346-b078-e89416750f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:07.330714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Attempting to bind port 54370d12-23d7-4698-9c56-3880e119d812 on network daa46535-128c-4346-b078-e89416750f8a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:07.344030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.344030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.348058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:07.348058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Checking segment: {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:07.348058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Bound using segment: {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:07.348058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Bound port: 54370d12-23d7-4698-9c56-3880e119d812, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:07.348058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.382601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.406096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.433120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.435853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-36e99763-05c5-4115-a9af-82ff62754cf8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1745763 Mar 02 07:39:07.438435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33030) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:07.446778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': True}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:07.727057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3dd9-31d5-46c3-8997-04788b0fd4cc req-dc957f22-b3d2-48cb-b7df-b1a3b14ef7f7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:07.733848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-049a3dd9-31d5-46c3-8997-04788b0fd4cc req-dc957f22-b3d2-48cb-b7df-b1a3b14ef7f7 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.5428910 Mar 02 07:39:07.798518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33040) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:07.845445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:07.845445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=54370d12-23d7-4698-9c56-3880e119d812,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:07.903231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-049a3dd9-31d5-46c3-8997-04788b0fd4cc req-36698600-3461-4cf7-9f1b-d436e24a8d32 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507914 Mar 02 07:39:07.903231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.913993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.966647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-f5b044b3-c3a7-4f79-94be-0279079e71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:07.966647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-f5b044b3-c3a7-4f79-94be-0279079e71ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.6713531 Mar 02 07:39:08.056878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.057883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:08.059698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] 10.222.0.16 "PUT /v2.0/ports/54370d12-23d7-4698-9c56-3880e119d812 HTTP/1.1" status: 200 len: 1091 time: 3.3864114 Mar 02 07:39:08.081326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'tag': '54370d12-23d7-4698-9c56-3880e119d812'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:08.092951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-f1a0532c-0dc1-4f93-9be1-f0e936d90533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd53b68-cfdd-4428-af16-925c5e374059 HTTP/1.1" status: 200 len: 217 time: 0.1053798 Mar 02 07:39:08.230857 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'tag': '54370d12-23d7-4698-9c56-3880e119d812', 'status': 'completed', 'code': 200} Mar 02 07:39:08.230857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:08.259847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:08.283173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:floatingip and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:08.299608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:08.301088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887c938-6714-4872-9fb6-56d2200b9524 service neutron] Pushing event updated for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:08.313046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:08.326010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dfe41-89f3-4944-9535-2b139552487c req-cb906662-1156-4665-a2f1-c113b50144c4 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.327286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-8ee443da-5bc2-4058-bfdb-38825ed414f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.328116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df4dfe41-89f3-4944-9535-2b139552487c req-cb906662-1156-4665-a2f1-c113b50144c4 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 943 time: 0.1540701 Mar 02 07:39:08.328845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-8ee443da-5bc2-4058-bfdb-38825ed414f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.2149169 Mar 02 07:39:08.390701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-175ba9c0-be41-4cdb-8fc6-4c84e3a46a62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496826 Mar 02 07:39:08.391374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:08.509098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-3d447651-1174-4647-95b2-424453db6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.509098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-3d447651-1174-4647-95b2-424453db6393 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 1094 time: 0.3910792 Mar 02 07:39:08.593945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:08.625018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-df4dfe41-89f3-4944-9535-2b139552487c req-a8dd92bd-3e72-4831-997d-2b7b42c9bbb5 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Synchronizing usage tracker for tenant:8488606866a14d08b167ddb196e785bf on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:08.632972 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:08.652508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-9c182a16-7824-4de9-811a-0ccc117a3a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54370d12-23d7-4698-9c56-3880e119d812 HTTP/1.1" status: 200 len: 217 time: 0.0827911 Mar 02 07:39:08.713617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-df4dfe41-89f3-4944-9535-2b139552487c req-a8dd92bd-3e72-4831-997d-2b7b42c9bbb5 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Unset dirty status for tenant:8488606866a14d08b167ddb196e785bf on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:08.724279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-df4dfe41-89f3-4944-9535-2b139552487c req-a8dd92bd-3e72-4831-997d-2b7b42c9bbb5 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160782 Mar 02 07:39:08.831241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-8be4376d-dd1e-4fda-a02b-d56d5502df53 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202566 Mar 02 07:39:08.834886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-86b55c4a-55d2-48f8-97de-32d8152fc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.836197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-86b55c4a-55d2-48f8-97de-32d8152fc54f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471d8d9-15ce-46c2-b911-7b9b721d6d9f HTTP/1.1" status: 200 len: 849 time: 0.1760833 Mar 02 07:39:08.836865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.25.4.242 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5bd43e4b-0210-43aa-8f59-a61d9bc768bb) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:08.877841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03e5f-22ed-4901-b50b-53953d705730 req-abfb4422-27b0-47db-a59a-1f5b3d49d173 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.879354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35b03e5f-22ed-4901-b50b-53953d705730 req-abfb4422-27b0-47db-a59a-1f5b3d49d173 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.4914391 Mar 02 07:39:08.980980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-22a37d65-c2da-4b04-8c10-4a0f3b717bdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=daa46535-128c-4346-b078-e89416750f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106362 Mar 02 07:39:09.049212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:09.186534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:09.245478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35b03e5f-22ed-4901-b50b-53953d705730 req-e4fe6d37-f851-46ca-8d32-a3ecbe9e2d17 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741237 Mar 02 07:39:09.289221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:09.310921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70af673a-3a64-4f78-b56e-0adb557a86d6 req-9fc226b1-3e24-49d0-b8c3-ff34708c9ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562976 Mar 02 07:39:09.366594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-d646062c-53c4-4408-908f-3ab371395b9d service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711460 Mar 02 07:39:09.489079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:09.493512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:09.508483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:09.618093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd43e4b-0210-43aa-8f59-a61d9bc768bb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:09.635047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b931b-8b62-4796-b5ad-aeb4ea741261 req-6e10b201-3ca0-4a97-aa0e-81711a40ffa8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:09.635047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a2b931b-8b62-4796-b5ad-aeb4ea741261 req-6e10b201-3ca0-4a97-aa0e-81711a40ffa8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.5418851 Mar 02 07:39:09.782745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9788d22d-cd4c-45c0-af6d-49cb17126f5a req-dd3ce54e-c2ed-4669-82b1-a4595467ea57 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155393 Mar 02 07:39:09.828012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Allocated IP 172.25.4.24 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/d27d124e-ce95-4a85-9973-cbd5586bc259) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:09.916616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a2b931b-8b62-4796-b5ad-aeb4ea741261 req-787077f2-92e2-44ab-a2d3-154f576b698b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225621 Mar 02 07:39:10.118780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.150171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81ff5-0b9c-4138-b788-0dafc7f28105 req-23d7a3bc-1b03-402c-b32a-4f1d68e2a804 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:10.150171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7aa81ff5-0b9c-4138-b788-0dafc7f28105 req-23d7a3bc-1b03-402c-b32a-4f1d68e2a804 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 943 time: 0.3024838 Mar 02 07:39:10.164792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-b26cdcd1-1956-4287-990b-484c13dccba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:10.164792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-b26cdcd1-1956-4287-990b-484c13dccba5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 1094 time: 0.3109648 Mar 02 07:39:10.164792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.329999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7aa81ff5-0b9c-4138-b788-0dafc7f28105 req-57d72b6f-618a-4edb-a459-f1be261cce23 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639755 Mar 02 07:39:10.399037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-e4d54fe5-d49c-497c-bd58-b8e54dd5eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:10.399037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-e4d54fe5-d49c-497c-bd58-b8e54dd5eb3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 909 time: 0.2256026 Mar 02 07:39:10.399037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.527397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-52cea309-8017-4116-a838-f02d012bfb47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54370d12-23d7-4698-9c56-3880e119d812 HTTP/1.1" status: 200 len: 217 time: 0.1207831 Mar 02 07:39:10.588057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:10.588057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:10.595339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:10.619501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=d27d124e-ce95-4a85-9973-cbd5586bc259,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:10.664281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-8d69f45e-5609-488d-baa8-44699ebbf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:10.665766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-8d69f45e-5609-488d-baa8-44699ebbf12b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471d8d9-15ce-46c2-b911-7b9b721d6d9f HTTP/1.1" status: 200 len: 849 time: 0.1380689 Mar 02 07:39:10.697105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.707678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.735781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-b41566e1-dc15-4494-8bdd-0ca7f875bee6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=daa46535-128c-4346-b078-e89416750f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562673 Mar 02 07:39:10.738546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bfd53b68-cfdd-4428-af16-925c5e374059 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:10.820655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754da313-d4b5-4b67-aa7a-389beeaf25f8 req-cbae63de-d2a1-4322-a1f7-335472371cba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:10.835237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754da313-d4b5-4b67-aa7a-389beeaf25f8 req-cbae63de-d2a1-4322-a1f7-335472371cba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.2219462 Mar 02 07:39:10.881264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:10.906084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'mac_address': 'fa:16:3e:84:6b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:10.934058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.996057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.001471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-392688bf-2cb0-448a-bf1a-0d050f38ab10 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623537 Mar 02 07:39:11.014324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd53b68-cfdd-4428-af16-925c5e374059 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:11.030832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:11.035873 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.061770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.115881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.121930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:11.143349 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754da313-d4b5-4b67-aa7a-389beeaf25f8 req-75e0263c-5a96-420c-bb49-43259db4ac01 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116410 Mar 02 07:39:11.202971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router f07634c0-cf1b-4088-9ad5-2c42c43b5097 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:39:11.467910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2a70e73-ce58-4333-9b3a-1cce29d99fff req-54980274-186c-4524-8109-6d2f5a937096 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481857 Mar 02 07:39:11.492637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['bfd53b68-cfdd-4428-af16-925c5e374059'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:11.577408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89597a-4510-42b5-9f46-3930f9f69625 req-9c543107-5b50-4e25-8cb0-4050cc10697c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:11.583989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae89597a-4510-42b5-9f46-3930f9f69625 req-9c543107-5b50-4e25-8cb0-4050cc10697c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.3639600 Mar 02 07:39:11.705049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae89597a-4510-42b5-9f46-3930f9f69625 req-194d1713-9c38-44c4-b6b7-966a2b4230c8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920839 Mar 02 07:39:11.796572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.806196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.915990 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44e57399-fa13-45cb-832a-81394d40810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.967739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:11.976650 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] Sync routers for ids ['f07634c0-cf1b-4088-9ad5-2c42c43b5097'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:11.987726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.989000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67e54468-28af-4fc7-8872-ad0ce0a4ace7 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "PUT /v2.0/routers/f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 200 len: 915 time: 4.5495367 Mar 02 07:39:11.991188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] Routers {'f07634c0-cf1b-4088-9ad5-2c42c43b5097'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:11.992301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:11.993347 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f07634c0-cf1b-4088-9ad5-2c42c43b5097'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.168702 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.177310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] Routers {'f07634c0-cf1b-4088-9ad5-2c42c43b5097'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:12.177310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:38:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f07634c0-cf1b-4088-9ad5-2c42c43b5097'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.284396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=d27d124e-ce95-4a85-9973-cbd5586bc259,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:12.306769 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.307332 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56d5a5-b502-4088-802d-a3a87ebcea8c None None] The sync data for ids ['f07634c0-cf1b-4088-9ad5-2c42c43b5097'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:12.321445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.323616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0899c0-0e82-48a8-8fdc-4ed1d9edff89 req-3b167aad-1ca3-4075-a3fc-05dbfe7eb7eb tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.325265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a0899c0-0e82-48a8-8fdc-4ed1d9edff89 req-3b167aad-1ca3-4075-a3fc-05dbfe7eb7eb tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 943 time: 0.5419779 Mar 02 07:39:12.436126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.438562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dfddfdfc-aaaf-425c-9b2a-04f01eb6f69a tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6149135 Mar 02 07:39:12.438562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33108) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:12.445058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4927bb8c-8359-4e74-b6e3-6c5511ae5e69 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 200 len: 921 time: 0.4486973 Mar 02 07:39:12.449168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a0899c0-0e82-48a8-8fdc-4ed1d9edff89 req-e4ea4c55-0ff9-43a7-acb7-6afd8249ce81 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145668 Mar 02 07:39:12.449168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33112) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:12.498446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1941117754'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:12.512254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:12.512254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:network and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:12.541170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:12.563479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:12.571359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e988dde-ae5a-43cd-bf7f-7a840a6480c8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.572847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4e988dde-ae5a-43cd-bf7f-7a840a6480c8 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=f07634c0-cf1b-4088-9ad5-2c42c43b5097&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1245506 Mar 02 07:39:12.577029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33118) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:12.589827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Made reservation on behalf of 72e4b10233c94076866fdda0011404a5 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:12.593807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.612509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9edb-a564-442f-b67e-7cd88f7a91e7 req-186e0e28-ac15-4161-9ca4-c58e12a60d86 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.614016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-909f9edb-a564-442f-b67e-7cd88f7a91e7 req-186e0e28-ac15-4161-9ca4-c58e12a60d86 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 944 time: 0.2596579 Mar 02 07:39:12.617197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.657636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:12.692156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:security_group_rule and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:12.697055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:12.709556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:12.713459 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-909f9edb-a564-442f-b67e-7cd88f7a91e7 req-ee8cfdc7-3fdb-478e-8345-ee7da1360c89 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Mar 02 07:39:12.740287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39585ced-e0aa-4786-85be-7ea07e32baee tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.742725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bfd53b68-cfdd-4428-af16-925c5e374059 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:12.744608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-39585ced-e0aa-4786-85be-7ea07e32baee tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.1561472 Mar 02 07:39:12.752558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33124) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:12.814303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c1d92b4-945f-4c9e-942c-ac342590ed5b tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 200 len: 205 time: 0.0591438 Mar 02 07:39:12.817805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33130) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:12.842665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port bfd53b68-cfdd-4428-af16-925c5e374059 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:12.861613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port bfd53b68-cfdd-4428-af16-925c5e374059 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:12.861613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.943423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.951954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.971843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:39:13.061383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.061383 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Added segment 043ba738-2e05-46d3-ba41-83ba02231929 of type vlan for network 7f255d44-093d-4545-93ed-a4459ec97dfd Mar 02 07:39:13.078669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f046e815-d296-4bc6-9502-c789b75b43a4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:13.098407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.116966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.167060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:13.171522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.175176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde57f5-109c-4a5a-89e5-3a512b46a281 req-12fde765-d492-4b79-9824-968794f120eb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:13.175176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afde57f5-109c-4a5a-89e5-3a512b46a281 req-12fde765-d492-4b79-9824-968794f120eb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.2235339 Mar 02 07:39:13.181409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:13.181409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.185615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.190409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:13.195206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.275752 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'code': 200} Mar 02 07:39:13.326564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-afde57f5-109c-4a5a-89e5-3a512b46a281 req-7f363364-61d4-44d7-ba43-8698f2b46a3b tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545162 Mar 02 07:39:13.350779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:13.415778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9751432 Mar 02 07:39:13.420717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:13.426074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e9010-07b1-4532-8f60-7980d53f2ced tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Network': ['ID=7f255d44-093d-4545-93ed-a4459ec97dfd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:13.441400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Request body: {'subnet': {'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:13.447471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7f255d44-093d-4545-93ed-a4459ec97dfd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:39:13.489541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6cef4-356b-4f41-9b6f-401532499da1 req-3d373bde-3942-4988-8652-6ebe480b6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:13.489541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0be6cef4-356b-4f41-9b6f-401532499da1 req-3d373bde-3942-4988-8652-6ebe480b6948 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 1096 time: 0.1138511 Mar 02 07:39:13.563752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:13.563752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:subnet and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:13.574026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:13.581428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:13.619283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Made reservation on behalf of 72e4b10233c94076866fdda0011404a5 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:13.623210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0be6cef4-356b-4f41-9b6f-401532499da1 req-a63ef88e-4fb3-47d8-b7fa-9249e4204e4f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172292 Mar 02 07:39:13.638715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.760717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5ad8-ee2c-42e2-94bc-ca0d556d7855 req-4f1bad3c-81d7-43de-8a07-a723d384aeba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:13.762554 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-679d5ad8-ee2c-42e2-94bc-ca0d556d7855 req-4f1bad3c-81d7-43de-8a07-a723d384aeba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 943 time: 0.0952604 Mar 02 07:39:13.790573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.808631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port 5bd43e4b-0210-43aa-8f59-a61d9bc768bb {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:13.808631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:13.839876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-679d5ad8-ee2c-42e2-94bc-ca0d556d7855 req-69fbdb77-300b-4f88-b4fe-e4db37d081af tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Mar 02 07:39:14.197156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee81bd00-705a-4eef-949f-62c744255ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:14.199498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:14.222976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c3b-97a2-481a-a027-5c8bcb7c6777 req-e70704b8-7405-48ad-b188-807f0f0ac746 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:14.224383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69be3c3b-97a2-481a-a027-5c8bcb7c6777 req-e70704b8-7405-48ad-b188-807f0f0ac746 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.3406758 Mar 02 07:39:14.394304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for 5bd43e4b-0210-43aa-8f59-a61d9bc768bb owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:14.489323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-69be3c3b-97a2-481a-a027-5c8bcb7c6777 req-5922c952-0ffe-4a8c-8f3d-ec2504e604a5 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121146 Mar 02 07:39:14.555103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:14.591876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128bd1-e615-4f7e-99f2-159f7f2be122 req-18305f47-11a4-459e-a41f-7f9ed9d3c827 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:14.591876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01128bd1-e615-4f7e-99f2-159f7f2be122 req-18305f47-11a4-459e-a41f-7f9ed9d3c827 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1345663 Mar 02 07:39:14.664467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Subnet': ['ID=78e9528e-664e-4c23-bcd8-67ac179822cb,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:14.676031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Checking segment: {'id': '043ba738-2e05-46d3-ba41-83ba02231929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:14.676031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network hostable DHCP agents. Network: 7f255d44-093d-4545-93ed-a4459ec97dfd, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:39:14.685637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01128bd1-e615-4f7e-99f2-159f7f2be122 req-dbd37960-91a5-4831-953b-c24dd5b6cbe8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850701 Mar 02 07:39:14.744796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 54370d12-23d7-4698-9c56-3880e119d812 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:14.813695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network 7f255d44-093d-4545-93ed-a4459ec97dfd is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:39:14.825716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:14.971573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=54370d12-23d7-4698-9c56-3880e119d812,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:15.015106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '54370d12-23d7-4698-9c56-3880e119d812', 'network_id': 'daa46535-128c-4346-b078-e89416750f8a', 'port_id': '54370d12-23d7-4698-9c56-3880e119d812', 'mac_address': 'fa:16:3e:71:e9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7471d8d9-15ce-46c2-b911-7b9b721d6d9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:15.029117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7f255d44-093d-4545-93ed-a4459ec97dfd) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:15.035663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:15.035663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.090489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f85c71-dd6b-4cdf-bf2e-5e76e616d04f None None] Network 7f255d44-093d-4545-93ed-a4459ec97dfd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:39:15.115627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-40b46678-6c3f-44de-bad4-4d54eef6271d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2019639 Mar 02 07:39:15.158141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=5bd43e4b-0210-43aa-8f59-a61d9bc768bb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:15.268618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-15dcbe70-2b17-4cdc-a13b-c07bd266ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:15.270059 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-15dcbe70-2b17-4cdc-a13b-c07bd266ac06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 1096 time: 0.1320400 Mar 02 07:39:15.286208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.318376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54370d12-23d7-4698-9c56-3880e119d812 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:15.344346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=54370d12-23d7-4698-9c56-3880e119d812,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:15.377724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.452789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.455833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-981abde4-67ec-4581-a517-f32756c1502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:15.455833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-981abde4-67ec-4581-a517-f32756c1502c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.1617830 Mar 02 07:39:15.464598 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.648111 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.658017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:15.696245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-d82089b4-5397-431c-b46f-a76d1fb8eccc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 200 len: 217 time: 0.2318175 Mar 02 07:39:15.731140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-19bddac2-3c04-4f42-8300-dced194f4b08 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3092053 Mar 02 07:39:15.744811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33190) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:15.782213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['54370d12-23d7-4698-9c56-3880e119d812'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:15.801468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-413375189', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:15.801468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:15.809645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:router and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:15.814351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:15.824642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:15.824642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-dff7357a-9588-4558-9305-06059063e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:15.824642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-dff7357a-9588-4558-9305-06059063e19d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.1138670 Mar 02 07:39:15.892520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.892520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.906814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-13b01e5c-5a65-489a-a4c2-819647387ecf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644307 Mar 02 07:39:15.924836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.924836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.991482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7a329-6b79-4832-a72d-33580d5a0278 req-e36137d5-4bb5-4e59-8b82-e7db46c21960 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:15.993260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97e7a329-6b79-4832-a72d-33580d5a0278 req-e36137d5-4bb5-4e59-8b82-e7db46c21960 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 944 time: 0.7587814 Mar 02 07:39:15.993260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:15.993662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router f07634c0-cf1b-4088-9ad5-2c42c43b5097 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:39:16.020113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.021379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e3ea51cc-d218-4c81-8c37-3472b1ecc503 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 204 len: 168 time: 3.2088528 Mar 02 07:39:16.029468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:16.034537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.048470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7f255d44-093d-4545-93ed-a4459ec97dfd', 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd', 'tenant_id': '72e4b10233c94076866fdda0011404a5', 'fixed_ips': [{'subnet_id': '78e9528e-664e-4c23-bcd8-67ac179822cb'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:39:16.049586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.050402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-184771368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:16.057060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97e7a329-6b79-4832-a72d-33580d5a0278 req-576491c3-2e1d-4031-8fde-5e4f88e86bbf tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Mar 02 07:39:16.067556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:16.139771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:16.149338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:16.166932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:16.228149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-28673e03-156a-444b-a0e7-5938ce126ee5 service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750869 Mar 02 07:39:16.387679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Allocated IP 172.20.0.2 (7f255d44-093d-4545-93ed-a4459ec97dfd/78e9528e-664e-4c23-bcd8-67ac179822cb/0120b613-45b5-4910-b817-38b25f67bd14) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:16.728343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.729396 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.810774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82639a75-8a82-4778-a77e-1c4911fc8052 req-c9ae57aa-b33b-4829-87a6-9ce6df315877 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:16.812583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82639a75-8a82-4778-a77e-1c4911fc8052 req-c9ae57aa-b33b-4829-87a6-9ce6df315877 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1722884 Mar 02 07:39:16.827888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:16.854144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fb7f2-5075-4da4-aa2d-59033cc6598d req-56dbb944-e8df-4e69-9eb4-7a2a514da782 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:16.854144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-201fb7f2-5075-4da4-aa2d-59033cc6598d req-56dbb944-e8df-4e69-9eb4-7a2a514da782 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.9448423 Mar 02 07:39:16.930387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82639a75-8a82-4778-a77e-1c4911fc8052 req-44e6651a-ddf2-4e76-97c2-4373f91df4ad tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986488 Mar 02 07:39:17.056530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.059794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.080226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Transition to ACTIVE for port object 0120b613-45b5-4910-b817-38b25f67bd14 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:17.103570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.139814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Transition to ACTIVE for port object 0120b613-45b5-4910-b817-38b25f67bd14 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:17.152188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.166801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-201fb7f2-5075-4da4-aa2d-59033cc6598d req-6c8c8baa-f1ea-4d69-b9bb-8315e52611ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025038 Mar 02 07:39:17.181728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e487598e-ffc9-4857-8f5c-60eed8d8408a req-fe8fe962-f500-47a6-abf7-35511ac546bb service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491104 Mar 02 07:39:17.265397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.312570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Network 7f255d44-093d-4545-93ed-a4459ec97dfd is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:17.320847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:17.332018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:17.354593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.354593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f5c5033-dc2c-4d56-bba4-cf0e59c1e12c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3103456 Mar 02 07:39:17.354593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33220) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:17.370131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:17.502184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3b74-b05b-4b57-b605-394a52b9f5b4 req-9df8b475-5910-485b-8844-de69ccf67848 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:17.505658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Pushing event updated for resources: {'Port': ['ID=0120b613-45b5-4910-b817-38b25f67bd14,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:17.517755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8ed3b74-b05b-4b57-b605-394a52b9f5b4 req-9df8b475-5910-485b-8844-de69ccf67848 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 944 time: 0.2221556 Mar 02 07:39:17.538224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Attempting to bind port 0120b613-45b5-4910-b817-38b25f67bd14 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:17.539106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Attempting to bind port 0120b613-45b5-4910-b817-38b25f67bd14 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '043ba738-2e05-46d3-ba41-83ba02231929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:17.539475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Attempting to bind port 0120b613-45b5-4910-b817-38b25f67bd14 on network 7f255d44-093d-4545-93ed-a4459ec97dfd {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:17.545736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:17.546134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Checking segment: {'id': '043ba738-2e05-46d3-ba41-83ba02231929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:17.546531 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.546912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Bound using segment: {'id': '043ba738-2e05-46d3-ba41-83ba02231929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:17.547364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Bound port: 0120b613-45b5-4910-b817-38b25f67bd14, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043ba738-2e05-46d3-ba41-83ba02231929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:17.547729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.615418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8ed3b74-b05b-4b57-b605-394a52b9f5b4 req-d91b96a9-62ee-43d9-a6bc-5840f0da3a04 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747406 Mar 02 07:39:17.727324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] For port 0120b613-45b5-4910-b817-38b25f67bd14, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:17.757361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] For port 0120b613-45b5-4910-b817-38b25f67bd14, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0120b613-45b5-4910-b817-38b25f67bd14,segment=NetworkSegment(043ba738-2e05-46d3-ba41-83ba02231929),segment_id=043ba738-2e05-46d3-ba41-83ba02231929)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:17.765142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.882402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:17.900291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4b5e-90a4-4891-bc7f-890c4465f0f6 None None] Pushing event updated for resources: {'Port': ['ID=0120b613-45b5-4910-b817-38b25f67bd14,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:18.123002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628406e4-388c-4bd1-bd84-1870b53fa9d0 req-1af9cb74-cbd1-485f-a039-24eb1a7ef6dd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:18.136415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-628406e4-388c-4bd1-bd84-1870b53fa9d0 req-1af9cb74-cbd1-485f-a039-24eb1a7ef6dd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.2330353 Mar 02 07:39:18.224358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-628406e4-388c-4bd1-bd84-1870b53fa9d0 req-5eeef9d3-ea3e-4143-a441-73d8cdb76328 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901225 Mar 02 07:39:18.527427 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:18.611437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:18.660253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:18.670505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece049-7b52-4a90-a4bb-d8bd96adc680 req-3683f1a1-86c2-43ab-8f7b-2bc5b9fc89c1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:18.672418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcece049-7b52-4a90-a4bb-d8bd96adc680 req-3683f1a1-86c2-43ab-8f7b-2bc5b9fc89c1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.1721752 Mar 02 07:39:18.728580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcece049-7b52-4a90-a4bb-d8bd96adc680 req-265f2927-80e5-42ef-a157-2fa9c8a0713f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Mar 02 07:39:18.735667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e3bdcac2-6127-4647-8845-78e15782ed0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9888749 Mar 02 07:39:18.746666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:18.788208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 54370d12-23d7-4698-9c56-3880e119d812 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:18.888694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 54370d12-23d7-4698-9c56-3880e119d812 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:18.907100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 54370d12-23d7-4698-9c56-3880e119d812 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:18.907100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:18.968267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97a2b-4e5c-4619-af44-8a85395c17f8 req-aeb751e4-c485-4138-a1d0-b4639e4bfb80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:18.975176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07e97a2b-4e5c-4619-af44-8a85395c17f8 req-aeb751e4-c485-4138-a1d0-b4639e4bfb80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.8456638 Mar 02 07:39:19.122489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07e97a2b-4e5c-4619-af44-8a85395c17f8 req-b2ad2801-5a16-4309-99ea-6ed19f5b9ef6 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299305 Mar 02 07:39:19.321385 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:19.382835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0120b613-45b5-4910-b817-38b25f67bd14 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:19.527867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=54370d12-23d7-4698-9c56-3880e119d812,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:19.551642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54370d12-23d7-4698-9c56-3880e119d812'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:19.591224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:19.801237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0120b613-45b5-4910-b817-38b25f67bd14 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:19.827080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.827594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.831477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.831761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.832131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.832624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.833101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:19.835195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-67116a2a-35a1-413a-9878-d7d8a3cb1fcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bfb1f940fe746ac82185d93b28e274f&device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 6501 time: 0.9873278 Mar 02 07:39:19.836963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:19.841462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f23e7a-c3d4-46de-b416-1b6dae606798 None None] Network 7f255d44-093d-4545-93ed-a4459ec97dfd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:39:19.853087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Allocated IP 172.25.4.246 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/b1efaa07-d787-4a59-9b92-382288a5448f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:20.159706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Provisioning for port 0120b613-45b5-4910-b817-38b25f67bd14 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:20.167323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Provisioning complete for port 0120b613-45b5-4910-b817-38b25f67bd14 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:20.167701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.261074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.304923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25944b6d-f156-40d8-b4c7-e5b7f436618b req-bf28e51b-07dc-41ac-8bc2-b230fd8072d7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.313560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25944b6d-f156-40d8-b4c7-e5b7f436618b req-bf28e51b-07dc-41ac-8bc2-b230fd8072d7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.3922236 Mar 02 07:39:20.345220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52860dfc-a42e-4ffe-8a51-f9630f04f20a req-51c95ffe-0817-4303-a660-958c059dfa84 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.350971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52860dfc-a42e-4ffe-8a51-f9630f04f20a req-51c95ffe-0817-4303-a660-958c059dfa84 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 944 time: 0.9600389 Mar 02 07:39:20.368690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.388211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25944b6d-f156-40d8-b4c7-e5b7f436618b req-29adb460-55fb-416f-9b84-06ae01aaa4bc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604141 Mar 02 07:39:20.405109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.425406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] For port 0120b613-45b5-4910-b817-38b25f67bd14, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0120b613-45b5-4910-b817-38b25f67bd14,segment=NetworkSegment(043ba738-2e05-46d3-ba41-83ba02231929),segment_id=043ba738-2e05-46d3-ba41-83ba02231929)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:20.435799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.435799 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54370d12-23d7-4698-9c56-3880e119d812', 'code': 200} Mar 02 07:39:20.607540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09952-965b-4848-95ec-215883c3e3c2 None None] Pushing event updated for resources: {'Port': ['ID=0120b613-45b5-4910-b817-38b25f67bd14,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:20.696227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-5cfa3e84-a21d-492a-aa89-e8a1c1ba8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.696227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-5cfa3e84-a21d-492a-aa89-e8a1c1ba8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.696227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-5cfa3e84-a21d-492a-aa89-e8a1c1ba8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.696227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-5cfa3e84-a21d-492a-aa89-e8a1c1ba8d75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0581272b-f454-4f2b-9497-7089d94a85bb&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=14cef371-4e79-436c-b2bd-85dffb944d8b&id=611c8c9e-1769-40eb-908d-469110e3d337&id=611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 200 len: 2294 time: 0.7440319 Mar 02 07:39:20.760497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a6411ec4-a29c-46e6-96b1-f291b8ef45f5 None None] Provisioning complete for port 0120b613-45b5-4910-b817-38b25f67bd14 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:20.760497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a6411ec4-a29c-46e6-96b1-f291b8ef45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.774009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcff1e-8f62-4506-8224-15ea263b9829 req-fc44eb36-9eca-4420-8937-c754ad70a802 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.774009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06dcff1e-8f62-4506-8224-15ea263b9829 req-fc44eb36-9eca-4420-8937-c754ad70a802 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.1332910 Mar 02 07:39:20.827061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52860dfc-a42e-4ffe-8a51-f9630f04f20a req-b66db700-9fe9-47ed-a7e8-39ad01c4bb87 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696639 Mar 02 07:39:20.827061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:20.877745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06dcff1e-8f62-4506-8224-15ea263b9829 req-73bf89c0-0180-42e3-b79e-64933b9c0b4d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950348 Mar 02 07:39:20.905783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-6fcbd055-abe1-492c-a2c4-cb717dafe015 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 200 len: 1001 time: 0.1914377 Mar 02 07:39:20.909485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee628-6117-4b4e-8bfa-93363df5a833 req-3e1eb9f8-57ca-485a-aefe-5b0b35ceefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:20.911205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-583ee628-6117-4b4e-8bfa-93363df5a833 req-3e1eb9f8-57ca-485a-aefe-5b0b35ceefbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 1096 time: 0.3362172 Mar 02 07:39:21.052225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-583ee628-6117-4b4e-8bfa-93363df5a833 req-fa8eee34-644b-4fe8-b7e8-028a19f805db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982482 Mar 02 07:39:21.178323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-b9c4633a-7206-41dc-b735-1a8601fee5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:21.178323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-b9c4633a-7206-41dc-b735-1a8601fee5ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28f08685-3096-4921-a1a6-259995618018 HTTP/1.1" status: 200 len: 855 time: 0.2611945 Mar 02 07:39:21.184672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:21.191193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0120b613-45b5-4910-b817-38b25f67bd14 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:21.264788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0120b613-45b5-4910-b817-38b25f67bd14 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:21.265254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:21.575435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce4e30-5665-410b-a33f-d144c7079577 req-a7e0e660-a401-457a-90fc-850f7e8edb2f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:21.576989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45ce4e30-5665-410b-a33f-d144c7079577 req-a7e0e660-a401-457a-90fc-850f7e8edb2f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.5893111 Mar 02 07:39:21.577669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=b1efaa07-d787-4a59-9b92-382288a5448f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:21.604966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2760-c86e-41a4-af0d-08aed4e048b0 req-630877a1-b546-4313-8f43-3fb7f5ba54d0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:21.610617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6ec2760-c86e-41a4-af0d-08aed4e048b0 req-630877a1-b546-4313-8f43-3fb7f5ba54d0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.1021528 Mar 02 07:39:21.618080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:21.644061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:21.644061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:21.674990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6ec2760-c86e-41a4-af0d-08aed4e048b0 req-9a8d70d8-08ad-4203-9958-a80267d573dc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637059 Mar 02 07:39:21.729136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Allocated IP 172.25.4.199 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/964400a8-c6a2-4f6f-9937-8976067ab21f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:21.740180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-ab1c5efd-4326-46ec-89fd-2a19a6e1174f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:21.740180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-ab1c5efd-4326-46ec-89fd-2a19a6e1174f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.6779733 Mar 02 07:39:21.950649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45ce4e30-5665-410b-a33f-d144c7079577 req-b63f0ef3-b9b6-41ef-80f1-5d1cccbff4a8 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366215 Mar 02 07:39:22.060448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7d7c-ec57-49ab-a4d3-9e80da70680e req-bf54b855-39a4-44bd-99be-7db7a8c1f7ba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:22.063495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-364c7d7c-ec57-49ab-a4d3-9e80da70680e req-bf54b855-39a4-44bd-99be-7db7a8c1f7ba tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 945 time: 0.1274571 Mar 02 07:39:22.111118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-364c7d7c-ec57-49ab-a4d3-9e80da70680e req-42cb298b-34c0-43e0-9795-70b25dbc54d9 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Mar 02 07:39:22.119582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-caa24d52-98d1-43d9-969a-7590e2c35b05 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:22.119814 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:39:22.121062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-caa24d52-98d1-43d9-969a-7590e2c35b05 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.7027030 Mar 02 07:39:22.243862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Deleting port aaa23b7f-19e5-4359-ae86-6ce452276c2b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:22.243862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:22.349393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e1432448-891f-49a0-bd0c-819beb7d7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:22.358875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e1432448-891f-49a0-bd0c-819beb7d7ae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0581272b-f454-4f2b-9497-7089d94a85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9415326 Mar 02 07:39:22.678679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port bfd53b68-cfdd-4428-af16-925c5e374059 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:22.678679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:22.823793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:22.940357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfd212-9908-44e5-86da-2899ec44aeb7 req-5c71b298-be98-403b-b20d-a6fa6e991747 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:22.941952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4cfd212-9908-44e5-86da-2899ec44aeb7 req-5c71b298-be98-403b-b20d-a6fa6e991747 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 0.1107523 Mar 02 07:39:23.000162 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4cfd212-9908-44e5-86da-2899ec44aeb7 req-8969c659-4325-49d2-b535-ac02c7cd898f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504017 Mar 02 07:39:23.025275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-7f5e6c05-1918-4d69-bf1c-ca6d8ae7778d service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217084 Mar 02 07:39:23.033359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3b710-e985-4b98-ab3b-d947293dc494 req-ff48ac24-91f3-43df-8fbb-1ada613bb3c7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:23.034808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99f3b710-e985-4b98-ab3b-d947293dc494 req-ff48ac24-91f3-43df-8fbb-1ada613bb3c7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.9242308 Mar 02 07:39:23.229784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531016-f96c-4bb4-8af5-80764eacf665 req-b807dd70-9a1d-419d-8367-4f696873b2e5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:23.229784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e531016-f96c-4bb4-8af5-80764eacf665 req-b807dd70-9a1d-419d-8367-4f696873b2e5 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1233265 Mar 02 07:39:23.273881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e531016-f96c-4bb4-8af5-80764eacf665 req-d4058770-f0be-4f2f-8af1-1894f13fb5ca tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Mar 02 07:39:23.467399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf337b-5819-413b-af2f-f0d4c5299c25 req-cf149e2c-d64f-4169-a51e-8c136a8a87df tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:23.469482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6cf337b-5819-413b-af2f-f0d4c5299c25 req-cf149e2c-d64f-4169-a51e-8c136a8a87df tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 945 time: 0.0941291 Mar 02 07:39:23.529416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99f3b710-e985-4b98-ab3b-d947293dc494 req-6959c3cc-65fb-43d8-9a10-4da0da190e87 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891421 Mar 02 07:39:23.533950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6cf337b-5819-413b-af2f-f0d4c5299c25 req-f6abfda8-3ff2-4bef-9be5-f527bbc62b38 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548105 Mar 02 07:39:23.559176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:23.669395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:23.686133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] For port aaa23b7f-19e5-4359-ae86-6ce452276c2b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=aaa23b7f-19e5-4359-ae86-6ce452276c2b,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:23.686731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:23.871623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:23.887714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:23.914872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:24.024464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-d157f0cd-9ef5-4710-9d2a-9e909d805675 service neutron] 10.222.0.16 "GET /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8034945 Mar 02 07:39:24.130232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-a3efe7b1-b02f-4d97-a9e6-cd81f98214bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 217 time: 0.0845461 Mar 02 07:39:24.130888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Pushing event updated for resources: {'Port': ['ID=964400a8-c6a2-4f6f-9937-8976067ab21f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:24.142132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:24.142132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:24.456704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for bfd53b68-cfdd-4428-af16-925c5e374059 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:24.528814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba297e-02b7-4a2b-8a80-885120b10401 req-5e3d52b8-58bb-48f7-9c7c-e24b05b52824 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:24.531146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bba297e-02b7-4a2b-8a80-885120b10401 req-5e3d52b8-58bb-48f7-9c7c-e24b05b52824 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.0883386 Mar 02 07:39:24.591170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bba297e-02b7-4a2b-8a80-885120b10401 req-e1b7035a-58fe-4567-a074-10d00325333e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504584 Mar 02 07:39:24.777765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583b770-c741-4a83-9634-7e83b1ad5dee req-4024d27a-05cc-4ff3-b20b-ccdafab041c5 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:24.779416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5583b770-c741-4a83-9634-7e83b1ad5dee req-4024d27a-05cc-4ff3-b20b-ccdafab041c5 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 945 time: 0.0813007 Mar 02 07:39:24.821805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device bfd53b68-cfdd-4428-af16-925c5e374059 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:24.825835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5583b770-c741-4a83-9634-7e83b1ad5dee req-a24ff8d3-fc7d-4c0f-87c8-7e759c363aa2 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Mar 02 07:39:24.973395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:24.983992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-0469ddab-b03a-4bf2-9e9c-e9db05e2f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:24.985488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-0469ddab-b03a-4bf2-9e9c-e9db05e2f2ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.8241358 Mar 02 07:39:25.002185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:25.013219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:25.018339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:25.024884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d00c-323c-4ce4-8828-81600f3c9186 req-5179dbc2-35c9-4e1f-8d06-9aff0488e7c6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:25.026423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f201d00c-323c-4ce4-8828-81600f3c9186 req-5179dbc2-35c9-4e1f-8d06-9aff0488e7c6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 945 time: 0.0978129 Mar 02 07:39:25.075929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f201d00c-323c-4ce4-8828-81600f3c9186 req-9b37c190-ad3f-4aba-9701-f591f51997b3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Mar 02 07:39:25.106049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:25.135984 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'code': 200} Mar 02 07:39:25.241045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:25.241427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:25.241746 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Floating IP 4bfe8bd9-1199-4713-b8de-19e968145550 disassociated. External IP: 172.25.4.48, port: aaa23b7f-19e5-4359-ae86-6ce452276c2b. Mar 02 07:39:25.242136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Calling delete_port for aaa23b7f-19e5-4359-ae86-6ce452276c2b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:25.340531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:39:25.340780 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:39:25.348053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5496c-cf50-496a-85e4-1f5f5c303889 req-13fe2975-0098-4ddd-8fc7-8e150d639bcc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:25.350244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ad5496c-cf50-496a-85e4-1f5f5c303889 req-13fe2975-0098-4ddd-8fc7-8e150d639bcc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 946 time: 1.2161279 Mar 02 07:39:25.360979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:25.616616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-2a08fe61-dbc0-4cff-ada6-0d418b9150e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:25.618211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-2a08fe61-dbc0-4cff-ada6-0d418b9150e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6068094 Mar 02 07:39:25.678049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ad5496c-cf50-496a-85e4-1f5f5c303889 req-6ca6fc6e-fb6c-4f0d-b464-66134ebca97c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132396 Mar 02 07:39:25.774418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device aaa23b7f-19e5-4359-ae86-6ce452276c2b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:25.844178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb5981-83ec-4fb7-9df9-c1b20d584167 req-ec3341bf-9e32-42cd-af43-244474d10cf2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:25.857470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63eb5981-83ec-4fb7-9df9-c1b20d584167 req-ec3341bf-9e32-42cd-af43-244474d10cf2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.1049137 Mar 02 07:39:25.858575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port bfd53b68-cfdd-4428-af16-925c5e374059 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:25.858977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:25.898697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:26.001252 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63eb5981-83ec-4fb7-9df9-c1b20d584167 req-68a4c1a7-d8de-471e-ae72-1d5d0993bd43 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424251 Mar 02 07:39:26.026691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:26.065189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-8214e526-5f34-4100-a71a-21c2e55e4db6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:26.066709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-8214e526-5f34-4100-a71a-21c2e55e4db6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 945 time: 0.1900675 Mar 02 07:39:26.147537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Deleting port 54370d12-23d7-4698-9c56-3880e119d812 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:26.147887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:26.468769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed482eb-c830-4f32-a66c-89ac1bfdc4f0 req-4707add0-3d91-4fe1-8bd0-d210bdc1eea2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:26.477134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:26.491716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ed482eb-c830-4f32-a66c-89ac1bfdc4f0 req-4707add0-3d91-4fe1-8bd0-d210bdc1eea2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.2806902 Mar 02 07:39:26.562084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] For port 54370d12-23d7-4698-9c56-3880e119d812, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=54370d12-23d7-4698-9c56-3880e119d812,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:26.562451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:26.657285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ed482eb-c830-4f32-a66c-89ac1bfdc4f0 req-125d4f83-637b-48f3-bf80-75baef618e5d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626663 Mar 02 07:39:26.664822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'Port': ['ID=aaa23b7f-19e5-4359-ae86-6ce452276c2b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:26.679235 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-c2ab3178-332d-43a7-9960-4c0fca4fe2bb service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0002217 Mar 02 07:39:26.902497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Router 2266324d-5eb1-4634-8d06-bd2af6fab01e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:39:26.904802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Calling delete_port for 54370d12-23d7-4698-9c56-3880e119d812 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:26.957253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1dacc5a5-9f7a-4774-815f-8a05b5397bfe req-3f9a8b32-c9e8-40d7-9b01-ae98903741ee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 210 time: 0.0922546 Mar 02 07:39:27.103359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c706-7f7c-422d-91b5-08b057243eec req-3a6434ef-6ac9-4dc8-9bc3-bc4573558f96 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:27.104904 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e077c706-7f7c-422d-91b5-08b057243eec req-3a6434ef-6ac9-4dc8-9bc3-bc4573558f96 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8d0914-f1e1-496c-ae6e-76735cc89a60 HTTP/1.1" status: 200 len: 945 time: 0.8003087 Mar 02 07:39:27.140862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:27.355811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Pushing event deleted for resources: {'Port': ['ID=54370d12-23d7-4698-9c56-3880e119d812,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:27.453730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] No DVR routers for this DVR port 54370d12-23d7-4698-9c56-3880e119d812 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:27.457585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:27.460767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'name': 'network-vif-deleted', 'tag': '54370d12-23d7-4698-9c56-3880e119d812'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:27.495449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a7330-fefb-4ff9-812f-4800041e7ca3 req-c653bf65-e487-4216-bf6a-14d6a2c4ad00 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:27.497356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa9a7330-fefb-4ff9-812f-4800041e7ca3 req-c653bf65-e487-4216-bf6a-14d6a2c4ad00 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.2687140 Mar 02 07:39:27.564296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:27.575769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e077c706-7f7c-422d-91b5-08b057243eec req-eecf522c-0590-4583-8320-99446c0c88ed tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696830 Mar 02 07:39:27.581941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-542da333-f170-47a2-b8a5-ba7639d9eaab req-cbd1e946-d560-422b-83c8-1ff81b8125b6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "DELETE /v2.0/ports/54370d12-23d7-4698-9c56-3880e119d812 HTTP/1.1" status: 204 len: 173 time: 1.5072181 Mar 02 07:39:27.651244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-5954678a-9a72-4d94-bae4-75206ace5e44 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630330 Mar 02 07:39:27.654829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa9a7330-fefb-4ff9-812f-4800041e7ca3 req-a154eda3-d593-49a4-85d1-8691915188bc tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509311 Mar 02 07:39:27.656730 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8d0914-f1e1-496c-ae6e-76735cc89a60', 'name': 'network-vif-deleted', 'tag': '54370d12-23d7-4698-9c56-3880e119d812', 'status': 'completed', 'code': 200} Mar 02 07:39:27.669604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port bfd53b68-cfdd-4428-af16-925c5e374059, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=bfd53b68-cfdd-4428-af16-925c5e374059,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:27.670220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:27.704750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:27.950352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e342467-d6c8-40f7-9b26-fd25257cb2ae req-10f707d3-3397-4772-bce3-b3f5e74125ad tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:27.953308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e342467-d6c8-40f7-9b26-fd25257cb2ae req-10f707d3-3397-4772-bce3-b3f5e74125ad tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 943 time: 0.1473098 Mar 02 07:39:28.020891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e342467-d6c8-40f7-9b26-fd25257cb2ae req-ddbf6d4a-4333-4b9f-b3cb-48806fdd47c3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583608 Mar 02 07:39:28.291350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for bfd53b68-cfdd-4428-af16-925c5e374059 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:28.330712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:28.333608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-b96a041f-f3fc-46ee-a6e0-0cea1deb70da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 217 time: 0.6518168 Mar 02 07:39:28.343354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-44d5172b-aaae-4239-88a8-a31622340720 req-b2316be3-6713-40cb-bf08-8ba6e2fe6cac tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=1904d4cd-cdbe-45c0-95c1-26ccf9216015 HTTP/1.1" status: 200 len: 210 time: 0.0702708 Mar 02 07:39:28.694141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:28.718075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] Sync routers for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:28.742051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:28.742698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:28.770286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:28.781059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-804d21a6-47dc-42c1-8c30-880be912c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:28.782709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-804d21a6-47dc-42c1-8c30-880be912c587 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2944872 Mar 02 07:39:28.794067 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:28.817556 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:28.823587 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:28.883038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 54370d12-23d7-4698-9c56-3880e119d812 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:28.965402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 54370d12-23d7-4698-9c56-3880e119d812 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:39:28.966146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 54370d12-23d7-4698-9c56-3880e119d812 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:39:28.968123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:28.985364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:28.986677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:29.114458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:29.118336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6314f202-3e8c-48a7-a995-f71c8547bfec tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 13.3690040 Mar 02 07:39:29.122320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:29.149046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] No DVR routers for this DVR port aaa23b7f-19e5-4359-ae86-6ce452276c2b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:29.169025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:29.170101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfe708-9ba3-4ded-98aa-6d453040b1b2 req-0c083550-ca1c-4a4f-b37c-c21a28f159ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:29.170542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:29.170953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3d741-fbdb-4dd9-861c-7891db839d38 None None] The sync data for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:29.188658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5dfe708-9ba3-4ded-98aa-6d453040b1b2 req-0c083550-ca1c-4a4f-b37c-c21a28f159ba tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.8592868 Mar 02 07:39:29.192778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:29.195587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e9b0622-93ee-4632-85e1-fe1a3eb95280 req-faf28028-3f02-4413-a7ba-294cddf3f3a1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "DELETE /v2.0/ports/aaa23b7f-19e5-4359-ae86-6ce452276c2b HTTP/1.1" status: 204 len: 173 time: 7.4344392 Mar 02 07:39:29.207933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-deleted', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:29.366117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:29.381254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:29.512617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5dfe708-9ba3-4ded-98aa-6d453040b1b2 req-8d3f593b-3bf4-4a61-8e5c-441c506d18bd tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230872 Mar 02 07:39:29.558159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=bfd53b68-cfdd-4428-af16-925c5e374059,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:29.702567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Router 3d82ceac-528a-4763-9954-15076a414d9a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:39:29.734784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-de703156-0c03-494c-bfaa-9cc9112a6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:29.736325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-de703156-0c03-494c-bfaa-9cc9112a6589 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8567662 Mar 02 07:39:29.843862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-d19f0ec1-7e84-46d9-b585-5fbbd6df9e64 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:29.844796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-d19f0ec1-7e84-46d9-b585-5fbbd6df9e64 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Synchronizing usage tracker for tenant:8488606866a14d08b167ddb196e785bf on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:29.915249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-d19f0ec1-7e84-46d9-b585-5fbbd6df9e64 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Unset dirty status for tenant:8488606866a14d08b167ddb196e785bf on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:29.916725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-d19f0ec1-7e84-46d9-b585-5fbbd6df9e64 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 809 time: 0.8863971 Mar 02 07:39:29.945835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:29.953314 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:39:29.968345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:29.969374 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:30.041429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port bfd53b68-cfdd-4428-af16-925c5e374059 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:30.059909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c31559a8-c795-411c-9a09-216bd94a55de req-37dc1487-eaa0-440f-9509-60a40c0ff48d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:30.073775 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:30.076190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9655438-5e95-493a-af5a-ffdf35593c72 req-db59aca4-c9a7-4520-bf90-0fc7ed140ab1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.16 "DELETE /v2.0/ports/bfd53b68-cfdd-4428-af16-925c5e374059 HTTP/1.1" status: 204 len: 173 time: 7.7960207 Mar 02 07:39:30.081919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-f778a772-0f75-463c-956c-b655f789d153 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/quotas/8488606866a14d08b167ddb196e785bf HTTP/1.1" status: 200 len: 375 time: 0.1550119 Mar 02 07:39:30.154419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-15fe9f77-013f-4e68-92b1-4c4b6ea993e8 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Synchronizing usage tracker for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:30.254008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:30.266609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-15fe9f77-013f-4e68-92b1-4c4b6ea993e8 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Unset dirty status for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:30.276771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-15fe9f77-013f-4e68-92b1-4c4b6ea993e8 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1936972 Mar 02 07:39:30.436214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-8831e977-e5e7-4085-95ca-0858c6551733 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:30.437847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-8831e977-e5e7-4085-95ca-0858c6551733 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 1.1695132 Mar 02 07:39:30.611364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c31559a8-c795-411c-9a09-216bd94a55de req-37dc1487-eaa0-440f-9509-60a40c0ff48d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:30.612469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c31559a8-c795-411c-9a09-216bd94a55de req-37dc1487-eaa0-440f-9509-60a40c0ff48d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e11a497-635b-484b-880c-1c98d70c1998 HTTP/1.1" status: 200 len: 210 time: 0.7787085 Mar 02 07:39:30.698298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:30.700945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:30.760211 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1904d4cd-cdbe-45c0-95c1-26ccf9216015', 'name': 'network-vif-deleted', 'tag': 'aaa23b7f-19e5-4359-ae86-6ce452276c2b', 'status': 'completed', 'code': 200} Mar 02 07:39:30.782683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-680f0360-9572-4fd4-83cc-ff7c9e17e455 service neutron] 10.222.0.21 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043881 Mar 02 07:39:30.850280 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:30.851837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-d068414a-a0d3-430f-b901-652c2ce882c1 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0433166 Mar 02 07:39:30.859527 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5be868-985e-4d5b-9eaa-2709e10d80cd None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:30.949538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:30.959377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] Sync routers for ids ['3d82ceac-528a-4763-9954-15076a414d9a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:30.983709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] Routers {'3d82ceac-528a-4763-9954-15076a414d9a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:30.984375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3d82ceac-528a-4763-9954-15076a414d9a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:30.995595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-7d8c7a9b-0179-4f00-97d9-6337450c2a8e service neutron] 10.222.0.21 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119675 Mar 02 07:39:31.011931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:31.015636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b6549f92-d7e3-409a-99ab-170d11c28e7d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "PUT /v2.0/routers/3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 200 len: 915 time: 13.6592216 Mar 02 07:39:31.017282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:31.118870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:31.136545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] Routers {'3d82ceac-528a-4763-9954-15076a414d9a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:31.137139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3d82ceac-528a-4763-9954-15076a414d9a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:31.230959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:31.231868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a0970-0231-42dc-ab12-797d1333eb83 None None] The sync data for ids ['3d82ceac-528a-4763-9954-15076a414d9a'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:31.379528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:31.386203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f35ae4-8be3-4ee7-9b36-efbde40d1452 None None] New status for floating IP 4bfe8bd9-1199-4713-b8de-19e968145550: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:39:31.395065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-618803de-a37e-4a6b-8ba0-ab1e62d15ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337212 Mar 02 07:39:31.434727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33818) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:31.523348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-b67dbbd1-37b4-4699-aca6-9ca98ee4ede8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd HTTP/1.1" status: 200 len: 217 time: 0.1188440 Mar 02 07:39:31.671466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-56e51244-b69b-408f-9421-3c411f94737c req-07250fa8-3154-44e6-8d7c-c7bba421cc1f tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 210 time: 0.1132119 Mar 02 07:39:31.702984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285199d-518c-49bb-9cbc-1fcc8bf6d0bb req-9ec8b1d2-f80d-41e4-a8a1-1786b4a3167d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:31.704359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9285199d-518c-49bb-9cbc-1fcc8bf6d0bb req-9ec8b1d2-f80d-41e4-a8a1-1786b4a3167d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae5c72-2d4a-43a1-8de6-f93a148e2b98 HTTP/1.1" status: 200 len: 946 time: 0.5717762 Mar 02 07:39:31.751216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4e3e9dc-a04a-4b65-a9ab-48cadb0eb5bc tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 200 len: 921 time: 0.7309706 Mar 02 07:39:31.754373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:31.807893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:31.808887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:31.818781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-9861e4a7-4b6e-4ab8-bb3d-4794eae0b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:31.820394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-9861e4a7-4b6e-4ab8-bb3d-4794eae0b482 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2878070 Mar 02 07:39:31.836107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9285199d-518c-49bb-9cbc-1fcc8bf6d0bb req-4304530d-8c8f-459d-ba18-4fa9e4045526 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307244 Mar 02 07:39:31.942089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.084433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:32.088267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.146915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559a17d-409b-45a3-9739-1f203c5ba70a tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:32.149617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9559a17d-409b-45a3-9739-1f203c5ba70a tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=3d82ceac-528a-4763-9954-15076a414d9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3864205 Mar 02 07:39:32.154136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33882) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:32.379202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-df9e8530-2f9e-4c3a-89b6-524bc875cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:32.380750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-df9e8530-2f9e-4c3a-89b6-524bc875cf9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5390732 Mar 02 07:39:32.386665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.453560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05689ff-0db2-4bde-908c-0e647d9ac9e3 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:32.457926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b05689ff-0db2-4bde-908c-0e647d9ac9e3 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.3026006 Mar 02 07:39:32.458547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2b76b4-25d1-46c9-b23c-bf08b40e27c5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:32.458731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33886) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:32.498771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-88310652-dca5-446c-8abb-775e7eb7aa27 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:32.500608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-88310652-dca5-446c-8abb-775e7eb7aa27 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.3398137 Mar 02 07:39:32.516322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Allocated IP 172.20.0.1 (7f255d44-093d-4545-93ed-a4459ec97dfd/78e9528e-664e-4c23-bcd8-67ac179822cb/18388fb5-3b2f-42ec-ace1-5273bc17c7d0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:32.526758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.531135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f9abc596-2db2-4664-adae-b2842537008b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec2b76b4-25d1-46c9-b23c-bf08b40e27c5 HTTP/1.1" status: 204 len: 168 time: 0.9746635 Mar 02 07:39:32.532895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-7efafa1c-2e82-4131-b77e-cc43c0c11cb3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/quotas/854ece0f470a4840a6ba73aef485aa62 HTTP/1.1" status: 200 len: 375 time: 0.0254405 Mar 02 07:39:32.533498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33892) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:32.534688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6d1be6ad-579e-4ad5-9780-3b907946c848 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 200 len: 205 time: 0.0617352 Mar 02 07:39:32.538416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33894) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:32.776741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-deleted', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:32.847138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.962640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:32.968794 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-fcdc9184-81b6-4a9b-8749-5b62c106bfee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] show failed (client error): The resource could not be found. Mar 02 07:39:32.972673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fcdc9184-81b6-4a9b-8749-5b62c106bfee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups/ec2b76b4-25d1-46c9-b23c-bf08b40e27c5 HTTP/1.1" status: 404 len: 347 time: 0.4333084 Mar 02 07:39:32.981543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:33.091417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.169900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e2de6450-397d-48eb-94c9-49034f1b43cd service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524526 Mar 02 07:39:33.177172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:33.268273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.335648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c3dfb169-29b8-43b0-93f2-1d125f5575c0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.337072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c3dfb169-29b8-43b0-93f2-1d125f5575c0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 809 time: 0.5898812 Mar 02 07:39:33.338224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Deleting port ad04c008-2c0b-4b5f-a241-4800667b5b67 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:33.338458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.358664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.366240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-1a6c089a-ce3b-441e-b032-065f18e7f72c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8178782 Mar 02 07:39:33.376779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Request body: {'port': {'device_id': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'network_id': 'daa46535-128c-4346-b078-e89416750f8a', 'admin_state_up': True, 'tenant_id': '8488606866a14d08b167ddb196e785bf'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:33.397600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5071bf2a-03b1-48d5-ab7b-2e84ecd3c67e req-726a8ff9-4382-40d2-b533-0c711ebb1a80 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.39 "DELETE /v2.0/ports/bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e HTTP/1.1" status: 204 len: 173 time: 2.9494812 Mar 02 07:39:33.447043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Transition to ACTIVE for port object 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:33.484506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.491205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.497239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.503227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.509899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.515909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.516582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.522933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:33.531060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-3c9a77b3-2d6c-4c86-aeda-f25cb7eb5899 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.7956991 Mar 02 07:39:33.539836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port 964400a8-c6a2-4f6f-9937-8976067ab21f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:33.540419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.622458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-b1f9601e-0635-41f1-ac04-4541a9f2d845 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419121 Mar 02 07:39:33.671465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:33.783591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1dd4894a-de16-4fdc-8870-c4dc2bdfda21 req-d33e46c5-3266-466f-95f2-4010a0ca7b7e tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513199 Mar 02 07:39:33.801732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:33.813280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-50b10171-24d6-4809-a969-70c35d13af59 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305690 Mar 02 07:39:33.825558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:33.882489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network 7f255d44-093d-4545-93ed-a4459ec97dfd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:33.898454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:39:33.899612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:39:33.900906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:33.914631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:33.972717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=18388fb5-3b2f-42ec-ace1-5273bc17c7d0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:33.990404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-0ba8bab8-ad8d-4d49-be71-be8af4ff7e3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef HTTP/1.1" status: 200 len: 217 time: 0.1647553 Mar 02 07:39:33.990404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:34.032805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.050003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-3bca5560-39de-4463-9e7f-0dbccd1723a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091885 Mar 02 07:39:34.058592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.058961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.127690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5122f906-7e12-49e5-adca-763753f5c0cc req-e8f3090f-0fe3-4d31-9b76-a859f06e3202 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 210 time: 0.1327875 Mar 02 07:39:34.269158 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e11a497-635b-484b-880c-1c98d70c1998', 'name': 'network-vif-deleted', 'tag': 'bfd53b68-cfdd-4428-af16-925c5e374059', 'status': 'completed', 'code': 200} Mar 02 07:39:34.275395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for 964400a8-c6a2-4f6f-9937-8976067ab21f owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:34.287102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-a48aaf21-9438-410a-95cd-f4cd09ceee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:34.289142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-a48aaf21-9438-410a-95cd-f4cd09ceee02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 200 len: 797 time: 0.2219133 Mar 02 07:39:34.290219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Made reservation on behalf of 8488606866a14d08b167ddb196e785bf for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:34.294154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.349345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.419394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Calling delete_port for ad04c008-2c0b-4b5f-a241-4800667b5b67 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:34.444666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e672d07-64d6-4ad3-8e5f-622908e7c901 None None] Provisioning for port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:34.453296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e672d07-64d6-4ad3-8e5f-622908e7c901 None None] Provisioning complete for port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:34.454056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4e672d07-64d6-4ad3-8e5f-622908e7c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.583310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4e672d07-64d6-4ad3-8e5f-622908e7c901 None None] Port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:34.843020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-679361b7-454c-4596-ad3d-beeffc2f9cae req-723e48b6-31cc-4104-bc9e-dea7a7a03e3e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0802321 Mar 02 07:39:35.188576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-37558bc4-d51d-415c-82eb-87081cb9b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.190090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-37558bc4-d51d-415c-82eb-87081cb9b588 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14cef371-4e79-436c-b2bd-85dffb944d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4795139 Mar 02 07:39:35.198899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.270381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-b929019a-4ad4-4e9e-b595-fa21179d3d85 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.272740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-b929019a-4ad4-4e9e-b595-fa21179d3d85 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.4794531 Mar 02 07:39:35.307984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'Port': ['ID=ad04c008-2c0b-4b5f-a241-4800667b5b67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:35.316915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-78119a28-3cb9-4fd8-adfa-0cea4cd2e521 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/quotas/b942e6928e314287b11575d38aa97dbd HTTP/1.1" status: 200 len: 375 time: 0.0340056 Mar 02 07:39:35.328925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.386799 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.445194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-7ed28828-cd68-493e-a510-066b5d094846 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191053 Mar 02 07:39:35.471093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Allocated IP 172.20.0.8 (daa46535-128c-4346-b078-e89416750f8a/7471d8d9-15ce-46c2-b911-7b9b721d6d9f/ae8b304c-7630-45f5-8adf-f6cfc02c0e69) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:35.557093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.622453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.628253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.634312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.640002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.647280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.653223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.658946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.667840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-df0df7ac-1741-4771-923b-f6a694fb1185 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.6487865 Mar 02 07:39:35.695775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-652b8172-b6bb-4d23-ab7b-2d2d8e8856ae service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927363 Mar 02 07:39:35.806132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=964400a8-c6a2-4f6f-9937-8976067ab21f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:35.812896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.814345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84889d9f-b690-455c-b14a-20d083c4ac5e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "DELETE /v2.0/floatingips/4bfe8bd9-1199-4713-b8de-19e968145550 HTTP/1.1" status: 204 len: 168 time: 2.8306768 Mar 02 07:39:36.034098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3a08482-6b7f-4e23-a15c-18fb1dd3c91c req-13ac67fb-6d39-4f2c-b5a1-5e3df4c48c1a tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3650930 Mar 02 07:39:36.075090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.140432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.165659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-9e4fdb24-619e-44d1-b396-7f2345a8cc9b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.167294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-9e4fdb24-619e-44d1-b396-7f2345a8cc9b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 806 time: 0.3972175 Mar 02 07:39:36.204966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-9a63aa45-0187-4ba0-b96a-5932a78d2758 service neutron] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974210 Mar 02 07:39:36.217121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Request body: {'port': {'device_id': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'admin_state_up': True, 'tenant_id': '854ece0f470a4840a6ba73aef485aa62'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:36.287370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'name': 'network-vif-deleted', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:36.303436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2b74a193-ccc1-44ef-be1d-5063a0d9e444 req-b994444c-54b7-414c-9699-e8c57c9fb994 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Synchronizing usage tracker for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:36.328466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-fa3e8d31-4780-411f-8abc-6d79df62059a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1da338c6-9d21-471f-922b-2e78aa990d73 HTTP/1.1" status: 200 len: 217 time: 0.1150310 Mar 02 07:39:36.413550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.424200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.490095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-130e8c28-9b67-4d67-8d17-31aadfb09ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968061 Mar 02 07:39:36.501574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.508290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.514288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.520362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.526500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.532293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.538210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.540130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d092efe6-d72b-417d-b5cd-a4761feae304 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.8405099 Mar 02 07:39:36.604219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2b74a193-ccc1-44ef-be1d-5063a0d9e444 req-b994444c-54b7-414c-9699-e8c57c9fb994 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Unset dirty status for tenant:8488606866a14d08b167ddb196e785bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:36.611173 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b74a193-ccc1-44ef-be1d-5063a0d9e444 req-b994444c-54b7-414c-9699-e8c57c9fb994 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 210 time: 0.4357009 Mar 02 07:39:36.623865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.624408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router 3d82ceac-528a-4763-9954-15076a414d9a {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:39:36.644311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.689787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-d41c800a-8cee-408b-b9ab-f0ff58592595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.691259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-d41c800a-8cee-408b-b9ab-f0ff58592595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.3545580 Mar 02 07:39:36.716167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:39:36.747276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-f358290b-5e93-494a-88eb-c88feb953bc5 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.748666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-f358290b-5e93-494a-88eb-c88feb953bc5 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1848130 Mar 02 07:39:36.752550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.758065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.766736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9fd14b61-851b-49c9-93cd-2d819e6b731c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 204 len: 168 time: 4.2251780 Mar 02 07:39:36.769689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33962) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:36.788768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:36.792347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Network daa46535-128c-4346-b078-e89416750f8a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:36.797795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:36.800098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.800245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:36.842166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Pushing event updated for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:36.850784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1685937344', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:36.861680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:36.892631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.893379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.907227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Made reservation on behalf of 854ece0f470a4840a6ba73aef485aa62 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:36.911956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:36.925644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:36.946833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Usage tracker for resource:router and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:36.957140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-c8d0f684-b1cb-4ed5-bfeb-3a98a316ecde tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5890069 Mar 02 07:39:36.960022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-23e78c62-989a-40a8-a958-1ad49bf381aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:36.961481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-23e78c62-989a-40a8-a958-1ad49bf381aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2608144 Mar 02 07:39:37.002711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Request body: {'port': {'device_id': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:37.015586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:37.038210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:37.059928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-fd5bf1ee-136d-4f42-9e3f-eb82835d200f service neutron] 10.222.0.21 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187941 Mar 02 07:39:37.089073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=18388fb5-3b2f-42ec-ace1-5273bc17c7d0,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:37.094264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33972) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:37.095634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.115778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901010201', 'description': 'tempest-description--1173491137'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:37.142181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.143211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.198886 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-987cc8a9-9176-47db-94de-ac3b1105422f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4202473 Mar 02 07:39:37.271944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:37.309995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.402173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Allocated IP 172.20.0.11 (c9824f45-e277-4cd4-a39b-c9bc4c65ed8e/783540dc-bc87-4b48-9bd0-5560b4d8e14b/0f8b6df4-96c1-4d66-a904-1d32cffdec41) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:37.535562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:37.540650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:37.543825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:37.550528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:37.555077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-f5d10bcd-cd4b-427d-bbff-da4e48de5138 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563905 Mar 02 07:39:37.559926 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae5c72-2d4a-43a1-8de6-f93a148e2b98', 'name': 'network-vif-deleted', 'tag': 'bb8c0cdd-9bf6-40fb-9be5-f8e408cebb7e', 'status': 'completed', 'code': 200} Mar 02 07:39:37.628330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network 7f255d44-093d-4545-93ed-a4459ec97dfd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:37.699054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5849b24f-8740-481f-bb0a-4831cfa29c69 req-89d6688b-e6a1-479d-b92d-f4e88535a9c1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 210 time: 0.2112019 Mar 02 07:39:37.702509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:37.706965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.811112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.873418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.964487 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:38.007967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d9fdfbb5-76ca-4f5f-b9a2-10c6c6ec08c9 req-8086323b-0a6b-4cb9-9f5f-2e7ca6f1bf2d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:38.019173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:38.024326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:38.051588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ff3bfdb3-f969-4e4f-968e-48d69c68bd56 None None] Provisioning complete for port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:38.053138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfdb3-f969-4e4f-968e-48d69c68bd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:38.072247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:38.091741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:38.112445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d9fdfbb5-76ca-4f5f-b9a2-10c6c6ec08c9 req-8086323b-0a6b-4cb9-9f5f-2e7ca6f1bf2d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:38.123305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9fdfbb5-76ca-4f5f-b9a2-10c6c6ec08c9 req-8086323b-0a6b-4cb9-9f5f-2e7ca6f1bf2d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 210 time: 0.1891186 Mar 02 07:39:38.127460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bfdb3-f969-4e4f-968e-48d69c68bd56 None None] Port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:38.128466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:38.179289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-61d2a0c6-7768-489a-9636-313b17a328c0 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802681 Mar 02 07:39:38.276426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-ee07c9bb-97b8-4fa0-803d-72f91649d8fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 200 len: 217 time: 0.0836215 Mar 02 07:39:38.467780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.484680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.502682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.513552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.520877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:38.530772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.538665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:38.550118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.562043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.564357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-a23f7ba6-1ffe-4267-8562-1f3d21403efc tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 5444 time: 0.9995236 Mar 02 07:39:38.685431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Router 2266324d-5eb1-4634-8d06-bd2af6fab01e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:38.748922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c90b761f-20f4-47de-835d-2b6bd88c5052 req-58fc0d49-b4e0-4b4a-8948-cbfa7a2e89f0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341720 Mar 02 07:39:38.758636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e429d0b1-5c92-4a7a-bc56-79c7b081f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:38.760061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-e429d0b1-5c92-4a7a-bc56-79c7b081f598 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 200 len: 797 time: 0.4428828 Mar 02 07:39:38.916513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ef989801-109b-4513-af2b-d6e4bc1dcfef no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:38.936311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=08cc592b-de28-482d-8d16-d94554bd394a,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:39.020163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:39.076646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.097703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.103858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:39.112939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:39.124851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:39.125426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:39.130503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.131521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6a1098fc-e08e-4745-8a90-ff5afce9ec96 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:39.162197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event updated for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:39.164634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.283877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f6b8-dc7b-457c-8fd7-062f6ad3fb8b req-2cefb02d-49dd-4658-a6c5-e2cf3d819f47 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:39.291457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a55f6b8-dc7b-457c-8fd7-062f6ad3fb8b req-2cefb02d-49dd-4658-a6c5-e2cf3d819f47 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 931 time: 0.9753046 Mar 02 07:39:39.327644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:39:39.330432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.350990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:39.356949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:39.378596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:39.379226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.382255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:39.386334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.387418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:39.412301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.417081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7bc7c2cb-2887-4fef-abde-c88b577355cc tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3124034 Mar 02 07:39:39.424328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-4bae506e-d42f-4c7e-9077-7e3c4ca775db tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:39.425730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34010) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:39.425844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-4bae506e-d42f-4c7e-9077-7e3c4ca775db tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.16 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 812 time: 0.6716497 Mar 02 07:39:39.439668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.450163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a55f6b8-dc7b-457c-8fd7-062f6ad3fb8b req-7cb73b40-0a56-4fba-9ae6-5790acd0dfc4 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577137 Mar 02 07:39:39.468992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] For port 08cc592b-de28-482d-8d16-d94554bd394a, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:39.483893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-00ac4992-8d64-4b7c-beb3-791a61ca347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:39.485422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-00ac4992-8d64-4b7c-beb3-791a61ca347e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=611c8c9e-1769-40eb-908d-469110e3d337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6177540 Mar 02 07:39:39.504196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Request body: {'port': {'device_id': '2226ea14-e536-48f1-b70f-00a5e1322082', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'admin_state_up': True, 'tenant_id': 'b942e6928e314287b11575d38aa97dbd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:39.561244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5e19886f-17bc-4545-a83b-b6ebf5f47db7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3547471 Mar 02 07:39:39.592161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Request body: {'port': {'device_id': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:39.601092 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'code': 200} Mar 02 07:39:39.605806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:39.676881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.697009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:39.709046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] Sync routers for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:39.718828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.736345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:39.736994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:39.804179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] device_id is not set on port 08cc592b-de28-482d-8d16-d94554bd394a yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:39:39.825938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2adea531-9085-4c31-b545-a37dd236001b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "PUT /v2.0/routers/2266324d-5eb1-4634-8d06-bd2af6fab01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7014587 Mar 02 07:39:39.836828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34026) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:39.844919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.863568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:39.863925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Request body: {'port': {'network_id': '7f255d44-093d-4545-93ed-a4459ec97dfd', 'name': 'tempest-FloatingIPAdminTestJSON-482617579'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:39.881766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:39.882809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:39.883598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group_rule': {'security_group_id': '6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:39.887976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e80eecd0-1b16-44e2-83b9-2a22b5bd230a req-c8a42968-a55b-42aa-aee0-fa6e6c67bc3d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 210 time: 0.1425495 Mar 02 07:39:39.902321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f1bb9-add7-49c3-9577-79815637452f req-a306c6b3-db2b-4e44-8cd8-6e6b9e4bb9f0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:39.903783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26f1bb9-add7-49c3-9577-79815637452f req-a306c6b3-db2b-4e44-8cd8-6e6b9e4bb9f0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 932 time: 0.9365623 Mar 02 07:39:39.904625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:39.929574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:40.004984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:40.032857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:40.046615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:40.046615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e476d0-8129-4a71-9ea8-7261318c22be None None] The sync data for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:40.050100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:40.056443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.057439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1da338c6-9d21-471f-922b-2e78aa990d73 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:40.064644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26f1bb9-add7-49c3-9577-79815637452f req-5e6633b7-09f1-49e9-b04d-6ad245139cdc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907753 Mar 02 07:39:40.128061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8b304c-7630-45f5-8adf-f6cfc02c0e69 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:40.182068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.221768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:40.265970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Transition to ACTIVE for port object ae8b304c-7630-45f5-8adf-f6cfc02c0e69 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:40.267205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.273718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:40.284603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:40.294481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-b263d2f0-1325-47a8-8bfb-8ff5fa024e0d service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615697 Mar 02 07:39:40.296066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.323559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Made reservation on behalf of b942e6928e314287b11575d38aa97dbd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:40.323559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.355380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:40.369423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:40.377456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.379123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b572f364-24ce-44c5-a6d2-a82414b1ed1c no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:40.381399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.629874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:40.780469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.787733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.794042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.799912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.806338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.812142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:40.820070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-3f18bf3b-3a48-48ca-af43-aefe388ca05d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 4659 time: 0.7735860 Mar 02 07:39:40.835578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4483d0f6-9c87-4199-a145-b7b68b5d8980 None None] Provisioning complete for port 08cc592b-de28-482d-8d16-d94554bd394a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:40.836684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4483d0f6-9c87-4199-a145-b7b68b5d8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.907711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:40.955421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Allocated IP 172.25.4.126 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/87dd79b7-c359-4585-aa72-f10534c68c76) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:40.958049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] No DVR routers for this DVR port 08cc592b-de28-482d-8d16-d94554bd394a on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:40.986357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:40.991435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:41.003550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.005552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4483d0f6-9c87-4199-a145-b7b68b5d8980 None None] Port 08cc592b-de28-482d-8d16-d94554bd394a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:41.007987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.009167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 08cc592b-de28-482d-8d16-d94554bd394a no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:41.015371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:41.042458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Usage tracker for resource:port and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:41.066595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:41.103007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:41.184818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] In _notify_port_updated(), no bound segment for port 08cc592b-de28-482d-8d16-d94554bd394a on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:39:41.185699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:41.186316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.187586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-a3690f81-3acb-4a56-a93e-7f3419001531 service neutron] 10.222.0.16 "PUT /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 200 len: 1032 time: 3.9220729 Mar 02 07:39:41.193215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Made reservation on behalf of 72e4b10233c94076866fdda0011404a5 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:41.196785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.212909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 08cc592b-de28-482d-8d16-d94554bd394a not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:39:41.213900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 500d3e32-01cc-4bb8-8708-454a83eed2fd no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:41.281418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d5e9bb51-d04c-489a-bca4-b9997bc70d77 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:41.283039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-d5e9bb51-d04c-489a-bca4-b9997bc70d77 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "GET /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0746694 Mar 02 07:39:41.348528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:41.388650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:41.414657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6a522d6-46a4-4760-987f-9d04f88d280e req-c282db98-76d6-472d-948b-34f1c443a757 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&id=3c53616f-97b8-478e-9fa9-c798e0300989&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5932252 Mar 02 07:39:41.469072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.482071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:41.512238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:41.518158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.546660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.614595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}, {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:41.636215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.656658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.656791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:41.680842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] device_id is not set on port 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:39:41.714907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.752549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-24f6e283-53b0-4ac1-b2f7-673afa33bc01 service neutron] 10.222.0.16 "GET /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4095294 Mar 02 07:39:41.789055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41b45cf5-b646-415d-b83e-85ee2404b8f1 req-f9660c0f-3a9d-4a17-866f-57d265bf8933 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 210 time: 0.1284413 Mar 02 07:39:41.879309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf45a5b7-801d-417d-9aa3-6a8ab1666201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.938184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Attempting to bind port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:41.938655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Attempting to bind port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:41.939103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Attempting to bind port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 on network daa46535-128c-4346-b078-e89416750f8a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:41.984704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4891-8b70-44a7-a446-dbecbbeb5f3a req-582af638-e2c8-4a4c-ad52-86e1ce6357e3 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:41.986876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d6c4891-8b70-44a7-a446-dbecbbeb5f3a req-582af638-e2c8-4a4c-ad52-86e1ce6357e3 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 943 time: 1.0727603 Mar 02 07:39:41.987567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8453b00f-2982-4f87-b44f-1f9ccffd332e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:41.997913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.998952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 on network daa46535-128c-4346-b078-e89416750f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:42.002103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Attempting to bind port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 on network daa46535-128c-4346-b078-e89416750f8a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:42.002361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eedc8c49-832c-4d63-8cfa-7feb533cca46 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5725870 Mar 02 07:39:42.002361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.007922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34064) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:42.011507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Allocated IP 172.20.0.4 (08c890b8-551c-4a01-8384-0deed452dbea/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1/494f43e8-8867-4321-95b3-933eb7c71f47) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:42.043099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:42.043535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Checking segment: {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:42.043992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Bound using segment: {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:42.044954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Bound port: ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'daa46535-128c-4346-b078-e89416750f8a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:42.044954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.070209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'security_group_rule': {'security_group_id': '6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:42.100981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:42.132409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:security_group_rule and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:42.155318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Allocated IP 172.20.0.7 (7f255d44-093d-4545-93ed-a4459ec97dfd/78e9528e-664e-4c23-bcd8-67ac179822cb/36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:42.161695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:42.194621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:42.210849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:42.221014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:42.227696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event updated for resources: {'Port': ['ID=87dd79b7-c359-4585-aa72-f10534c68c76,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:42.231750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:42.274621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d6c4891-8b70-44a7-a446-dbecbbeb5f3a req-d29a2c79-926e-4d03-ae83-05b8066a804c tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280416 Mar 02 07:39:42.309237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed259-0c40-4082-91dc-8aeb516ac089 req-18b29077-c793-4f4d-92ea-73a094d9f35e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:42.309976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b56ed259-0c40-4082-91dc-8aeb516ac089 req-18b29077-c793-4f4d-92ea-73a094d9f35e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:42.327329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8b6df4-96c1-4d66-a904-1d32cffdec41 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:42.343371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:42.350871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.364132 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1098fc-e08e-4745-8a90-ff5afce9ec96', 'code': 200} Mar 02 07:39:42.364486 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'code': 200} Mar 02 07:39:42.365066 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73', 'code': 200} Mar 02 07:39:42.365545 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'code': 200} Mar 02 07:39:42.366023 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'code': 200} Mar 02 07:39:42.387595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.419258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b56ed259-0c40-4082-91dc-8aeb516ac089 req-18b29077-c793-4f4d-92ea-73a094d9f35e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:42.420444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b56ed259-0c40-4082-91dc-8aeb516ac089 req-18b29077-c793-4f4d-92ea-73a094d9f35e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 932 time: 0.4733751 Mar 02 07:39:42.422000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:42.445422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.497414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6a1098fc-e08e-4745-8a90-ff5afce9ec96,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:42.503359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Transition to ACTIVE for port object 0f8b6df4-96c1-4d66-a904-1d32cffdec41 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:42.526687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.529986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] For port 6a1098fc-e08e-4745-8a90-ff5afce9ec96, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:42.565083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:42.565886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.568704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] 10.222.0.16 "PUT /v2.0/ports/ae8b304c-7630-45f5-8adf-f6cfc02c0e69 HTTP/1.1" status: 200 len: 1091 time: 5.5713408 Mar 02 07:39:42.577402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:42.606474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] device_id is not set on port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:39:42.615473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.757043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b56ed259-0c40-4082-91dc-8aeb516ac089 req-4a39474b-09b4-4696-b021-65c8bd5f53d7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249552 Mar 02 07:39:42.773555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:42.792063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.824647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:42.830214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.830733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.831222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.831742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.832389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.832877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.834013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.834494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.834969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.835440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.835911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.836399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37000ae-6d7a-4052-a82b-100a8f5b0f44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:42.849827 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69', 'status': 'completed', 'code': 200} Mar 02 07:39:43.058750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af00950c-a4df-489f-929c-6bddc17cdd2d req-89ae2215-4776-44c4-b084-a59c1e10feb0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 210 time: 0.0896642 Mar 02 07:39:43.058750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:43.098266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-1a4d8e0e-790a-43a4-bd48-b7b381dd8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.101081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-1a4d8e0e-790a-43a4-bd48-b7b381dd8da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 1094 time: 0.4107180 Mar 02 07:39:43.108033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Attempting to bind port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:43.108537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Attempting to bind port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:43.108974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Attempting to bind port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:43.172030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:43.172484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Attempting to bind port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 on network c9824f45-e277-4cd4-a39b-c9bc4c65ed8e {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:43.182417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.200812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-3dd2e009-eaec-468b-af09-74bc6895bb13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69 HTTP/1.1" status: 200 len: 217 time: 0.0879257 Mar 02 07:39:43.233629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:43.235160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Checking segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:43.235160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Bound using segment: {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:43.235160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Bound port: 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4666e798-1cb0-42e7-b236-7a799cadb3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:43.235517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.401669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.419845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:43.448193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.465603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] No DVR routers for this DVR port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:43.538569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a29aad-02f6-42b9-b91b-36d86a2b926c,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:43.564425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-766199b1-0d2a-4ebe-ab38-283fc0e13ebb None None] Provisioning complete for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:43.564940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-766199b1-0d2a-4ebe-ab38-283fc0e13ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.588138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Network 08c890b8-551c-4a01-8384-0deed452dbea is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:43.621308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-766199b1-0d2a-4ebe-ab38-283fc0e13ebb None None] Port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:43.625242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:43.627839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:43.668622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.669944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4f1a8ad-afaf-4447-bb31-5420173dd5b6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6291451 Mar 02 07:39:43.676418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] In _notify_port_updated(), no bound segment for port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 on network 14cef371-4e79-436c-b2bd-85dffb944d8b {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:39:43.678291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.678679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.679967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-bf6f264e-5818-4582-8476-fe2898f9f1f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 200 len: 1032 time: 2.3354621 Mar 02 07:39:43.690397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:43.709458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.713068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-34dbcf7b-0e06-4921-aba9-0cea3e8795c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.714556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-34dbcf7b-0e06-4921-aba9-0cea3e8795c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471d8d9-15ce-46c2-b911-7b9b721d6d9f HTTP/1.1" status: 200 len: 849 time: 0.4549508 Mar 02 07:39:43.715183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.720874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.727812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.733467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.736067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-62472f96-2c52-4aea-9438-60476681cff2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3876 time: 1.0092125 Mar 02 07:39:43.741011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:43.808429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:43.809406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event updated for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:43.814422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.819420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-92827740-3ee0-455e-a5b3-aad538d851ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=daa46535-128c-4346-b078-e89416750f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899730 Mar 02 07:39:43.851203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:43.860845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Usage tracker for resource:floatingip and tenant:af9560cd24614a66b4afc26af75189d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:43.879178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:43.879780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:43.897493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:43.926451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:43.953899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:43.961835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Transition to ACTIVE for port object 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:43.965893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.015638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port b572f364-24ce-44c5-a6d2-a82414b1ed1c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:44.015810 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.052430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.064967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.073393 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-15ed0a5b-23f5-46e3-bfd3-2e46d1981945 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5863478 Mar 02 07:39:44.078514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.079572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.081013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] 10.222.0.39 "PUT /v2.0/ports/0f8b6df4-96c1-4d66-a904-1d32cffdec41 HTTP/1.1" status: 200 len: 1092 time: 4.5101147 Mar 02 07:39:44.103464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Request body: {'port': {'device_id': '2226ea14-e536-48f1-b70f-00a5e1322082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:44.148010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3b08f35-00f3-411d-a75d-973c87d82f2e req-30960c27-6ba7-40c7-8e5f-e3342992c7f2 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366101 Mar 02 07:39:44.201592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0918-2ea4-4489-b735-7858fccab43f req-d176a9b3-f0fc-4461-b6f5-9b2b745a7957 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.203326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-061c0918-2ea4-4489-b735-7858fccab43f req-d176a9b3-f0fc-4461-b6f5-9b2b745a7957 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 943 time: 0.6100473 Mar 02 07:39:44.227485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3bed3f2e-c292-4697-a04a-3c7f17bbbcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.274880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-690ce540-0dc1-4eb4-b45c-af85d2342956 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464343 Mar 02 07:39:44.291937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0df7-d536-48f3-a4aa-fa0dd430dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:44.337214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.417400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-061c0918-2ea4-4489-b735-7858fccab43f req-9e3b89f8-14cc-4feb-98b8-649f988fc124 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867216 Mar 02 07:39:44.542494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5b0bb69a-1515-4829-bda7-21e59ff20262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.544326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-5b0bb69a-1515-4829-bda7-21e59ff20262 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 1095 time: 0.4023738 Mar 02 07:39:44.548804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.709092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f11c0279-1ddf-4d7d-8738-9fadc96894d3 req-bf847ace-4536-4cff-98be-fcf908516870 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199064 Mar 02 07:39:44.752449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-a9531812-5570-41ad-ab6b-75c1f7a60530 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41 HTTP/1.1" status: 200 len: 217 time: 0.1904225 Mar 02 07:39:44.812505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Network 7f255d44-093d-4545-93ed-a4459ec97dfd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:44.854751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:44.874835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:44.890907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event updated for resources: {'Port': ['ID=36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:44.893380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:44.951537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-1b6221ba-0d02-434e-bc84-23a0ee7532b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.953048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-1b6221ba-0d02-434e-bc84-23a0ee7532b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.1912422 Mar 02 07:39:45.058589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-4d001b21-8b85-4431-a0ff-b1bc23bea3ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875714 Mar 02 07:39:45.094077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:45.094709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.111625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port b572f364-24ce-44c5-a6d2-a82414b1ed1c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b572f364-24ce-44c5-a6d2-a82414b1ed1c,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:45.111905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.135333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3e14c-c077-43c5-9ee3-8276fd7cfac4 req-0473fae0-8b31-4087-b1a9-6fcb5776c9f1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:45.136073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-56d3e14c-c077-43c5-9ee3-8276fd7cfac4 req-0473fae0-8b31-4087-b1a9-6fcb5776c9f1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Synchronizing usage tracker for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:45.238648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.245360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c0268736-12bc-4601-8338-4cef55e1959b tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3973498 Mar 02 07:39:45.254047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34130) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:45.281026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-666a45ef-a125-4276-a6b4-6a10f34a7353 None None] Provisioning for port 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:45.295206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-666a45ef-a125-4276-a6b4-6a10f34a7353 None None] Provisioning complete for port 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:45.295820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-666a45ef-a125-4276-a6b4-6a10f34a7353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.410990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bf524-7e9a-4ae5-9d75-3640cb1a977b req-f518d773-eaaa-44c0-9264-fbc5a140d326 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:45.413028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e52bf524-7e9a-4ae5-9d75-3640cb1a977b req-f518d773-eaaa-44c0-9264-fbc5a140d326 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 944 time: 0.9771821 Mar 02 07:39:45.417412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb5da8-c703-4111-8543-099796fe345c req-c3058a90-9c60-45b0-801b-ba7243ccc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:45.419002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-c3058a90-9c60-45b0-801b-ba7243ccc2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8488606866a14d08b167ddb196e785bf&device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 1094 time: 0.6186223 Mar 02 07:39:45.468779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-56d3e14c-c077-43c5-9ee3-8276fd7cfac4 req-0473fae0-8b31-4087-b1a9-6fcb5776c9f1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Unset dirty status for tenant:b942e6928e314287b11575d38aa97dbd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:45.476295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56d3e14c-c077-43c5-9ee3-8276fd7cfac4 req-0473fae0-8b31-4087-b1a9-6fcb5776c9f1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 931 time: 0.9123526 Mar 02 07:39:45.482460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.485230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-666a45ef-a125-4276-a6b4-6a10f34a7353 None None] Port 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:45.494135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.638744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.652600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56d3e14c-c077-43c5-9ee3-8276fd7cfac4 req-2365c3ed-4be8-434e-9816-7c2ff7dd7f61 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750538 Mar 02 07:39:45.663391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-06262669-2416-44eb-9eaa-d7b32baec86b service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946302 Mar 02 07:39:45.684078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'project_id': '72e4b10233c94076866fdda0011404a5', 'port_id': '36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:45.742689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:45.764328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb5da8-c703-4111-8543-099796fe345c req-31bff530-106e-429f-a770-abcd61eecbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:45.765890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-31bff530-106e-429f-a770-abcd61eecbcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 200 len: 909 time: 0.3313274 Mar 02 07:39:45.788890 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41', 'status': 'completed', 'code': 200} Mar 02 07:39:45.791090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Usage tracker for resource:floatingip and tenant:72e4b10233c94076866fdda0011404a5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:45.811391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e52bf524-7e9a-4ae5-9d75-3640cb1a977b req-e9e361e0-3688-4e96-9e67-15f9f235c15f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763506 Mar 02 07:39:45.883993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-a42ebc0f-da6c-4446-a263-1f76da2cc9e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69 HTTP/1.1" status: 200 len: 217 time: 0.0920930 Mar 02 07:39:45.886916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494f43e8-8867-4321-95b3-933eb7c71f47 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:45.921520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:45.932136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.949791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:45.954885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.955343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:45.955835 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Floating IP b3a74f0a-a925-449c-b929-f0017b75ccad disassociated. External IP: 172.25.4.128, port: b572f364-24ce-44c5-a6d2-a82414b1ed1c. Mar 02 07:39:45.956340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for b572f364-24ce-44c5-a6d2-a82414b1ed1c owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:46.068440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Transition to ACTIVE for port object 494f43e8-8867-4321-95b3-933eb7c71f47 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:46.079210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:46.141229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:46.160926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb5da8-c703-4111-8543-099796fe345c req-cc0ec36c-09bf-4a73-a135-54805467bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.163673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-cc0ec36c-09bf-4a73-a135-54805467bc1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471d8d9-15ce-46c2-b911-7b9b721d6d9f HTTP/1.1" status: 200 len: 849 time: 0.2685645 Mar 02 07:39:46.304303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Allocated IP 172.25.4.141 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c7cd5677-9ca4-4794-a7fa-c5ca3330ba79) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:46.325108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-b394d725-fd6d-432b-8d8e-e4585269a67c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=daa46535-128c-4346-b078-e89416750f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965014 Mar 02 07:39:46.331191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0dd2707-cdb0-452e-8b90-1791b95bb160 req-e97a8579-99bf-43b8-a34e-cc2370a4cd3a service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459451 Mar 02 07:39:46.394667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Router 8c51da17-506e-47e4-805d-24cf1ebd2e95 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:39:46.413752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Pushing event updated for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:46.469789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343c425-096a-4c40-9ca1-d36765d2f28c req-f7a8f2f5-7a28-40bf-85bb-61e0e795bbc6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.471430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c343c425-096a-4c40-9ca1-d36765d2f28c req-f7a8f2f5-7a28-40bf-85bb-61e0e795bbc6 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 943 time: 0.4819677 Mar 02 07:39:46.544331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:46.636576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.642474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.649105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.661437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.668002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.669742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-f675c36f-6779-4cec-9875-82b3cfc1ed18 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3876 time: 0.7320633 Mar 02 07:39:46.730342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:46.774620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab3fb9a9-9acd-4428-84e3-42361a7b86c1 req-fb306e85-128e-49f2-bb24-31be37b04a6c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878162 Mar 02 07:39:46.820416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-55fb8081-9862-4229-807f-163097cb11b2 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409897 Mar 02 07:39:46.821172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Attempting to bind port 494f43e8-8867-4321-95b3-933eb7c71f47 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:46.821518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Attempting to bind port 494f43e8-8867-4321-95b3-933eb7c71f47 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:46.821846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Attempting to bind port 494f43e8-8867-4321-95b3-933eb7c71f47 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:46.860114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Port 494f43e8-8867-4321-95b3-933eb7c71f47 on network 08c890b8-551c-4a01-8384-0deed452dbea not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:46.860697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Attempting to bind port 494f43e8-8867-4321-95b3-933eb7c71f47 on network 08c890b8-551c-4a01-8384-0deed452dbea {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:46.902465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:46.902465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Checking segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:46.909905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Bound using segment: {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:46.909905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Bound port: 494f43e8-8867-4321-95b3-933eb7c71f47, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:46.912961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=b572f364-24ce-44c5-a6d2-a82414b1ed1c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:46.913121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:46.973750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-d3c67817-62c2-4d43-b1d8-4f555826abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:46.975439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-d3c67817-62c2-4d43-b1d8-4f555826abba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=854ece0f470a4840a6ba73aef485aa62&device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 1095 time: 0.5497580 Mar 02 07:39:47.042298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c343c425-096a-4c40-9ca1-d36765d2f28c req-e1475933-c4cf-461e-be3a-6711fb9b684a tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350049 Mar 02 07:39:47.152408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.210621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:47.237350 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] Sync routers for ids ['8c51da17-506e-47e4-805d-24cf1ebd2e95'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:47.263073 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] Routers {'8c51da17-506e-47e4-805d-24cf1ebd2e95'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:47.264010 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8c51da17-506e-47e4-805d-24cf1ebd2e95'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:47.330914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:47.340668 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] Routers {'8c51da17-506e-47e4-805d-24cf1ebd2e95'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:47.341289 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8c51da17-506e-47e4-805d-24cf1ebd2e95'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:47.423460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.456814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99c9a7-d0c4-4e85-86f7-cc4adbfc256b req-0b435c55-839e-44ce-9628-63eecdafe3ee tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:47.458745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e99c9a7-d0c4-4e85-86f7-cc4adbfc256b req-0b435c55-839e-44ce-9628-63eecdafe3ee tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 943 time: 0.5291228 Mar 02 07:39:47.462701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:47.463054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c11aa-e0a0-478f-b893-a470aebaa1d8 None None] The sync data for ids ['8c51da17-506e-47e4-805d-24cf1ebd2e95'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:47.529741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25cb5da8-c703-4111-8543-099796fe345c req-c898c600-abae-44d6-ab7f-a6373d4c9203 service neutron] 10.222.0.16 "GET /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779628 Mar 02 07:39:47.538830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:47.555658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.584832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e99c9a7-d0c4-4e85-86f7-cc4adbfc256b req-a4d110e7-64cc-446e-a3b6-ba185b3b6209 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111870 Mar 02 07:39:47.588718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-eb843c71-aa0a-4ace-b7ed-92f66df330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:47.590594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-eb843c71-aa0a-4ace-b7ed-92f66df330b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 200 len: 906 time: 0.5627737 Mar 02 07:39:47.592311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=494f43e8-8867-4321-95b3-933eb7c71f47,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:47.643499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.648382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-93b9b1f9-7e58-45a6-a858-a91c8069afa4 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.8727164 Mar 02 07:39:47.654412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Router cf30c29a-b56f-407a-b547-e857bf4e3868 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:47.664750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34184) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:47.679991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.687721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:47.730880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-6a62ddbc-8a5f-43cb-9b53-1ea08c370e63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41 HTTP/1.1" status: 200 len: 217 time: 0.1334620 Mar 02 07:39:47.740997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:47.752969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:47.775010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:47.776808 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.778309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] 10.222.0.16 "PUT /v2.0/ports/494f43e8-8867-4321-95b3-933eb7c71f47 HTTP/1.1" status: 200 len: 1091 time: 3.6896853 Mar 02 07:39:47.778640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:47.804439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:47.812096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=c7cd5677-9ca4-4794-a7fa-c5ca3330ba79,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:47.888679 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47', 'status': 'completed', 'code': 200} Mar 02 07:39:47.893217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-2902e8a6-14ee-443c-a7f3-b283b1688618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:47.894732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-2902e8a6-14ee-443c-a7f3-b283b1688618 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 200 len: 846 time: 0.1567166 Mar 02 07:39:47.937303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29ae7f-296c-4796-89aa-a2a54e6cd6bc req-e8d108e8-3ec7-48de-85ed-80388d87bf4f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:47.937303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c29ae7f-296c-4796-89aa-a2a54e6cd6bc req-e8d108e8-3ec7-48de-85ed-80388d87bf4f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 944 time: 0.7440224 Mar 02 07:39:47.970361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c129c9f-a75a-47a2-8eee-fce18d5ec473 service neutron] Pushing event updated for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:47.975847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-fe9152af-eb32-41f4-8ab9-8af7fc13ec60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738721 Mar 02 07:39:48.054076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.076891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-6a9661f1-8674-48b0-8fe3-196b17f00aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.078549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-6a9661f1-8674-48b0-8fe3-196b17f00aa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 1094 time: 0.2571220 Mar 02 07:39:48.237592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-60f5893f-c8bb-4fe0-8a5c-ee6f8a086190 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=494f43e8-8867-4321-95b3-933eb7c71f47 HTTP/1.1" status: 200 len: 217 time: 0.1061907 Mar 02 07:39:48.294636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c29ae7f-296c-4796-89aa-a2a54e6cd6bc req-849e2e08-7cc4-48c1-b791-5ab47bdaf35f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425636 Mar 02 07:39:48.344886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e275e-4710-4e8c-8154-523610826a6f req-100a74d8-1f14-4996-b619-ed4e8636211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.346369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-100a74d8-1f14-4996-b619-ed4e8636211e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.1013002 Mar 02 07:39:48.348122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-0f7ab6be-9a8e-418e-87f9-51a266602bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652985 Mar 02 07:39:48.398579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-173fce61-42ca-4583-a79d-ac645d832349 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.404630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-173fce61-42ca-4583-a79d-ac645d832349 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.410752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-173fce61-42ca-4583-a79d-ac645d832349 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.419258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-173fce61-42ca-4583-a79d-ac645d832349 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.421184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-173fce61-42ca-4583-a79d-ac645d832349 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3143 time: 0.3841622 Mar 02 07:39:48.472141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Allocated IP 172.25.4.3 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/74269b39-7e9e-40d8-9a09-bcb6e77dbe12) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:48.518522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.601292 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.602338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a582146-e0cb-4a8b-a83d-1acecbfff1f1 req-8cd8bcf0-485d-4aa3-96d9-6b681cd261d5 service neutron] 10.222.0.39 "GET /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146626 Mar 02 07:39:48.618081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-6934068b-7691-4199-be5a-b461980d1707 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2629266 Mar 02 07:39:48.719620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.733757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78022713-2ebc-4c81-8b8a-a4a8e43ad3d1 req-2c3afd4a-5d07-4d5b-b939-e2a9bcb4c75d tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823269 Mar 02 07:39:48.779490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-e02b4e89-f038-42fb-9577-b9697a54e612 service neutron] 10.222.0.16 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557059 Mar 02 07:39:48.905221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:48.918884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Sync routers for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:48.934775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:48.935561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:48.955067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d64e275e-4710-4e8c-8154-523610826a6f req-8890839e-85f1-48d6-8825-abe27cab44e8 service neutron] 10.222.0.16 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636617 Mar 02 07:39:49.047597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ae8b304c-7630-45f5-8adf-f6cfc02c0e69 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:49.053562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] No DVR routers for this DVR port b572f364-24ce-44c5-a6d2-a82414b1ed1c on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:49.063281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.080898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:49.161557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8c8f3-5068-4fda-905f-3548fd166682 req-4654dbc4-246c-448f-9395-304eafbd1b11 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.168726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9f8c8f3-5068-4fda-905f-3548fd166682 req-4654dbc4-246c-448f-9395-304eafbd1b11 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 943 time: 0.2108536 Mar 02 07:39:49.194496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:49.234759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb972-6df6-438e-bea7-77c824efa3ee req-54864a38-a7d6-420f-af2f-e863304ef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.236348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-54864a38-a7d6-420f-af2f-e863304ef6cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b942e6928e314287b11575d38aa97dbd&device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 1094 time: 0.2109022 Mar 02 07:39:49.268079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2ce35108-542c-476a-9d5f-3dd8dd38de15 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "DELETE /v2.0/ports/b572f364-24ce-44c5-a6d2-a82414b1ed1c HTTP/1.1" status: 204 len: 173 time: 5.5690217 Mar 02 07:39:49.276969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9f8c8f3-5068-4fda-905f-3548fd166682 req-2d5baae3-d95d-4e83-950f-7f6578dc767a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091597 Mar 02 07:39:49.295706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.412954 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': 'b572f364-24ce-44c5-a6d2-a82414b1ed1c', 'status': 'completed', 'code': 200} Mar 02 07:39:49.607034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:39:49.650408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a69b8-2725-489f-a601-61e27dcd2098 req-1f5ea97e-f048-4b4a-badc-268d79a3bfab tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.651986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4a69b8-2725-489f-a601-61e27dcd2098 req-1f5ea97e-f048-4b4a-badc-268d79a3bfab tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 943 time: 1.1814482 Mar 02 07:39:49.695242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.751557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb972-6df6-438e-bea7-77c824efa3ee req-462216e7-48ce-444d-aa19-89cde5a95c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.753813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-462216e7-48ce-444d-aa19-89cde5a95c4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 200 len: 912 time: 0.5097845 Mar 02 07:39:49.775608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.825728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0f8b6df4-96c1-4d66-a904-1d32cffdec41 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:49.863010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:49.877785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69', 'network_id': 'daa46535-128c-4346-b078-e89416750f8a', 'port_id': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69', 'mac_address': 'fa:16:3e:4a:68:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7471d8d9-15ce-46c2-b911-7b9b721d6d9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:49.880392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.881279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-470be52a-950e-4b8d-b485-61eb245fab32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=494f43e8-8867-4321-95b3-933eb7c71f47 HTTP/1.1" status: 200 len: 217 time: 0.1163430 Mar 02 07:39:49.890751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 1da338c6-9d21-471f-922b-2e78aa990d73 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:49.891315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.978921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb972-6df6-438e-bea7-77c824efa3ee req-213d6955-414d-455a-9526-758ea1b8a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.980249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-213d6955-414d-455a-9526-758ea1b8a5c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 200 len: 852 time: 0.0935884 Mar 02 07:39:49.982375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:49.989829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Pushing event updated for resources: {'Port': ['ID=74269b39-7e9e-40d8-9a09-bcb6e77dbe12,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:49.991447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee3d7-a308-462e-86f1-28b43053d68c req-f84edd06-a995-4b64-b4c6-c1ef6ddef8ae tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:49.993173 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-817ee3d7-a308-462e-86f1-28b43053d68c req-f84edd06-a995-4b64-b4c6-c1ef6ddef8ae tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 944 time: 0.3672247 Mar 02 07:39:50.023532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Deleting port 87dd79b7-c359-4585-aa72-f10534c68c76 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:50.024215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.048199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8b304c-7630-45f5-8adf-f6cfc02c0e69 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:50.060311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-b598b85b-5979-4ce0-9e0f-66cfc283ed20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08c890b8-551c-4a01-8384-0deed452dbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661230 Mar 02 07:39:50.145014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:50.157269 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.172798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.173391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.173472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.173782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.174151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.174481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.174805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.175127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.175445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.175761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.176080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.176394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:50.216037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-817ee3d7-a308-462e-86f1-28b43053d68c req-2cfe800f-47c0-413d-acb9-6ee1e51574ed tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869748 Mar 02 07:39:50.216605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:50.227227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4a69b8-2725-489f-a601-61e27dcd2098 req-d379b3c8-81d8-4a11-8d22-7dfa00981774 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222805 Mar 02 07:39:50.232013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:50.246432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:50.262509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '0f8b6df4-96c1-4d66-a904-1d32cffdec41', 'network_id': 'c9824f45-e277-4cd4-a39b-c9bc4c65ed8e', 'port_id': '0f8b6df4-96c1-4d66-a904-1d32cffdec41', 'mac_address': 'fa:16:3e:2e:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783540dc-bc87-4b48-9bd0-5560b4d8e14b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:50.288460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:50.335630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:50.349061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Checking router: cf30c29a-b56f-407a-b547-e857bf4e3868 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:39:50.350607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.353317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-2cf4895b-cce0-4596-a888-a9536c7118e5 service neutron] 10.222.0.16 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646062 Mar 02 07:39:50.362082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:50.381992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:50.382638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:50.439048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.476325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8b6df4-96c1-4d66-a904-1d32cffdec41 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:50.503380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ae8b304c-7630-45f5-8adf-f6cfc02c0e69'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:50.576901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port 1da338c6-9d21-471f-922b-2e78aa990d73, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1da338c6-9d21-471f-922b-2e78aa990d73,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:50.577251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.632205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37acb972-6df6-438e-bea7-77c824efa3ee req-cfefccbe-3c85-4054-bfa3-2f9b3e793177 service neutron] 10.222.0.16 "GET /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736099 Mar 02 07:39:50.642738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:50.659748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:50.678098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-f3841ffa-1522-4735-901b-f214c56d09fa tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:50.706151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-f3841ffa-1522-4735-901b-f214c56d09fa tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:50.721058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-f3841ffa-1522-4735-901b-f214c56d09fa tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:50.729103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-f3841ffa-1522-4735-901b-f214c56d09fa tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:50.731149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-f3841ffa-1522-4735-901b-f214c56d09fa tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 3143 time: 0.1941316 Mar 02 07:39:50.779953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:50.797636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-893fa961-1a89-41fa-94e2-cbed97a7ddf7 req-3aa7148a-245f-40ad-82d0-a0014112b859 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604115 Mar 02 07:39:50.840809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:50.954013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 1da338c6-9d21-471f-922b-2e78aa990d73 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:50.982079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.019406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['0f8b6df4-96c1-4d66-a904-1d32cffdec41'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:51.146655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.211065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=c7cd5677-9ca4-4794-a7fa-c5ca3330ba79,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:51.365957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Calling delete_port for 87dd79b7-c359-4585-aa72-f10534c68c76 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:51.509486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:51.514530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b1843-9690-4a2d-b8f8-8a2b22003c89 None None] The sync data for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 is: [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4765eac8-242f-4086-9d99-a37bacccc5e4', 'name': '', 'network_id': '0581272b-f454-4f2b-9497-7089d94a85bb', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '28f08685-3096-4921-a1a6-259995618018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:07Z', 'updated_at': '2022-03-02T07:33:18Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'subnets': [{'id': '28f08685-3096-4921-a1a6-259995618018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:51.523043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.544194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef776f-b461-46a1-a016-f8ee520e70ac req-fbb6776a-cc12-45db-beca-d545976ce433 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:51.553443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2ef776f-b461-46a1-a016-f8ee520e70ac req-fbb6776a-cc12-45db-beca-d545976ce433 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1554208 Mar 02 07:39:51.576393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdea5f-5f77-4ade-9ea7-176f046f2bae req-20172fbb-8b40-49ce-8c1b-7b25fb9d5e76 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:51.587897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ebdea5f-5f77-4ade-9ea7-176f046f2bae req-20172fbb-8b40-49ce-8c1b-7b25fb9d5e76 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 943 time: 0.9117458 Mar 02 07:39:51.602541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2ef776f-b461-46a1-a016-f8ee520e70ac req-47bd0cdf-9de0-45cb-a9e5-d94122dea325 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Mar 02 07:39:51.802796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.812292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ec1ef7e-c1bd-4f88-859f-830d6d510739 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1128409 Mar 02 07:39:51.864360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de882ac6-7169-4d68-b189-715fd88cd439 req-f4d1ac77-fc4d-49a5-a966-e8b6d0c5a035 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:51.872075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de882ac6-7169-4d68-b189-715fd88cd439 req-f4d1ac77-fc4d-49a5-a966-e8b6d0c5a035 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 944 time: 0.1489360 Mar 02 07:39:51.879503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ebdea5f-5f77-4ade-9ea7-176f046f2bae req-9e3b8474-d744-43b0-83da-3bcd7adc7088 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873647 Mar 02 07:39:51.885663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.972012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de882ac6-7169-4d68-b189-715fd88cd439 req-cd01d926-7e9a-4a85-bdb7-3f83e793625c tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986938 Mar 02 07:39:52.010694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ec973-8174-4947-9d11-56832c802662 None None] New status for floating IP b3a74f0a-a925-449c-b929-f0017b75ccad: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:39:52.141811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-103226d4-abea-40f0-8e7e-0d7a6e260eb6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:52.163168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-103226d4-abea-40f0-8e7e-0d7a6e260eb6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:52.165106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-103226d4-abea-40f0-8e7e-0d7a6e260eb6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1901010201&fields=id&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 267 time: 0.0682423 Mar 02 07:39:52.212499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=1da338c6-9d21-471f-922b-2e78aa990d73,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:52.291942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] No DVR routers for this DVR port 1da338c6-9d21-471f-922b-2e78aa990d73 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:52.300256 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:52.312247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:52.371816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-e63f99d9-b9ce-41ee-91ea-8fbc3e594957 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "DELETE /v2.0/ports/1da338c6-9d21-471f-922b-2e78aa990d73 HTTP/1.1" status: 204 len: 173 time: 3.0851912 Mar 02 07:39:52.380660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-1f5dcf62-fda0-452f-91dc-18817bc35570 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.386376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-1f5dcf62-fda0-452f-91dc-18817bc35570 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 816 time: 0.2125022 Mar 02 07:39:52.398779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-3867f37e-e2a1-4ce3-8401-ac599bc1e80b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/quotas/af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 375 time: 0.0107856 Mar 02 07:39:52.489013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 500d3e32-01cc-4bb8-8708-454a83eed2fd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:52.489375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:52.509133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-b1219963-feff-48cb-b5e6-30d4d85e5fca tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:52.529768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-b1219963-feff-48cb-b5e6-30d4d85e5fca tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:52.531335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-b1219963-feff-48cb-b5e6-30d4d85e5fca tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260214 Mar 02 07:39:52.545931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:52.602114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.607911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.613777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.615243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:52.647645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Pushing event deleted for resources: {'Port': ['ID=87dd79b7-c359-4585-aa72-f10534c68c76,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:52.762275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-b43e2b0e-1ac5-4d97-b705-479f10fed569 service neutron] 10.222.0.21 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116771 Mar 02 07:39:52.905567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:52.907135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-df371c79-7c38-416a-b17f-7875d1c7fc40 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 2410 time: 0.7454796 Mar 02 07:39:52.920073 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-0fde66c9-5e29-4e27-97d4-ed69ad340749 service neutron] 10.222.0.21 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568139 Mar 02 07:39:52.979762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 494f43e8-8867-4321-95b3-933eb7c71f47 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:52.982435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ae8b304c-7630-45f5-8adf-f6cfc02c0e69 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:53.097499 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc4dd3fc-9a03-4cb3-9d03-822c6551d9f8 req-2b82e286-3362-4c9c-b453-2b52cf1e8201 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770289 Mar 02 07:39:53.102592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.126836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:53.168422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:53.168814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.180685 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '1da338c6-9d21-471f-922b-2e78aa990d73', 'status': 'completed', 'code': 200} Mar 02 07:39:53.348144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port 500d3e32-01cc-4bb8-8708-454a83eed2fd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=500d3e32-01cc-4bb8-8708-454a83eed2fd,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:53.348721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.454237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=494f43e8-8867-4321-95b3-933eb7c71f47,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:53.468677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '494f43e8-8867-4321-95b3-933eb7c71f47', 'network_id': '08c890b8-551c-4a01-8384-0deed452dbea', 'port_id': '494f43e8-8867-4321-95b3-933eb7c71f47', 'mac_address': 'fa:16:3e:1c:c7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:53.508865 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bf09d-84b9-4030-87bb-1c121e44fe0a req-7cd48d3e-f7b0-4b75-8069-6d36967fb6f2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:53.516966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.523022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-812bf09d-84b9-4030-87bb-1c121e44fe0a req-7cd48d3e-f7b0-4b75-8069-6d36967fb6f2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 943 time: 0.2059302 Mar 02 07:39:53.546767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 500d3e32-01cc-4bb8-8708-454a83eed2fd owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:53.600747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:53.607947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.673453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:53.684268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.687453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494f43e8-8867-4321-95b3-933eb7c71f47 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:53.746035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-812bf09d-84b9-4030-87bb-1c121e44fe0a req-e67356b5-ba8b-4eda-9037-c7a4680ad990 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219214 Mar 02 07:39:53.791601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.804654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=494f43e8-8867-4321-95b3-933eb7c71f47,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:53.816539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0f8b6df4-96c1-4d66-a904-1d32cffdec41 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:53.841952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.866914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:53.926660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:53.961848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:53.970124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:53.977835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:53.978248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.095138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc5c11-c1db-4fbf-9626-5635c40e87a5 req-e69079c0-7b5a-473b-8d43-e987f01c6e28 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:54.097798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6dfc5c11-c1db-4fbf-9626-5635c40e87a5 req-e69079c0-7b5a-473b-8d43-e987f01c6e28 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.1440761 Mar 02 07:39:54.139037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=500d3e32-01cc-4bb8-8708-454a83eed2fd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:54.153720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['494f43e8-8867-4321-95b3-933eb7c71f47'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:54.169816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6dfc5c11-c1db-4fbf-9626-5635c40e87a5 req-391c3802-80a2-42ef-bcf6-324558d2aef4 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626476 Mar 02 07:39:54.199816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.275597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:54.283965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.316469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.329556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-403ba016-e93e-4a14-b49d-1366badf5fd6 req-afd05d37-ec78-4c15-ac56-edccf84e6c59 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 210 time: 0.0607462 Mar 02 07:39:54.331712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.371919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:54.398802 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69', 'code': 200} Mar 02 07:39:54.553247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.634369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] No DVR routers for this DVR port 500d3e32-01cc-4bb8-8708-454a83eed2fd on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:54.740367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfb972-3991-4bf3-b076-c448e21b08a6 req-6fc27f59-7d7a-47f3-a71b-e007ea2b52b5 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:54.746615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfb972-3991-4bf3-b076-c448e21b08a6 req-6fc27f59-7d7a-47f3-a71b-e007ea2b52b5 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:54.755801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66bfb972-3991-4bf3-b076-c448e21b08a6 req-6fc27f59-7d7a-47f3-a71b-e007ea2b52b5 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 1677 time: 0.1665618 Mar 02 07:39:54.760335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9daec-928d-4460-b470-2fb55165e996 req-b84d3bd5-32ec-4710-ad31-fe1e44ae105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:54.763919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88b9daec-928d-4460-b470-2fb55165e996 req-b84d3bd5-32ec-4710-ad31-fe1e44ae105c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 1096 time: 0.2923071 Mar 02 07:39:54.804631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee6060-e856-4b7a-947d-0db13490c38b req-1ccff7d6-b626-4727-9ba1-9db5edd4a9c0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:54.806420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20ee6060-e856-4b7a-947d-0db13490c38b req-1ccff7d6-b626-4727-9ba1-9db5edd4a9c0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 945 time: 1.0709634 Mar 02 07:39:54.814043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.869884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66bfb972-3991-4bf3-b076-c448e21b08a6 req-dd851854-c528-4288-9649-d6082c9ca0b1 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130812 Mar 02 07:39:54.873632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88b9daec-928d-4460-b470-2fb55165e996 req-afb2faa9-5935-4a49-b165-75948708f86a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904133 Mar 02 07:39:54.949786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Router 8c51da17-506e-47e4-805d-24cf1ebd2e95 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:54.964823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-90129a0d-4526-40ea-8599-6d374876ad51 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "DELETE /v2.0/ports/500d3e32-01cc-4bb8-8708-454a83eed2fd HTTP/1.1" status: 204 len: 173 time: 2.5869203 Mar 02 07:39:55.143534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-a88b9d3a-055f-42ac-9351-bf1c0c100d78 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:55.146582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-a88b9d3a-055f-42ac-9351-bf1c0c100d78 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 816 time: 0.2421861 Mar 02 07:39:55.147992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20ee6060-e856-4b7a-947d-0db13490c38b req-cab36cad-f9fa-4900-b19d-fd9309597aa9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245735 Mar 02 07:39:55.220768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c1fad-82b7-4d6f-a4fd-d8f740cc289e req-472a2096-d390-4599-8ddf-5524bccf68a1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:55.228371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-372c1fad-82b7-4d6f-a4fd-d8f740cc289e req-472a2096-d390-4599-8ddf-5524bccf68a1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 944 time: 0.1876125 Mar 02 07:39:55.245516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:55.250600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-b494453c-277a-4830-99ca-8582087b5a07 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 380 time: 0.0843689 Mar 02 07:39:55.259219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'port': {'device_id': '220930cf-692b-40c4-a839-b077dba8e8ff', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'admin_state_up': True, 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'security_groups': ['6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:55.281642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:55.295502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] Sync routers for ids ['8c51da17-506e-47e4-805d-24cf1ebd2e95'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:55.303150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:55.312844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e6907b7-dc9b-4fdb-94d2-2a5e05dd3444 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "PUT /v2.0/routers/8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 200 len: 706 time: 7.6416454 Mar 02 07:39:55.320850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] Routers {'8c51da17-506e-47e4-805d-24cf1ebd2e95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:55.323354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8c51da17-506e-47e4-805d-24cf1ebd2e95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:55.341386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34352) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:55.409168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:55.423491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] Routers {'8c51da17-506e-47e4-805d-24cf1ebd2e95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:55.424326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8c51da17-506e-47e4-805d-24cf1ebd2e95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:55.428230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-372c1fad-82b7-4d6f-a4fd-d8f740cc289e req-4212283e-1dc7-424d-903b-41c1e227576c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988008 Mar 02 07:39:55.478834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:55.479423 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:55.542265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:55.542489 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '500d3e32-01cc-4bb8-8708-454a83eed2fd', 'status': 'completed', 'code': 200} Mar 02 07:39:55.574797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:55.591916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Made reservation on behalf of af9560cd24614a66b4afc26af75189d4 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:55.596255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:55.646461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:55.646872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b359e7-5767-453b-9bbc-329a5f805eb1 None None] The sync data for ids ['8c51da17-506e-47e4-805d-24cf1ebd2e95'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:55.694584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e0856019-9ebd-4f18-b4ba-45511119d65d tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/routers/8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 200 len: 741 time: 0.3518605 Mar 02 07:39:55.702476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34362) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:55.747470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db42696f-da89-43bb-8d4c-f47c09de014b req-cb27332d-6292-464f-8142-734716a7e7f2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 210 time: 0.0591142 Mar 02 07:39:55.794918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-954242f6-0604-464b-a552-3f6595b3f801 tempest-RoutersAdminTest-291102964 tempest-RoutersAdminTest-291102964-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 200 len: 205 time: 0.0890820 Mar 02 07:39:55.796505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34366) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:55.842534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Allocated IP 172.20.0.14 (99672d76-a8ce-40ed-9645-8c345776e8a9/9bf64ca4-d9a5-403c-8ec1-47519ac4552f/13e4df2b-83c5-43aa-b079-d0a5b078a592) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:55.847250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:39:55.888757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2459b6d8-88f2-4251-9aaf-32919c2c502e tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 200 len: 205 time: 0.0831485 Mar 02 07:39:55.891077 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:55.905798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:55.926004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:55.968175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44d104-10ef-4d3a-a2bd-33676e192b1a req-3e29c9d7-2201-4a36-803a-a0bceab779c2 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:55.969655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd44d104-10ef-4d3a-a2bd-33676e192b1a req-3e29c9d7-2201-4a36-803a-a0bceab779c2 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.5464878 Mar 02 07:39:56.181414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.185525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Pushing event updated for resources: {'Port': ['ID=74269b39-7e9e-40d8-9a09-bcb6e77dbe12,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:56.209005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd44d104-10ef-4d3a-a2bd-33676e192b1a req-b304eaaa-dffd-419c-a78e-c8fa60835319 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819425 Mar 02 07:39:56.253110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:56.253691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.268346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.401422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:56.666523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:56.755334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.772757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.781923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.823501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fe9c3-8b40-4e57-992c-7d9868f37bb0 req-613c3da3-0a68-4621-86e0-0cd7e787c553 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:56.829334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fe9c3-8b40-4e57-992c-7d9868f37bb0 req-613c3da3-0a68-4621-86e0-0cd7e787c553 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:56.830968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-400fe9c3-8b40-4e57-992c-7d9868f37bb0 req-613c3da3-0a68-4621-86e0-0cd7e787c553 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 1677 time: 0.7131271 Mar 02 07:39:56.835011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Transition to ACTIVE for port object 13e4df2b-83c5-43aa-b079-d0a5b078a592 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:56.872972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.873203 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Floating IP aac40347-9198-4cec-820e-e73106c2dc04 associated. External IP: 172.25.4.3, port: 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67. Mar 02 07:39:56.873943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Fanout notify agent at l3_agent the message router_deleted on router 8c51da17-506e-47e4-805d-24cf1ebd2e95 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:39:56.913977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-400fe9c3-8b40-4e57-992c-7d9868f37bb0 req-285ed80d-ce16-4b71-b30b-4c047bb8fd73 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741174 Mar 02 07:39:56.929271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.930642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d016fac4-af84-494b-b702-6b73f57833b5 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 204 len: 168 time: 1.0236759 Mar 02 07:39:56.937237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34406) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:56.950378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.991658 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41', 'code': 200} Mar 02 07:39:57.003253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27515bdd-97c3-44cc-b99a-39b6fccd03cd req-fbfeb7ab-03a0-4d99-9ae4-a7c6e622eaf2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:57.009455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27515bdd-97c3-44cc-b99a-39b6fccd03cd req-fbfeb7ab-03a0-4d99-9ae4-a7c6e622eaf2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.6640685 Mar 02 07:39:57.023646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 494f43e8-8867-4321-95b3-933eb7c71f47 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:57.035479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:57.043299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:57.050631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52b6ed03-0cd8-4733-ad23-1b81fe4d2483 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 200 len: 205 time: 0.1111920 Mar 02 07:39:57.053544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:57.054429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:57.216931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 494f43e8-8867-4321-95b3-933eb7c71f47 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:57.223534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 494f43e8-8867-4321-95b3-933eb7c71f47 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:57.224155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.228909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27515bdd-97c3-44cc-b99a-39b6fccd03cd req-eb1705b5-b5bf-4f0d-9ef1-d95135ffab86 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815510 Mar 02 07:39:57.229523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.245174 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-8e9982f1-cc55-4c60-8ae1-d1116ce9f6d0 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:57.250067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e9982f1-cc55-4c60-8ae1-d1116ce9f6d0 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/8c51da17-506e-47e4-805d-24cf1ebd2e95 HTTP/1.1" status: 404 len: 336 time: 0.1570692 Mar 02 07:39:57.251039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:57.255340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:57.316290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=70d429d4-1cbe-4c3d-bcde-0d904f8a8aed,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:57.411414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:57.412093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.454034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] No DVR routers for this DVR port 70d429d4-1cbe-4c3d-bcde-0d904f8a8aed on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:57.465685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.467094 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.480975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-832dabd5-f200-4a2b-b8b7-ab3869d67166 None None] Provisioning for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:57.482905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-537d9d02-9408-4822-a2f7-640d9f3d62cf tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "DELETE /v2.0/ports/70d429d4-1cbe-4c3d-bcde-0d904f8a8aed HTTP/1.1" status: 204 len: 173 time: 2.3434546 Mar 02 07:39:57.512240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-832dabd5-f200-4a2b-b8b7-ab3869d67166 None None] Provisioning complete for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:57.512614 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-832dabd5-f200-4a2b-b8b7-ab3869d67166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.610572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc72b21e-d13d-4177-9b1a-824cfe8627a2 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 200 len: 205 time: 0.2069607 Mar 02 07:39:57.611199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:57.620910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-832dabd5-f200-4a2b-b8b7-ab3869d67166 None None] Port 13e4df2b-83c5-43aa-b079-d0a5b078a592 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:57.624814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=494f43e8-8867-4321-95b3-933eb7c71f47,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:57.628296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:57.631335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.638998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-655775b9-602e-4dfb-89cc-cc04de4a5f52 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3837650 Mar 02 07:39:57.707009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:57.754221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port ef989801-109b-4513-af2b-d6e4bc1dcfef {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:57.755300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.761832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Request body: {'port': {'device_id': '220930cf-692b-40c4-a839-b077dba8e8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:57.815742 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-8c6c0839-c7c9-4c5e-abad-27b20abf443a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:57.818242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c6c0839-c7c9-4c5e-abad-27b20abf443a tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/3d82ceac-528a-4763-9954-15076a414d9a HTTP/1.1" status: 404 len: 336 time: 0.1813686 Mar 02 07:39:57.825082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34436) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:57.880101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Router 2266324d-5eb1-4634-8d06-bd2af6fab01e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:57.947699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d671acee-d5bf-4ca6-aeb4-964b85e4cafb tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 200 len: 205 time: 0.1203201 Mar 02 07:39:57.951720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.055760 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-7c4a14f8-2f3a-4203-a75d-ff707ad12bb8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:58.055760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7c4a14f8-2f3a-4203-a75d-ff707ad12bb8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/f07634c0-cf1b-4088-9ad5-2c42c43b5097 HTTP/1.1" status: 404 len: 336 time: 0.1009161 Mar 02 07:39:58.057362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:58.060928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.085989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3512-e4cf-44d1-981b-465302c74134 req-a868d544-5279-4d8e-8faa-5e306c6dac88 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.087773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14ac3512-e4cf-44d1-981b-465302c74134 req-a868d544-5279-4d8e-8faa-5e306c6dac88 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 944 time: 0.7791522 Mar 02 07:39:58.142600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4aad6-63b8-4f5d-b338-e401b632fbb5 req-ea2687da-ac32-4258-9041-b8b45f620557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.143925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbb4aad6-63b8-4f5d-b338-e401b632fbb5 req-ea2687da-ac32-4258-9041-b8b45f620557 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 1097 time: 0.7421365 Mar 02 07:39:58.236978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14ac3512-e4cf-44d1-981b-465302c74134 req-39594726-1c04-43a9-ba99-4b24271e307f tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403089 Mar 02 07:39:58.285438 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbb4aad6-63b8-4f5d-b338-e401b632fbb5 req-4263a92f-4c4e-440a-9518-9ae7337c9dfc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285772 Mar 02 07:39:58.408107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d85eb57-09bd-41e4-9f6b-2d047885c407 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 200 len: 205 time: 0.3314965 Mar 02 07:39:58.426998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d68f-bfce-426e-8985-159914b6f8df req-3acc3f51-b33b-4c67-b130-0caece2e2b7b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.428640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7017d68f-bfce-426e-8985-159914b6f8df req-3acc3f51-b33b-4c67-b130-0caece2e2b7b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 932 time: 0.6456311 Mar 02 07:39:58.436514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34462) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.574450 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-f385a51e-2af4-458d-b3da-9800e93584e8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:58.578633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f385a51e-2af4-458d-b3da-9800e93584e8 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/2b00c42e-f50b-4683-805c-d95db48f5785 HTTP/1.1" status: 404 len: 336 time: 0.1348109 Mar 02 07:39:58.586407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.597088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:58.610871 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] Sync routers for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:58.621186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:58.622096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.670556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-534d7eab-5e1e-4685-9545-37020b8b084c tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 200 len: 205 time: 0.0808463 Mar 02 07:39:58.689105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.693185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.699952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:58.700706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.705303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port ef989801-109b-4513-af2b-d6e4bc1dcfef, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ef989801-109b-4513-af2b-d6e4bc1dcfef,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:58.705671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:58.771708 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.772106 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32f2c1-aec0-44ca-90c8-4f9f5c8e3e6a None None] The sync data for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:58.783943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7017d68f-bfce-426e-8985-159914b6f8df req-523631be-4eff-4da8-bc3e-5433521f1517 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:58.846318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:58.863062 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-4649fcc1-27cb-4281-b839-3827092acb49 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:58.864910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4649fcc1-27cb-4281-b839-3827092acb49 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/99210896-576f-45d4-97ef-a2e0dff43099 HTTP/1.1" status: 404 len: 336 time: 0.1680233 Mar 02 07:39:58.870592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34478) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.877484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for ef989801-109b-4513-af2b-d6e4bc1dcfef owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:58.903351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:58.914839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:58.924300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ddb10-d96d-4aa1-b84f-efc18a4a7e6b req-d5f07c66-3891-4555-833c-4705b67775d3 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.925781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d98ddb10-d96d-4aa1-b84f-efc18a4a7e6b req-d5f07c66-3891-4555-833c-4705b67775d3 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.5569108 Mar 02 07:39:58.956887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Transition to ACTIVE for port object 13e4df2b-83c5-43aa-b079-d0a5b078a592 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:58.966216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:58.989644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26747e29-2da1-4886-9e3b-7625a9352eb6 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f0e40f6-5dba-4076-b3da-def61d940643 HTTP/1.1" status: 200 len: 205 time: 0.0773261 Mar 02 07:39:58.992620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34486) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:58.992822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:58.998592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7017d68f-bfce-426e-8985-159914b6f8df req-523631be-4eff-4da8-bc3e-5433521f1517 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:58.999994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7017d68f-bfce-426e-8985-159914b6f8df req-523631be-4eff-4da8-bc3e-5433521f1517 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5569172 Mar 02 07:39:59.110998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:39:59.144400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d98ddb10-d96d-4aa1-b84f-efc18a4a7e6b req-fa5f94ed-7691-499d-a73f-2dfbcb72b6ef tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068226 Mar 02 07:39:59.148789 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': '70d429d4-1cbe-4c3d-bcde-0d904f8a8aed', 'status': 'completed', 'code': 200} Mar 02 07:39:59.179721 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-4c167af8-b308-4553-bb9a-755ef8be9fbe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] delete failed (client error): The resource could not be found. Mar 02 07:39:59.181339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c167af8-b308-4553-bb9a-755ef8be9fbe tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/routers/3f0e40f6-5dba-4076-b3da-def61d940643 HTTP/1.1" status: 404 len: 336 time: 0.1858530 Mar 02 07:39:59.190223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abb08ff7-53cc-4d5a-a8d3-a630db64ef34 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 13.8394048 Mar 02 07:39:59.192092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:59.192633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34496) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:59.431147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:59.530218 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e57f52-480a-4697-88f0-fd9cd99de989 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] DELETE failed (client error): The resource could not be found. Mar 02 07:39:59.530218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e57f52-480a-4697-88f0-fd9cd99de989 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:39:59.552453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Attempting to bind port 13e4df2b-83c5-43aa-b079-d0a5b078a592 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:59.553032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Attempting to bind port 13e4df2b-83c5-43aa-b079-d0a5b078a592 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:59.553514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Attempting to bind port 13e4df2b-83c5-43aa-b079-d0a5b078a592 on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:59.568816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82e57f52-480a-4697-88f0-fd9cd99de989 tempest-RoutersAdminTest-927011041 tempest-RoutersAdminTest-927011041-project] 10.222.0.21 "DELETE /v2.0/subnets/03b1c41b-6264-4e7a-90c5-99af6e28720d HTTP/1.1" status: 404 len: 337 time: 0.3723283 Mar 02 07:39:59.582166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-157861be-627b-4af7-ae39-2555574e0fab tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "GET /v2.0/floatingips/aac40347-9198-4cec-820e-e73106c2dc04 HTTP/1.1" status: 200 len: 980 time: 0.3854835 Mar 02 07:39:59.587351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34512) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:59.590461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:59.591999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Port 13e4df2b-83c5-43aa-b079-d0a5b078a592 on network 99672d76-a8ce-40ed-9645-8c345776e8a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:59.592650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Attempting to bind port 13e4df2b-83c5-43aa-b079-d0a5b078a592 on network 99672d76-a8ce-40ed-9645-8c345776e8a9 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:59.609749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb79d3-0090-489e-b227-17dd67c0e782 req-8ce58e40-87fb-4419-b868-f080ed1f6989 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:59.622006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08bb79d3-0090-489e-b227-17dd67c0e782 req-8ce58e40-87fb-4419-b868-f080ed1f6989 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2406344 Mar 02 07:39:59.642791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:59.643373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Checking segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:59.643945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Bound using segment: {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:59.644825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Bound port: 13e4df2b-83c5-43aa-b079-d0a5b078a592, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff584d33-64f0-435e-8ab3-f8750222ee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:59.645911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:59.770766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08bb79d3-0090-489e-b227-17dd67c0e782 req-107c8752-e8ad-451c-a7ad-b9adfb5a46d4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450579 Mar 02 07:39:59.852566 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47', 'code': 200} Mar 02 07:39:59.853361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=ef989801-109b-4513-af2b-d6e4bc1dcfef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:59.853452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:59.892332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:59.900671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:59.972656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabee76-2b2c-41f7-9922-9b7d31c4e30f req-d64a1397-1782-4a3f-9d82-400d6565f8fe tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:59.974129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5cabee76-2b2c-41f7-9922-9b7d31c4e30f req-d64a1397-1782-4a3f-9d82-400d6565f8fe tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Synchronizing usage tracker for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:00.057564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] No DVR routers for this DVR port ef989801-109b-4513-af2b-d6e4bc1dcfef on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:00.064107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-06d553ae-63f3-4cc1-b079-b92902f8ac17 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2423 time: 0.4754565 Mar 02 07:40:00.068831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:00.069930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.071893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1aaa9437-a98e-40a7-9bc6-6ca54e526d5c req-2c061d8d-fd6c-4e27-b1dd-9561dbecbef8 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.16 "DELETE /v2.0/ports/ef989801-109b-4513-af2b-d6e4bc1dcfef HTTP/1.1" status: 204 len: 173 time: 2.5197251 Mar 02 07:40:00.205277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:00.215346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:00.226604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5cabee76-2b2c-41f7-9922-9b7d31c4e30f req-d64a1397-1782-4a3f-9d82-400d6565f8fe tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Unset dirty status for tenant:9bfb1f940fe746ac82185d93b28e274f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:00.227765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cabee76-2b2c-41f7-9922-9b7d31c4e30f req-d64a1397-1782-4a3f-9d82-400d6565f8fe tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 943 time: 0.8677585 Mar 02 07:40:00.229659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:00.230456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.232166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-6091bdf7-eb37-470a-82aa-86de74d278af service neutron] 10.222.0.39 "PUT /v2.0/ports/13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1092 time: 2.4762065 Mar 02 07:40:00.232725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:00.466291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb737-086d-47b4-af42-797ab8a60b91 req-33e62194-a91d-4740-9cf2-a8a1f639c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:00.467803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e1bb737-086d-47b4-af42-797ab8a60b91 req-33e62194-a91d-4740-9cf2-a8a1f639c95b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 1096 time: 0.5393765 Mar 02 07:40:00.497823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96584f6-b2ea-4806-87c2-1d35a81d9956 req-09821bc4-3144-463c-b47b-3dc04a65b676 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:00.506607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b96584f6-b2ea-4806-87c2-1d35a81d9956 req-09821bc4-3144-463c-b47b-3dc04a65b676 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.3763185 Mar 02 07:40:00.633276 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b96584f6-b2ea-4806-87c2-1d35a81d9956 req-4bdb31ff-843f-4799-bf35-18ec65fbab74 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140194 Mar 02 07:40:00.660064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e1bb737-086d-47b4-af42-797ab8a60b91 req-3b27c31e-623c-415a-bb55-c7b12fd0104d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744750 Mar 02 07:40:00.702664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-e6c67a41-9822-4524-af70-e55d2a33ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:00.705245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-e6c67a41-9822-4524-af70-e55d2a33ce18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1095 time: 0.4121122 Mar 02 07:40:00.837731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5cabee76-2b2c-41f7-9922-9b7d31c4e30f req-bad13bef-5601-4a11-af94-c387ec340dc0 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c479668-731e-49d2-a963-0490027c79b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5985544 Mar 02 07:40:00.870082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.893432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-58c51ecb-ea02-42fa-8678-019933aa360e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 217 time: 0.1791728 Mar 02 07:40:00.939102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:00.943017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port 74269b39-7e9e-40d8-9a09-bcb6e77dbe12 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:00.943684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.011120 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'status': 'completed', 'code': 200} Mar 02 07:40:01.028716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Usage tracker for resource:security_group_rule and tenant:d42f3f2ea8fc475696976b74e9f1c0e0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:01.034040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:01.045937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:01.058707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-e480b1a2-72c2-4976-9b5d-068ce72e0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:01.060242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-e480b1a2-72c2-4976-9b5d-068ce72e0c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1563215 Mar 02 07:40:01.127037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f092ce-9888-4b87-b9f2-5738d3f25da4 req-711d8e15-a08f-4889-a7e4-6d3d0af3d69c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:01.127767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f3f092ce-9888-4b87-b9f2-5738d3f25da4 req-711d8e15-a08f-4889-a7e4-6d3d0af3d69c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:01.153158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:01.159818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f3f092ce-9888-4b87-b9f2-5738d3f25da4 req-711d8e15-a08f-4889-a7e4-6d3d0af3d69c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:01.180006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3f092ce-9888-4b87-b9f2-5738d3f25da4 req-711d8e15-a08f-4889-a7e4-6d3d0af3d69c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.3705549 Mar 02 07:40:01.324778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3f092ce-9888-4b87-b9f2-5738d3f25da4 req-b723ea77-7f00-4933-8754-30d2ca366848 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289549 Mar 02 07:40:01.324778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-98293bfa-e5e2-4e9a-bc74-0fbe21b40df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:01.326514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-98293bfa-e5e2-4e9a-bc74-0fbe21b40df4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524493 Mar 02 07:40:01.386283 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e673565-af48-4413-9d5f-2dbef9bd4f5b', 'name': 'network-vif-deleted', 'tag': 'ef989801-109b-4513-af2b-d6e4bc1dcfef', 'status': 'completed', 'code': 200} Mar 02 07:40:01.449106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.449449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.571336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-ddc0d44c-dc8b-4a11-b918-f4cad649df95 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391782 Mar 02 07:40:01.690032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for 74269b39-7e9e-40d8-9a09-bcb6e77dbe12 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:01.719674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.739716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.857129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c58c35-dcca-465b-aa66-640db14378d9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:01.897151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dccd0-6608-4908-b4df-36695eccbe62 req-09e77b58-365f-4994-8fb4-56fe585ed226 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:01.898709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b30dccd0-6608-4908-b4df-36695eccbe62 req-09e77b58-365f-4994-8fb4-56fe585ed226 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.3960481 Mar 02 07:40:01.919250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:01.922452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12d77d4a-077c-42b5-9b5a-bb257cc52173 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d42f3f2ea8fc475696976b74e9f1c0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7059183 Mar 02 07:40:01.947841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728825b-256e-46e4-802c-2164f44c9859 req-09f8f65a-2e89-4df2-8186-78d0a6e5d25b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:01.954621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1728825b-256e-46e4-802c-2164f44c9859 req-09f8f65a-2e89-4df2-8186-78d0a6e5d25b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.5548851 Mar 02 07:40:02.001313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-48f9928b-323a-4e89-98cd-c62733f2dea4 req-a6098f53-a8f2-45d7-9b29-6aef39b8d9cc service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234867 Mar 02 07:40:02.056334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1728825b-256e-46e4-802c-2164f44c9859 req-2421183f-70d5-40ab-9a1f-bdaf61cebe00 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008403 Mar 02 07:40:02.078557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b30dccd0-6608-4908-b4df-36695eccbe62 req-ee0afa46-8b66-4537-8e38-7b418e0a9c7c tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583295 Mar 02 07:40:02.079448 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.093135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.180551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.225509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Port': ['ID=74269b39-7e9e-40d8-9a09-bcb6e77dbe12,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:02.388576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a9679fb-2b42-4684-b2df-078fb6ec3fea req-c10bd1df-baf0-46f3-80c8-8c5e90d5a922 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e673565-af48-4413-9d5f-2dbef9bd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0738616 Mar 02 07:40:02.390688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.406333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.407268 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Floating IP aac40347-9198-4cec-820e-e73106c2dc04 disassociated (deleted). External IP: 172.25.4.3, port: 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67. Mar 02 07:40:02.458829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.459968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7c58c35-dcca-465b-aa66-640db14378d9 HTTP/1.1" status: 204 len: 168 time: 0.5386999 Mar 02 07:40:02.487193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ed05a-d767-4af7-80f5-98b0819c2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c58c35-dcca-465b-aa66-640db14378d9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:02.571284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee1b0-6f1e-4556-bec5-bdb48cd94f1b req-d19d10fa-28e4-4730-8ecd-0979cc9713f0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:02.572838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e67ee1b0-6f1e-4556-bec5-bdb48cd94f1b req-d19d10fa-28e4-4730-8ecd-0979cc9713f0 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.3502276 Mar 02 07:40:02.591250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-674be5d8-1522-4604-a4b6-3668bfd3db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:02.601924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-674be5d8-1522-4604-a4b6-3668bfd3db5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1095 time: 0.3698502 Mar 02 07:40:02.800459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e67ee1b0-6f1e-4556-bec5-bdb48cd94f1b req-188342f6-c035-4410-917f-3513b51b3edb tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068543 Mar 02 07:40:02.861771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-d4ad88fe-d75b-4bab-9887-08729d9b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:02.863635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-d4ad88fe-d75b-4bab-9887-08729d9b2b0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.2556739 Mar 02 07:40:03.058284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Router 2266324d-5eb1-4634-8d06-bd2af6fab01e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:03.058957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-b9f8cb2f-7cb2-4511-be94-e58e87470279 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 217 time: 0.1541722 Mar 02 07:40:03.174218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34608) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:03.179004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-4bc76ef7-9957-44bc-b2ae-f8c2f344da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:03.180578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-4bc76ef7-9957-44bc-b2ae-f8c2f344da19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.1151338 Mar 02 07:40:03.193925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-bf1012dc-477e-46f0-9657-e0ea6a4a4ef8 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:03.195354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-bf1012dc-477e-46f0-9657-e0ea6a4a4ef8 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.3292377 Mar 02 07:40:03.244658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf877be-f839-4cd7-885e-a21cbd96d50e req-b7b9379e-6263-4662-9344-61c2f541a7f0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:03.246056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bf877be-f839-4cd7-885e-a21cbd96d50e req-b7b9379e-6263-4662-9344-61c2f541a7f0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.3812430 Mar 02 07:40:03.407542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Deleting port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:03.407883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.442947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5bf877be-f839-4cd7-885e-a21cbd96d50e req-ff153de4-165a-47d5-a8e8-f70089208bb2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541238 Mar 02 07:40:03.459315 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09e3bc66-e12c-415c-a1a3-c7607a51dd5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fe015c379684c9ba00475afa388423e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802069 Mar 02 07:40:03.460657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34618) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:03.501708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:03.515362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] Sync routers for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:03.533891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877912-3952-46b6-8355-ba4655f7a6b9 req-e05ec894-7b92-46b2-8f1e-431e5a41ce1c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:03.542610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:03.543153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:03.554514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5877912-3952-46b6-8355-ba4655f7a6b9 req-e05ec894-7b92-46b2-8f1e-431e5a41ce1c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.3605523 Mar 02 07:40:03.557209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.672250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a00c21cc-2a18-44c6-b953-33f8a8d2a64c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/floatingips/aac40347-9198-4cec-820e-e73106c2dc04 HTTP/1.1" status: 204 len: 168 time: 3.5991552 Mar 02 07:40:03.677100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34626) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:03.683075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:03.693066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:03.704357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:03.705128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:39:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:03.711375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:03.758624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Usage tracker for resource:floatingip and tenant:c092d0960a164c7d9d401993c244bc1f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:03.763580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:03.777185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:03.789119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5877912-3952-46b6-8355-ba4655f7a6b9 req-ce32b772-38c2-4af0-9d0a-0d8e8345dc7a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309391 Mar 02 07:40:03.815977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.856686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] For port ae8b304c-7630-45f5-8adf-f6cfc02c0e69, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,segment=NetworkSegment(d84c0a2c-4975-40e8-b8a6-60a1b7e01864),segment_id=d84c0a2c-4975-40e8-b8a6-60a1b7e01864)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:03.857108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.876680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:03.877483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8f14-9fa1-4dae-86d9-9cb162c99857 None None] The sync data for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:04.010147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Calling delete_port for ae8b304c-7630-45f5-8adf-f6cfc02c0e69 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:04.108062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.208021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15b8a-2436-4d89-b9ab-a4ed4cd6c229 req-0dab7126-1091-45e9-9567-007442967e80 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:04.209511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7dc15b8a-2436-4d89-b9ab-a4ed4cd6c229 req-0dab7126-1091-45e9-9567-007442967e80 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 945 time: 0.2120817 Mar 02 07:40:04.216540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-9b76659d-318f-42c5-a5d2-3cab1357113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:04.218166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-9b76659d-318f-42c5-a5d2-3cab1357113f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0218470 Mar 02 07:40:04.313510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7dc15b8a-2436-4d89-b9ab-a4ed4cd6c229 req-7d627952-b98b-4e66-9b59-9c4b518a0e5e tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a54356-7240-484d-83c2-207fc32c7712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750499 Mar 02 07:40:04.314184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Allocated IP 172.25.4.114 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7c57c65d-95cc-4732-95de-9a8ec043de43) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:04.415559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.555489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.567570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.611623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9f035-4d3d-4479-99b6-2ac8441213ca req-84f500da-f793-431f-9f9e-1904d5c91574 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:04.613540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fe9f035-4d3d-4479-99b6-2ac8441213ca req-84f500da-f793-431f-9f9e-1904d5c91574 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.1333694 Mar 02 07:40:04.614474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Pushing event deleted for resources: {'Port': ['ID=ae8b304c-7630-45f5-8adf-f6cfc02c0e69,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:04.622032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.651099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.680946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-4560bb50-70be-426b-a926-1bdab61f4274 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462407 Mar 02 07:40:04.732427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Pushing event updated for resources: {'Port': ['ID=7c57c65d-95cc-4732-95de-9a8ec043de43,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:04.746949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:04.750744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:04.768502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] No DVR routers for this DVR port ae8b304c-7630-45f5-8adf-f6cfc02c0e69 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:04.772259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:04.834350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.837636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'name': 'network-vif-deleted', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:04.878177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6fe9f035-4d3d-4479-99b6-2ac8441213ca req-e7d45359-c632-405c-ad35-4ec302c19744 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184327 Mar 02 07:40:04.899175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee6ae1-6a0e-4b1b-9fc9-d57f46ff4ca6 req-839fb46f-b5a1-4e68-b927-b6b9f8cc13e9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:04.907093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27ee6ae1-6a0e-4b1b-9fc9-d57f46ff4ca6 req-839fb46f-b5a1-4e68-b927-b6b9f8cc13e9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.7516031 Mar 02 07:40:04.922646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bef02ba9-7205-4bc6-b368-41b5b9bf5625 req-0a5fe827-a3e9-4a13-a1d2-c87e396d7ab0 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.16 "DELETE /v2.0/ports/ae8b304c-7630-45f5-8adf-f6cfc02c0e69 HTTP/1.1" status: 204 len: 173 time: 1.7126789 Mar 02 07:40:04.923371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.960928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:04.982743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.009568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.032512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c649db-8ce2-41b7-8e9e-72864e203d71,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:05.035595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adb6ba06-65fb-48df-8b0f-2508a9e65293 req-14f948ef-3af1-4ec2-b8da-d7f0f5ab2bed service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127301 Mar 02 07:40:05.045147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27ee6ae1-6a0e-4b1b-9fc9-d57f46ff4ca6 req-9fc0780b-e679-40d1-938a-6a459bc68e04 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371510 Mar 02 07:40:05.077213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ae8b304c-7630-45f5-8adf-f6cfc02c0e69 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:05.116468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.118720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-882ae1fa-48ef-4c2d-b99c-0d874942d5ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45c649db-8ce2-41b7-8e9e-72864e203d71 HTTP/1.1" status: 204 len: 168 time: 1.6571152 Mar 02 07:40:05.150969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: ae8b304c-7630-45f5-8adf-f6cfc02c0e69 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:05.151321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ae8b304c-7630-45f5-8adf-f6cfc02c0e69 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:05.158381 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea27b8a-b069-421f-8c3c-751229e949c5', 'name': 'network-vif-deleted', 'tag': 'ae8b304c-7630-45f5-8adf-f6cfc02c0e69', 'status': 'completed', 'code': 200} Mar 02 07:40:05.169124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.239649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.348627 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.381155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f4dc-d0aa-49ee-99f0-8f067b116c19 req-90340ac4-2213-4f79-82f7-221a2844af82 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:05.390505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eb2f4dc-d0aa-49ee-99f0-8f067b116c19 req-90340ac4-2213-4f79-82f7-221a2844af82 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.2156544 Mar 02 07:40:05.390723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c479668-731e-49d2-a963-0490027c79b8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:05.414349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.418533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb4374a7-2565-4811-afa2-3650251d0573 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c479668-731e-49d2-a963-0490027c79b8 HTTP/1.1" status: 204 len: 168 time: 0.4493642 Mar 02 07:40:05.418939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34674) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:05.471750 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-ebad6361-78e5-4668-aa40-8059a914b6a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] show failed (client error): The resource could not be found. Mar 02 07:40:05.471750 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ebad6361-78e5-4668-aa40-8059a914b6a3 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "GET /v2.0/security-groups/4c479668-731e-49d2-a963-0490027c79b8 HTTP/1.1" status: 404 len: 347 time: 0.0482745 Mar 02 07:40:05.471750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:05.524033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eb2f4dc-d0aa-49ee-99f0-8f067b116c19 req-e33b2aa2-db97-48f1-a946-f18cd9ab3f9e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325910 Mar 02 07:40:05.546852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.556065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.653730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Pushing event updated for resources: {'Port': ['ID=7c57c65d-95cc-4732-95de-9a8ec043de43,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:05.786792 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.857414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.858756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94709a15-0f9a-47f6-8384-2ed8b5dd2190 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1803279 Mar 02 07:40:05.866909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:40:05.869424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:05.875985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 27c37bad-44f4-4167-8e8f-9407cf0778d5 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:05.876342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.900919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3958b992-ac52-438f-85d5-02aa0d49c1ee req-85305203-edf7-49f1-93cb-566fda9a9b76 tempest-VolumesActionsTest-91781295 tempest-VolumesActionsTest-91781295-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ea27b8a-b069-421f-8c3c-751229e949c5 HTTP/1.1" status: 200 len: 210 time: 0.0837669 Mar 02 07:40:06.221989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43463024-d695-4afa-866d-2121871fe556 req-34799531-e7c0-4f2f-9b72-3b967dc780e7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:06.223520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43463024-d695-4afa-866d-2121871fe556 req-34799531-e7c0-4f2f-9b72-3b967dc780e7 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2833493 Mar 02 07:40:06.284539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:06.287397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.287745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.298755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:06.323608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:40:06.334544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeacb58-3159-4260-99a0-5a49b26de747 req-0158a03e-980c-4903-a61e-1494951b2034 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:06.338399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-baeacb58-3159-4260-99a0-5a49b26de747 req-0158a03e-980c-4903-a61e-1494951b2034 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.1618512 Mar 02 07:40:06.371232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:06.451692 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.476314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:40:06.507473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:06.522375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.527671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43463024-d695-4afa-866d-2121871fe556 req-6caf8724-7fa8-490e-98cd-8e0e0237eb88 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943001 Mar 02 07:40:06.528890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Usage tracker for resource:floatingip and tenant:36c1c3696eed40f599ea9dc62bf38d5b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:06.548145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 27c37bad-44f4-4167-8e8f-9407cf0778d5 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:06.630083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-baeacb58-3159-4260-99a0-5a49b26de747 req-37fcbe6e-f48d-4ef1-bf3b-4c263af12f93 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817597 Mar 02 07:40:06.630660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:06.642934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:06.667883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:06.683193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:06.703135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.837426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1867463181'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:06.842650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:06.846608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:network and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:06.851109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:06.857753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:06.860399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['13e4df2b-83c5-43aa-b079-d0a5b078a592'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:40:06.889012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:06.899678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.954484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.996594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:07.006735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:security_group_rule and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:07.017756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:07.029066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:07.163422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.174730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.198659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.262223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:40:07.287021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=27c37bad-44f4-4167-8e8f-9407cf0778d5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:07.305451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2ed71-906b-40cc-9281-6bf7439bf473,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:07.325825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.325825 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Added segment af29a9df-8490-4419-9df0-6b3c17c98137 of type vlan for network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae Mar 02 07:40:07.359974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.372691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d008f-dcfc-4b8c-aa4e-1b67bf756fa1 req-099e4547-d011-4705-908c-e7e5d851b48e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:07.374294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-950d008f-dcfc-4b8c-aa4e-1b67bf756fa1 req-099e4547-d011-4705-908c-e7e5d851b48e tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.1716597 Mar 02 07:40:07.381361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8215e7-06ed-45ef-83a6-c8e2baa96118 req-b3574692-787c-415d-bea0-2f14ad5d5ffe tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:07.389216 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8215e7-06ed-45ef-83a6-c8e2baa96118 req-b3574692-787c-415d-bea0-2f14ad5d5ffe tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 945 time: 0.6583025 Mar 02 07:40:07.435273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-950d008f-dcfc-4b8c-aa4e-1b67bf756fa1 req-b9fdbaf7-80ba-49a0-9bd3-b3b15cc4354d tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537179 Mar 02 07:40:07.447245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.455353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:07.455970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.527614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.552234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a8215e7-06ed-45ef-83a6-c8e2baa96118 req-411ae4d8-b7c9-4e18-9f3d-ba0305025b89 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612010 Mar 02 07:40:07.567877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.569174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be88e666-b652-4ae1-a70d-134570479c70 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3a74f0a-a925-449c-b929-f0017b75ccad HTTP/1.1" status: 204 len: 168 time: 2.0968094 Mar 02 07:40:07.575726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34758) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:07.625582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Network': ['ID=2ec420a4-f3ae-4b77-ace9-ce95fc359dae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:07.631518 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-406ec917-4b3b-4032-9b32-379fd0a2bed6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9443345 Mar 02 07:40:07.632121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34764) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:07.644991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:40:07.693439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'subnet': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:07.693658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.699179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 6a1098fc-e08e-4745-8a90-ff5afce9ec96 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:07.699492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.873815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:07.880264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:07.887021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:subnet and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:07.895560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:07.909128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:07.928280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925bacb-d7fb-4494-8c3f-d297560ef674 req-686dda6f-fc31-4a9a-ad88-380b569ee3b6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:07.938796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6925bacb-d7fb-4494-8c3f-d297560ef674 req-686dda6f-fc31-4a9a-ad88-380b569ee3b6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2225091 Mar 02 07:40:07.974024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:07.978498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.008113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:08.030758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:08.032967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.082640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Allocated IP 172.25.4.160 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f425484d-ec25-4b45-a55e-253861728823) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:08.117182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.237477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.267471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:08.289225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 6a1098fc-e08e-4745-8a90-ff5afce9ec96 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:08.297647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:08.306760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.349669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6925bacb-d7fb-4494-8c3f-d297560ef674 req-5fdefa50-2293-4477-b2b0-cdb58bb61ce0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093626 Mar 02 07:40:08.419757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.508980 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'code': 200} Mar 02 07:40:08.511687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:08.693989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Subnet': ['ID=e62bba6b-dd3e-400e-8bf7-de33cdbc1bda,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:08.707279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Checking segment: {'id': 'af29a9df-8490-4419-9df0-6b3c17c98137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:08.707728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network hostable DHCP agents. Network: 2ec420a4-f3ae-4b77-ace9-ce95fc359dae, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:40:08.741938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:40:08.770713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94701c03-33ab-40ce-bd95-b9b80ef0068f req-4be7a74a-22f5-4e50-9cbd-f938a449d6c1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:08.772580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94701c03-33ab-40ce-bd95-b9b80ef0068f req-4be7a74a-22f5-4e50-9cbd-f938a449d6c1 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.1360576 Mar 02 07:40:08.774557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2ec420a4-f3ae-4b77-ace9-ce95fc359dae) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:08.789827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.792745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce369d4-b67f-4426-a6b4-ce8616eb9b70 None None] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:08.813030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:08.814842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.913506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94701c03-33ab-40ce-bd95-b9b80ef0068f req-404f027a-9ec3-4247-9eaa-610e2389ab1a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868342 Mar 02 07:40:08.918939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4a0fcf4b-eab2-41ca-82db-543b28daf94e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2851992 Mar 02 07:40:08.920497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34804) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:08.928672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330935229'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:09.040968 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.048851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.109834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'tenant_id': '9082ecaceb4e460e9a052d78e1f901fd', 'fixed_ips': [{'subnet_id': 'e62bba6b-dd3e-400e-8bf7-de33cdbc1bda'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:40:09.110912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.175886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74eb89-bfcf-4568-b2df-e7aac869038d req-725218a3-69c8-48e5-9884-17d3519b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:09.177482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae74eb89-bfcf-4568-b2df-e7aac869038d req-725218a3-69c8-48e5-9884-17d3519b6014 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1097 time: 0.6060171 Mar 02 07:40:09.198816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:09.213384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:port and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:09.216918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:09.224723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:09.236708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:09.245063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.290536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port 27080cb9-3198-4cf7-be2f-418625392ba2 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:09.343245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:09.362119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:09.365476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.405735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede52ad-5e0c-43c5-b8f9-d7a488589e0c req-4b44c7c4-0071-4337-beaf-38d4a2ba3580 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:09.418531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cede52ad-5e0c-43c5-b8f9-d7a488589e0c req-4b44c7c4-0071-4337-beaf-38d4a2ba3580 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.6500969 Mar 02 07:40:09.424162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:09.429598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/ports/6a1098fc-e08e-4745-8a90-ff5afce9ec96 HTTP/1.1" status: 204 len: 168 time: 1.8507829 Mar 02 07:40:09.441208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Allocated IP 2001:db8::2 (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/91ccb6a3-5258-4318-b39f-69a0e0115a97) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:09.467844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:09.608638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 08cc592b-de28-482d-8d16-d94554bd394a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:09.609182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.846591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e7f6-ef6d-451e-ad1f-a2ba996fddbb req-468a2459-8043-4c64-a2b9-23e556f651f9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:09.854575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64e2e7f6-ef6d-451e-ad1f-a2ba996fddbb req-468a2459-8043-4c64-a2b9-23e556f651f9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.3612645 Mar 02 07:40:09.942874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.950999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Pushing event updated for resources: {'Port': ['ID=f425484d-ec25-4b45-a55e-253861728823,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:09.968619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Transition to ACTIVE for port object 91ccb6a3-5258-4318-b39f-69a0e0115a97 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:09.978569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-3b66c365-c288-4b70-827a-df7d06ba5304 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:09.980060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-3b66c365-c288-4b70-827a-df7d06ba5304 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.16 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 1.4104724 Mar 02 07:40:09.996489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Transition to ACTIVE for port object 91ccb6a3-5258-4318-b39f-69a0e0115a97 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:10.009740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.090213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Pushing event updated for resources: {'Port': ['ID=91ccb6a3-5258-4318-b39f-69a0e0115a97,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.105546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:10.107340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:10.133660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:10.163647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae74eb89-bfcf-4568-b2df-e7aac869038d req-50f3bd0a-940e-49cd-8424-50c90b4e2048 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8256457 Mar 02 07:40:10.208324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64e2e7f6-ef6d-451e-ad1f-a2ba996fddbb req-c2708d66-69b7-4ab0-ab31-f84c30b4d09c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513033 Mar 02 07:40:10.234228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7978-af89-48a2-9e03-8281ad09fcdd tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=6a1098fc-e08e-4745-8a90-ff5afce9ec96,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.296103 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cede52ad-5e0c-43c5-b8f9-d7a488589e0c req-d5546441-4bbd-4084-8f9e-f55aac8c9111 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433458 Mar 02 07:40:10.324590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Deleting port 494f43e8-8867-4321-95b3-933eb7c71f47 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:10.325085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.358574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::13d (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/27080cb9-3198-4cf7-be2f-418625392ba2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:10.485345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Attempting to bind port 91ccb6a3-5258-4318-b39f-69a0e0115a97 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:10.489039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Attempting to bind port 91ccb6a3-5258-4318-b39f-69a0e0115a97 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'af29a9df-8490-4419-9df0-6b3c17c98137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:10.489649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Attempting to bind port 91ccb6a3-5258-4318-b39f-69a0e0115a97 on network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:10.501431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:10.507225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Checking segment: {'id': 'af29a9df-8490-4419-9df0-6b3c17c98137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:10.507736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.508524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Bound using segment: {'id': 'af29a9df-8490-4419-9df0-6b3c17c98137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:10.508907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Bound port: 91ccb6a3-5258-4318-b39f-69a0e0115a97, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af29a9df-8490-4419-9df0-6b3c17c98137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:10.509510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.626275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] For port 494f43e8-8867-4321-95b3-933eb7c71f47, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=494f43e8-8867-4321-95b3-933eb7c71f47,segment=NetworkSegment(62d3da53-8ae8-4cd5-b986-2fd39c9e7efa),segment_id=62d3da53-8ae8-4cd5-b986-2fd39c9e7efa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:10.626971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.680234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.716270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] For port 91ccb6a3-5258-4318-b39f-69a0e0115a97, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:10.719825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] For port 91ccb6a3-5258-4318-b39f-69a0e0115a97, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91ccb6a3-5258-4318-b39f-69a0e0115a97,segment=NetworkSegment(af29a9df-8490-4419-9df0-6b3c17c98137),segment_id=af29a9df-8490-4419-9df0-6b3c17c98137)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:10.729424 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.769332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object 27080cb9-3198-4cf7-be2f-418625392ba2 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:10.829664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.848817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d4c20-280b-479a-9666-d4aa2005e354 None None] Pushing event updated for resources: {'Port': ['ID=91ccb6a3-5258-4318-b39f-69a0e0115a97,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.900889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Calling delete_port for 494f43e8-8867-4321-95b3-933eb7c71f47 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:10.971772 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.018357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.030752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for 08cc592b-de28-482d-8d16-d94554bd394a owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:11.088777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 494f43e8-8867-4321-95b3-933eb7c71f47 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:11.168635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.342976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:11.471049 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.559796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:11.576349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:11.604065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:11.604906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.653378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f76b-d39a-4443-838b-6345b712f112 req-72a124c4-9f53-49c3-9c65-50c17374259c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:11.672632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63b5f76b-d39a-4443-838b-6345b712f112 req-72a124c4-9f53-49c3-9c65-50c17374259c tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/ports?device_id=2226ea14-e536-48f1-b70f-00a5e1322082 HTTP/1.1" status: 200 len: 945 time: 0.9752603 Mar 02 07:40:11.752117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=27080cb9-3198-4cf7-be2f-418625392ba2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:11.868293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.885919 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64c17b78-7add-4017-a61b-4d422e23fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.932463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc4bcbe5-63b2-4449-a4fa-f8f984af924e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0107272 Mar 02 07:40:11.938550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34894) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:11.978191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-361183371', 'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:57:33:12'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:12.093812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Pushing event deleted for resources: {'Port': ['ID=494f43e8-8867-4321-95b3-933eb7c71f47,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:12.138150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] No DVR routers for this DVR port 494f43e8-8867-4321-95b3-933eb7c71f47 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:12.169810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.183689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-63b5f76b-d39a-4443-838b-6345b712f112 req-0cbaf05b-fb30-4349-bb20-f97464c882a2 tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.21 "GET /v2.0/security-groups?id=41c19aab-0dd3-4946-882a-66a4ea4e2b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065169 Mar 02 07:40:12.219302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'name': 'network-vif-deleted', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:12.303055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7e9b3d15-1e30-4b05-9c35-2802d9e5e48b req-6dab99bd-9371-4905-bc41-800203fd812a tempest-DeleteServersTestJSON-35025020 tempest-DeleteServersTestJSON-35025020-project] 10.222.0.16 "DELETE /v2.0/ports/494f43e8-8867-4321-95b3-933eb7c71f47 HTTP/1.1" status: 204 len: 173 time: 2.1558092 Mar 02 07:40:12.347803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd34209-da7f-4235-8039-c4108d65efdd req-8bc48a8e-bab7-43a6-a7ec-e7bb521fca00 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.351470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acd34209-da7f-4235-8039-c4108d65efdd req-8bc48a8e-bab7-43a6-a7ec-e7bb521fca00 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.6758614 Mar 02 07:40:12.421961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.443562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.491044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.647866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acd34209-da7f-4235-8039-c4108d65efdd req-731e304d-7d83-4b63-9f1b-f517f5f8c8ac tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882798 Mar 02 07:40:12.813547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Port': ['ID=08cc592b-de28-482d-8d16-d94554bd394a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:12.896741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Pushing event updated for resources: {'Port': ['ID=f425484d-ec25-4b45-a55e-253861728823,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:12.917030 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226ea14-e536-48f1-b70f-00a5e1322082', 'name': 'network-vif-deleted', 'tag': '494f43e8-8867-4321-95b3-933eb7c71f47', 'status': 'completed', 'code': 200} Mar 02 07:40:13.009452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.057984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.059454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78ce9ad3-ae8a-44de-a7db-bdad0f0c992e tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1253293 Mar 02 07:40:13.067009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:13.076610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508df0f-372b-4c7a-a320-102defbcb4a6 None None] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:13.154682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:13.179890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.189344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4a8fc6da-61ce-4a62-a380-41e46e659cef tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/ports/08cc592b-de28-482d-8d16-d94554bd394a HTTP/1.1" status: 204 len: 168 time: 3.7628121 Mar 02 07:40:13.200464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34914) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:13.206119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:port and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:13.270081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:13.322969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd71d-128b-4ed2-a710-8d9833f23e75 req-d44c268a-3769-4b3c-a14b-e6a400fed6c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:13.330415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5cdd71d-128b-4ed2-a710-8d9833f23e75 req-d44c268a-3769-4b3c-a14b-e6a400fed6c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.8167665 Mar 02 07:40:13.372111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4b7764ab-ec74-47e2-bf09-6f48accaee77 None None] Provisioning for port 91ccb6a3-5258-4318-b39f-69a0e0115a97 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:13.391523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:13.411961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-98bf1667-4c8d-418a-9884-2c9fb296cdd0 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.3371463 Mar 02 07:40:13.412873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:13.502412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91ccb6a3-5258-4318-b39f-69a0e0115a97 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:13.564394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5cdd71d-128b-4ed2-a710-8d9833f23e75 req-7d0fec77-4d74-4557-9925-7e7803da4bb6 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206271 Mar 02 07:40:13.586024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:13.909514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.922288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9a039c86-0c75-4e08-b7f8-d4e506531b96 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Synchronizing usage tracker for tenant:72e4b10233c94076866fdda0011404a5 on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:14.030364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting subnet 916cb47a-4f7f-446b-8fb8-8a8b6345ac80 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:14.034232 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.063372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 91ccb6a3-5258-4318-b39f-69a0e0115a97 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:14.086260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 91ccb6a3-5258-4318-b39f-69a0e0115a97 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:14.089620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.136250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3f17-c5ea-4687-87cd-18db0f6c7d34 req-77938487-b237-4500-b75a-cc288b5bf1f0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:14.138408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56de3f17-c5ea-4687-87cd-18db0f6c7d34 req-77938487-b237-4500-b75a-cc288b5bf1f0 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.1531723 Mar 02 07:40:14.230043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56de3f17-c5ea-4687-87cd-18db0f6c7d34 req-6ddf08d5-544c-49bc-8ae3-3782e46da051 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792572 Mar 02 07:40:14.277453 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-936e734e-3cbd-4a21-8d1d-69e8c5697545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.408561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.415695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.470334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9a039c86-0c75-4e08-b7f8-d4e506531b96 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Unset dirty status for tenant:72e4b10233c94076866fdda0011404a5 on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:14.490653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.491720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 91ccb6a3-5258-4318-b39f-69a0e0115a97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91ccb6a3-5258-4318-b39f-69a0e0115a97,segment=NetworkSegment(af29a9df-8490-4419-9df0-6b3c17c98137),segment_id=af29a9df-8490-4419-9df0-6b3c17c98137)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:14.493088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a039c86-0c75-4e08-b7f8-d4e506531b96 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.0638001 Mar 02 07:40:14.501810 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.541078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port 121bd687-5106-47f1-a3cd-ab75a1587560 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:14.841695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=91ccb6a3-5258-4318-b39f-69a0e0115a97,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.857175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.857523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.861772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.862914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.864030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.864561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.865567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.866337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.868216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.868714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.869201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.870245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.896652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Provisioning for port 27080cb9-3198-4cf7-be2f-418625392ba2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:14.907414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Provisioning complete for port 27080cb9-3198-4cf7-be2f-418625392ba2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:14.908152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.965896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::38a (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/121bd687-5106-47f1-a3cd-ab75a1587560) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:15.085557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Port 27080cb9-3198-4cf7-be2f-418625392ba2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:15.112311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Provisioning complete for port 91ccb6a3-5258-4318-b39f-69a0e0115a97 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:15.113025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-66968515-023c-4674-93ed-07e99fe663d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.329083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Deleting port f425484d-ec25-4b45-a55e-253861728823 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:15.330103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.337666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91ccb6a3-5258-4318-b39f-69a0e0115a97 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:15.460362 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.544101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object 121bd687-5106-47f1-a3cd-ab75a1587560 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:15.590556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.590806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.592037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.593447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.598707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89ab38-1cb0-407e-a7c5-b2d125e15067 req-419b6f59-cb60-44bd-ab43-300dc3f46d0d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:15.640777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 91ccb6a3-5258-4318-b39f-69a0e0115a97 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:15.641526 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a89ab38-1cb0-407e-a7c5-b2d125e15067 req-419b6f59-cb60-44bd-ab43-300dc3f46d0d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 1.7857571 Mar 02 07:40:15.643877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34982) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:15.644423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.664005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Request body: {'floatingip': {'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:15.825081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.980230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Calling delete_port for f425484d-ec25-4b45-a55e-253861728823 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:16.024584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.113635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10efd37-0125-443f-8232-f539bcaf5858 None None] Network 611c8c9e-1769-40eb-908d-469110e3d337 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:16.134593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.149621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.304898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-62359984-b3cc-4a92-8159-bd7c42317c90 None None] Provisioning complete for port 27080cb9-3198-4cf7-be2f-418625392ba2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:16.305695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62359984-b3cc-4a92-8159-bd7c42317c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.319512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.370776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Subnet': ['ID=916cb47a-4f7f-446b-8fb8-8a8b6345ac80,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:16.445711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Pushing event deleted for resources: {'Port': ['ID=f425484d-ec25-4b45-a55e-253861728823,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:16.454012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9ce31619-2d3b-42ef-96b6-46ae1744583f tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/subnets/916cb47a-4f7f-446b-8fb8-8a8b6345ac80 HTTP/1.1" status: 204 len: 168 time: 3.2515631 Mar 02 07:40:16.525344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35004) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:16.593008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.621049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0215-cf52-4f3a-9085-7fa9d455c676 req-e2c125bb-80d7-42bf-8a35-77e7fd077c87 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:16.622892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97fa0215-cf52-4f3a-9085-7fa9d455c676 req-e2c125bb-80d7-42bf-8a35-77e7fd077c87 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.4131997 Mar 02 07:40:16.626637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.631328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ba19be7-9c09-4454-9cdb-15182d9ab9ae tempest-FloatingIPAdminTestJSON-1443308108 tempest-FloatingIPAdminTestJSON-1443308108-project] 10.222.0.21 "DELETE /v2.0/floatingips/6d481164-5c80-403a-b8a4-eff84d08b4f8 HTTP/1.1" status: 204 len: 168 time: 2.1371148 Mar 02 07:40:16.633605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-62359984-b3cc-4a92-8159-bd7c42317c90 None None] Port 27080cb9-3198-4cf7-be2f-418625392ba2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:16.664474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:16.842739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97fa0215-cf52-4f3a-9085-7fa9d455c676 req-1e05c710-14a8-4c5f-b27b-0c2a111ba280 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015688 Mar 02 07:40:16.862072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.971440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.976762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting subnet 7e6112fd-f222-4e93-8e45-9e49e7dd4e76 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:17.071149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] DHCP port deletion for 611c8c9e-1769-40eb-908d-469110e3d337 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:40:17.075621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Deleting port 4d04c838-f17b-4708-8a81-7a292af593ae {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:17.075998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.103237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Deleting port 7c57c65d-95cc-4732-95de-9a8ec043de43 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:17.103587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.135483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.264786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:17.292007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:17.516669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d04c838-f17b-4708-8a81-7a292af593ae no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:17.525915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:17.533571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:17.541891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.570837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=121bd687-5106-47f1-a3cd-ab75a1587560,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:17.594198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.617711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.618322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.818630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f474dd5-8228-4c68-88bb-2fa5af83229c tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.8773563 Mar 02 07:40:17.833208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35028) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:17.846795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d04c838-f17b-4708-8a81-7a292af593ae,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:17.849422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.031355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Calling delete_port for 7c57c65d-95cc-4732-95de-9a8ec043de43 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:18.327518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Calling delete_port for 4d04c838-f17b-4708-8a81-7a292af593ae owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:18.393670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.397993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fac5c2ec-88db-40df-8464-2cfc43221549 None None] Provisioning for port 121bd687-5106-47f1-a3cd-ab75a1587560 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:18.414163 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.482534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d04c838-f17b-4708-8a81-7a292af593ae,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:18.493712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fac5c2ec-88db-40df-8464-2cfc43221549 None None] Provisioning complete for port 121bd687-5106-47f1-a3cd-ab75a1587560 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:18.494443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fac5c2ec-88db-40df-8464-2cfc43221549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.514267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c57c65d-95cc-4732-95de-9a8ec043de43,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:18.627114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.755094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.765400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.766717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d7343132-08b4-4b7b-ab68-eed3f63ef085 tempest-FloatingIPAdminTestJSON-828188219 tempest-FloatingIPAdminTestJSON-828188219-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/e84477f8-7df3-4992-a6b0-e942f262f12c HTTP/1.1" status: 204 len: 168 time: 2.0910306 Mar 02 07:40:18.770991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35048) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:18.849596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.852112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.863106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fac5c2ec-88db-40df-8464-2cfc43221549 None None] Port 121bd687-5106-47f1-a3cd-ab75a1587560 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:18.868496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:18.868980 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:18.871281 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.907704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4d04c838-f17b-4708-8a81-7a292af593ae,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:18.923005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:18.930725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.048349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.084522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.111534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.112352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:19.169365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:19.170603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-17b4a3d6-888a-4f9a-9ed0-95177dde3638 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.3326387 Mar 02 07:40:19.205189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35064) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:19.333338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdbf9e-4b35-4a22-921e-5455e4a8bbaf req-dd0fe7b3-d914-4a42-aad0-1440982394ec tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.335099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6dcdbf9e-4b35-4a22-921e-5455e4a8bbaf req-dd0fe7b3-d914-4a42-aad0-1440982394ec tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 1.1667917 Mar 02 07:40:19.341882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.370127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Deleting port 4d04c838-f17b-4708-8a81-7a292af593ae {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:19.370511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.455629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.481465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.503140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8492b-5878-4655-b70d-55930bffffd7 None None] Network 14cef371-4e79-436c-b2bd-85dffb944d8b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:19.701398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6dcdbf9e-4b35-4a22-921e-5455e4a8bbaf req-0a14a56f-1b04-46be-9e38-c326b5283fd1 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555028 Mar 02 07:40:19.712062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 121bd687-5106-47f1-a3cd-ab75a1587560 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:19.712413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.788095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6112fd-f222-4e93-8e45-9e49e7dd4e76,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:19.811946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b25f336-fae6-4059-9ad8-5793fa266b33 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/subnets/7e6112fd-f222-4e93-8e45-9e49e7dd4e76 HTTP/1.1" status: 204 len: 168 time: 3.2845633 Mar 02 07:40:19.822611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for 36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:19.888568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35072) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:19.960909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.113751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.123566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] For port 4d04c838-f17b-4708-8a81-7a292af593ae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d04c838-f17b-4708-8a81-7a292af593ae,segment=NetworkSegment(59253710-d2fe-44b0-84bc-fa41e0cad20b),segment_id=59253710-d2fe-44b0-84bc-fa41e0cad20b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:20.124143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.221061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.398990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port 4d04c838-f17b-4708-8a81-7a292af593ae {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:20.399344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.444499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Calling delete_port for 4d04c838-f17b-4708-8a81-7a292af593ae owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:20.528234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.775848 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:20.849397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Port': ['ID=36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:20.877483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] No DVR routers for this DVR port 4d04c838-f17b-4708-8a81-7a292af593ae on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:20.885264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] The port '4d04c838-f17b-4708-8a81-7a292af593ae' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:40:20.909643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242078e6-a005-46fd-a4d1-7a15ca20cf52 None None] Pushing event deleted for resources: {'Port': ['ID=4d04c838-f17b-4708-8a81-7a292af593ae,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:21.066242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35106) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:21.101519 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Floating IP f846c9ee-880a-4556-ba65-054f3d4b4b13 associated. External IP: 172.25.4.141, port: 13e4df2b-83c5-43aa-b079-d0a5b078a592. Mar 02 07:40:21.118522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] DHCP port deletion for 14cef371-4e79-436c-b2bd-85dffb944d8b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:40:21.123453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Deleting port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:21.124062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:21.374606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:21.404854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:21.456308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:21.480416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611c8c9e-1769-40eb-908d-469110e3d337']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:21.485092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:21.646278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87ad75a4-ab3f-4723-b74b-5f8ca043d0a1 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/ports/36009ac3-ef26-48cd-9ebb-4ce0b9ea5f67 HTTP/1.1" status: 204 len: 168 time: 2.8730459 Mar 02 07:40:21.648699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59253710-d2fe-44b0-84bc-fa41e0cad20b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:21.649270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59253710-d2fe-44b0-84bc-fa41e0cad20b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:21.668292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:21.688401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for 121bd687-5106-47f1-a3cd-ab75a1587560 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:21.840781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:21.841200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:21.962824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.016737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.061521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.076360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:22.077044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:22.095627 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:22.110331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Calling delete_port for a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:22.117017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Deleting subnet 5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:22.179071 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.220076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:22.229755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.236073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.317499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:22.383530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:22.383892 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:22.406791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=121bd687-5106-47f1-a3cd-ab75a1587560,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:22.454172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.466002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.548850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134f76-33bc-4154-8588-566c9d384ca8 req-a8fbfb49-6902-46d0-8179-24f2cb0ecc53 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:22.557152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce134f76-33bc-4154-8588-566c9d384ca8 req-a8fbfb49-6902-46d0-8179-24f2cb0ecc53 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 1.5110955 Mar 02 07:40:22.563042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.639427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce134f76-33bc-4154-8588-566c9d384ca8 req-e06eeba6-372b-4082-a7ee-d707c1c2457c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Mar 02 07:40:22.648079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/networks/611c8c9e-1769-40eb-908d-469110e3d337 HTTP/1.1" status: 204 len: 168 time: 2.7584288 Mar 02 07:40:22.650179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:22.697096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5606594-3832-41a5-96eb-7fa6e61b2375 tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Network': ['ID=611c8c9e-1769-40eb-908d-469110e3d337,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:22.709193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313dad1e-0178-466c-b851-ea6be06ad5df tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:22.710330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-313dad1e-0178-466c-b851-ea6be06ad5df tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Synchronizing usage tracker for tenant:72e4b10233c94076866fdda0011404a5 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:22.848312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.860795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.880315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abf2cbaa-d06a-44f9-891c-34ee43797544 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/121bd687-5106-47f1-a3cd-ab75a1587560 HTTP/1.1" status: 204 len: 168 time: 3.6724458 Mar 02 07:40:22.883729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:22.885166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Deleting port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:22.885553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.945994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-313dad1e-0178-466c-b851-ea6be06ad5df tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Unset dirty status for tenant:72e4b10233c94076866fdda0011404a5 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:22.951042 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf03231-9e6a-4024-b178-ffa959ba1061 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] GET failed (client error): The resource could not be found. Mar 02 07:40:22.951601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9bf03231-9e6a-4024-b178-ffa959ba1061 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:22.952542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-313dad1e-0178-466c-b851-ea6be06ad5df tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "GET /v2.0/ports?device_id=2266324d-5eb1-4634-8d06-bd2af6fab01e HTTP/1.1" status: 200 len: 913 time: 1.2782097 Mar 02 07:40:22.956380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35148) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:23.020945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.087632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:23.088127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.180123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.233636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.241631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:23.242654 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.248634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:23.263943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f8ee6829-15ea-4f75-be45-80660dcdbb64 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e0955a8-6f4d-47f1-b2a8-07a246d2b1a1 HTTP/1.1" status: 204 len: 168 time: 2.1960454 Mar 02 07:40:23.267217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35152) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:23.412782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9bf03231-9e6a-4024-b178-ffa959ba1061 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:23.424512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9bf03231-9e6a-4024-b178-ffa959ba1061 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports/121bd687-5106-47f1-a3cd-ab75a1587560 HTTP/1.1" status: 404 len: 333 time: 0.5343556 Mar 02 07:40:23.461481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35162) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:23.477147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1175414943'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:23.585708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Calling delete_port for a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:23.587165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:23.678433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.685361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] For port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,segment=NetworkSegment(99188d0b-d81c-4593-af1d-920d93d3b79d),segment_id=99188d0b-d81c-4593-af1d-920d93d3b79d)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:23.686047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.718735 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:23.779398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] Pushing event deleted for resources: {'Port': ['ID=a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:23.786055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851da33-4e77-4b4e-8916-173efbc03e3c None None] No DVR routers for this DVR port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:23.945085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Calling delete_port for a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:24.185184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:24.207339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.234249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:24.240067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.249282 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:24.259166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:24.279367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c890b8-551c-4a01-8384-0deed452dbea']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:24.299019 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:24.304475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:24.304783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d3da53-8ae8-4cd5-b986-2fd39c9e7efa') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:24.305211 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:24.312049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:24.312372 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:24.320859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:24.324838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-98d3d858-e4ba-4af8-b6f2-71740deed894 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "PUT /v2.0/floatingips/f846c9ee-880a-4556-ba65-054f3d4b4b13 HTTP/1.1" status: 200 len: 992 time: 8.6763151 Mar 02 07:40:24.324838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:24.338635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.360144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.417154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2d808-3d46-48de-8a0b-f2df0f8c9149 req-7b9b9e8d-4a01-41bb-8f90-5290ec83fc6c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:24.419077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05e2d808-3d46-48de-8a0b-f2df0f8c9149 req-7b9b9e8d-4a01-41bb-8f90-5290ec83fc6c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.4233940 Mar 02 07:40:24.429620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.461880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port 62899087-429e-41d9-a499-8412612567fc yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:24.757116 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.765458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:24.766267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.892980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:25.013533 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:25.016510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Deleting port a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:25.016510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.132865 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'status': 'completed', 'code': 200} Mar 02 07:40:25.283785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.298408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] The port 'a5ba3d78-7fe1-4ff1-b68a-d0b61dc3e839' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:40:25.351520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.437595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] Pushing event deleted for resources: {'Network': ['ID=08c890b8-551c-4a01-8384-0deed452dbea,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:25.547786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:25.548884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.567880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05e2d808-3d46-48de-8a0b-f2df0f8c9149 req-a865157b-a86b-43f6-8fb9-e353c852492f tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488056 Mar 02 07:40:25.684094 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f846c9ee-880a-4556-ba65-054f3d4b4b13', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220930cf-692b-40c4-a839-b077dba8e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:48Z', 'updated_at': '2022-03-02T07:40:19Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:25.695387 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:25.720706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:25.721534 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:25.808979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.823748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-35483469-ea42-4bf9-a6fa-507249cd22ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/08c890b8-551c-4a01-8384-0deed452dbea HTTP/1.1" status: 204 len: 168 time: 2.5528893 Mar 02 07:40:25.847863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:25.913240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad57326-da0d-40a9-907b-b47909facd5f req-503d6143-7a76-4492-a555-5eefdcf6164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:25.915050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-503d6143-7a76-4492-a555-5eefdcf6164c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1097 time: 0.9942493 Mar 02 07:40:26.008611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cef371-4e79-436c-b2bd-85dffb944d8b']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:26.088178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99188d0b-d81c-4593-af1d-920d93d3b79d') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:26.088479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99188d0b-d81c-4593-af1d-920d93d3b79d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:26.124368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.132175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:26.166965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::2f (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/62899087-429e-41d9-a499-8412612567fc) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:26.168072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for 18388fb5-3b2f-42ec-ace1-5273bc17c7d0 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:26.230303 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:26.395793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.440002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:26.440383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:26.494946 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:26.762640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.792948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d2707f8-4aea-42b6-ac2e-ac1f67cd0bf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b942e6928e314287b11575d38aa97dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401105 Mar 02 07:40:26.798711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35296) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:26.841712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad57326-da0d-40a9-907b-b47909facd5f req-e5ada37e-0822-4a15-aa91-40d088f591f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:26.853344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-e5ada37e-0822-4a15-aa91-40d088f591f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.9042020 Mar 02 07:40:26.920309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.988652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Port': ['ID=18388fb5-3b2f-42ec-ace1-5273bc17c7d0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:27.093235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.128855 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f846c9ee-880a-4556-ba65-054f3d4b4b13', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220930cf-692b-40c4-a839-b077dba8e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:48Z', 'updated_at': '2022-03-02T07:40:19Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:27.136726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31008-4b03-41fa-b1b0-a1287c65cdeb None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f846c9ee-880a-4556-ba65-054f3d4b4b13', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220930cf-692b-40c4-a839-b077dba8e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:48Z', 'updated_at': '2022-03-02T07:40:19Z', 'revision_number': 1, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:27.158921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] Pushing event deleted for resources: {'Network': ['ID=14cef371-4e79-436c-b2bd-85dffb944d8b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:27.318022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39c2bde2-82e4-4078-8e1c-03e5ca98fc5c tempest-TaggedBootDevicesTest_v242-926598620 tempest-TaggedBootDevicesTest_v242-926598620-project] 10.222.0.21 "DELETE /v2.0/networks/14cef371-4e79-436c-b2bd-85dffb944d8b HTTP/1.1" status: 204 len: 168 time: 4.6344261 Mar 02 07:40:27.505976 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.507514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.531025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object 62899087-429e-41d9-a499-8412612567fc will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:27.561185 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-84e874b0-19e2-4aef-85eb-6f9c892f0809 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1000 time: 0.6367874 Mar 02 07:40:27.565201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.599153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac699f5-603f-4f8c-9c37-a457ba72a6d6 None None] New status for floating IP f846c9ee-880a-4556-ba65-054f3d4b4b13: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:40:27.779826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.873437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:27.875418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=62899087-429e-41d9-a499-8412612567fc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:27.879315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad57326-da0d-40a9-907b-b47909facd5f req-afb5283b-6136-468d-a598-1e55b8b710c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:27.881066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-afb5283b-6136-468d-a598-1e55b8b710c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.3112712 Mar 02 07:40:27.882193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:27.962459 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.984279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad57326-da0d-40a9-907b-b47909facd5f req-2fc39b2b-1a6c-4e90-84cf-721bea130e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:27.986041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-2fc39b2b-1a6c-4e90-84cf-721bea130e37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982714 Mar 02 07:40:27.997548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da156b1-0a42-4edf-8a76-18007147f899 req-60fe89f1-5c6b-4f6d-b178-2ab95a6cac44 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:28.006385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9da156b1-0a42-4edf-8a76-18007147f899 req-60fe89f1-5c6b-4f6d-b178-2ab95a6cac44 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.9799542 Mar 02 07:40:28.034641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:28.044859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:28.052869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:28.053532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:28.175666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71206abe-a253-4ca6-9e2d-5ebeae0e481e tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7129440 Mar 02 07:40:28.178662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35382) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:28.190474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:57:33:12'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:28.612129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c19aab-0dd3-4946-882a-66a4ea4e2b2f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:28.751291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9da156b1-0a42-4edf-8a76-18007147f899 req-eef7c3dd-574f-4fc2-98e8-62a2f3198ed2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7436783 Mar 02 07:40:28.762365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:28.762924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da094db4-37fe-4bff-b1ba-d60997b8c4e5 None None] Provisioning for port 62899087-429e-41d9-a499-8412612567fc completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:28.764477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-48188539-ef12-4591-b67f-6014da931b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41c19aab-0dd3-4946-882a-66a4ea4e2b2f HTTP/1.1" status: 204 len: 168 time: 1.9018157 Mar 02 07:40:28.772033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da094db4-37fe-4bff-b1ba-d60997b8c4e5 None None] Provisioning complete for port 62899087-429e-41d9-a499-8412612567fc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:28.772414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da094db4-37fe-4bff-b1ba-d60997b8c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:28.840318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-44484785-5dc8-4acf-b2f8-a78e216947da service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8435879 Mar 02 07:40:28.968936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-da094db4-37fe-4bff-b1ba-d60997b8c4e5 None None] Port 62899087-429e-41d9-a499-8412612567fc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:29.364265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:29.520985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Router 2266324d-5eb1-4634-8d06-bd2af6fab01e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:29.995881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:30.007341 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] Sync routers for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:30.010121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-54ae65f8-4d09-4847-8afb-a9e2c24b8c66 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "PUT /v2.0/routers/2266324d-5eb1-4634-8d06-bd2af6fab01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0407465 Mar 02 07:40:30.022363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:30.029845 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:30.030828 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:30.043628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.054783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.147837 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:30.164925 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] Routers {'2266324d-5eb1-4634-8d06-bd2af6fab01e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:30.168658 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2266324d-5eb1-4634-8d06-bd2af6fab01e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:30.256715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:30.257791 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9765db9-d69a-4716-a81c-2ffc9ea6cb5e None None] The sync data for ids ['2266324d-5eb1-4634-8d06-bd2af6fab01e'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:30.344277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=62899087-429e-41d9-a499-8412612567fc,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:30.349817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ad57326-da0d-40a9-907b-b47909facd5f req-56244d03-a410-402c-b459-311d824c16a8 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4973271 Mar 02 07:40:30.351932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] In _notify_port_updated(), no bound segment for port 62899087-429e-41d9-a499-8412612567fc on network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:40:30.358845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:30.359713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.361457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-47940ba6-ceea-45bd-8d72-b47a0cef2aed tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "PUT /v2.0/ports/62899087-429e-41d9-a499-8412612567fc HTTP/1.1" status: 200 len: 1002 time: 2.1817510 Mar 02 07:40:30.368720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35520) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:30.483711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.488090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 62899087-429e-41d9-a499-8412612567fc {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:30.488447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.684228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c222d6-494d-418b-b22b-e302625f480c req-09512313-92d1-4c67-913f-0b9e63926190 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:30.686847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7c222d6-494d-418b-b22b-e302625f480c req-09512313-92d1-4c67-913f-0b9e63926190 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.4338794 Mar 02 07:40:30.761477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35546) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:30.776818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.794316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port b1efaa07-d787-4a59-9b92-382288a5448f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:30.795182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:30.933247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1a96fb7f-cef0-4562-bb07-cdca755b79b8 None None] Provisioning complete for port 62899087-429e-41d9-a499-8412612567fc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:30.934184 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1a96fb7f-cef0-4562-bb07-cdca755b79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.097231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1871994435-network', 'tenant_id': 'a49259f0cca8423ea419c261db7bd2b5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:31.101415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1a96fb7f-cef0-4562-bb07-cdca755b79b8 None None] Port 62899087-429e-41d9-a499-8412612567fc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:31.118274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:31.126743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.157257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Usage tracker for resource:network and tenant:a49259f0cca8423ea419c261db7bd2b5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:31.295420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:31.305993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7c222d6-494d-418b-b22b-e302625f480c req-28929eab-68a0-4f37-a460-2506840404c9 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765138 Mar 02 07:40:31.361451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.444216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for b1efaa07-d787-4a59-9b92-382288a5448f owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:31.549074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for 62899087-429e-41d9-a499-8412612567fc owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:31.774151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:31.796821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Made reservation on behalf of a49259f0cca8423ea419c261db7bd2b5 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:31.799886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.812550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.838498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:31.860233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:31.868976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a49259f0cca8423ea419c261db7bd2b5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:31.874223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:31.906916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=62899087-429e-41d9-a499-8412612567fc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:31.926215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:31.995089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:32.182634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Port': ['ID=b1efaa07-d787-4a59-9b92-382288a5448f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:32.614780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:32.648116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-29934398-c697-4f72-abcd-b4b2227d9fad tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/62899087-429e-41d9-a499-8412612567fc HTTP/1.1" status: 204 len: 168 time: 2.2757168 Mar 02 07:40:32.648407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35670) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:32.756852 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fecead5-ed35-4d8c-b2e2-0168d0318592 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] GET failed (client error): The resource could not be found. Mar 02 07:40:32.757388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4fecead5-ed35-4d8c-b2e2-0168d0318592 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:32.789413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:32.796206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4fecead5-ed35-4d8c-b2e2-0168d0318592 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:32.797409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4fecead5-ed35-4d8c-b2e2-0168d0318592 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports/62899087-429e-41d9-a499-8412612567fc HTTP/1.1" status: 404 len: 333 time: 0.1481271 Mar 02 07:40:32.801462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:32.812002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-286694677'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:33.129130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:33.169183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:33.191694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.196669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.218561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:33.225557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.248574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.249233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Fanout notify agent at l3_agent the message router_deleted on router 2266324d-5eb1-4634-8d06-bd2af6fab01e {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:40:33.297641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port 365cc418-bc79-4fed-be4a-d91ca48008e8 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:33.402523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.422406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.428656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.431999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ac45d053-af55-499f-bb8c-766caa1e0e5c tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/routers/2266324d-5eb1-4634-8d06-bd2af6fab01e HTTP/1.1" status: 204 len: 168 time: 3.4064009 Mar 02 07:40:33.453533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35716) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:33.499335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607df71-bbc3-43b4-82fc-f4735480f77d req-05b3340b-6975-4692-8e64-080ce7c00f50 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:33.507137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6607df71-bbc3-43b4-82fc-f4735480f77d req-05b3340b-6975-4692-8e64-080ce7c00f50 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.9196782 Mar 02 07:40:33.655751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:40:33.676549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:33.695410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.695967 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Added segment 8a39c8c3-5b8c-4228-9934-565387059268 of type vlan for network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 Mar 02 07:40:33.716313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6607df71-bbc3-43b4-82fc-f4735480f77d req-6b5214ec-5ff9-4a31-b889-1af4387902f6 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082455 Mar 02 07:40:33.750839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting subnet 78e9528e-664e-4c23-bcd8-67ac179822cb {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:33.767741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:33.828955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::10 (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/365cc418-bc79-4fed-be4a-d91ca48008e8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:33.992098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.079401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.172310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:40:34.251620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.270853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object 365cc418-bc79-4fed-be4a-d91ca48008e8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:34.318819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.327044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.333229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:34.336103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.486860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] Pushing event updated for resources: {'Network': ['ID=128c22d9-8490-4c22-a29a-e6d5fe4d6803,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:34.490719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.499841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:40:34.517505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:34.526153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:34.546508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:34.559785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:34.561010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.592418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5703ea5-5d6f-4406-909a-7129a12d78f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8243639 Mar 02 07:40:34.607254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35782) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:34.624974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Request body: {'subnet': {'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1871994435-subnet', 'tenant_id': 'a49259f0cca8423ea419c261db7bd2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:34.668415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=365cc418-bc79-4fed-be4a-d91ca48008e8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:34.679225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:34.684858 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-490a27a0-c589-4d1b-8ba1-318032e94185 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8800149 Mar 02 07:40:34.691937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35786) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:34.693179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Usage tracker for resource:subnet and tenant:a49259f0cca8423ea419c261db7bd2b5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:34.706188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:57:33:12'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:34.707329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:34.736796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb97de-12ff-4f59-be84-6cf6840ee581 req-314a209b-1601-47ac-827d-14fe7bec442a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:34.746020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88fb97de-12ff-4f59-be84-6cf6840ee581 req-314a209b-1601-47ac-827d-14fe7bec442a tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.5304005 Mar 02 07:40:34.792764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:34.815352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88fb97de-12ff-4f59-be84-6cf6840ee581 req-a6ce5e32-924c-48c3-ab32-b6bf10a72bf2 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Mar 02 07:40:34.868264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Made reservation on behalf of a49259f0cca8423ea419c261db7bd2b5 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:34.872668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.033973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-adad70c7-3991-44ab-b672-a2919dadfdd8 None None] Provisioning for port 365cc418-bc79-4fed-be4a-d91ca48008e8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:35.049440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-adad70c7-3991-44ab-b672-a2919dadfdd8 None None] Provisioning complete for port 365cc418-bc79-4fed-be4a-d91ca48008e8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:35.050381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-adad70c7-3991-44ab-b672-a2919dadfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.086102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.148726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.154843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Subnet': ['ID=78e9528e-664e-4c23-bcd8-67ac179822cb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:35.180863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e121c5-71b2-4fe3-b72c-bebe00a4970d None None] Network 7f255d44-093d-4545-93ed-a4459ec97dfd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:35.191541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6959db4-075a-475b-9374-b255a92b2353 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/subnets/78e9528e-664e-4c23-bcd8-67ac179822cb HTTP/1.1" status: 204 len: 168 time: 1.7222342 Mar 02 07:40:35.195575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:35.355267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-adad70c7-3991-44ab-b672-a2919dadfdd8 None None] Port 365cc418-bc79-4fed-be4a-d91ca48008e8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:35.395342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.461392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port 0120b613-45b5-4910-b817-38b25f67bd14 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:35.463952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.492679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.600023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] DHCP port deletion for 7f255d44-093d-4545-93ed-a4459ec97dfd request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:40:35.608024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Deleting port 0120b613-45b5-4910-b817-38b25f67bd14 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:35.608615 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.630371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.762692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357590ed-b6c9-4063-a7d5-97b634c342cd req-9eb5146c-3c40-4581-873b-b5f8565d1d75 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:35.764883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-357590ed-b6c9-4063-a7d5-97b634c342cd req-9eb5146c-3c40-4581-873b-b5f8565d1d75 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.5496047 Mar 02 07:40:36.038257 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-357590ed-b6c9-4063-a7d5-97b634c342cd req-380c6d34-9ca8-4bd1-88e5-2eedaa21c680 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664778 Mar 02 07:40:36.090978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] For port 0120b613-45b5-4910-b817-38b25f67bd14, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0120b613-45b5-4910-b817-38b25f67bd14,segment=NetworkSegment(043ba738-2e05-46d3-ba41-83ba02231929),segment_id=043ba738-2e05-46d3-ba41-83ba02231929)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:36.091613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:36.111667 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:40:36.143280 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:36.173901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:36.234701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6753f9a4-31c8-4743-a13e-66e0c39c8069,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:36.303302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] In _notify_port_updated(), no bound segment for port 365cc418-bc79-4fed-be4a-d91ca48008e8 on network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:40:36.308737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:36.309371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:36.359652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "PUT /v2.0/ports/365cc418-bc79-4fed-be4a-d91ca48008e8 HTTP/1.1" status: 200 len: 1001 time: 1.6556110 Mar 02 07:40:36.359975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35816) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:36.402875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6992b-7355-4865-8a57-11c744101a26 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=365cc418-bc79-4fed-be4a-d91ca48008e8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:36.442652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Calling delete_port for 0120b613-45b5-4910-b817-38b25f67bd14 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:36.660894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Checking segment: {'id': '8a39c8c3-5b8c-4228-9934-565387059268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:36.661460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Network hostable DHCP agents. Network: 128c22d9-8490-4c22-a29a-e6d5fe4d6803, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:40:36.896795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:36.970481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] Pushing event deleted for resources: {'Port': ['ID=0120b613-45b5-4910-b817-38b25f67bd14,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:36.973472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f4170-07e5-4c48-929d-2f0b29076367 None None] No DVR routers for this DVR port 0120b613-45b5-4910-b817-38b25f67bd14 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:37.010974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 365cc418-bc79-4fed-be4a-d91ca48008e8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:37.011537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:37.024303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-643693a2-ff4a-4756-bd6c-2537bfb78f57 None None] Provisioning complete for port 365cc418-bc79-4fed-be4a-d91ca48008e8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:37.024689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-643693a2-ff4a-4756-bd6c-2537bfb78f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:37.055575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:40:37.064473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] For port 0120b613-45b5-4910-b817-38b25f67bd14, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0120b613-45b5-4910-b817-38b25f67bd14,segment=NetworkSegment(043ba738-2e05-46d3-ba41-83ba02231929),segment_id=043ba738-2e05-46d3-ba41-83ba02231929)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:37.064860 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:37.091016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 128c22d9-8490-4c22-a29a-e6d5fe4d6803) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:37.101151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:37.101151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:37.132511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442af950-32f5-4307-ae76-ad438b22ef4c None None] Network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:37.157310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2a29ff78-9007-4427-b93d-ea80221ac69f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5422654 Mar 02 07:40:37.187060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397dfc-68d3-4d30-bf7c-c998bed035cb req-c7ba990b-7baf-436e-8263-82cd40cfc2dc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:37.191253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7397dfc-68d3-4d30-bf7c-c998bed035cb req-c7ba990b-7baf-436e-8263-82cd40cfc2dc tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2667108 Mar 02 07:40:37.300267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7397dfc-68d3-4d30-bf7c-c998bed035cb req-b6e89f48-7d28-4bce-984f-ec5983f6458c tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018028 Mar 02 07:40:37.377659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0120b613-45b5-4910-b817-38b25f67bd14 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:37.460414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0120b613-45b5-4910-b817-38b25f67bd14 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:37.461009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0120b613-45b5-4910-b817-38b25f67bd14 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:37.477049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-643693a2-ff4a-4756-bd6c-2537bfb78f57 None None] Port 365cc418-bc79-4fed-be4a-d91ca48008e8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:37.632986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for 0120b613-45b5-4910-b817-38b25f67bd14 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:37.835207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621a5fb-1a26-4f63-a251-647b97f8b951 None None] Network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:38.167503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:38.167836 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:38.205673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-3f6c400f-b4ab-4339-aa1f-d03c6b710fff tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:38.210031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-3f6c400f-b4ab-4339-aa1f-d03c6b710fff tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2737589 Mar 02 07:40:38.378893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:38.379714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:38.678556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port 0120b613-45b5-4910-b817-38b25f67bd14 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:38.679107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:38.748477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-850e05f5-82e6-4296-a6a4-d0b1684fbecd tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:38.749470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-850e05f5-82e6-4296-a6a4-d0b1684fbecd tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Synchronizing usage tracker for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:38.891806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] The port '0120b613-45b5-4910-b817-38b25f67bd14' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:40:38.895136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.030241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port 0f8b6df4-96c1-4d66-a904-1d32cffdec41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=0f8b6df4-96c1-4d66-a904-1d32cffdec41,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:39.030897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.172645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for 0f8b6df4-96c1-4d66-a904-1d32cffdec41 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:39.192687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-850e05f5-82e6-4296-a6a4-d0b1684fbecd tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Unset dirty status for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:39.206794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-850e05f5-82e6-4296-a6a4-d0b1684fbecd tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/networks?id=128c22d9-8490-4c22-a29a-e6d5fe4d6803 HTTP/1.1" status: 200 len: 813 time: 1.0425591 Mar 02 07:40:39.357529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.416154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f255d44-093d-4545-93ed-a4459ec97dfd']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:39.441120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043ba738-2e05-46d3-ba41-83ba02231929') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:39.441537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043ba738-2e05-46d3-ba41-83ba02231929') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:39.455686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.462481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039622c-9bf9-4ec3-9f5c-9a130686a911 req-4e8f1b5d-24c5-4af8-9ef3-1c2e1f12c2ba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:39.477113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1039622c-9bf9-4ec3-9f5c-9a130686a911 req-4e8f1b5d-24c5-4af8-9ef3-1c2e1f12c2ba tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 946 time: 0.2599585 Mar 02 07:40:39.500486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.523207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:39.523616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.625972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1039622c-9bf9-4ec3-9f5c-9a130686a911 req-78afd847-9a32-4a15-8cd0-8d113af81ead tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478455 Mar 02 07:40:39.860812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:39.873709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e2875df2-c0a2-47eb-8850-f37d8b005d83', '0f8b6df4-96c1-4d66-a904-1d32cffdec41'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:40:39.924189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=0f8b6df4-96c1-4d66-a904-1d32cffdec41,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:40.073903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port 0f8b6df4-96c1-4d66-a904-1d32cffdec41 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:40.079620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:40.086628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'name': 'network-vif-deleted', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:40.123491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8394232-8db0-474b-b667-193b4bbd4fb2 req-1dcd9aeb-f03c-4931-9f79-6f7daa3b84ea tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "DELETE /v2.0/ports/0f8b6df4-96c1-4d66-a904-1d32cffdec41 HTTP/1.1" status: 204 len: 173 time: 1.9079304 Mar 02 07:40:40.151530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for 365cc418-bc79-4fed-be4a-d91ca48008e8 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:40.172777 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0590a-c8b7-4918-94d3-0c346ca0a2c5', 'name': 'network-vif-deleted', 'tag': '0f8b6df4-96c1-4d66-a904-1d32cffdec41', 'status': 'completed', 'code': 200} Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:40.269018 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:40.296994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:40.397194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:40.433940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/networks/7f255d44-093d-4545-93ed-a4459ec97dfd HTTP/1.1" status: 204 len: 168 time: 5.2353234 Mar 02 07:40:40.434504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35876) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:40.463588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-ed716f17-3c72-46f5-aa48-112b4f326851 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/quotas/a49259f0cca8423ea419c261db7bd2b5 HTTP/1.1" status: 200 len: 375 time: 1.2558954 Mar 02 07:40:40.473774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064799c-ecdc-4efc-9c60-ad9543fc2fe0 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Network': ['ID=7f255d44-093d-4545-93ed-a4459ec97dfd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:40.638432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-da3be2ac-b836-4469-b0b8-2c1089e3732b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a49259f0cca8423ea419c261db7bd2b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1573508 Mar 02 07:40:40.852163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Deleting port d27d124e-ce95-4a85-9973-cbd5586bc259 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:40.852744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:40.871913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-9621d2ff-08c6-46fd-aa62-547f93c29ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863849 Mar 02 07:40:41.164219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-e1b7c1b3-adb1-487b-ab3f-39a5c226e647 service neutron] 10.222.0.21 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860291 Mar 02 07:40:41.211951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:41.289715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e74a112d-27a9-44f3-af1e-c9290fd98db1 req-c163b2bf-ac89-4f32-af9a-975aeb479c1e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Synchronizing usage tracker for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:41.316984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e74a112d-27a9-44f3-af1e-c9290fd98db1 req-c163b2bf-ac89-4f32-af9a-975aeb479c1e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Unset dirty status for tenant:854ece0f470a4840a6ba73aef485aa62 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:41.322565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e74a112d-27a9-44f3-af1e-c9290fd98db1 req-c163b2bf-ac89-4f32-af9a-975aeb479c1e tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb0590a-c8b7-4918-94d3-0c346ca0a2c5 HTTP/1.1" status: 200 len: 210 time: 0.1451027 Mar 02 07:40:41.355634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:41.355961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:41.470721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=365cc418-bc79-4fed-be4a-d91ca48008e8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:41.486405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:41.511692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9803a721-17d5-43cf-bda6-d499134168e8 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/365cc418-bc79-4fed-be4a-d91ca48008e8 HTTP/1.1" status: 204 len: 168 time: 5.1507921 Mar 02 07:40:41.514700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35894) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:41.721327 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebf8771-b3d4-405c-830b-5ed193ce7a2d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] GET failed (client error): The resource could not be found. Mar 02 07:40:41.721911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f69ef566-7cae-4a5c-9b8a-fe814ba8a669 req-b40d6d4d-f69b-498b-8bab-e6fd72b11f17 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 210 time: 0.1371276 Mar 02 07:40:41.726092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0ebf8771-b3d4-405c-830b-5ed193ce7a2d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:41.740809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35904) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:41.796003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0ebf8771-b3d4-405c-830b-5ed193ce7a2d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:41.801279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0ebf8771-b3d4-405c-830b-5ed193ce7a2d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports/365cc418-bc79-4fed-be4a-d91ca48008e8 HTTP/1.1" status: 404 len: 333 time: 0.2815642 Mar 02 07:40:41.802710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35910) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:41.813792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1717646184'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:41.866229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Calling delete_port for d27d124e-ce95-4a85-9973-cbd5586bc259 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:41.897087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6dc621a8-e530-439b-8ffa-7461d004055a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:42.053325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0f8b6df4-96c1-4d66-a904-1d32cffdec41 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:42.200593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 0f8b6df4-96c1-4d66-a904-1d32cffdec41 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:42.204052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 0f8b6df4-96c1-4d66-a904-1d32cffdec41 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:42.239708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:42.265988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:42.438350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:42.512325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:42.526843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:42.610894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Pushing event deleted for resources: {'Port': ['ID=d27d124e-ce95-4a85-9973-cbd5586bc259,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:42.781096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:42.827389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:42.871524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c728c16-3305-4888-b9f8-c02a10e924f2 tempest-FloatingIPAdminTestJSON-946627890 tempest-FloatingIPAdminTestJSON-946627890-project] 10.222.0.21 "DELETE /v2.0/floatingips/6ae8bcb8-72cb-4c97-bc14-55497d0bc87d HTTP/1.1" status: 204 len: 168 time: 2.4359145 Mar 02 07:40:42.948573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port cc55d65c-a22e-4c75-be6c-b642b4b97c46 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:43.137568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dc7a00a-b050-4395-a16f-540ad03a26b9 req-c46aa57a-6257-4e1f-841b-dd16fe2fe381 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 210 time: 0.1682413 Mar 02 07:40:43.410442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:43.706701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::218 (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/cc55d65c-a22e-4c75-be6c-b642b4b97c46) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:44.117140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-27b3dd68-37d0-4c25-b737-a48c1f773a99 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:44.119406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-27b3dd68-37d0-4c25-b737-a48c1f773a99 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.16 "GET /v2.0/networks?id=128c22d9-8490-4c22-a29a-e6d5fe4d6803 HTTP/1.1" status: 200 len: 813 time: 0.2695615 Mar 02 07:40:44.137441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Request body: {'port': {'device_id': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803', 'admin_state_up': True, 'tenant_id': 'a49259f0cca8423ea419c261db7bd2b5'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:44.161295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:44.226684 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc93bd9c-195e-4a0c-9e19-2298e7d0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.536817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e549e6c7-8ccf-48bc-87a8-c0e8af2cd51f req-3c1f0bbe-032b-4041-874b-bac70bda583a tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 210 time: 0.1262572 Mar 02 07:40:44.551374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.593383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:44.618167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Usage tracker for resource:security_group_rule and tenant:05f855b37b624c648d7ce56400d349e0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:44.640416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:44.711661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.733205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object cc55d65c-a22e-4c75-be6c-b642b4b97c46 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:44.739792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:44.766890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.783629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56a3ebc8-6859-42ed-8807-17aa367d3a66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72e4b10233c94076866fdda0011404a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3693497 Mar 02 07:40:44.801442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:44.875264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:44.881406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:44.897326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:44.904886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:44.905723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.928521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:44.968675 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:44.969553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Usage tracker for resource:port and tenant:a49259f0cca8423ea419c261db7bd2b5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:44.993466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:45.015979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:45.030753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.069678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2657282 Mar 02 07:40:45.082351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36004) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:45.101504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.116510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'network_id': '2ec420a4-f3ae-4b77-ace9-ce95fc359dae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2056231260'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:45.180729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.206950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.208347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f046e815-d296-4bc6-9502-c789b75b43a4 HTTP/1.1" status: 204 len: 168 time: 0.4048586 Mar 02 07:40:45.209266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Made reservation on behalf of a49259f0cca8423ea419c261db7bd2b5 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:45.215820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a827b7-a6d3-4524-ba9a-4383041b3887 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=cc55d65c-a22e-4c75-be6c-b642b4b97c46,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:45.226123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.256919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f046e815-d296-4bc6-9502-c789b75b43a4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:45.298955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.299517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.299942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.300951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.301815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.310263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.312106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.312301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.312750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.317644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.318196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.318710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e87057-a4b6-4224-8f85-11496572f30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:45.384190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.477361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.481229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1009a6ab-a22e-4cd9-8211-81433c6b18cc None None] Provisioning for port cc55d65c-a22e-4c75-be6c-b642b4b97c46 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:45.503288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1009a6ab-a22e-4cd9-8211-81433c6b18cc None None] Provisioning complete for port cc55d65c-a22e-4c75-be6c-b642b4b97c46 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:45.508670 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1009a6ab-a22e-4cd9-8211-81433c6b18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.599074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.619859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.679345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1009a6ab-a22e-4cd9-8211-81433c6b18cc None None] Port cc55d65c-a22e-4c75-be6c-b642b4b97c46 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:45.734283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05f855b37b624c648d7ce56400d349e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5709584 Mar 02 07:40:45.740116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72321d9-3866-4bc6-a59e-86a71090607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603cd6c-3000-45d6-b1e1-5dcdbbe41357,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:45.740674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a74ca-ded2-4e24-91bf-437f47e82e0b req-b6bf0778-a3d5-4f65-8b7e-df0080ea1d13 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:45.747547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-415a74ca-ded2-4e24-91bf-437f47e82e0b req-b6bf0778-a3d5-4f65-8b7e-df0080ea1d13 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 945 time: 0.3886311 Mar 02 07:40:45.748695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36014) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:45.810163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:45.817288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Usage tracker for resource:port and tenant:9082ecaceb4e460e9a052d78e1f901fd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:45.824827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:45.876491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-415a74ca-ded2-4e24-91bf-437f47e82e0b req-e5f8efde-16ef-48eb-b4af-6390716f3f1b tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279910 Mar 02 07:40:45.878668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:45.880204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dabd2c24-9d01-46b9-ac9b-4d4805f60e03 req-2c20a1af-4b2a-4cec-ac9d-e3d97eff5b2b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 210 time: 0.0492311 Mar 02 07:40:45.891041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Allocated IP 172.20.0.5 (128c22d9-8490-4c22-a29a-e6d5fe4d6803/6753f9a4-31c8-4743-a13e-66e0c39c8069/74ae61a4-fd02-45dc-8507-cf0f7daf8e6a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:45.910791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Made reservation on behalf of 9082ecaceb4e460e9a052d78e1f901fd for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:45.915695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.916104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:45.966340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] device_id is not set on port d4e97389-89d0-4824-a128-45708d9bac01 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:45.990295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.006421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36022) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:46.088948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.115532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:46.119662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Usage tracker for resource:security_group_rule and tenant:36c1c3696eed40f599ea9dc62bf38d5b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:46.122539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:46.129406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:46.169572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Deleting port 4765eac8-242f-4086-9d99-a37bacccc5e4 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:46.169947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.193147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.216184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603cd6c-3000-45d6-b1e1-5dcdbbe41357,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:46.271556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.273044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a1e2fbc0-c8fe-4d75-986c-66eedf74f6d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9603cd6c-3000-45d6-b1e1-5dcdbbe41357 HTTP/1.1" status: 204 len: 168 time: 0.5234401 Mar 02 07:40:46.348952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Allocated IP 2001:db8::136 (2ec420a4-f3ae-4b77-ace9-ce95fc359dae/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda/d4e97389-89d0-4824-a128-45708d9bac01) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:46.364122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.459591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.600771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Pushing event updated for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:46.638090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] For port 4765eac8-242f-4086-9d99-a37bacccc5e4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4765eac8-242f-4086-9d99-a37bacccc5e4,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:46.638484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.675605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:46.683747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:46.690880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:46.714590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.746274 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.779590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:46.780571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.811132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-a7a6f137-f3a7-444a-ba72-68dc8b88ac62 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:46.812975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-a7a6f137-f3a7-444a-ba72-68dc8b88ac62 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 945 time: 0.2159758 Mar 02 07:40:46.817014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2f96b678-473a-47df-8da2-21ea4ce20dd6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6856043 Mar 02 07:40:46.836426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:46.839093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Request body: {'port': {'device_id': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:47.102395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36038) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:47.155274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.205280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Calling delete_port for 4765eac8-242f-4086-9d99-a37bacccc5e4 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:47.380748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af8435-788d-4dbd-ab65-21c4aab5083e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:47.382704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Deleting port e2875df2-c0a2-47eb-8850-f37d8b005d83 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:47.383183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.416423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7e0e2ed-910a-4f82-81aa-1594bfb4e95e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c1c3696eed40f599ea9dc62bf38d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4054592 Mar 02 07:40:47.425948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:47.428004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36044) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:47.452663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Usage tracker for resource:security_group_rule and tenant:19c1cb71c05344fea9f5b61ebb60e484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:47.481187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.516343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Transition to ACTIVE for port object d4e97389-89d0-4824-a128-45708d9bac01 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:47.540717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281dbc-30b4-43cc-99b3-1bcde68e8527 req-cecdaaf5-8c93-429a-832f-365f60ba634f tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:47.542266 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d281dbc-30b4-43cc-99b3-1bcde68e8527 req-cecdaaf5-8c93-429a-832f-365f60ba634f tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 931 time: 0.3001544 Mar 02 07:40:47.550013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:47.564060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.575925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:47.619312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d281dbc-30b4-43cc-99b3-1bcde68e8527 req-aa7e8f56-09e6-4e51-a25a-6668d6395c43 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Synchronizing usage tracker for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:47.645929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.758661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d281dbc-30b4-43cc-99b3-1bcde68e8527 req-aa7e8f56-09e6-4e51-a25a-6668d6395c43 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Unset dirty status for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:47.760387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d281dbc-30b4-43cc-99b3-1bcde68e8527 req-aa7e8f56-09e6-4e51-a25a-6668d6395c43 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117109 Mar 02 07:40:47.776832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:47.777660 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.787328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:47.798404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:47.805401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:47.806179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.816787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=d4e97389-89d0-4824-a128-45708d9bac01,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:47.827832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:47.845160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.003567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5364586-d272-4199-9e4b-08ff86a5640e req-f6a61510-a95c-4ad1-a1aa-49e30aa8bcbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:48.011914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5364586-d272-4199-9e4b-08ff86a5640e req-f6a61510-a95c-4ad1-a1aa-49e30aa8bcbd tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 945 time: 0.8432548 Mar 02 07:40:48.012192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-42c886bf-7347-4782-a3a1-9a8c4714a867 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9198766 Mar 02 07:40:48.095931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4765eac8-242f-4086-9d99-a37bacccc5e4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:48.101449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:48.155813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:57:33:12'}, {'ip_address': '2001:db8::218', 'mac_address': 'fa:16:3e:10:bb:4c'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:48.268826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-94cd6ee0-61f7-4371-8342-e79de977e0f5 None None] Provisioning for port d4e97389-89d0-4824-a128-45708d9bac01 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:48.282945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-94cd6ee0-61f7-4371-8342-e79de977e0f5 None None] Provisioning complete for port d4e97389-89d0-4824-a128-45708d9bac01 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:48.283361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94cd6ee0-61f7-4371-8342-e79de977e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.382641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-94cd6ee0-61f7-4371-8342-e79de977e0f5 None None] Port d4e97389-89d0-4824-a128-45708d9bac01 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:48.384851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5364586-d272-4199-9e4b-08ff86a5640e req-056786e0-e659-4874-aaea-44868f55c4b3 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce59a935-f0e5-40fc-beb0-132233966942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734097 Mar 02 07:40:48.410918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] For port e2875df2-c0a2-47eb-8850-f37d8b005d83, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e2875df2-c0a2-47eb-8850-f37d8b005d83,segment=NetworkSegment(4666e798-1cb0-42e7-b236-7a799cadb3bf),segment_id=4666e798-1cb0-42e7-b236-7a799cadb3bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:48.411337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.435782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.504270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.625397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.635171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.638775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.642145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.749728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.772713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Calling delete_port for e2875df2-c0a2-47eb-8850-f37d8b005d83 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:48.957500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:48.963192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64af8435-788d-4dbd-ab65-21c4aab5083e HTTP/1.1" status: 204 len: 168 time: 1.5280795 Mar 02 07:40:48.966013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19c1cb71c05344fea9f5b61ebb60e484&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8579450 Mar 02 07:40:48.969923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36060) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:48.994483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184de46c-ca62-4dc0-a532-2be93c28ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a57e8a-e9c6-4b21-84ae-a141a13a28af,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:49.064640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41cc6e-8b78-4448-b6df-4aaa97fa0511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af8435-788d-4dbd-ab65-21c4aab5083e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:49.126322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.192187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.448023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.621090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b185850-a12e-479d-8a03-93f4b63cbca1 req-07f48407-b063-4143-b991-e85276573b70 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:49.634854 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b185850-a12e-479d-8a03-93f4b63cbca1 req-07f48407-b063-4143-b991-e85276573b70 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 931 time: 0.4688518 Mar 02 07:40:49.681709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.688098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Router cf30c29a-b56f-407a-b547-e857bf4e3868 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:49.698721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.743004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:49.749303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Pushing event deleted for resources: {'Port': ['ID=e2875df2-c0a2-47eb-8850-f37d8b005d83,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:49.790566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b185850-a12e-479d-8a03-93f4b63cbca1 req-a0c2ef09-e453-4919-8b15-888f45572045 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406879 Mar 02 07:40:49.795420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] In _notify_port_updated(), no bound segment for port d4e97389-89d0-4824-a128-45708d9bac01 on network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:40:49.801647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:49.806072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.810452 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "PUT /v2.0/ports/d4e97389-89d0-4824-a128-45708d9bac01 HTTP/1.1" status: 200 len: 1068 time: 1.6776814 Mar 02 07:40:49.816785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:49.832207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cdab1a01-79e6-42d7-aa57-77f5f1c83a1d req-7a4e5705-8516-43b9-9332-3b16c8e481b4 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 210 time: 0.2004166 Mar 02 07:40:49.834429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:40:49.853700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.858142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] No DVR routers for this DVR port e2875df2-c0a2-47eb-8850-f37d8b005d83 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:49.863424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.880450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'name': 'network-vif-deleted', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:49.893221 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70fb908a-c4c1-4274-a0f0-ef1bcfeaef54 req-738db51b-4be7-4a98-b906-c0599ec62904 tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.39 "DELETE /v2.0/ports/e2875df2-c0a2-47eb-8850-f37d8b005d83 HTTP/1.1" status: 204 len: 173 time: 3.0612681 Mar 02 07:40:49.900120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Transition to ACTIVE for port object 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:49.910510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.955036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.009799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.013535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.014285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70a57e8a-e9c6-4b21-84ae-a141a13a28af HTTP/1.1" status: 204 len: 168 time: 1.0218010 Mar 02 07:40:50.049950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a791e-bc94-4eff-a5cc-0aee8945e0a2 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event updated for resources: {'Port': ['ID=d4e97389-89d0-4824-a128-45708d9bac01,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:50.054965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:50.072592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Usage tracker for resource:security_group_rule and tenant:c092d0960a164c7d9d401993c244bc1f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:50.079652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e2875df2-c0a2-47eb-8850-f37d8b005d83 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:50.081049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:50.097564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port d4e97389-89d0-4824-a128-45708d9bac01 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:50.098052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.182095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: e2875df2-c0a2-47eb-8850-f37d8b005d83 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:50.182733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e2875df2-c0a2-47eb-8850-f37d8b005d83 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:50.199211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Pushing event updated for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:50.223028 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb587d0a-38b5-47ce-9f2e-714be44b31bb', 'name': 'network-vif-deleted', 'tag': 'e2875df2-c0a2-47eb-8850-f37d8b005d83', 'status': 'completed', 'code': 200} Mar 02 07:40:50.229628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c70a82-da01-43aa-9293-550d6bd9166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a57e8a-e9c6-4b21-84ae-a141a13a28af,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:50.237104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:50.469776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7701b1f4-5616-4d2b-85f0-a8bbf836282f None None] Provisioning complete for port d4e97389-89d0-4824-a128-45708d9bac01 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:50.471785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7701b1f4-5616-4d2b-85f0-a8bbf836282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.484528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:50.518178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Sync routers for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:50.549055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:50.552042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:50.576538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62a94749-ed83-460b-8af3-917c0db2f2d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf30c29a-b56f-407a-b547-e857bf4e3868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8344965 Mar 02 07:40:50.587554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:50.684381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.702191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.811022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:50.879750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:51.140432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c092d0960a164c7d9d401993c244bc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3940096 Mar 02 07:40:51.141968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:51.248559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Attempting to bind port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:51.249271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Attempting to bind port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '8a39c8c3-5b8c-4228-9934-565387059268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:51.249672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Attempting to bind port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a on network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:51.272608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a on network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:40:51.273082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Attempting to bind port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a on network 128c22d9-8490-4c22-a29a-e6d5fe4d6803 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:51.330151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.341355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7701b1f4-5616-4d2b-85f0-a8bbf836282f None None] Port d4e97389-89d0-4824-a128-45708d9bac01 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:51.405505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:51.406135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Checking segment: {'id': '8a39c8c3-5b8c-4228-9934-565387059268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:51.406700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Bound using segment: {'id': '8a39c8c3-5b8c-4228-9934-565387059268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:51.407502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Bound port: 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a39c8c3-5b8c-4228-9934-565387059268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:51.408675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.471982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a15baa-93cc-413b-a1f5-bdc3c87073a9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:51.488508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for d4e97389-89d0-4824-a128-45708d9bac01 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:51.631038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.794472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14236-6ec9-4f2e-b0eb-faa44daf1b3a req-f0fd99ec-32db-42b9-be1e-566cba9241c5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:51.795601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a8e14236-6ec9-4f2e-b0eb-faa44daf1b3a req-f0fd99ec-32db-42b9-be1e-566cba9241c5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Synchronizing usage tracker for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:51.816838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:40:47Z', 'revision_number': 5, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port': {'id': '88723aff-f1de-48bc-83e0-0aa3c928d8b1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:58Z', 'updated_at': '2022-03-02T07:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:51.823951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.844237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Checking router: cf30c29a-b56f-407a-b547-e857bf4e3868 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:51.870870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Routers {'cf30c29a-b56f-407a-b547-e857bf4e3868'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:51.871563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['cf30c29a-b56f-407a-b547-e857bf4e3868'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:51.876768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:51.895548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a8e14236-6ec9-4f2e-b0eb-faa44daf1b3a req-f0fd99ec-32db-42b9-be1e-566cba9241c5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Unset dirty status for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:51.899608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4a0a25a-79ab-497f-ac70-67b5e636a08e req-3e6eaaf9-5acc-45bd-84e3-80a96775514d tempest-ServersTestJSON-1649958415 tempest-ServersTestJSON-1649958415-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb587d0a-38b5-47ce-9f2e-714be44b31bb HTTP/1.1" status: 200 len: 210 time: 0.5487630 Mar 02 07:40:51.907553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e14236-6ec9-4f2e-b0eb-faa44daf1b3a req-f0fd99ec-32db-42b9-be1e-566cba9241c5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 943 time: 0.7619219 Mar 02 07:40:51.923497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.923853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.924253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.924600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.924932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.925266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.925595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.930997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.932402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.932761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.933432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.933780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd5980-2242-4777-ab56-c028539f5c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:51.938157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.950745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,segment=NetworkSegment(8a39c8c3-5b8c-4228-9934-565387059268),segment_id=8a39c8c3-5b8c-4228-9934-565387059268)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:51.957955 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:51.981046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.035382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Deleting port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:52.035892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.064560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=d4e97389-89d0-4824-a128-45708d9bac01,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:52.092995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e14236-6ec9-4f2e-b0eb-faa44daf1b3a req-26cdecd2-0f4d-4632-9b67-545b424c0c3a tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840646 Mar 02 07:40:52.132828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:52.134088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.135673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] 10.222.0.16 "PUT /v2.0/ports/74ae61a4-fd02-45dc-8507-cf0f7daf8e6a HTTP/1.1" status: 200 len: 1091 time: 5.3067884 Mar 02 07:40:52.230217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:52.241577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e76db5-4d8b-40dc-9f7a-5dfdcfb67577 service neutron] Pushing event updated for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:52.244910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] Set router cf30c29a-b56f-407a-b547-e857bf4e3868 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:52.356926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.417818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:40:51Z', 'revision_number': 6, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:52.422421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c580e-edc1-4d97-be1b-c89d4f8bca2f None None] The sync data for ids ['cf30c29a-b56f-407a-b547-e857bf4e3868'] in n-d-827871-1 is: [{'id': 'cf30c29a-b56f-407a-b547-e857bf4e3868', 'name': 'tempest-TaggedBootDevicesTest_v242-194454377-router', 'tenant_id': '9bfb1f940fe746ac82185d93b28e274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:57Z', 'updated_at': '2022-03-02T07:40:51Z', 'revision_number': 6, 'project_id': '9bfb1f940fe746ac82185d93b28e274f', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:52.634464 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a', 'status': 'completed', 'code': 200} Mar 02 07:40:52.653567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a15baa-93cc-413b-a1f5-bdc3c87073a9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:52.670840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.672409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dca053a7-93a6-40c6-b2a6-3bd944390128 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33a15baa-93cc-413b-a1f5-bdc3c87073a9 HTTP/1.1" status: 204 len: 168 time: 1.4920406 Mar 02 07:40:52.732384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.732607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=88723aff-f1de-48bc-83e0-0aa3c928d8b1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:52.737497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:52.748711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-062184d5-b098-4c49-a530-b688536e7121 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/d4e97389-89d0-4824-a128-45708d9bac01 HTTP/1.1" status: 204 len: 168 time: 2.9293580 Mar 02 07:40:52.751281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36160) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:52.815980 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd59c9-54e1-4b24-b01c-88ec12f961da tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] GET failed (client error): The resource could not be found. Mar 02 07:40:52.816941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cebd59c9-54e1-4b24-b01c-88ec12f961da tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:52.843311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cebd59c9-54e1-4b24-b01c-88ec12f961da tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:52.844501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cebd59c9-54e1-4b24-b01c-88ec12f961da tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports/d4e97389-89d0-4824-a128-45708d9bac01 HTTP/1.1" status: 404 len: 333 time: 0.0923276 Mar 02 07:40:52.848371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36164) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:53.004669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port cc55d65c-a22e-4c75-be6c-b642b4b97c46 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:53.005346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:53.123656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-5b6b00eb-2c7b-47eb-86c4-5ec5277e12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:53.125181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-5b6b00eb-2c7b-47eb-86c4-5ec5277e12c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a49259f0cca8423ea419c261db7bd2b5&device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 1094 time: 0.8793812 Mar 02 07:40:53.142598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Calling delete_port for 88723aff-f1de-48bc-83e0-0aa3c928d8b1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:53.404310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4765eac8-242f-4086-9d99-a37bacccc5e4 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:53.494244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4765eac8-242f-4086-9d99-a37bacccc5e4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:53.495261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4765eac8-242f-4086-9d99-a37bacccc5e4 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:53.495827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 88723aff-f1de-48bc-83e0-0aa3c928d8b1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:53.601837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:53.748880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:53.774213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=88723aff-f1de-48bc-83e0-0aa3c928d8b1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:53.779273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:53.796897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-5744754d-c107-460f-98b4-fc8f26c153a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a HTTP/1.1" status: 200 len: 217 time: 0.5563996 Mar 02 07:40:53.850498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for cc55d65c-a22e-4c75-be6c-b642b4b97c46 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:53.875867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:53.897835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36200) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:53.903853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:53.904394 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:53.959847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2278b767-8489-4ebe-af65-7db3fed565a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:53.960297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e157868-3550-444d-a582-b4680d875d14 req-072ccaf6-07eb-4d33-a9a9-53c53a20f70d tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:53.961794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e157868-3550-444d-a582-b4680d875d14 req-072ccaf6-07eb-4d33-a9a9-53c53a20f70d tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 943 time: 0.5621331 Mar 02 07:40:53.963768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-2278b767-8489-4ebe-af65-7db3fed565a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6753f9a4-31c8-4743-a13e-66e0c39c8069 HTTP/1.1" status: 200 len: 853 time: 0.1599212 Mar 02 07:40:54.044249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-69b460fc-66d3-4a84-bdfe-70345c0bb9ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128c22d9-8490-4c22-a29a-e6d5fe4d6803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734427 Mar 02 07:40:54.064106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e157868-3550-444d-a582-b4680d875d14 req-4ac6f86e-7149-4384-b354-889670b932f7 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898864 Mar 02 07:40:54.095216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.179081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=cc55d65c-a22e-4c75-be6c-b642b4b97c46,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:54.226626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.258131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c4a09498-0c4b-4bc7-80cf-8d2c6676c254 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/cc55d65c-a22e-4c75-be6c-b642b4b97c46 HTTP/1.1" status: 204 len: 168 time: 1.4085472 Mar 02 07:40:54.259565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36212) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:54.360881 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-abddd513-8c75-4893-9ba9-dee42b016e1a tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] GET failed (client error): The resource could not be found. Mar 02 07:40:54.361160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abddd513-8c75-4893-9ba9-dee42b016e1a tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Synchronizing usage tracker for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:54.391627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-abddd513-8c75-4893-9ba9-dee42b016e1a tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Unset dirty status for tenant:9082ecaceb4e460e9a052d78e1f901fd on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:54.394017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abddd513-8c75-4893-9ba9-dee42b016e1a tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "GET /v2.0/ports/cc55d65c-a22e-4c75-be6c-b642b4b97c46 HTTP/1.1" status: 404 len: 333 time: 0.1335201 Mar 02 07:40:54.398309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36218) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:54.404631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Deleting subnet 783540dc-bc87-4b48-9bd0-5560b4d8e14b {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:54.419839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Deleting port 88723aff-f1de-48bc-83e0-0aa3c928d8b1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:54.420539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.457122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-b95b0c19-48a9-465d-8adb-0b4a43c5cb42 service neutron] 10.222.0.16 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061012 Mar 02 07:40:54.470287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.486482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 27080cb9-3198-4cf7-be2f-418625392ba2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:54.487166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.620927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.787383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.821775 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:54.914990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4d85d59a-a7d1-4a68-804a-add84307cd76 req-3333c46e-3433-4951-a57d-2049fe512738 service neutron] 10.222.0.16 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696215 Mar 02 07:40:54.925040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] For port 88723aff-f1de-48bc-83e0-0aa3c928d8b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=88723aff-f1de-48bc-83e0-0aa3c928d8b1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:54.925406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.035256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36238) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:55.044156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for 27080cb9-3198-4cf7-be2f-418625392ba2 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:55.060480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Calling delete_port for 88723aff-f1de-48bc-83e0-0aa3c928d8b1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:55.233433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1059825478', 'router:external': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:55.239439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:55.241982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.267428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.281007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:network and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:55.292262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:55.305991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Port': ['ID=27080cb9-3198-4cf7-be2f-418625392ba2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:55.309669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:55.338424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783540dc-bc87-4b48-9bd0-5560b4d8e14b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:55.343194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.364779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.383569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-824ea33d-2624-4622-a003-4e3af5da94f6 tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/ports/27080cb9-3198-4cf7-be2f-418625392ba2 HTTP/1.1" status: 204 len: 168 time: 0.9841385 Mar 02 07:40:55.384747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Made reservation on behalf of debb76473e16401f907363dc38bf39ed for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:55.387153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36264) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:55.387292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.391005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f4956a5f-c17e-4aa8-800e-8a4941e0ae9f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/783540dc-bc87-4b48-9bd0-5560b4d8e14b HTTP/1.1" status: 204 len: 168 time: 1.4889100 Mar 02 07:40:55.396422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36268) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:55.408420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.437128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:55.450397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:security_group_rule and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:55.453237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:55.488656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:55.631135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.635723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.642158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-fcbe4a4e-ae90-4227-9740-6ab45e524051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:55.643730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-fcbe4a4e-ae90-4227-9740-6ab45e524051 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a49259f0cca8423ea419c261db7bd2b5&device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 1094 time: 0.5902264 Mar 02 07:40:55.678359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:40:55.687438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866ea86-4d22-4f6d-bfcb-789c64e34547,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:55.707557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.707963 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Added segment 6d72b3af-4da1-42ac-9f02-15f9658430f8 of type vlan for network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 Mar 02 07:40:55.745463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.801375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.802639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:55.803465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.853167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8141131 Mar 02 07:40:55.864042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36304) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:55.869893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'subnet': {'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:55.880357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:55.880918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting subnet e62bba6b-dd3e-400e-8bf7-de33cdbc1bda {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:55.899768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.932603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:subnet and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:55.950341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:55.958308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:55.975237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:55.981045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb788b-b30d-45d6-8e08-79b484145963 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Network': ['ID=74bebd16-2341-4fd7-83c7-ee0fd0b6e421,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:55.993785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:40:56.005069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Made reservation on behalf of debb76473e16401f907363dc38bf39ed for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:56.007672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.031906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f352b57-a6ba-4537-899f-9130187bfcab req-b16c9dbf-0c04-4a3b-af9d-e4c92b80d946 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:56.039751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f352b57-a6ba-4537-899f-9130187bfcab req-b16c9dbf-0c04-4a3b-af9d-e4c92b80d946 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 943 time: 0.8102689 Mar 02 07:40:56.146006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.306338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f352b57-a6ba-4537-899f-9130187bfcab req-0881e7a8-207d-4274-b50d-72cf7175f150 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652147 Mar 02 07:40:56.334589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-af678132-3728-4be8-9feb-04213edabd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:56.336747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-af678132-3728-4be8-9feb-04213edabd0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=128c22d9-8490-4c22-a29a-e6d5fe4d6803 HTTP/1.1" status: 200 len: 913 time: 0.6627936 Mar 02 07:40:56.391661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.509707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.528492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-432409e9-8060-4fd0-9938-c1ecea4bb321 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a HTTP/1.1" status: 200 len: 217 time: 0.1401000 Mar 02 07:40:56.533540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88723aff-f1de-48bc-83e0-0aa3c928d8b1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:56.542561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:40:56.543005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.632032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e81df197-08a6-497f-9f2d-018bef4dd129,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:56.641149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Checking segment: {'id': '6d72b3af-4da1-42ac-9f02-15f9658430f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:56.641582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network hostable DHCP agents. Network: 74bebd16-2341-4fd7-83c7-ee0fd0b6e421, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:40:56.645945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9824f45-e277-4cd4-a39b-c9bc4c65ed8e']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:56.662617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:40:56.678026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 74bebd16-2341-4fd7-83c7-ee0fd0b6e421) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:56.683235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:56.684181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.687976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6afe9d-2864-4be0-ad49-ae2267fcde41 None None] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:56.697564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4666e798-1cb0-42e7-b236-7a799cadb3bf') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:56.697959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4666e798-1cb0-42e7-b236-7a799cadb3bf') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:56.717906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df62bc51-f1eb-4916-912c-f9bf5960509b tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8525786 Mar 02 07:40:56.720903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36314) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:56.728835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-c22a1a23-20cc-4f6e-8e60-0b85ef6668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:56.729685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1240140950', 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:56.730336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-c22a1a23-20cc-4f6e-8e60-0b85ef6668f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6753f9a4-31c8-4743-a13e-66e0c39c8069 HTTP/1.1" status: 200 len: 853 time: 0.1910048 Mar 02 07:40:56.735369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.737578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:56.742249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:port and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:56.748871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.754201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:56.760913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:56.777627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Made reservation on behalf of debb76473e16401f907363dc38bf39ed for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:56.781841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.806541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] device_id is not set on port d279a301-451d-4ad1-8cf6-f4ee163af2ef yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:40:56.857774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-94e1c728-67a4-4bdb-bb43-9dabff335dd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128c22d9-8490-4c22-a29a-e6d5fe4d6803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767641 Mar 02 07:40:56.894141 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:56.902895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:56.903389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.020164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.040602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b1051-b6f0-4d29-a4d8-5195e513e5cc None None] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:57.041077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 2001:db8::34a (74bebd16-2341-4fd7-83c7-ee0fd0b6e421/e81df197-08a6-497f-9f2d-018bef4dd129/d279a301-451d-4ad1-8cf6-f4ee163af2ef) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:57.188493 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:57.447867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-b2754552-c47c-459d-88c0-d1cc349b38cf service neutron] 10.222.0.16 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291565 Mar 02 07:40:57.453031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.457347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.457549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.526748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.615661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.639177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.659665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:57.663053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.665417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9824f45-e277-4cd4-a39b-c9bc4c65ed8e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:57.667002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Subnet': ['ID=e62bba6b-dd3e-400e-8bf7-de33cdbc1bda,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:57.668471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:57.671843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:57.672308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:57.672907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.674977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e880d0-0207-45f5-bc35-7afb3da83cda None None] Network 2ec420a4-f3ae-4b77-ace9-ce95fc359dae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:57.681766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.694499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=d279a301-451d-4ad1-8cf6-f4ee163af2ef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:57.731893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b74ed5d-927c-4a17-b63c-d72143091f2d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0097661 Mar 02 07:40:57.734963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36324) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:57.784313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62fba1-1149-4d67-af07-d240fa1cda26 req-51d07b27-0538-4f66-8d68-86bdfce87809 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:57.793076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f62fba1-1149-4d67-af07-d240fa1cda26 req-51d07b27-0538-4f66-8d68-86bdfce87809 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 943 time: 0.2208407 Mar 02 07:40:57.886251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f62fba1-1149-4d67-af07-d240fa1cda26 req-585f0981-7f12-4a8e-ac12-9c27ba1f51b0 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906014 Mar 02 07:40:57.890907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting port d279a301-451d-4ad1-8cf6-f4ee163af2ef {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:57.891320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.934212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a2a82f23-cdf4-4fb8-a040-d54852a99b7d tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/subnets/e62bba6b-dd3e-400e-8bf7-de33cdbc1bda HTTP/1.1" status: 204 len: 168 time: 2.5424578 Mar 02 07:40:57.945697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:57.948850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eeea2354-1d7b-441b-a3ac-5f284781b8b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9824f45-e277-4cd4-a39b-c9bc4c65ed8e HTTP/1.1" status: 204 len: 168 time: 2.5500627 Mar 02 07:40:57.969716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] DHCP port deletion for 2ec420a4-f3ae-4b77-ace9-ce95fc359dae request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:40:57.976549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Deleting port 91ccb6a3-5258-4318-b39f-69a0e0115a97 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:57.977702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.013062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.013750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf30c29a-b56f-407a-b547-e857bf4e3868 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:40:58.091238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.092370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ccd1a6a-3ec9-4479-aba0-57d2c049d0e0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cf30c29a-b56f-407a-b547-e857bf4e3868 HTTP/1.1" status: 204 len: 168 time: 7.5037210 Mar 02 07:40:58.109811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36334) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:58.335117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36344) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:58.427458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.435725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f0d1a49-a616-4323-a070-d502c14f3184 req-2b9ea7d5-e346-469e-b3e7-d88f788f874f service neutron] 10.222.0.16 "GET /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729235 Mar 02 07:40:58.503599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] For port 91ccb6a3-5258-4318-b39f-69a0e0115a97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91ccb6a3-5258-4318-b39f-69a0e0115a97,segment=NetworkSegment(af29a9df-8490-4419-9df0-6b3c17c98137),segment_id=af29a9df-8490-4419-9df0-6b3c17c98137)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:58.505308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.511000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 91ccb6a3-5258-4318-b39f-69a0e0115a97 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:58.511565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.543913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a9194da6-5001-4608-9f8e-749c4482b744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=854ece0f470a4840a6ba73aef485aa62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062075 Mar 02 07:40:58.548011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36352) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:58.599923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.700432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Deleting subnet 28f08685-3096-4921-a1a6-259995618018 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:58.714603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.717185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Calling delete_port for 91ccb6a3-5258-4318-b39f-69a0e0115a97 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:58.799750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Calling delete_port for d279a301-451d-4ad1-8cf6-f4ee163af2ef owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:58.839530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.881100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.889197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] No DVR routers for this DVR port 91ccb6a3-5258-4318-b39f-69a0e0115a97 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:58.899201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.906317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb2728-93e4-496b-9f1f-fbb3d1122cdc None None] Pushing event deleted for resources: {'Port': ['ID=91ccb6a3-5258-4318-b39f-69a0e0115a97,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:58.970569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.035274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] For port 91ccb6a3-5258-4318-b39f-69a0e0115a97, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91ccb6a3-5258-4318-b39f-69a0e0115a97,segment=NetworkSegment(af29a9df-8490-4419-9df0-6b3c17c98137),segment_id=af29a9df-8490-4419-9df0-6b3c17c98137)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:59.035784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.144419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.147354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.201122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce59a935-f0e5-40fc-beb0-132233966942,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:59.219126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Port': ['ID=d279a301-451d-4ad1-8cf6-f4ee163af2ef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:59.245554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Calling delete_port for 91ccb6a3-5258-4318-b39f-69a0e0115a97 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:59.269786 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.272890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6ef2494d-2596-4c59-b5e1-d9820f287f21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce59a935-f0e5-40fc-beb0-132233966942 HTTP/1.1" status: 204 len: 168 time: 0.7206612 Mar 02 07:40:59.277675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:40:59.296412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.298685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f5e6aab-fa67-4b6b-8735-eca73b5f4a50 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d279a301-451d-4ad1-8cf6-f4ee163af2ef HTTP/1.1" status: 204 len: 168 time: 1.5624328 Mar 02 07:40:59.306643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36376) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:59.316805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421', 'external_fixed_ips': [{'subnet_id': 'e81df197-08a6-497f-9f2d-018bef4dd129', 'ip_address': '2001:db8::34a'}]}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:59.330347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:59.338960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:router and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:59.348022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:59.357612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:59.387524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.389098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.428303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:40:59.428627 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:40:59.433253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.438581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91ccb6a3-5258-4318-b39f-69a0e0115a97 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:59.449250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.524901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 91ccb6a3-5258-4318-b39f-69a0e0115a97 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:59.526958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91ccb6a3-5258-4318-b39f-69a0e0115a97 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:59.598328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36388) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:59.627995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,segment=NetworkSegment(8a39c8c3-5b8c-4228-9934-565387059268),segment_id=8a39c8c3-5b8c-4228-9934-565387059268)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:59.663752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a', 'network_id': '128c22d9-8490-4c22-a29a-e6d5fe4d6803', 'port_id': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a', 'mac_address': 'fa:16:3e:29:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6753f9a4-31c8-4743-a13e-66e0c39c8069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:40:59.726692 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.728128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Deleting subnet 7471d8d9-15ce-46c2-b911-7b9b721d6d9f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:59.745276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:40:59.762661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,segment=NetworkSegment(8a39c8c3-5b8c-4228-9934-565387059268),segment_id=8a39c8c3-5b8c-4228-9934-565387059268)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:59.778733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.779366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.891738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:59.901344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.939269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.949416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Deleting port 91ccb6a3-5258-4318-b39f-69a0e0115a97 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:59.949820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.008733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.065509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f08685-3096-4921-a1a6-259995618018,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:00.070577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['74ae61a4-fd02-45dc-8507-cf0f7daf8e6a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:00.071947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.096900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b361fc-7aff-4a78-8374-7d2ad1466df8 req-7f61970f-eb87-4bb3-b177-908048a6f299 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:00.104091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b361fc-7aff-4a78-8374-7d2ad1466df8 req-7f61970f-eb87-4bb3-b177-908048a6f299 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 943 time: 0.9929068 Mar 02 07:41:00.129289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5581614-7e6f-4408-b4bb-2152c635ed7e None None] Network 0581272b-f454-4f2b-9497-7089d94a85bb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:00.171052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] The port '91ccb6a3-5258-4318-b39f-69a0e0115a97' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:41:00.245131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-88410c86-788f-476c-a23f-5e7b95005dab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/28f08685-3096-4921-a1a6-259995618018 HTTP/1.1" status: 204 len: 168 time: 2.1319103 Mar 02 07:41:00.263432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36406) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:00.416286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.443328 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.592748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.641672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.663434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72834962-f242-4e59-91ad-45df2e418575 None None] DHCP port deletion for 0581272b-f454-4f2b-9497-7089d94a85bb request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:41:00.668207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Deleting port 11a539d1-a25d-4a05-a46c-539e96bb7973 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:00.668651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.688793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64b361fc-7aff-4a78-8374-7d2ad1466df8 req-872d38ae-f0d0-43e5-b0dd-b20ecc4e322f tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834651 Mar 02 07:41:00.721538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.743358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:00.793442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Deleting port 11a539d1-a25d-4a05-a46c-539e96bb7973 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:00.794079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.880142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec420a4-f3ae-4b77-ace9-ce95fc359dae']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:00.911829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:00.920298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af29a9df-8490-4419-9df0-6b3c17c98137') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:00.920598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af29a9df-8490-4419-9df0-6b3c17c98137') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:00.940540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 2001:db8::34a (74bebd16-2341-4fd7-83c7-ee0fd0b6e421/e81df197-08a6-497f-9f2d-018bef4dd129/8a178870-abe3-4b90-82bb-d375a77859b0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:00.975692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7471d8d9-15ce-46c2-b911-7b9b721d6d9f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:00.995818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-72834962-f242-4e59-91ad-45df2e418575 None None] For port 11a539d1-a25d-4a05-a46c-539e96bb7973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=11a539d1-a25d-4a05-a46c-539e96bb7973,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:00.996384 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.031151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.042002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.058887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-339873208-network', 'tenant_id': 'de2b1b4a9b8444218224782999c237a1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:01.131316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:01.150275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.168684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d556308a-1240-40c7-9380-5b25ce42abf9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7471d8d9-15ce-46c2-b911-7b9b721d6d9f HTTP/1.1" status: 204 len: 168 time: 1.5690625 Mar 02 07:41:01.172120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Usage tracker for resource:network and tenant:de2b1b4a9b8444218224782999c237a1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:01.176564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:01.179779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:01.182831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:01.183319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.192342 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:01.205321 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:01.217265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Calling delete_port for 11a539d1-a25d-4a05-a46c-539e96bb7973 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:01.230263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.285971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:01.289375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:01.333619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:01.345502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:01.356005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:01.358214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 11a539d1-a25d-4a05-a46c-539e96bb7973 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:01.441629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=8a178870-abe3-4b90-82bb-d375a77859b0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:01.462961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Made reservation on behalf of de2b1b4a9b8444218224782999c237a1 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:01.465256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.504605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] For port 11a539d1-a25d-4a05-a46c-539e96bb7973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=11a539d1-a25d-4a05-a46c-539e96bb7973,segment=NetworkSegment(dfff1346-e4f7-4951-b890-623442a3c153),segment_id=dfff1346-e4f7-4951-b890-623442a3c153)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:01.506524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.533691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.563278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.623638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72834962-f242-4e59-91ad-45df2e418575 None None] Pushing event deleted for resources: {'Port': ['ID=11a539d1-a25d-4a05-a46c-539e96bb7973,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:01.625996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72834962-f242-4e59-91ad-45df2e418575 None None] No DVR routers for this DVR port 11a539d1-a25d-4a05-a46c-539e96bb7973 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:01.674001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:01.685277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.686272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:01.686842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.690444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.704692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Calling delete_port for 11a539d1-a25d-4a05-a46c-539e96bb7973 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:01.750346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] 10.222.0.21 "DELETE /v2.0/networks/2ec420a4-f3ae-4b77-ace9-ce95fc359dae HTTP/1.1" status: 204 len: 168 time: 3.8012359 Mar 02 07:41:01.776551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.805989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b61582-8065-4a88-a8f8-1cca7e4d69fc tempest-AllowedAddressPairIpV6TestJSON-770679494 tempest-AllowedAddressPairIpV6TestJSON-770679494-project] Pushing event deleted for resources: {'Network': ['ID=2ec420a4-f3ae-4b77-ace9-ce95fc359dae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:01.821699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.824103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.836413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:01.846829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Usage tracker for resource:security_group_rule and tenant:de2b1b4a9b8444218224782999c237a1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:01.855543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.859798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:01.871834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:01.893753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:01.925597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,segment=NetworkSegment(8a39c8c3-5b8c-4228-9934-565387059268),segment_id=8a39c8c3-5b8c-4228-9934-565387059268)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:01.935549 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.024077 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a', 'code': 200} Mar 02 07:41:02.049802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:02.086022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14749c51-e1aa-49bd-b1f7-53b51eb43a70 req-5b63524c-6292-4a88-85d2-f4fb6251b6cf tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:02.087556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14749c51-e1aa-49bd-b1f7-53b51eb43a70 req-5b63524c-6292-4a88-85d2-f4fb6251b6cf tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.2075737 Mar 02 07:41:02.138774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:02.188889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.233990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:02.234371 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:02.250552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa46535-128c-4346-b078-e89416750f8a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.309535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.311168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84c0a2c-4975-40e8-b8a6-60a1b7e01864') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.316684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14749c51-e1aa-49bd-b1f7-53b51eb43a70 req-578c2b45-7d81-465a-a0dd-4083e4a8cb01 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761692 Mar 02 07:41:02.344663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.358362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.366531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.370637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.407005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b238483-323d-4ab9-973e-27e6ec8d9976 req-299fead3-4654-4e53-8c26-f204a42a44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:02.409551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b238483-323d-4ab9-973e-27e6ec8d9976 req-299fead3-4654-4e53-8c26-f204a42a44e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 1096 time: 0.3282859 Mar 02 07:41:02.419996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.426783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:02.456518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d09c27-d33c-40b3-81bf-e94d866fb7c7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:02.461012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:02.461455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:02.478682 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:02.509373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.509743 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Added segment c4ab431d-48dc-4b81-b225-8add84d638ac of type vlan for network bcd99b72-7299-497f-95db-a8525997c050 Mar 02 07:41:02.514489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b238483-323d-4ab9-973e-27e6ec8d9976 req-20a6f77e-2cd3-419e-b21f-b94c436ad2ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Mar 02 07:41:02.566057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45618d45-be31-49be-bb4f-b908f4c68dfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9082ecaceb4e460e9a052d78e1f901fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241431 Mar 02 07:41:02.571185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:02.626740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.637300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.642470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.696853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/daa46535-128c-4346-b078-e89416750f8a HTTP/1.1" status: 204 len: 168 time: 1.5191677 Mar 02 07:41:02.701128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10407b7-4c9b-49f0-8eda-4a99e224b1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa46535-128c-4346-b078-e89416750f8a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:02.733171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.735474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Deleting port 11a539d1-a25d-4a05-a46c-539e96bb7973 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:02.735800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.737275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router b13bc2fc-2c17-458c-856e-aac3b05436da is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:02.781340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.782336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:02.782917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.946960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36456) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:02.957670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:02.971452 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Sync routers for ids ['b13bc2fc-2c17-458c-856e-aac3b05436da'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:02.982560 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Routers {'b13bc2fc-2c17-458c-856e-aac3b05436da'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:02.983590 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b13bc2fc-2c17-458c-856e-aac3b05436da'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.987224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] The port '11a539d1-a25d-4a05-a46c-539e96bb7973' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:41:02.994356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.998373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a15df7e0-6088-4979-ade6-f237dd3f52e6 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6886079 Mar 02 07:41:02.998803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36460) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:03.006275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.100466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3393066 Mar 02 07:41:03.102178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36464) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:03.109907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Request body: {'subnet': {'network_id': 'bcd99b72-7299-497f-95db-a8525997c050', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-339873208-subnet', 'tenant_id': 'de2b1b4a9b8444218224782999c237a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:03.118153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:03.123271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Usage tracker for resource:subnet and tenant:de2b1b4a9b8444218224782999c237a1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:03.126460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:03.136415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:03.150696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea653-03b7-4985-9461-be860f62f582 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd99b72-7299-497f-95db-a8525997c050,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:03.165937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bcd99b72-7299-497f-95db-a8525997c050 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:03.207841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Made reservation on behalf of de2b1b4a9b8444218224782999c237a1 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:03.209586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.238472 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Set router b13bc2fc-2c17-458c-856e-aac3b05436da gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:03.288695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20ce3871-f674-4ea2-9b0d-5e67eb5523ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8488606866a14d08b167ddb196e785bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219435 Mar 02 07:41:03.302301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36470) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:03.309555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.336191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.407127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0581272b-f454-4f2b-9497-7089d94a85bb']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:03.431934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.457087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfff1346-e4f7-4951-b890-623442a3c153') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:03.457390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfff1346-e4f7-4951-b890-623442a3c153') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:03.492794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2ed71-906b-40cc-9281-6bf7439bf473,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:03.498197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.529657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.530868 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d3cc2a82-b175-48ad-a142-bd3476e4636d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34c2ed71-906b-40cc-9281-6bf7439bf473 HTTP/1.1" status: 204 len: 168 time: 0.9580960 Mar 02 07:41:03.588604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.601631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.634420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.707228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:03.707789 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.755299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.763266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:03.769787 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:03.774515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting port 8a178870-abe3-4b90-82bb-d375a77859b0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:03.786447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.793162 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13bc2fc-2c17-458c-856e-aac3b05436da', 'name': '', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421', 'external_fixed_ips': [{'subnet_id': 'e81df197-08a6-497f-9f2d-018bef4dd129', 'ip_address': '2001:db8::34a'}], 'enable_snat': True}, 'gw_port_id': '8a178870-abe3-4b90-82bb-d375a77859b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:59Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '8a178870-abe3-4b90-82bb-d375a77859b0', 'name': '', 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13bc2fc-2c17-458c-856e-aac3b05436da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'e81df197-08a6-497f-9f2d-018bef4dd129', 'ip_address': '2001:db8::34a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:00Z', 'updated_at': '2022-03-02T07:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e81df197-08a6-497f-9f2d-018bef4dd129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:03.806498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Checking router: b13bc2fc-2c17-458c-856e-aac3b05436da for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:03.806863 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Updating router b13bc2fc-2c17-458c-856e-aac3b05436da port 8a178870-abe3-4b90-82bb-d375a77859b0 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:03.866188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.897191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a54356-7240-484d-83c2-207fc32c7712,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:03.956767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.961642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-86181f0f-21b5-4e88-a5ba-9f99e6a95074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9a54356-7240-484d-83c2-207fc32c7712 HTTP/1.1" status: 204 len: 168 time: 0.6564538 Mar 02 07:41:03.989768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fa2a2-c0d4-47bb-9d51-135d2ec6ab54 req-73ac69ac-f717-4eca-9f5f-1f42478899d6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:03.991263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a11fa2a2-c0d4-47bb-9d51-135d2ec6ab54 req-73ac69ac-f717-4eca-9f5f-1f42478899d6 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.4771483 Mar 02 07:41:03.994242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.996877 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.039472 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.042091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0581272b-f454-4f2b-9497-7089d94a85bb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:04.103857 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ffbb7a44-e37f-45fe-abd3-0da088df20a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0581272b-f454-4f2b-9497-7089d94a85bb HTTP/1.1" status: 204 len: 168 time: 3.8389575 Mar 02 07:41:04.108628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36482) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:04.130658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a11fa2a2-c0d4-47bb-9d51-135d2ec6ab54 req-bb6b093b-5254-477a-8efb-4dfd6b3172cc tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Mar 02 07:41:04.198832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5695b8-4f92-4071-93bc-7002fa18764f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:04.207442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Checking segment: {'id': 'c4ab431d-48dc-4b81-b225-8add84d638ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:04.207802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Network hostable DHCP agents. Network: bcd99b72-7299-497f-95db-a8525997c050, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:04.260468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Network bcd99b72-7299-497f-95db-a8525997c050 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:04.268445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.566731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, bcd99b72-7299-497f-95db-a8525997c050) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:04.571168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:04.571948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.577128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ec80c5-dc63-4da7-9886-b44fcaa2b236 None None] Network bcd99b72-7299-497f-95db-a8525997c050 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:04.656560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Calling delete_port for 8a178870-abe3-4b90-82bb-d375a77859b0 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:04.710964 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.732149 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Transition to ACTIVE for port object 8a178870-abe3-4b90-82bb-d375a77859b0 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:04.747175 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.834037 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Attempting to bind port 8a178870-abe3-4b90-82bb-d375a77859b0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:04.834449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Attempting to bind port 8a178870-abe3-4b90-82bb-d375a77859b0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6d72b3af-4da1-42ac-9f02-15f9658430f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:04.834936 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Attempting to bind port 8a178870-abe3-4b90-82bb-d375a77859b0 on network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:04.847889 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:04.848278 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Checking segment: {'id': '6d72b3af-4da1-42ac-9f02-15f9658430f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:04.848659 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.849049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Bound using segment: {'id': '6d72b3af-4da1-42ac-9f02-15f9658430f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:04.849524 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Bound port: 8a178870-abe3-4b90-82bb-d375a77859b0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d72b3af-4da1-42ac-9f02-15f9658430f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74bebd16-2341-4fd7-83c7-ee0fd0b6e421'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:04.849975 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.960388 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] For port 8a178870-abe3-4b90-82bb-d375a77859b0, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:04.963914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] For port 8a178870-abe3-4b90-82bb-d375a77859b0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a178870-abe3-4b90-82bb-d375a77859b0,segment=NetworkSegment(6d72b3af-4da1-42ac-9f02-15f9658430f8),segment_id=6d72b3af-4da1-42ac-9f02-15f9658430f8)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:04.974947 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.992980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Pushing event updated for resources: {'Port': ['ID=8a178870-abe3-4b90-82bb-d375a77859b0,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:05.002186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.003197 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.003542 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.003881 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.004211 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.004538 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.004865 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.005331 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.005662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.006027 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.006347 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.007175 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:05.063511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bdfeac-3228-45cd-b278-bed1596701f8 None None] Network bcd99b72-7299-497f-95db-a8525997c050 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:05.082622 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Routers {'b13bc2fc-2c17-458c-856e-aac3b05436da'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:05.083246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b13bc2fc-2c17-458c-856e-aac3b05436da'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:05.193436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c684aac-60da-469b-b272-267e4f43b611 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0803556 Mar 02 07:41:05.201434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:05.201791 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:05.233563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57400a8-206d-461b-ae3b-54737d3c1d91 None None] Pushing event updated for resources: {'Port': ['ID=8a178870-abe3-4b90-82bb-d375a77859b0,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:05.260896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36520) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:05.305838 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] Set router b13bc2fc-2c17-458c-856e-aac3b05436da gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:05.474817 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13bc2fc-2c17-458c-856e-aac3b05436da', 'name': '', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:59Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 4, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:05.482399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe1ee2-91b5-4b5a-9cfb-9231ec37c53a None None] The sync data for ids ['b13bc2fc-2c17-458c-856e-aac3b05436da'] in n-d-827871-1 is: [{'id': 'b13bc2fc-2c17-458c-856e-aac3b05436da', 'name': '', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:59Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 4, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:05.537222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05c1f-9eb8-48c3-8bfe-4b5316f25d7d req-858a16fe-804e-4415-a664-1d3e671ddfa5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:05.543131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59d05c1f-9eb8-48c3-8bfe-4b5316f25d7d req-858a16fe-804e-4415-a664-1d3e671ddfa5 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.2224281 Mar 02 07:41:05.549923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.588087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.634748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:05.646110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Usage tracker for resource:security_group_rule and tenant:20eeffda5a2d4b2a8e22b6daa0d64de3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:05.651767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:05.667762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:05.709756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting port 8a178870-abe3-4b90-82bb-d375a77859b0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:05.710198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.814044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.821257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.850464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36536) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:05.893830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2f8c1-3f38-41d2-9731-0d3f2e71f62a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:05.899767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ee9810e-78a4-4d52-ba5c-dad602665148 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20eeffda5a2d4b2a8e22b6daa0d64de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376817 Mar 02 07:41:05.903376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36544) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:05.976752 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59d05c1f-9eb8-48c3-8bfe-4b5316f25d7d req-1e233b4c-f73f-4212-b06d-06cdb9b1b3d7 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933428 Mar 02 07:41:06.029239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.087882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.152773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.200270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.205544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fd2f8c1-3f38-41d2-9731-0d3f2e71f62a HTTP/1.1" status: 204 len: 168 time: 0.3004825 Mar 02 07:41:06.206738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c08c18-94eb-4a82-9885-36363b7cc293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2f8c1-3f38-41d2-9731-0d3f2e71f62a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:06.229978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-684697543'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:06.235552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] For port 8a178870-abe3-4b90-82bb-d375a77859b0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a178870-abe3-4b90-82bb-d375a77859b0,segment=NetworkSegment(6d72b3af-4da1-42ac-9f02-15f9658430f8),segment_id=6d72b3af-4da1-42ac-9f02-15f9658430f8)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:06.236223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.237378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:06.248503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Usage tracker for resource:network and tenant:5a29b8d708e449c781bf0b34e48e647e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:06.255090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:06.265803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:06.278729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Made reservation on behalf of 5a29b8d708e449c781bf0b34e48e647e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:06.287475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.309213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.324952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:06.331232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Usage tracker for resource:security_group_rule and tenant:5a29b8d708e449c781bf0b34e48e647e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:06.334238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:06.344709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:06.467872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.476998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.515167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:06.533586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7f43c2-0b2e-42fa-ba44-cfc393b09839,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:06.551075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.551639 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Added segment ab1a3057-88ca-42ca-b38a-be103f8ce489 of type vlan for network a6b95936-2755-4f7b-9f6f-81ce7a841377 Mar 02 07:41:06.615197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.676651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.684300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:06.685192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.695847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Calling delete_port for 8a178870-abe3-4b90-82bb-d375a77859b0 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:06.759611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36570) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:06.771775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1331116831-network', 'tenant_id': '8cd5e0e300674f569758abd9e4b4153e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:06.818862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:06.871104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Usage tracker for resource:network and tenant:8cd5e0e300674f569758abd9e4b4153e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:06.882891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:06.911041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0573902 Mar 02 07:41:06.912453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:06.917665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:06.924362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Request body: {'subnet': {'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:06.929451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Deleting port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:06.930774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.940501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05213-aeb7-4949-92ca-405cc34dd215 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'Network': ['ID=a6b95936-2755-4f7b-9f6f-81ce7a841377,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:06.954257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:07.093580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:07.099266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Usage tracker for resource:subnet and tenant:5a29b8d708e449c781bf0b34e48e647e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:07.102656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:07.109676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:07.124835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Made reservation on behalf of 5a29b8d708e449c781bf0b34e48e647e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:07.130155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.130333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Made reservation on behalf of 8cd5e0e300674f569758abd9e4b4153e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:07.132593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.155801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.216355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:07.224870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Usage tracker for resource:security_group_rule and tenant:8cd5e0e300674f569758abd9e4b4153e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:07.275875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:07.334855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:07.434602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a102a-fe5a-441f-8f57-25c2dfebfd7e req-46089733-0814-46bb-9f53-7bfae4d2e69b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.436359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-389a102a-fe5a-441f-8f57-25c2dfebfd7e req-46089733-0814-46bb-9f53-7bfae4d2e69b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.3988316 Mar 02 07:41:07.448913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] For port 1173b69f-eec2-4e0f-a5aa-f11ea81e6231, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:07.449269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.458657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.465129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.574297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Checking segment: {'id': 'ab1a3057-88ca-42ca-b38a-be103f8ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:07.574713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Network hostable DHCP agents. Network: a6b95936-2755-4f7b-9f6f-81ce7a841377, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:07.582019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'Subnet': ['ID=208dfc2d-73ee-4ebd-a920-2ea515cee8a9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:07.603135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:07.625555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a6b95936-2755-4f7b-9f6f-81ce7a841377) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:07.632118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.632721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.639191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc3960-3673-4b88-b8c6-76dee0ea62fc None None] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:07.674317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d2800578-5c8d-420a-9563-59bee3c08fab tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7575452 Mar 02 07:41:07.676905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:07.686091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Request body: {'port': {'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1509114181'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:07.726881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a178870-abe3-4b90-82bb-d375a77859b0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:07.810328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Calling delete_port for 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:07.853437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:07.857752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Usage tracker for resource:port and tenant:5a29b8d708e449c781bf0b34e48e647e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:07.860890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:07.868115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:07.886447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Made reservation on behalf of 5a29b8d708e449c781bf0b34e48e647e for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:07.897054 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.943646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] device_id is not set on port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:41:08.091862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.100243 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.104374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-a6b95936-2755-4f7b-9f6f-81ce7a841377', 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377', 'tenant_id': '5a29b8d708e449c781bf0b34e48e647e', 'fixed_ips': [{'subnet_id': '208dfc2d-73ee-4ebd-a920-2ea515cee8a9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:41:08.106380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.310875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-389a102a-fe5a-441f-8f57-25c2dfebfd7e req-a8cd3fc5-03c0-4f25-9a83-351013709471 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8533363 Mar 02 07:41:08.317556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.356473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Allocated IP 2001:db8::35a (a6b95936-2755-4f7b-9f6f-81ce7a841377/208dfc2d-73ee-4ebd-a920-2ea515cee8a9/84f8bd1a-f1fc-481f-a496-196724e7e6f0) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:08.386774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.476323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Pushing event deleted for resources: {'Port': ['ID=1173b69f-eec2-4e0f-a5aa-f11ea81e6231,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:08.538736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.557213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.575725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-55ee0ef8-67cf-4b24-a5b7-21bdcb7ee8c4 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:08.578742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-55ee0ef8-67cf-4b24-a5b7-21bdcb7ee8c4 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.3441248 Mar 02 07:41:08.580063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:08.694306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a1031b-819e-418d-bd1d-863a6f42248c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:08.705644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.706060 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Added segment f2188283-0044-4fe9-995f-8585d756cb75 of type vlan for network a796dd87-a522-4ed7-9e97-0af37ea326db Mar 02 07:41:08.750606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Deleting port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:08.751054 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.930654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.942940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.943474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b13bc2fc-2c17-458c-856e-aac3b05436da {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:08.983233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.001248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Transition to ACTIVE for port object 84f8bd1a-f1fc-481f-a496-196724e7e6f0 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:09.119139 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.119795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:09.120369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.123604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] For port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,segment=NetworkSegment(8a39c8c3-5b8c-4228-9934-565387059268),segment_id=8a39c8c3-5b8c-4228-9934-565387059268)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:09.124117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.135856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.192192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Allocated IP 2001:db8::2 (a6b95936-2755-4f7b-9f6f-81ce7a841377/208dfc2d-73ee-4ebd-a920-2ea515cee8a9/f0f754bf-fd44-4589-86f4-2efa966b4eb7) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:09.239986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.249335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.250543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a950626-1ad6-4396-9b26-e1bb0c81be51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b13bc2fc-2c17-458c-856e-aac3b05436da HTTP/1.1" status: 204 len: 168 time: 6.2506611 Mar 02 07:41:09.257402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] Pushing event updated for resources: {'Network': ['ID=a796dd87-a522-4ed7-9e97-0af37ea326db,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:09.260461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:09.308814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Calling delete_port for 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:09.422751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.433899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Transition to ACTIVE for port object f0f754bf-fd44-4589-86f4-2efa966b4eb7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:09.440356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-34523698-c007-45a8-9a86-fbfec91c010f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6741414 Mar 02 07:41:09.440931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:09.451181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:09.457693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Transition to ACTIVE for port object f0f754bf-fd44-4589-86f4-2efa966b4eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:09.457922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:09.463559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Request body: {'subnet': {'network_id': 'a796dd87-a522-4ed7-9e97-0af37ea326db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1331116831-subnet', 'tenant_id': '8cd5e0e300674f569758abd9e4b4153e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:09.463781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a796dd87-a522-4ed7-9e97-0af37ea326db details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:09.470996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:09.475372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Usage tracker for resource:subnet and tenant:8cd5e0e300674f569758abd9e4b4153e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:09.478350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:09.484519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:09.501432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:09.503496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Made reservation on behalf of 8cd5e0e300674f569758abd9e4b4153e for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:09.506309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.536831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:09.538044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.557428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'Port': ['ID=84f8bd1a-f1fc-481f-a496-196724e7e6f0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:09.567459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting subnet e81df197-08a6-497f-9f2d-018bef4dd129 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:09.598198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.659790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:09.662855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:09.665539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:09.694532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.723416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af518c71-dd37-400f-bc62-4acb7851ba89 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0412698 Mar 02 07:41:09.728972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:09.746937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Request body: {'port': {'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1853384130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:09.747657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] bootfile-name is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:09.747776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] tftp-server is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:09.748094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] server-ip-address is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:09.778894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Attempting to bind port f0f754bf-fd44-4589-86f4-2efa966b4eb7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:09.779147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Attempting to bind port f0f754bf-fd44-4589-86f4-2efa966b4eb7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'ab1a3057-88ca-42ca-b38a-be103f8ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:09.779433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Attempting to bind port f0f754bf-fd44-4589-86f4-2efa966b4eb7 on network a6b95936-2755-4f7b-9f6f-81ce7a841377 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:09.787052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:09.787052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Checking segment: {'id': 'ab1a3057-88ca-42ca-b38a-be103f8ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:09.787471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.787471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Bound using segment: {'id': 'ab1a3057-88ca-42ca-b38a-be103f8ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:09.787945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Bound port: f0f754bf-fd44-4589-86f4-2efa966b4eb7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1a3057-88ca-42ca-b38a-be103f8ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6b95936-2755-4f7b-9f6f-81ce7a841377'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:09.788315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.796747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3dc6-2bee-4f8e-b2ce-3f88638a7ad3 req-a7c84bf1-5fc2-4fd4-b663-2780156ac10b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:09.797706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Pushing event updated for resources: {'Port': ['ID=f0f754bf-fd44-4589-86f4-2efa966b4eb7,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:09.809078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46fe3dc6-2bee-4f8e-b2ce-3f88638a7ad3 req-a7c84bf1-5fc2-4fd4-b663-2780156ac10b tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 945 time: 0.2320359 Mar 02 07:41:09.890583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] For port f0f754bf-fd44-4589-86f4-2efa966b4eb7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:09.896323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] For port f0f754bf-fd44-4589-86f4-2efa966b4eb7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f0f754bf-fd44-4589-86f4-2efa966b4eb7,segment=NetworkSegment(ab1a3057-88ca-42ca-b38a-be103f8ce489),segment_id=ab1a3057-88ca-42ca-b38a-be103f8ce489)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:09.901756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.977041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46fe3dc6-2bee-4f8e-b2ce-3f88638a7ad3 req-a844ae6b-bb82-42d1-8b65-9ad372e03928 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644530 Mar 02 07:41:09.998174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.050700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3613d6-be70-4a9f-bd38-d504571d63f9 None None] Pushing event updated for resources: {'Port': ['ID=f0f754bf-fd44-4589-86f4-2efa966b4eb7,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:10.067669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:10.070177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:10.072939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Usage tracker for resource:port and tenant:5a29b8d708e449c781bf0b34e48e647e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:10.076637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:10.085964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:10.098517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.110417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['74ae61a4-fd02-45dc-8507-cf0f7daf8e6a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:10.181163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Pushing event deleted for resources: {'Port': ['ID=74ae61a4-fd02-45dc-8507-cf0f7daf8e6a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:10.184170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Made reservation on behalf of 5a29b8d708e449c781bf0b34e48e647e for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:10.196143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.223709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.229240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] device_id is not set on port 7c5e469c-7036-4113-909d-785705b3b8d3 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:41:10.504247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Allocated IP 2001:db8::346 (a6b95936-2755-4f7b-9f6f-81ce7a841377/208dfc2d-73ee-4ebd-a920-2ea515cee8a9/7c5e469c-7036-4113-909d-785705b3b8d3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:10.728746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.779078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e81df197-08a6-497f-9f2d-018bef4dd129,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:10.781492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.802719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.856050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:10.860802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e10a13ac-18fd-41a1-9e86-a7227983de51 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/e81df197-08a6-497f-9f2d-018bef4dd129 HTTP/1.1" status: 204 len: 168 time: 1.5944440 Mar 02 07:41:10.869341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7edde4a-7ead-4e66-9d8f-d75c3a69375f admin admin] 10.222.0.21 "PUT /v2.0/routers/6ff05c15-9ac9-4255-9cd1-24e2b7298dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7563891 Mar 02 07:41:10.873520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Sync routers for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:10.881840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:10.882201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36682) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:10.888717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:10.888717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:10.889055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] No DVR routers for this DVR port 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:10.892879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:10.914151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'name': 'network-vif-deleted', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:10.923285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-689b18fb-b477-44e8-a278-7b4a21305aa4 req-ee9f20a5-1741-4ca6-8ac8-846b9ab0d092 tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.16 "DELETE /v2.0/ports/74ae61a4-fd02-45dc-8507-cf0f7daf8e6a HTTP/1.1" status: 204 len: 173 time: 2.3304501 Mar 02 07:41:11.172535 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644c71c4-1cd2-4d52-ac8d-d14d56dbd466', 'name': 'network-vif-deleted', 'tag': '74ae61a4-fd02-45dc-8507-cf0f7daf8e6a', 'status': 'completed', 'code': 200} Mar 02 07:41:11.201162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:11.371755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf800d45-14d2-4154-8a7a-b846a47e413c req-751a2c17-e1bd-4990-a097-0023ba4f3bfe tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Synchronizing usage tracker for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:11.582889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.632106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Transition to ACTIVE for port object 7c5e469c-7036-4113-909d-785705b3b8d3 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:11.644125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.713657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Checking segment: {'id': 'f2188283-0044-4fe9-995f-8585d756cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a796dd87-a522-4ed7-9e97-0af37ea326db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:11.726586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Network hostable DHCP agents. Network: a796dd87-a522-4ed7-9e97-0af37ea326db, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:11.770688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.826435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f0f754bf-fd44-4589-86f4-2efa966b4eb7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:11.862221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4d86d5-d298-4647-8bb9-a9e3bc37efaf,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:11.956393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bf800d45-14d2-4154-8a7a-b846a47e413c req-751a2c17-e1bd-4990-a097-0023ba4f3bfe tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] Unset dirty status for tenant:a49259f0cca8423ea419c261db7bd2b5 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:11.970547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bf800d45-14d2-4154-8a7a-b846a47e413c req-751a2c17-e1bd-4990-a097-0023ba4f3bfe tempest-ServerPasswordTestJSON-362968039 tempest-ServerPasswordTestJSON-362968039-project] 10.222.0.21 "GET /v2.0/ports?device_id=644c71c4-1cd2-4d52-ac8d-d14d56dbd466 HTTP/1.1" status: 200 len: 210 time: 0.7020605 Mar 02 07:41:12.006423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'Port': ['ID=7c5e469c-7036-4113-909d-785705b3b8d3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:12.022955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:12.024315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:12.032497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:12.042676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:12.043418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.050340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8caefaa-ffc1-4a18-9039-5a99604f6ac3 None None] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:12.074211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3335304d-fb93-4eea-9f0e-ae6bfa6ddd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3390493 Mar 02 07:41:12.075357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:12.090165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Network a796dd87-a522-4ed7-9e97-0af37ea326db is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:12.220176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:12.227083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:12.230821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.239202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a796dd87-a522-4ed7-9e97-0af37ea326db) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:12.243464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:12.243676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:12.244040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.244556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Synchronizing usage tracker for tenant:5a29b8d708e449c781bf0b34e48e647e on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:12.263969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.284340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Unset dirty status for tenant:5a29b8d708e449c781bf0b34e48e647e on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:12.288251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7f5d158-b920-4a89-95c5-0905b79374e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2087512 Mar 02 07:41:12.288511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:12.321381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7b251b5a-3452-4d59-af70-4605f8302724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.337019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771e213-b7dc-4aa2-8ca4-6969123f1986 None None] Network a796dd87-a522-4ed7-9e97-0af37ea326db requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:12.365267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bebd16-2341-4fd7-83c7-ee0fd0b6e421']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:12.387155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-48c7a9ad-16ca-454e-ba97-005dd275ea1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9349887 Mar 02 07:41:12.392000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-be74356e-b256-4df7-9504-2e1025ee9045 None None] Provisioning for port f0f754bf-fd44-4589-86f4-2efa966b4eb7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:12.400180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d72b3af-4da1-42ac-9f02-15f9658430f8') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:12.400487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d72b3af-4da1-42ac-9f02-15f9658430f8') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:12.401468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Deleting port 7c5e469c-7036-4113-909d-785705b3b8d3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:12.401989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.459314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.582326 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.630039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:12.630456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:12.667804 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:12.676262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f0f754bf-fd44-4589-86f4-2efa966b4eb7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:12.697249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f0f754bf-fd44-4589-86f4-2efa966b4eb7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:12.697622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.791442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.821168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Deleting port b68989b6-a90d-452b-95e9-8bafc216615d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:12.832887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.868182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.043618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.112546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:41:13.149194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36718) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:13.157825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74bebd16-2341-4fd7-83c7-ee0fd0b6e421 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:41:13.158520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Calling delete_port for 7c5e469c-7036-4113-909d-785705b3b8d3 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:13.241596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:41:07Z', 'revision_number': 5, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port': {'id': 'b68989b6-a90d-452b-95e9-8bafc216615d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:22Z', 'updated_at': '2022-03-02T07:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:13.338628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Deleting subnet 6753f9a4-31c8-4743-a13e-66e0c39c8069 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:13.347950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.384424 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.394033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] For port b68989b6-a90d-452b-95e9-8bafc216615d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b68989b6-a90d-452b-95e9-8bafc216615d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:13.394485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.407665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.408599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd316805-c30e-43b3-a5d5-562bf7882298 None None] Network a796dd87-a522-4ed7-9e97-0af37ea326db requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:13.498270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.555012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Network': ['ID=74bebd16-2341-4fd7-83c7-ee0fd0b6e421,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:13.572614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Checking router: 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:13.638430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:13.648301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.696636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a062227-1baa-4b21-bce4-f63ef875a1b5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/networks/74bebd16-2341-4fd7-83c7-ee0fd0b6e421 HTTP/1.1" status: 204 len: 168 time: 2.7970428 Mar 02 07:41:13.705848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Calling delete_port for b68989b6-a90d-452b-95e9-8bafc216615d owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:13.708635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.776495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:13.785335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74ae61a4-fd02-45dc-8507-cf0f7daf8e6a not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:13.819578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f0f754bf-fd44-4589-86f4-2efa966b4eb7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f0f754bf-fd44-4589-86f4-2efa966b4eb7,segment=NetworkSegment(ab1a3057-88ca-42ca-b38a-be103f8ce489),segment_id=ab1a3057-88ca-42ca-b38a-be103f8ce489)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:13.822916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Routers {'6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:13.823874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:40:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:13.899978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event deleted for resources: {'Port': ['ID=7c5e469c-7036-4113-909d-785705b3b8d3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:13.902004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.930475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f425cdd-e24b-4f49-90e6-7bc8f827ae4c tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "DELETE /v2.0/ports/7c5e469c-7036-4113-909d-785705b3b8d3 HTTP/1.1" status: 204 len: 168 time: 1.6374581 Mar 02 07:41:13.931113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36750) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:13.960632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Request body: {'port': {'name': 'tempest-new-port-name-1471369461', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:13.961055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] bootfile-name is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:13.962493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] tftp-server is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:13.962848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.api.validators [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] server-ip-address is not in valid_values {{(pid=87854) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:41:14.175160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-0000a872-e659-42c9-882b-cf321d80a3a3 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:14.176669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-0000a872-e659-42c9-882b-cf321d80a3a3 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/networks?id=bcd99b72-7299-497f-95db-a8525997c050 HTTP/1.1" status: 200 len: 824 time: 0.7705607 Mar 02 07:41:14.216216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-c56bc769-c959-4535-b487-4ee6a2040259 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/quotas/de2b1b4a9b8444218224782999c237a1 HTTP/1.1" status: 200 len: 375 time: 0.0268836 Mar 02 07:41:14.221594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36758) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:14.227548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'name': 'tempest-router--670870442', 'project_id': '4331d6c4c59b412e94fd48d33cf479f4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:14.232834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:14.237667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:router and tenant:4331d6c4c59b412e94fd48d33cf479f4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:14.240674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:14.248008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:14.255899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.292553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.336728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6753f9a4-31c8-4743-a13e-66e0c39c8069,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:14.341002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.341476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.343098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.354571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.369848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-ed88d6b0-62e6-4b25-9ea3-8135cd64bb41 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de2b1b4a9b8444218224782999c237a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947330 Mar 02 07:41:14.430173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.473844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-008e0d19-405e-47bd-928c-15bf7b256670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.500270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] Set router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:14.570409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.590273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.614604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c75d0084-f574-4126-9eb9-1ed6319b4614 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6753f9a4-31c8-4743-a13e-66e0c39c8069 HTTP/1.1" status: 204 len: 168 time: 1.4646525 Mar 02 07:41:14.628126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36766) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:14.644171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:41:12Z', 'revision_number': 6, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:14.666357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756dec6-f2a0-4e2f-a163-85bf6ec63baf None None] The sync data for ids ['6ff05c15-9ac9-4255-9cd1-24e2b7298dfd'] in n-d-827871-1 is: [{'id': '6ff05c15-9ac9-4255-9cd1-24e2b7298dfd', 'name': 'tempest-TaggedBootDevicesTest_v242-965820348-router', 'tenant_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:19Z', 'updated_at': '2022-03-02T07:41:12Z', 'revision_number': 6, 'project_id': '2d3f27ce52db4dd6a7679738ce75aee1', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:14.668115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f0f754bf-fd44-4589-86f4-2efa966b4eb7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:14.732442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-4743bee5-462f-47b3-afdc-243bab8b2c9f service neutron] 10.222.0.21 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613565 Mar 02 07:41:14.823700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.834002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b68989b6-a90d-452b-95e9-8bafc216615d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:14.931525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.990078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.995484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff304469-1297-44f2-8fe7-ad3e264ce2af tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7728682 Mar 02 07:41:14.996175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36774) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:15.033666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Provisioning complete for port f0f754bf-fd44-4589-86f4-2efa966b4eb7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:15.034251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.206165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.263981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128c22d9-8490-4c22-a29a-e6d5fe4d6803']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.282881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a39c8c3-5b8c-4228-9934-565387059268') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.283183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a39c8c3-5b8c-4228-9934-565387059268') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.305033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.342300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.352179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:15.352581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:15.382412 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:15.430109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.492944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.506822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.521778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Provisioning for port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:15.527338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Provisioning complete for port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:15.527866 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.564608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.583571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.600692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.606612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.653383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:41:15.670202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-13010353-a07c-4b36-ab2c-5d6e5d2a6720 None None] Could not find standard attr ID for object 7c5e469c-7036-4113-909d-785705b3b8d3. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:41:15.709273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.713794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] In _notify_port_updated(), no bound segment for port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 on network a6b95936-2755-4f7b-9f6f-81ce7a841377 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:41:15.721145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:15.722501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.724230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "PUT /v2.0/ports/84f8bd1a-f1fc-481f-a496-196724e7e6f0 HTTP/1.1" status: 200 len: 1130 time: 1.7922297 Mar 02 07:41:15.729552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36790) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:15.759399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.801986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e10f5331-0e5f-4005-a25b-a7a1f7ac2f98 None None] Provisioning complete for port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:15.802370 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e10f5331-0e5f-4005-a25b-a7a1f7ac2f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.805820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] Pushing event deleted for resources: {'Network': ['ID=128c22d9-8490-4c22-a29a-e6d5fe4d6803,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:15.824662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad443ee-cacd-46ba-9faa-d6bd77746fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event updated for resources: {'Port': ['ID=84f8bd1a-f1fc-481f-a496-196724e7e6f0,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:15.875957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c451ab3d-b756-4b30-b8d5-e56223bcba54 admin admin] 10.222.0.21 "DELETE /v2.0/networks/128c22d9-8490-4c22-a29a-e6d5fe4d6803 HTTP/1.1" status: 204 len: 168 time: 1.2249625 Mar 02 07:41:16.003926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e10f5331-0e5f-4005-a25b-a7a1f7ac2f98 None None] Port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:41:16.065682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.066255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff05c15-9ac9-4255-9cd1-24e2b7298dfd {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:16.125943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-acb6734f-6f90-4d3d-aa63-f58bacb07417 None None] Could not find standard attr ID for object 7c5e469c-7036-4113-909d-785705b3b8d3. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:41:16.145263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-38f33839-1669-4e01-b728-1db74c6d3494 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2639186 Mar 02 07:41:16.370722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36796) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.404211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.419368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.419503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-f908a047-a5c7-49b0-ace7-43c7ffddacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:16.420988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-f908a047-a5c7-49b0-ace7-43c7ffddacb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1097 time: 0.1733510 Mar 02 07:41:16.431170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.433925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f0f754bf-fd44-4589-86f4-2efa966b4eb7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:16.438825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-093e3d6d-6eda-4633-b7af-65f5fa6f79ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/6ff05c15-9ac9-4255-9cd1-24e2b7298dfd HTTP/1.1" status: 204 len: 168 time: 5.5351348 Mar 02 07:41:16.448482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36800) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.494986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2b43c83a-3672-458d-8910-9649abf5730b service neutron] 10.222.0.21 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7529132 Mar 02 07:41:16.524896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.527206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2198c59d-4229-466a-be55-f42c3a1f5a0b {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:16.579215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dac86d-9acd-4df2-a549-840e50b63fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:16.591887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-56dac86d-9acd-4df2-a549-840e50b63fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "GET /v2.0/ports/84f8bd1a-f1fc-481f-a496-196724e7e6f0 HTTP/1.1" status: 200 len: 1130 time: 0.8548672 Mar 02 07:41:16.595677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.599465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e21e5ffe-714c-40ab-8d10-26f7bcdc3c6a tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2198c59d-4229-466a-be55-f42c3a1f5a0b HTTP/1.1" status: 204 len: 168 time: 1.4968617 Mar 02 07:41:16.599465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36808) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.633892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-709809f3-40fe-4ad5-9f91-441421c5ed7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a49259f0cca8423ea419c261db7bd2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587948 Mar 02 07:41:16.652427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36814) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.688340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f0f754bf-fd44-4589-86f4-2efa966b4eb7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:16.688947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.738718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Deleting subnet 7c4d7b25-8ef0-41c9-ae55-b9f007fc7774 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:16.751793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.904227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Deleting port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:16.904227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.966241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.971070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.036695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:17.224747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-994c614b-6ab6-46c6-bcf0-9c6be046fa86 None None] Provisioning complete for port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:17.225067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-994c614b-6ab6-46c6-bcf0-9c6be046fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.226922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.363927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-994c614b-6ab6-46c6-bcf0-9c6be046fa86 None None] Port 84f8bd1a-f1fc-481f-a496-196724e7e6f0 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:41:17.396866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.415650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-67781931', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:17.424565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:17.429222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:17.432491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:17.438556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:17.456331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.457656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.482087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b68989b6-a90d-452b-95e9-8bafc216615d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:17.543709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4d7b25-8ef0-41c9-ae55-b9f007fc7774,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:17.551616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.562720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.565179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-73f9cce3-943a-4c66-8be1-47ad77cc4fd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c4d7b25-8ef0-41c9-ae55-b9f007fc7774 HTTP/1.1" status: 204 len: 168 time: 1.1133335 Mar 02 07:41:17.568337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36840) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:17.569733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-44474d1b-6120-4939-bed4-4431b04e719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:17.571607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-44474d1b-6120-4939-bed4-4431b04e719f service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 1.1222298 Mar 02 07:41:17.583942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dde146-6712-48cf-8b3d-9982b6618f25 None None] Network 133a6164-721e-4601-9dc1-afdbd1b4e521 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:17.620405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.646033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b68989b6-a90d-452b-95e9-8bafc216615d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:17.646433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b68989b6-a90d-452b-95e9-8bafc216615d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:17.646851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:17.714312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:17.715033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1173b69f-eec2-4e0f-a5aa-f11ea81e6231 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:17.800109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.836241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Calling delete_port for 84f8bd1a-f1fc-481f-a496-196724e7e6f0 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:18.069689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] DHCP port deletion for 133a6164-721e-4601-9dc1-afdbd1b4e521 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:41:18.075528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Deleting port 4691b687-f8b5-482b-8e55-3b237bbbc662 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:18.076227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.077140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.098757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Deleting port 4691b687-f8b5-482b-8e55-3b237bbbc662 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:18.099370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.128084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a932fe8-2629-47f7-8101-f9ea01c62840 req-5b4a7659-4ee3-469e-b5a0-79251461031b tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 210 time: 0.7427168 Mar 02 07:41:18.202638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.211758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-4b89271d-31ea-4517-bcf0-6d48047861d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1002 time: 0.4066050 Mar 02 07:41:18.299659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-94737824-7342-4958-8caf-a7d37ea081b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:18.301331 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-94737824-7342-4958-8caf-a7d37ea081b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.0824769 Mar 02 07:41:18.449841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4691b687-f8b5-482b-8e55-3b237bbbc662 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:18.472608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.746774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.762382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:18.762816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.783755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.795058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-e7d01d03-b15a-41e5-8ca3-82393013f59f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:18.795718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-e7d01d03-b15a-41e5-8ca3-82393013f59f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Synchronizing usage tracker for tenant:de2b1b4a9b8444218224782999c237a1 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:18.901734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:18.902148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.927718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event deleted for resources: {'Port': ['ID=84f8bd1a-f1fc-481f-a496-196724e7e6f0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:18.942281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.967914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.984623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-623c05f8-c6b9-4890-8f0a-c1949b7fc18f tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "DELETE /v2.0/ports/84f8bd1a-f1fc-481f-a496-196724e7e6f0 HTTP/1.1" status: 204 len: 168 time: 2.3858984 Mar 02 07:41:18.987129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36850) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:19.080779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Calling delete_port for 4691b687-f8b5-482b-8e55-3b237bbbc662 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:19.101635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Calling delete_port for 4691b687-f8b5-482b-8e55-3b237bbbc662 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:19.184267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-e7d01d03-b15a-41e5-8ca3-82393013f59f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Unset dirty status for tenant:de2b1b4a9b8444218224782999c237a1 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:19.186514 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-e7d01d03-b15a-41e5-8ca3-82393013f59f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.16 "GET /v2.0/networks?id=bcd99b72-7299-497f-95db-a8525997c050 HTTP/1.1" status: 200 len: 824 time: 0.6140702 Mar 02 07:41:19.201197 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.213764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Request body: {'port': {'device_id': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050', 'admin_state_up': True, 'tenant_id': 'de2b1b4a9b8444218224782999c237a1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:19.228953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Deleting subnet 208dfc2d-73ee-4ebd-a920-2ea515cee8a9 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:19.238753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.262246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.347559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:19.354838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.372065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffc4f0-21d4-46aa-832e-bf7b9b48388d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:19.402510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-60cea05f-d94d-41f4-bd52-5f6c904aeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:19.407416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-60cea05f-d94d-41f4-bd52-5f6c904aeb0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9399452 Mar 02 07:41:19.482439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4691b687-f8b5-482b-8e55-3b237bbbc662,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:19.492938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.493384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.493805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.494236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.494645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.495051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.495460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.495968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.496432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.496880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.497753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.497753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:19.503849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:19.504319 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:19.535441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31915154-5fbb-4fbf-8d90-572db93abe25 req-bf6a4f95-2650-4550-872f-0afbb2bef33a tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 210 time: 0.1470015 Mar 02 07:41:19.545828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.637009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.638178 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9bab6cc2-c570-4a11-8c94-4b6b7d23d01d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9ffc4f0-21d4-46aa-832e-bf7b9b48388d HTTP/1.1" status: 204 len: 168 time: 2.9833848 Mar 02 07:41:19.736928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:19.737302 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:19.749310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:19.756928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Usage tracker for resource:port and tenant:de2b1b4a9b8444218224782999c237a1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:19.761379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:19.771203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:19.819580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Made reservation on behalf of de2b1b4a9b8444218224782999c237a1 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:19.823428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.850753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-732dab82-1d51-4cc3-8347-612448361169 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463312 Mar 02 07:41:19.999851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.005484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Deleting port 4691b687-f8b5-482b-8e55-3b237bbbc662 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:20.006483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.251106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Deleting port 4691b687-f8b5-482b-8e55-3b237bbbc662 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:20.251531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.358188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.407117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.444653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:20.446088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.503211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a42a5859-6367-492f-9cd0-8983c306b2d7 req-72eea276-bc31-494b-9c53-9cd606fd9667 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410139 Mar 02 07:41:20.562943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.749340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event deleted for resources: {'Subnet': ['ID=208dfc2d-73ee-4ebd-a920-2ea515cee8a9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:20.872548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.891398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ea53bf6c-51c2-403c-8498-04bb0d580710 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "DELETE /v2.0/subnets/208dfc2d-73ee-4ebd-a920-2ea515cee8a9 HTTP/1.1" status: 204 len: 168 time: 1.9028356 Mar 02 07:41:20.894926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:20.958774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b57ec5b-57df-4666-bb07-074bf66cfc7c None None] Network a6b95936-2755-4f7b-9f6f-81ce7a841377 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:21.014433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Allocated IP 172.25.4.162 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/38be1726-026a-4950-8a9e-5185a766aac8) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:21.040203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Calling delete_port for 4691b687-f8b5-482b-8e55-3b237bbbc662 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:21.055837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.159947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Deleting port f0f754bf-fd44-4589-86f4-2efa966b4eb7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:21.160303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.167744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1af4cddd-4811-4932-b51a-f9117b81f9a3 req-8ae5ee88-2900-42bd-af31-2ff99052d54f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 210 time: 0.0817904 Mar 02 07:41:21.169042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Allocated IP 172.20.0.2 (bcd99b72-7299-497f-95db-a8525997c050/8a5695b8-4f92-4071-93bc-7002fa18764f/67fb0011-ffd2-4621-9f85-773064839a5c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:21.209271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] For port 4691b687-f8b5-482b-8e55-3b237bbbc662, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4691b687-f8b5-482b-8e55-3b237bbbc662,segment=NetworkSegment(286974d2-cdca-445e-8e23-d7cc0aa1736e),segment_id=286974d2-cdca-445e-8e23-d7cc0aa1736e)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:21.209726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.377200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.468751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Calling delete_port for 4691b687-f8b5-482b-8e55-3b237bbbc662 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:21.493016 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.507098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:21.532291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36906) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:21.558323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] For port f0f754bf-fd44-4589-86f4-2efa966b4eb7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f0f754bf-fd44-4589-86f4-2efa966b4eb7,segment=NetworkSegment(ab1a3057-88ca-42ca-b38a-be103f8ce489),segment_id=ab1a3057-88ca-42ca-b38a-be103f8ce489)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:21.560990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.687681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] Pushing event deleted for resources: {'Port': ['ID=4691b687-f8b5-482b-8e55-3b237bbbc662,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:21.735199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573800d-3ac1-467b-841d-c5e91efee3c9 None None] No DVR routers for this DVR port 4691b687-f8b5-482b-8e55-3b237bbbc662 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:21.795277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Calling delete_port for f0f754bf-fd44-4589-86f4-2efa966b4eb7 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:21.802219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-847757479-network', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:21.816440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:21.821820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:21.822221 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:21.830330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Usage tracker for resource:network and tenant:3722fb0dd1814f34986e92ad42ab6304 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:21.835624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:21.845463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:21.853616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.883150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Made reservation on behalf of 3722fb0dd1814f34986e92ad42ab6304 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:21.885812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.887094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:21.895227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Usage tracker for resource:security_group_rule and tenant:585b677d9a05490c85d2edf2576f2085 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:21.898778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:21.909807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] DHCP port deletion for a6b95936-2755-4f7b-9f6f-81ce7a841377 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:41:21.915704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:21.919115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Deleting port f0f754bf-fd44-4589-86f4-2efa966b4eb7 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:21.919653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.924085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.932184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.939779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:21.949901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:21.955818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Usage tracker for resource:security_group_rule and tenant:3722fb0dd1814f34986e92ad42ab6304 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:21.959365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:21.966152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:22.013667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.016051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Deleting port 4691b687-f8b5-482b-8e55-3b237bbbc662 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:22.016390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.022677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:22.029312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:22.042434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:22.071485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.093483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event updated for resources: {'Port': ['ID=38be1726-026a-4950-8a9e-5185a766aac8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.159156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event deleted for resources: {'Port': ['ID=f0f754bf-fd44-4589-86f4-2efa966b4eb7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.163051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] No DVR routers for this DVR port f0f754bf-fd44-4589-86f4-2efa966b4eb7 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:22.168098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] For port f0f754bf-fd44-4589-86f4-2efa966b4eb7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f0f754bf-fd44-4589-86f4-2efa966b4eb7,segment=NetworkSegment(ab1a3057-88ca-42ca-b38a-be103f8ce489),segment_id=ab1a3057-88ca-42ca-b38a-be103f8ce489)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:22.168664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.171891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] The port '4691b687-f8b5-482b-8e55-3b237bbbc662' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:41:22.180369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Network bcd99b72-7299-497f-95db-a8525997c050 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:22.186697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:22.228382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:22.259140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Pushing event updated for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.335055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.381797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Calling delete_port for f0f754bf-fd44-4589-86f4-2efa966b4eb7 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:22.392497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.418052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.431982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:22.432637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.490397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:41:22.490892 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:41:22.493218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f0f754bf-fd44-4589-86f4-2efa966b4eb7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:22.525673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:22.537629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.538415 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Added segment bf298cf3-c786-445b-a836-902054efda92 of type vlan for network 1d2225ae-897e-4676-bff9-3391fe4ad142 Mar 02 07:41:22.540138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f0f754bf-fd44-4589-86f4-2efa966b4eb7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:22.540138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f0f754bf-fd44-4589-86f4-2efa966b4eb7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:22.560667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e73bab-6624-4116-a9d1-691a305d9182,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.580383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133a6164-721e-4601-9dc1-afdbd1b4e521']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.596021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286974d2-cdca-445e-8e23-d7cc0aa1736e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.596526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286974d2-cdca-445e-8e23-d7cc0aa1736e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.619275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-2bdf3ab7-dc08-4d69-8956-cc5957e346b2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4193118 Mar 02 07:41:22.638601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Request body: {'port': {'device_id': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:22.678170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.690473 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.718498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.742026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:22.742689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.753078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:22.763273 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:22.769236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.791577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.824952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b95936-2755-4f7b-9f6f-81ce7a841377']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.859731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1a3057-88ca-42ca-b38a-be103f8ce489') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.860020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1a3057-88ca-42ca-b38a-be103f8ce489') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:22.901467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.902610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:22.903229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.941667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.946455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.950668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.958739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbc3c6-7a2e-49d1-aae9-184d1ee03f35,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.965897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.974465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-180cfcef-f6f0-4310-98ac-1208991d16eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585b677d9a05490c85d2edf2576f2085&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4403172 Mar 02 07:41:22.986484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:22.991867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Deleting port f0f754bf-fd44-4589-86f4-2efa966b4eb7 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:22.992736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.999969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.024805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:23.025223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:23.041027 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:23.087473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de98cd40-adf0-4f6f-b526-e0c39166e031 None None] The port 'f0f754bf-fd44-4589-86f4-2efa966b4eb7' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:41:23.126872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/133a6164-721e-4601-9dc1-afdbd1b4e521 HTTP/1.1" status: 204 len: 168 time: 5.5534472 Mar 02 07:41:23.128210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6143067 Mar 02 07:41:23.178602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36944) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:23.203409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Request body: {'subnet': {'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-subnet', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:23.224515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf4f16-970a-4197-8a2f-e7deb33cdff2 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2225ae-897e-4676-bff9-3391fe4ad142,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:23.247456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:23.302976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55773a09-60d2-4087-9d5a-57cc90062520 req-7dc0482f-3d8e-495e-a52d-d4d22b445513 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:23.304568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55773a09-60d2-4087-9d5a-57cc90062520 req-7dc0482f-3d8e-495e-a52d-d4d22b445513 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 931 time: 0.9434416 Mar 02 07:41:23.357182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.372980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:23.380137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:23.411424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Usage tracker for resource:subnet and tenant:3722fb0dd1814f34986e92ad42ab6304 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:23.423551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.429138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cd3e6-13bc-4582-ac16-11ea4f1fdb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=133a6164-721e-4601-9dc1-afdbd1b4e521,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:23.431915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:23.456862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:23.488801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.491372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] Pushing event deleted for resources: {'Network': ['ID=a6b95936-2755-4f7b-9f6f-81ce7a841377,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:23.525981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-55773a09-60d2-4087-9d5a-57cc90062520 req-5c50fd5e-d422-4f65-9921-8fa3d45414fa tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072899 Mar 02 07:41:23.559661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.587944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.604427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-10046457-550a-4704-9c5a-b659107f6f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054 tempest-ExtraDHCPOptionsIpV6TestJSON-1192504054-project] 10.222.0.21 "DELETE /v2.0/networks/a6b95936-2755-4f7b-9f6f-81ce7a841377 HTTP/1.1" status: 204 len: 168 time: 2.7084587 Mar 02 07:41:23.639371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Made reservation on behalf of 3722fb0dd1814f34986e92ad42ab6304 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:23.641739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.676488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3dca0756-83dd-4cba-a25f-d64806f1a577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bfb1f940fe746ac82185d93b28e274f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927792 Mar 02 07:41:23.690772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:23.819007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.885191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.922026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.997166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36960) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:24.015773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbc3c6-7a2e-49d1-aae9-184d1ee03f35,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:24.031634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.055504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fb0011-ffd2-4621-9f85-773064839a5c {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:24.109925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.149600 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.153550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1d1362af-691a-40bb-b3e6-d0d0c9add498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59bbc3c6-7a2e-49d1-aae9-184d1ee03f35 HTTP/1.1" status: 204 len: 168 time: 1.1648557 Mar 02 07:41:24.165249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Transition to ACTIVE for port object 67fb0011-ffd2-4621-9f85-773064839a5c will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:24.175614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.177076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Router 1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:24.386461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:24.399539 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] Sync routers for ids ['1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:24.415224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.416540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2c354453-0ebf-455b-82b7-d7022a4fb948 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3782964 Mar 02 07:41:24.419750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36972) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:24.420806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.423583 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] Routers {'1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:24.425291 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:24.533770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53616f-97b8-478e-9fa9-c798e0300989,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:24.570606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.574762 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:24.598756 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] Routers {'1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:24.599394 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:24.653686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Pushing event updated for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:24.690971 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:24.691381 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eccd96-4a8b-4258-a41a-127d86ab2a63 None None] The sync data for ids ['1e165582-8ab3-44fe-9ab6-a8cf75eb2f82'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:24.692617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:24.694055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d4ee7e9e-fd3b-4907-8923-4d68109a00c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c53616f-97b8-478e-9fa9-c798e0300989 HTTP/1.1" status: 204 len: 168 time: 1.0008616 Mar 02 07:41:24.702449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-438d116f-0f2b-4736-ba82-7a17cf8ea08f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a29b8d708e449c781bf0b34e48e647e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041249 Mar 02 07:41:24.728246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36986) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:24.740243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4e6c6c0-f1f1-495c-b06c-5ebac77e01bf tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 HTTP/1.1" status: 200 len: 923 time: 0.3164818 Mar 02 07:41:24.740433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:24.801040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b7824c40-6de0-475e-8f60-fe0b3fa418bd tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 HTTP/1.1" status: 200 len: 205 time: 0.0593455 Mar 02 07:41:24.803324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36996) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:24.858266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Checking segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:24.858688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Network hostable DHCP agents. Network: 1d2225ae-897e-4676-bff9-3391fe4ad142, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:24.891434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02275ef-6f24-4076-91c5-76e4a59a47e3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:24.944263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Attempting to bind port 67fb0011-ffd2-4621-9f85-773064839a5c on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:24.944616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Attempting to bind port 67fb0011-ffd2-4621-9f85-773064839a5c by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c4ab431d-48dc-4b81-b225-8add84d638ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:24.944950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Attempting to bind port 67fb0011-ffd2-4621-9f85-773064839a5c on network bcd99b72-7299-497f-95db-a8525997c050 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:24.963416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Port 67fb0011-ffd2-4621-9f85-773064839a5c on network bcd99b72-7299-497f-95db-a8525997c050 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:41:24.963790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Attempting to bind port 67fb0011-ffd2-4621-9f85-773064839a5c on network bcd99b72-7299-497f-95db-a8525997c050 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:24.975475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:24.976205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Checking segment: {'id': 'c4ab431d-48dc-4b81-b225-8add84d638ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:24.976433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Bound using segment: {'id': 'c4ab431d-48dc-4b81-b225-8add84d638ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:24.977078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Bound port: 67fb0011-ffd2-4621-9f85-773064839a5c, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ab431d-48dc-4b81-b225-8add84d638ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:24.977424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.002231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:25.080712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.112192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1d2225ae-897e-4676-bff9-3391fe4ad142) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:25.120425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac915e8d-39f2-4fc3-bfb7-6ab841065774 None None] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:25.124489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:25.125197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.160337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.186693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:25.186693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:25.197362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-451a7022-1876-49a5-85e8-57938a2d9b0e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0129592 Mar 02 07:41:25.219505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37012) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:25.234888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=67fb0011-ffd2-4621-9f85-773064839a5c,segment=NetworkSegment(c4ab431d-48dc-4b81-b225-8add84d638ac),segment_id=c4ab431d-48dc-4b81-b225-8add84d638ac)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:25.240162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:25.248230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.267500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-bde19512-15eb-4b31-8e22-717c4fa210ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:25.268245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-bde19512-15eb-4b31-8e22-717c4fa210ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Synchronizing usage tracker for tenant:de2b1b4a9b8444218224782999c237a1 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:25.271366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.277558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:25.349143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Usage tracker for resource:router and tenant:3722fb0dd1814f34986e92ad42ab6304 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:25.357699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:25.381168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.393716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port 38be1726-026a-4950-8a9e-5185a766aac8 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:25.394374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.394694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:25.398038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.407142 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] 10.222.0.16 "PUT /v2.0/ports/67fb0011-ffd2-4621-9f85-773064839a5c HTTP/1.1" status: 200 len: 1091 time: 2.7738099 Mar 02 07:41:25.444457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:25.452033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:25.635689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32af71f-404b-40bd-9959-973f357f7eee None None] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:25.647941 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c', 'status': 'completed', 'code': 200} Mar 02 07:41:25.684320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-bde19512-15eb-4b31-8e22-717c4fa210ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Unset dirty status for tenant:de2b1b4a9b8444218224782999c237a1 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:25.685553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-bde19512-15eb-4b31-8e22-717c4fa210ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 943 time: 0.9064786 Mar 02 07:41:25.700826 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d0229859-9360-485c-9369-ba6df54d7519 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d3f27ce52db4dd6a7679738ce75aee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117760 Mar 02 07:41:25.704060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.705202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.712894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37034) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:25.743801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec9495-7e00-4168-acde-cef1ca1ea81e service neutron] Pushing event updated for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:25.800235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.859994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.930827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:25.972171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-3e565d4e-d593-4d61-b260-e3dabb82cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:25.973893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-3e565d4e-d593-4d61-b260-e3dabb82cd6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2b1b4a9b8444218224782999c237a1&device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 1094 time: 0.4623353 Mar 02 07:41:25.974661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7f43c2-0b2e-42fa-ba44-cfc393b09839,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:26.007671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for 38be1726-026a-4950-8a9e-5185a766aac8 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:26.139655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.147604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-f56b66c2-32ff-486c-b234-118593b67f22 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Synchronizing usage tracker for tenant:de2b1b4a9b8444218224782999c237a1 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:26.328479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.498620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:26.531659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.588410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-f5503940-1a95-4e15-839b-a8f71315a640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67fb0011-ffd2-4621-9f85-773064839a5c HTTP/1.1" status: 200 len: 217 time: 0.5973573 Mar 02 07:41:26.655523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.661601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8b5a888f-df7b-4afe-abeb-165bad228a18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b7f43c2-0b2e-42fa-ba44-cfc393b09839 HTTP/1.1" status: 204 len: 168 time: 1.9029019 Mar 02 07:41:26.661886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=38be1726-026a-4950-8a9e-5185a766aac8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:26.768039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.771745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-f56b66c2-32ff-486c-b234-118593b67f22 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Unset dirty status for tenant:de2b1b4a9b8444218224782999c237a1 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:26.773505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cf89083d-491e-4d3e-aa2f-2e5c4f0ec3a7 req-f56b66c2-32ff-486c-b234-118593b67f22 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0595744 Mar 02 07:41:26.793335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d59de-e4e4-4a3d-a8d3-7d060b17d00e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:26.839761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.922452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-fda6d31e-3571-4f07-873b-d96f5b22ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:26.924307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-fda6d31e-3571-4f07-873b-d96f5b22ce2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a5695b8-4f92-4071-93bc-7002fa18764f HTTP/1.1" status: 200 len: 864 time: 0.3151369 Mar 02 07:41:26.930427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.053789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-a7d2596c-09bd-4633-91a4-970f9d14bdd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bcd99b72-7299-497f-95db-a8525997c050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118722 Mar 02 07:41:27.062848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.067289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-426aaab9-d00c-4538-be19-3ba810b1ca44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f15d59de-e4e4-4a3d-a8d3-7d060b17d00e HTTP/1.1" status: 204 len: 168 time: 1.3423476 Mar 02 07:41:27.071411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:27.075481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Usage tracker for resource:security_group_rule and tenant:563f4c78f37a48409c08e714c6cc2152 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:27.078414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:27.084547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:27.113430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.116822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.165449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e557c-8cd5-4263-a47b-b335166267d6 req-4d981f2e-f89f-4390-a3b5-fbcad06e4cc5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:27.173411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-965e557c-8cd5-4263-a47b-b335166267d6 req-4d981f2e-f89f-4390-a3b5-fbcad06e4cc5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.3827784 Mar 02 07:41:27.176289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.176864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router 1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:27.183843 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.187518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.224196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.235645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-965e557c-8cd5-4263-a47b-b335166267d6 req-5ac71e8e-aaa1-439d-9b1e-4b3d4e7e464c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611908 Mar 02 07:41:27.254126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.259004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85dbc23a-0963-4097-b3f7-80672a6424b3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 HTTP/1.1" status: 204 len: 168 time: 2.4539881 Mar 02 07:41:27.259193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37082) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:27.268686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1196292093', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:27.275013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:27.279919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:router and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:27.287542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:27.294830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:27.309613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.310759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.340183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.408962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37090) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:27.434564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563f4c78f37a48409c08e714c6cc2152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342864 Mar 02 07:41:27.440979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613623312', 'description': 'tempest-secgroup-smoke-613623312 description', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:27.446135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:27.448705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374e895-3e1b-4f99-9ae8-eba0a18c47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc632bed-a441-43d2-a130-55b92cdbd7bd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:27.510146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:27.550266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:27.577873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:27.598482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:27.632140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.666846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-0277712a-2aa1-423f-bf5e-1bf9ad983cc1 service neutron] 10.222.0.16 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737294 Mar 02 07:41:27.670151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.699987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.737754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.741121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:27.764425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:27.874560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:27.880945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:27.891219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:27.915005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.088210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.106339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1037716678'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:28.121289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.126979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce39376a-c01f-46d2-b871-5061b63c08eb req-122c4a76-506d-4bc5-bf86-d318f2c6fd6b service neutron] 10.222.0.16 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499013 Mar 02 07:41:28.156634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:network and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.163887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc632bed-a441-43d2-a130-55b92cdbd7bd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:28.165246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.180748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.184843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f03c0b47-5298-445f-ad2b-33a1f4e79cf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc632bed-a441-43d2-a130-55b92cdbd7bd HTTP/1.1" status: 204 len: 168 time: 0.7376049 Mar 02 07:41:28.191366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.215299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.246629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:28.250089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.258876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.271049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:28.273802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.283515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.299433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.341257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ed27-1746-49e5-8e0c-584711229029 req-ff5a7501-ee32-4737-9187-d9e911e8b03e tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.342786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3f5ed27-1746-49e5-8e0c-584711229029 req-ff5a7501-ee32-4737-9187-d9e911e8b03e tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 943 time: 0.3555074 Mar 02 07:41:28.371595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.393400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:security_group_rule and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.408210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.425251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.447504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3f5ed27-1746-49e5-8e0c-584711229029 req-a507edde-0d6b-404b-aede-aaacca772562 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Mar 02 07:41:28.641062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.648400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24ea9-d344-440d-b731-c3432217c53f req-c0e64021-f9df-4166-8a86-838866b651c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.650007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-c0e64021-f9df-4166-8a86-838866b651c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2b1b4a9b8444218224782999c237a1&device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 1094 time: 0.4639297 Mar 02 07:41:28.652182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.668889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.672389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-907579184-network', 'tenant_id': '69a380aa9c184deb9f4ecffc63825037'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:28.690126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.703703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Usage tracker for resource:network and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.709976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.720660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.724358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.730621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.744454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.744720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:28.745826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 172.25.4.109 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5a2f769a-4777-42d7-b721-3c67383a38ec) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:28.769727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:28.772158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.794330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.803010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb574d7-4c6e-4076-9775-dcafbf348286 req-caffe097-fd9f-47f8-b015-a06010798371 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.804470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5eb574d7-4c6e-4076-9775-dcafbf348286 req-caffe097-fd9f-47f8-b015-a06010798371 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.3092015 Mar 02 07:41:28.810852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675d302f-fd4d-40f6-add0-e3bdd6d952f7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:28.818508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.850039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.883250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:28.886141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Usage tracker for resource:security_group_rule and tenant:9375e43228094a6e9ea1ef1c35292093 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.895048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5eb574d7-4c6e-4076-9775-dcafbf348286 req-d6dae84d-ec32-4bda-be3a-653429c6f412 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701265 Mar 02 07:41:28.900082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.903010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Usage tracker for resource:security_group_rule and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:28.911889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:28.919990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:28.927241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24ea9-d344-440d-b731-c3432217c53f req-37d4d93c-04ab-4650-8284-ecbcd72eab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.928919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-37d4d93c-04ab-4650-8284-ecbcd72eab12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bcd99b72-7299-497f-95db-a8525997c050 HTTP/1.1" status: 200 len: 924 time: 0.2636335 Mar 02 07:41:28.967355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:29.010657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.020127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-7f53c93e-bb1a-4b2c-9cb0-346c5476ac8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67fb0011-ffd2-4621-9f85-773064839a5c HTTP/1.1" status: 200 len: 217 time: 0.0834661 Mar 02 07:41:29.032091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.064404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.075466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.130946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:29.135819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24ea9-d344-440d-b731-c3432217c53f req-e2adc77e-57a8-4cf6-83ec-0ff5f1658cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:29.137324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-e2adc77e-57a8-4cf6-83ec-0ff5f1658cb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a5695b8-4f92-4071-93bc-7002fa18764f HTTP/1.1" status: 200 len: 864 time: 0.1101413 Mar 02 07:41:29.137925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f3490-70f4-4ef9-90d3-7da5cb48d63b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.139572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e021dec-be72-44cd-b595-709b7da89c5a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.144254 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.148121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8620f4a0-8874-44b7-9371-16886c4f065c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7267094 Mar 02 07:41:29.148406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37150) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:29.151725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.153198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:29.178245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.178680 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Added segment 9c72f851-3256-46f9-af5c-7613b843a15b of type vlan for network 24f7e77a-8201-4012-8019-6d9f47616a07 Mar 02 07:41:29.190845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:29.209380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:29.213546 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-3b1a3bd7-4d2e-435f-93cb-82dcd3ffc51d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bcd99b72-7299-497f-95db-a8525997c050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669310 Mar 02 07:41:29.214368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:29.220262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:29.254781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.278364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.292990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.314826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.324839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.347525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.378011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749adcb-0784-4870-beb6-40a2700367c1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.394506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.402060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-793eaa64-22db-40ac-ba40-03887866b596 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9375e43228094a6e9ea1ef1c35292093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507442 Mar 02 07:41:29.402060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:29.433535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.434486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37154) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:29.439123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:29.439713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.456375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-36ef2395-cc22-4761-930f-d892775675f4 service neutron] 10.222.0.16 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339015 Mar 02 07:41:29.537154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.540949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.541304 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Added segment f94eb857-cbf1-4278-966f-03aa7cc478be of type vlan for network 766437f3-34bb-479a-b37a-4e34bfb3c079 Mar 02 07:41:29.553270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:29.560236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b4640-aaa9-4346-bc41-78365c7ce62f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.561262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.569479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Allocated IP 172.25.4.159 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/32de4537-0321-4e72-897c-467f8beb0684) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:29.616861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:29.640651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:29.674942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e75ab67-1ed3-4eeb-b873-4d08631f1260,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.682552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2f769a-4777-42d7-b721-3c67383a38ec,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.744281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.745477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a12d147-a026-4014-aae7-b96e8b775db1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5963116 Mar 02 07:41:29.747454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.748348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Network': ['ID=24f7e77a-8201-4012-8019-6d9f47616a07,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:29.753397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37160) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:29.768389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 24f7e77a-8201-4012-8019-6d9f47616a07 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:29.774563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.785729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:29.807877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:29.811130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-318b0db8-0efc-414f-be1e-2b4aafef71d9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9269402 Mar 02 07:41:29.820599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:29.823418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37164) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:29.829894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:29.846246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'subnet': {'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:29.879641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.888597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fa24ea9-d344-440d-b731-c3432217c53f req-a07f71fe-5cbd-4c6c-9fca-a5e814168da1 service neutron] 10.222.0.16 "GET /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233212 Mar 02 07:41:29.918048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:29.962971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:29.983914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.006149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749adcb-0784-4870-beb6-40a2700367c1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:30.011535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.013258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1e5c6d8f-c45d-4e9e-ae0a-625f91c63a02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1749adcb-0784-4870-beb6-40a2700367c1 HTTP/1.1" status: 204 len: 168 time: 0.5774879 Mar 02 07:41:30.026168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.131457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.132389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:30.132989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.135619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:30.139368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:30.151334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:30.191494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Pushing event updated for resources: {'Port': ['ID=32de4537-0321-4e72-897c-467f8beb0684,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:30.211310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.303289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:30.318920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8b0f6-e6db-4a13-9b14-ca73527818df req-8334287e-f4e7-4287-b8a4-8324135a9f72 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:30.320469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18d8b0f6-e6db-4a13-9b14-ca73527818df req-8334287e-f4e7-4287-b8a4-8324135a9f72 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 943 time: 0.6811981 Mar 02 07:41:30.326651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0525038 Mar 02 07:41:30.335482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37174) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:30.341510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:subnet and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:30.351619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Request body: {'subnet': {'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-907579184-subnet', 'tenant_id': '69a380aa9c184deb9f4ecffc63825037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:30.359699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:30.383383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2fa92-c67d-4817-b02f-4f2618ce62ce admin admin] Pushing event updated for resources: {'Network': ['ID=766437f3-34bb-479a-b37a-4e34bfb3c079,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:30.393332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:30.400277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:30.403765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:30.417754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Usage tracker for resource:subnet and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:30.423361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:30.433110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:30.492014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:30.510110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f751-73a9-4cae-bc47-1dca928637d5 req-afa5a207-8b1f-42d8-ba23-0d17af0fe934 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:30.512144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9c7f751-73a9-4cae-bc47-1dca928637d5 req-afa5a207-8b1f-42d8-ba23-0d17af0fe934 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.4369485 Mar 02 07:41:30.535785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:30.538705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.579248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.622648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:30.636584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Usage tracker for resource:security_group_rule and tenant:b930e9039ae24b19aac18d587f3dffa7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:30.643907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:30.699853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:30.705471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9c7f751-73a9-4cae-bc47-1dca928637d5 req-01918317-34a4-4b56-b8cc-507fe0ba95b2 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479135 Mar 02 07:41:30.721221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:30.724714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.825783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18d8b0f6-e6db-4a13-9b14-ca73527818df req-c34235bd-e5c3-46d2-aee3-1139a61241da tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812262 Mar 02 07:41:30.851126 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.872917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.961629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:30.982541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.023324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2f6c49-1006-4d93-a8a7-e72349e6525a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.041610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.059041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.060213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fdc59966-70c9-4dd8-a4dd-9e6770aabd07 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2914536 Mar 02 07:41:31.067937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37182) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:31.071059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.082232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:31.113395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:31.127528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:31.135916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:31.140433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b930e9039ae24b19aac18d587f3dffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471443 Mar 02 07:41:31.147223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:31.199248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:31.206957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea81e-2bc9-4724-9c2b-28a07729f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf74a96-bfcd-4082-8486-71ed0e565fa4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.249945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.378636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.452400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.458731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 67fb0011-ffd2-4621-9f85-773064839a5c details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:41:31.464263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.501739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef82322f-bca2-454b-930f-bba1d0687fe2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.508408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.556105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.576306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.577611 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-96d3e3e6-1edc-4711-a257-346822463393 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5057549 Mar 02 07:41:31.585459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37190) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:31.592501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:31.603081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:31.617845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:31.622954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:31.631659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.634237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:31.636220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=67fb0011-ffd2-4621-9f85-773064839a5c,segment=NetworkSegment(c4ab431d-48dc-4b81-b225-8add84d638ac),segment_id=c4ab431d-48dc-4b81-b225-8add84d638ac)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:31.654477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '67fb0011-ffd2-4621-9f85-773064839a5c', 'network_id': 'bcd99b72-7299-497f-95db-a8525997c050', 'port_id': '67fb0011-ffd2-4621-9f85-773064839a5c', 'mac_address': 'fa:16:3e:23:91:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5695b8-4f92-4071-93bc-7002fa18764f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:41:31.667570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.677043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.712414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Router 700a9d46-a4a4-4c3a-9123-86f50bcae773 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:31.720363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.738290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fb0011-ffd2-4621-9f85-773064839a5c {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:31.755728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=67fb0011-ffd2-4621-9f85-773064839a5c,segment=NetworkSegment(c4ab431d-48dc-4b81-b225-8add84d638ac),segment_id=c4ab431d-48dc-4b81-b225-8add84d638ac)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:31.761398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.796134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4202b83-9454-4817-b4e8-e7f86464a4e7,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.821689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.830734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.845994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.864737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882b132-9599-4f03-9071-5c46a1f80e1f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:31.891564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Checking segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:31.892751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Network hostable DHCP agents. Network: 766437f3-34bb-479a-b37a-4e34bfb3c079, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:31.924596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.936408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Checking segment: {'id': '9c72f851-3256-46f9-af5c-7613b843a15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:31.936785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network hostable DHCP agents. Network: 24f7e77a-8201-4012-8019-6d9f47616a07, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:31.984016 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:31.985236 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-61e94c87-21d4-425c-837b-898a083b47b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3987715 Mar 02 07:41:31.993260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37198) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:32.008099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Subnet': ['ID=15c607b9-375d-44de-8641-c93b2fcd8526,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:32.008632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:32.025381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:32.026078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.034105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:32.040727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:32.043664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['67fb0011-ffd2-4621-9f85-773064839a5c'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:32.050988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:32.053479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:32.078914 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:41:32.080270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Sync routers for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:32.087374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:32.096407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.101213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e7be653e-9bc8-44af-9329-c0b4be8e2d8f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8711712 Mar 02 07:41:32.101213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.105896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37202) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:32.106908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf74a96-bfcd-4082-8486-71ed0e565fa4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:32.118008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:32.118667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:32.203133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 766437f3-34bb-479a-b37a-4e34bfb3c079) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:32.208414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.209004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.238200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:32.277127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84780-afae-4d7c-b877-083c25add3c4 req-cf422dd0-38a8-4881-8bce-e57615daec5f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.279084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15d84780-afae-4d7c-b877-083c25add3c4 req-cf422dd0-38a8-4881-8bce-e57615daec5f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.3351309 Mar 02 07:41:32.300626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83bd11-e426-4d3c-a0bb-1d10059158f6 None None] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:32.368695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15d84780-afae-4d7c-b877-083c25add3c4 req-2e4ceab5-212a-4d84-a7c4-d3beaeb9071e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803218 Mar 02 07:41:32.370397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.378755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.407143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808629d0-f9d3-41dc-9f8c-665344c635b0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:32.425969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.427936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-11b43dcb-9f42-40c1-ac58-6046dee4e967 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4294560 Mar 02 07:41:32.430897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:32.436709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e021dec-be72-44cd-b595-709b7da89c5a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:32.444833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:32.448967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:32.453616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:32.461129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:32.475022 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:41:32.478997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:32.485698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.491833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.492954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6897f2ed-cefe-46c3-9565-2bb2b788613c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daf74a96-bfcd-4082-8486-71ed0e565fa4 HTTP/1.1" status: 204 len: 168 time: 1.3425674 Mar 02 07:41:32.493687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 24f7e77a-8201-4012-8019-6d9f47616a07) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:32.497919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.498674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.518855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b216666c-1d2e-416d-9d7e-43a6cc5a4d66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1822112 Mar 02 07:41:32.618525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b50c60-8c16-4e6d-a2c8-3fe866005fd0 None None] Network 24f7e77a-8201-4012-8019-6d9f47616a07 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:32.646254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6718b5b7-fc9c-4b3c-afaf-fd8deff06e45 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8179924 Mar 02 07:41:32.650957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37214) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:32.660433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.667841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.673083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc18c08-da72-475d-a958-68b034875474 req-78a49cd5-a553-4658-b8f4-eb421a4c88bc tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.674679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bc18c08-da72-475d-a958-68b034875474 req-78a49cd5-a553-4658-b8f4-eb421a4c88bc tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 944 time: 0.6676769 Mar 02 07:41:32.677754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1116908411', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:32.717148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b969ab2-b3ae-4f08-ac67-75c25eda971b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:32.729441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.731209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51cdfe3d-3566-4fe4-9e0e-c0a8d951bb5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989857 Mar 02 07:41:32.734383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37218) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:32.751404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'network': {'name': 'tempest-network-smoke--1181718047', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:32.760543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:32.765815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:network and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:32.769667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:32.785149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:32.787450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:32.815206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:32.823707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.824692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:router and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:32.839839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:32.859014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:32.879662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:32.886947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router e4d3af2b-64fc-4f07-a86e-524b1f60112e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:32.890752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.891095 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Added segment f31378f1-34a4-475d-877a-64323eddcef4 of type vlan for network 272e036b-6862-4f00-a17d-907b51d7c00a Mar 02 07:41:32.920856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.948187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bc18c08-da72-475d-a958-68b034875474 req-7b5bd179-eb1a-4d95-a487-556c1be9c002 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565856 Mar 02 07:41:32.957730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.959281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.960537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.968548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.969356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.080818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.115683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3791678 Mar 02 07:41:33.118493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:33.123740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'admin_state_up': True, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:33.131519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:33.135452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:router and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:33.138315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:33.145517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:33.158226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.159852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.164547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e87a-242c-445a-a8ee-02c7cf2b3c81 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Network': ['ID=272e036b-6862-4f00-a17d-907b51d7c00a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:33.188896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.258218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 272e036b-6862-4f00-a17d-907b51d7c00a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:33.319797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af0abb-7be5-4023-a823-3fa83b5b0038 None None] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:33.497002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:33.508542 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Sync routers for ids ['e4d3af2b-64fc-4f07-a86e-524b1f60112e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:33.524340 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Routers {'e4d3af2b-64fc-4f07-a86e-524b1f60112e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:33.527484 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['e4d3af2b-64fc-4f07-a86e-524b1f60112e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:33.643553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-6b09a111-fee8-4ade-973d-099c1ca047d2 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:33.652497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-6b09a111-fee8-4ade-973d-099c1ca047d2 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 0.2572875 Mar 02 07:41:33.701300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-3551ee3f-6af7-451c-bcc9-86630c472a68 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/quotas/69a380aa9c184deb9f4ecffc63825037 HTTP/1.1" status: 200 len: 375 time: 0.0186291 Mar 02 07:41:33.756430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-131620ff-8d40-437a-921e-2379a19c41ab tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538838 Mar 02 07:41:33.817918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.915879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:33.921658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e05144-cd83-4d5f-82a3-3d05a9b18802 None None] Network 24f7e77a-8201-4012-8019-6d9f47616a07 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:33.944077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.951545 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Set router e4d3af2b-64fc-4f07-a86e-524b1f60112e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:33.951766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Checking router: 700a9d46-a4a4-4c3a-9123-86f50bcae773 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:33.952249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Updating router 700a9d46-a4a4-4c3a-9123-86f50bcae773 port 32de4537-0321-4e72-897c-467f8beb0684 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:33.971441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:33.975846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4db47d10-cd7d-4209-ae17-ff6582d63b8d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7108772 Mar 02 07:41:33.980354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:34.148709 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.216598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-a61504e2-099e-4644-8efc-06316fe163e4 service neutron] 10.222.0.21 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584751 Mar 02 07:41:34.406828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-e62d55a6-30e7-462a-8495-f8bfb50fc7da service neutron] 10.222.0.21 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892769 Mar 02 07:41:34.449638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aafdee-2003-4c8e-a6e9-cdd4cd8806bb req-4e1aef3a-7889-4f9f-a547-6472fce0f291 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:34.451242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-44aafdee-2003-4c8e-a6e9-cdd4cd8806bb req-4e1aef3a-7889-4f9f-a547-6472fce0f291 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.8838935 Mar 02 07:41:34.460050 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:27Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:34.465179 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Checking router: e4d3af2b-64fc-4f07-a86e-524b1f60112e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:34.490696 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Updating router e4d3af2b-64fc-4f07-a86e-524b1f60112e port 5a2f769a-4777-42d7-b721-3c67383a38ec binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:34.594970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37276) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:34.598212 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.786824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-98e13cc0-03d5-4ec2-8986-876bac49507e tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/e4d3af2b-64fc-4f07-a86e-524b1f60112e HTTP/1.1" status: 200 len: 909 time: 0.7997510 Mar 02 07:41:34.788555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-44aafdee-2003-4c8e-a6e9-cdd4cd8806bb req-93d76859-54c2-4b19-869b-ab9bdbc54044 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711647 Mar 02 07:41:34.790884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37284) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:34.799831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1196292093', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': True}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:34.805590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:34.810550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Usage tracker for resource:router and tenant:debb76473e16401f907363dc38bf39ed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:34.813605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:34.838374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:34.854192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.867765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.869510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.950781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:34.996400 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.029197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Transition to ACTIVE for port object 32de4537-0321-4e72-897c-467f8beb0684 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:35.047084 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.141657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Attempting to bind port 32de4537-0321-4e72-897c-467f8beb0684 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:35.142047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Attempting to bind port 32de4537-0321-4e72-897c-467f8beb0684 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:35.142576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Attempting to bind port 32de4537-0321-4e72-897c-467f8beb0684 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:35.152497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe451-cec9-457d-8763-9f610f78e25a None None] Pushing event updated for resources: {'Port': ['ID=32de4537-0321-4e72-897c-467f8beb0684,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:35.155839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:35.156406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:35.157730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.158576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:35.159138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Bound port: 32de4537-0321-4e72-897c-467f8beb0684, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:35.159519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.169126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.225826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.245574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Allocated IP 172.20.0.1 (1d2225ae-897e-4676-bff9-3391fe4ad142/b02275ef-6f24-4076-91c5-76e4a59a47e3/142611ea-02b6-48b3-a406-f9c039df92b6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:35.258925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.344036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:35.355856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Usage tracker for resource:security_group_rule and tenant:401c3eae6fbf4ba6adcc2fded2ec7e75 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:35.360053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:35.370097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:35.387364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] For port 32de4537-0321-4e72-897c-467f8beb0684, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:35.395132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] For port 32de4537-0321-4e72-897c-467f8beb0684, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32de4537-0321-4e72-897c-467f8beb0684,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:35.401992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.408656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04642b9-431a-4b5d-838f-4ea707c2f3e9 req-10c532d9-0925-433b-9a7c-a531cdae03ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:35.415851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a04642b9-431a-4b5d-838f-4ea707c2f3e9 req-10c532d9-0925-433b-9a7c-a531cdae03ec tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 944 time: 0.3705616 Mar 02 07:41:35.448120 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.453469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2ffda83-7017-431c-a000-639fb797d212 req-c1bf411c-bd67-47b8-93ae-2ebcd4d05c1c tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 210 time: 0.0806637 Mar 02 07:41:35.486822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a04642b9-431a-4b5d-838f-4ea707c2f3e9 req-69f3fec9-fda0-4c42-a5f7-805d464dc931 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Mar 02 07:41:35.500160 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Transition to ACTIVE for port object 5a2f769a-4777-42d7-b721-3c67383a38ec will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:35.515667 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.524144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 67fb0011-ffd2-4621-9f85-773064839a5c up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:35.584676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.663152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:35.664851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:35.670624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.687475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.161 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:35.692966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.694180 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Attempting to bind port 5a2f769a-4777-42d7-b721-3c67383a38ec on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:35.699662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Attempting to bind port 5a2f769a-4777-42d7-b721-3c67383a38ec by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:35.700151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Attempting to bind port 5a2f769a-4777-42d7-b721-3c67383a38ec on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:35.702425 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12495-5ed3-488b-ab6f-7ee8bdf06fee None None] Pushing event updated for resources: {'Port': ['ID=5a2f769a-4777-42d7-b721-3c67383a38ec,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:35.721914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:35.723345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:35.725123 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.725670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:35.726940 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Bound port: 5a2f769a-4777-42d7-b721-3c67383a38ec, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:35.727599 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.762726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.793154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b4ae7-956a-4da5-8e48-cc31e2d7c1f6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:35.798067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-134800ea-d10a-4c4c-879f-f8dd01a5531b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=401c3eae6fbf4ba6adcc2fded2ec7e75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1981025 Mar 02 07:41:35.801901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37302) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:35.833811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.937510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:35.976713 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] For port 5a2f769a-4777-42d7-b721-3c67383a38ec, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:35.989025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] For port 5a2f769a-4777-42d7-b721-3c67383a38ec, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5a2f769a-4777-42d7-b721-3c67383a38ec,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:35.990100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.999197 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.024144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.049085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.122950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.147374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe451-cec9-457d-8763-9f610f78e25a None None] Pushing event updated for resources: {'Port': ['ID=32de4537-0321-4e72-897c-467f8beb0684,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:36.161686 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12495-5ed3-488b-ab6f-7ee8bdf06fee None None] Pushing event updated for resources: {'Port': ['ID=5a2f769a-4777-42d7-b721-3c67383a38ec,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:36.191811 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Routers {'e4d3af2b-64fc-4f07-a86e-524b1f60112e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:36.192433 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['e4d3af2b-64fc-4f07-a86e-524b1f60112e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:36.265579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:36.267390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.283353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:36.322692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:36.362187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b4ae7-956a-4da5-8e48-cc31e2d7c1f6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:36.394662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 67fb0011-ffd2-4621-9f85-773064839a5c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:36.405046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:36.418791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 67fb0011-ffd2-4621-9f85-773064839a5c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:36.418791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.427365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.436475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cfbb3cc1-dee7-4daa-a481-fedf8f85bd72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a36b4ae7-956a-4da5-8e48-cc31e2d7c1f6 HTTP/1.1" status: 204 len: 168 time: 0.6328111 Mar 02 07:41:36.504598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.651036 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] Set router e4d3af2b-64fc-4f07-a86e-524b1f60112e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:36.662192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:36.670236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e56786-b01f-482b-8e85-8d7eafbcc0bf None None] The sync data for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 is: [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:36.673521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9946cf8-3b06-45ee-b03f-06a70fadcb0d req-bfad473e-9a87-441c-8a62-3e5d99ca48ef tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:36.682900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9946cf8-3b06-45ee-b03f-06a70fadcb0d req-bfad473e-9a87-441c-8a62-3e5d99ca48ef tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.5432568 Mar 02 07:41:36.733500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.815113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.849887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.242 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7ef15eef-4d59-4ae6-aff0-1b6a5d42e7d2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:36.897573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=67fb0011-ffd2-4621-9f85-773064839a5c,segment=NetworkSegment(c4ab431d-48dc-4b81-b225-8add84d638ac),segment_id=c4ab431d-48dc-4b81-b225-8add84d638ac)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:36.901107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:36.917911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.951433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc6bf01a-eeab-409a-a2b1-75ad3122480c req-0ed3a9cb-5ed5-442a-9caa-f88086193def tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 210 time: 0.1497293 Mar 02 07:41:36.980644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:37.074097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:37.121519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Pushing event updated for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:37.136949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:37.146398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:37.208619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9946cf8-3b06-45ee-b03f-06a70fadcb0d req-f1f704ab-7658-418b-acda-2d29aaecc08f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5247147 Mar 02 07:41:37.313265 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c', 'code': 200} Mar 02 07:41:37.458212 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:27Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:37.466140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:37.467121 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50c3e2-0281-45e8-bd37-db29fca72655 None None] The sync data for ids ['e4d3af2b-64fc-4f07-a86e-524b1f60112e'] in n-d-827871-1 is: [{'id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:27Z', 'updated_at': '2022-03-02T07:41:30Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '5a2f769a-4777-42d7-b721-3c67383a38ec', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3af2b-64fc-4f07-a86e-524b1f60112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:37.941496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37334) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:38.104315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-04fd033c-aa56-430e-8112-7b1c40566b2a tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.105790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-04fd033c-aa56-430e-8112-7b1c40566b2a tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 0.8680303 Mar 02 07:41:38.117945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.129540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Request body: {'port': {'device_id': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'admin_state_up': True, 'tenant_id': '69a380aa9c184deb9f4ecffc63825037'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:38.187787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-687480846-network', 'tenant_id': '9f4d09bb480f427e9a03b9e13a8472c0'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:38.233966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:38.299363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.332324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0552214a-7694-4375-89fe-d9946a07d84c req-4da51a69-54ec-4837-830f-9c19306bc343 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 210 time: 0.1532540 Mar 02 07:41:38.387693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Usage tracker for resource:network and tenant:9f4d09bb480f427e9a03b9e13a8472c0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:38.460590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:38.465711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84a7b9-ba68-448c-9a7f-2f6ccd2dc353 req-2147dcb6-6610-4433-bd31-8eb47bcd729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.474283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd84a7b9-ba68-448c-9a7f-2f6ccd2dc353 req-2147dcb6-6610-4433-bd31-8eb47bcd729c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 1096 time: 0.7237420 Mar 02 07:41:38.487549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32de4537-0321-4e72-897c-467f8beb0684 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:38.505156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:38.595670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 32de4537-0321-4e72-897c-467f8beb0684 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:38.605748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32de4537-0321-4e72-897c-467f8beb0684 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:38.606156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.636439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:38.648334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ace9-2c3d-44ac-975e-a13cf9d43860 req-91a75980-3ec2-4afe-9de9-2919cbdc3ccd tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.649895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a08ace9-2c3d-44ac-975e-a13cf9d43860 req-91a75980-3ec2-4afe-9de9-2919cbdc3ccd tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 1.3880768 Mar 02 07:41:38.655068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.694552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Usage tracker for resource:port and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:38.699646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:38.713733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-282c5543-6d60-491f-944a-7015002ecbae tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.715242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-282c5543-6d60-491f-944a-7015002ecbae tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 1.4832807 Mar 02 07:41:38.724068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:38.745624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Made reservation on behalf of 9f4d09bb480f427e9a03b9e13a8472c0 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:38.751331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.756851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.773100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.777128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 32de4537-0321-4e72-897c-467f8beb0684, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32de4537-0321-4e72-897c-467f8beb0684,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:38.783663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.784450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5a2f769a-4777-42d7-b721-3c67383a38ec up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:38.804258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Request body: {'port': {'device_id': 'a007c282-f5a0-4c56-896d-83870b127099', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'admin_state_up': True, 'tenant_id': '69a380aa9c184deb9f4ecffc63825037'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:38.807121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.834893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:38.836375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.883208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:38.889059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:38.892631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.897928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:38.900651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd84a7b9-ba68-448c-9a7f-2f6ccd2dc353 req-16a7cb01-1eb6-4540-ac28-07ea808feadc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930116 Mar 02 07:41:38.906347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:38.923491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=32de4537-0321-4e72-897c-467f8beb0684,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:38.929295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a08ace9-2c3d-44ac-975e-a13cf9d43860 req-8fafbc74-8852-4c1f-b6b0-c32e086588ba tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687011 Mar 02 07:41:38.936748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:38.940489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5a2f769a-4777-42d7-b721-3c67383a38ec completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:38.946508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5a2f769a-4777-42d7-b721-3c67383a38ec triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:38.947152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:39.094128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:39.106332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:39.135476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5a2f769a-4777-42d7-b721-3c67383a38ec, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5a2f769a-4777-42d7-b721-3c67383a38ec,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:39.140632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:39.188790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Usage tracker for resource:security_group_rule and tenant:9f4d09bb480f427e9a03b9e13a8472c0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:39.194348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Usage tracker for resource:port and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:39.200098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=7ef15eef-4d59-4ae6-aff0-1b6a5d42e7d2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:39.205579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:39.212904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:39.225402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:39.233329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5a2f769a-4777-42d7-b721-3c67383a38ec,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:39.236025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:39.271937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:39.277833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:39.281315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:39.484628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244955a-7d34-4570-be97-800c89bcb360 req-4e39abb5-7a83-4d3d-99ae-f8819556e854 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:39.486979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6244955a-7d34-4570-be97-800c89bcb360 req-4e39abb5-7a83-4d3d-99ae-f8819556e854 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.9762642 Mar 02 07:41:39.548957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12a705d4-4896-4b00-9498-5837f0f0cc09 req-91aadf3b-a2e4-4292-ab39-8fccc8fd429c tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 210 time: 0.0800359 Mar 02 07:41:39.635438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Allocated IP 172.20.0.11 (766437f3-34bb-479a-b37a-4e34bfb3c079/b4202b83-9454-4817-b4e8-e7f86464a4e7/8beab2d5-7cdf-40b1-bb13-317e227998ae) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:39.716470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6244955a-7d34-4570-be97-800c89bcb360 req-96005dbd-14bb-465e-9f62-a54e83daeff7 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638157 Mar 02 07:41:39.752809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 172.25.4.45 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:39.784999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 0145de6e-634d-4964-b710-8d0f4ddaf80b is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:40.000990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.014251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.057521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0667092d-ca68-4e6a-8830-6cef244e2a41,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:40.171962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.175971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:40.194914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.287779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.290218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.298207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:40.311021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Sync routers for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:40.314006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.314361 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Added segment 9aae8b56-87c9-4573-80a6-4263d6764dfb of type vlan for network 3a2563b5-f2b3-410d-afd0-3823a023147d Mar 02 07:41:40.319294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:41:40.327153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.348920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:40.349629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:40.350138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61433-df07-4472-95d7-945143d0e27b req-006e1cd2-28ea-4785-95bf-2e54fe089a70 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:40.351607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2bc61433-df07-4472-95d7-945143d0e27b req-006e1cd2-28ea-4785-95bf-2e54fe089a70 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.1767123 Mar 02 07:41:40.354345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.355450 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6aac1da7-ede6-48d1-bb8e-59de5aee66ed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.2360373 Mar 02 07:41:40.358581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:40.417270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2bc61433-df07-4472-95d7-945143d0e27b req-67b1740a-8f2f-4695-b5e3-f9239fd9bb8a tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Mar 02 07:41:40.435445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.453385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Pushing event updated for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:40.476934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.506697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32de4537-0321-4e72-897c-467f8beb0684 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:40.509518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:40.585272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Allocated IP 172.20.0.10 (766437f3-34bb-479a-b37a-4e34bfb3c079/b4202b83-9454-4817-b4e8-e7f86464a4e7/b96b3743-d9cb-42cb-a900-5fa00102cda7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:40.676656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:40.868316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-251c82b6-d6b1-4b3b-a2a1-d9fbba4372e5 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabeea45fedf4ddd88a8ac6c0986ae73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5060425 Mar 02 07:41:40.873727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:40.874368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37358) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:40.902497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:40.904993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:40.957801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:41:41.007626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 32de4537-0321-4e72-897c-467f8beb0684 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:41.007975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.012734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.043832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event updated for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:41.066383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.067693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.068136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.089267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:41.135959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:41:41.145745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.146431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.159905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.204668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-5c64fbc2-43fe-4777-89b8-44120f85a5c7 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0844479 Mar 02 07:41:41.217473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472dbd42-b93a-4767-bc1c-ae0ab7449961 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.223165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-472dbd42-b93a-4767-bc1c-ae0ab7449961 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3415515 Mar 02 07:41:41.224351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:41.227996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37362) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:41.232598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Request body: {'port': {'device_id': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:41.241133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:41.252102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.283971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:41.293540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5a2f769a-4777-42d7-b721-3c67383a38ec up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:41.303942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:41.331043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8413a290-2c94-4f79-9ef4-34cbdf11b888 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683801 Mar 02 07:41:41.333624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37366) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:41.345220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1404-de62-413e-8c59-659c3cf62baa req-d4a20301-cfb3-4178-8ca3-2ecc264c9480 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.346756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d00a1404-de62-413e-8c59-659c3cf62baa req-d4a20301-cfb3-4178-8ca3-2ecc264c9480 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.4630308 Mar 02 07:41:41.355324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:41.357598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-8018436', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:41.363532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:36Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:41.365564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.383173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:41.385348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:41.398800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.407382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.423756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] Pushing event updated for resources: {'Network': ['ID=3a2563b5-f2b3-410d-afd0-3823a023147d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:41.424750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Checking router: 0145de6e-634d-4964-b710-8d0f4ddaf80b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:41.425114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Updating router 0145de6e-634d-4964-b710-8d0f4ddaf80b port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:41.425678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:41.461537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['13e4df2b-83c5-43aa-b079-d0a5b078a592'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:41.499708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3a2563b5-f2b3-410d-afd0-3823a023147d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:41.610583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:41.631394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:41.633208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.645628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:41.671690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3656897e-da7b-4677-87d1-048b7a47b64d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7187831 Mar 02 07:41:41.676618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:41.682814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:41.687695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:41.696632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5a2f769a-4777-42d7-b721-3c67383a38ec triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:41.697014 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.697747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d00a1404-de62-413e-8c59-659c3cf62baa req-56504b01-23df-4b32-b328-3b7e21c5d492 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164172 Mar 02 07:41:41.698409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.727010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Request body: {'subnet': {'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-687480846-subnet', 'tenant_id': '9f4d09bb480f427e9a03b9e13a8472c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:41.737576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:41.743200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:41.751341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Usage tracker for resource:subnet and tenant:9f4d09bb480f427e9a03b9e13a8472c0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:41.779772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:subnet and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:41.791890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:41.802899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:41.804286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac49b-9f57-4296-aec1-c67b98e9bea5 req-6ce09a1e-3aea-4274-8873-7c1afd4a3239 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.811575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:41.812315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4ac49b-9f57-4296-aec1-c67b98e9bea5 req-6ce09a1e-3aea-4274-8873-7c1afd4a3239 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 932 time: 1.1129107 Mar 02 07:41:41.819850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:41.830344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Router 700a9d46-a4a4-4c3a-9123-86f50bcae773 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:41.852391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.853069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.881021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Made reservation on behalf of 9f4d09bb480f427e9a03b9e13a8472c0 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:41.883170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.895999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:41.899488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:41.994212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27bf5cfa-baf9-4dce-b82b-02019430fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.149844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ce4ac49b-9f57-4296-aec1-c67b98e9bea5 req-d487eb1d-d039-4ac9-8a41-010c3fa62ef4 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:42.166540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-fe5172a1-a449-4d9b-9d64-2c9748983b40 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4374449 Mar 02 07:41:42.245304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Request body: {'port': {'device_id': 'a007c282-f5a0-4c56-896d-83870b127099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:42.284445 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.297062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Transition to ACTIVE for port object f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:42.304544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.353362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:42.447132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c80f-8a9a-406f-95bd-711e0fb55c9a None None] Pushing event updated for resources: {'Port': ['ID=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:42.451173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Attempting to bind port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:42.451741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Attempting to bind port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:42.451919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Attempting to bind port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:42.460310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:42.460696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:42.461114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.461487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:42.461992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Bound port: f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:42.462370 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.532634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:42.533058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.552554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ce4ac49b-9f57-4296-aec1-c67b98e9bea5 req-d487eb1d-d039-4ac9-8a41-010c3fa62ef4 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:42.553525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4ac49b-9f57-4296-aec1-c67b98e9bea5 req-d487eb1d-d039-4ac9-8a41-010c3fa62ef4 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403278 Mar 02 07:41:42.588817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] For port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:42.608008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] For port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:42.615979 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.617254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:42.629603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.634065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Sync routers for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:42.651220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:42.652074 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:42.661773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f449a14-8a68-452c-ba7b-fa0146eb543f req-2c11188a-7156-4924-a4e7-a8c2180f1fe2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:42.669153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f449a14-8a68-452c-ba7b-fa0146eb543f req-2c11188a-7156-4924-a4e7-a8c2180f1fe2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.7473509 Mar 02 07:41:42.758633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:42.759274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:42.762405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.858317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:42.875949 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:42.876243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:42.903214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c80f-8a9a-406f-95bd-711e0fb55c9a None None] Pushing event updated for resources: {'Port': ['ID=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:42.914231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f449a14-8a68-452c-ba7b-fa0146eb543f req-0b043cac-ffc5-458c-8198-cbaebc85b1be tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437935 Mar 02 07:41:42.926454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f7ac0b3-ff01-4e17-94c5-017a87eb3188 admin admin] 10.222.0.21 "PUT /v2.0/routers/700a9d46-a4a4-4c3a-9123-86f50bcae773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8065944 Mar 02 07:41:42.948612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:42.975778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:43.034298 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.184555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:43.253202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8beab2d5-7cdf-40b1-bb13-317e227998ae {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:43.260367 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.265029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.307779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.317560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:43.379983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Transition to ACTIVE for port object 8beab2d5-7cdf-40b1-bb13-317e227998ae will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:43.431002 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '142611ea-02b6-48b3-a406-f9c039df92b6', 'name': '', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'mac_address': 'fa:16:3e:73:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:39Z', 'revision_number': 2, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'subnets': [{'id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:43.435817 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Checking router: 700a9d46-a4a4-4c3a-9123-86f50bcae773 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:43.436546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Updating router 700a9d46-a4a4-4c3a-9123-86f50bcae773 port 142611ea-02b6-48b3-a406-f9c039df92b6 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:43.436824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.477979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43af8a32-ca36-4424-9f08-6b482a98c750,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:43.511712 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.627501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:36Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:43.636012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31898a2a-cc42-4754-882d-6e777b3aa7d5 None None] The sync data for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 is: [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:36Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:43.646951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471186d1-33a4-44a4-83a6-b0384814fb5f req-40e8fd6d-8bcf-43bd-a02f-a84bf5ad7073 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:43.648583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-471186d1-33a4-44a4-83a6-b0384814fb5f req-40e8fd6d-8bcf-43bd-a02f-a84bf5ad7073 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 945 time: 0.7657630 Mar 02 07:41:43.649642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.743573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Checking segment: {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:43.744137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Network hostable DHCP agents. Network: 3a2563b5-f2b3-410d-afd0-3823a023147d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:43.773104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403916-e54e-42e3-bf8f-2d40482368d1 req-2a90a7e0-07e2-4961-b03a-595bab9a4c7f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:43.779983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7403916-e54e-42e3-bf8f-2d40482368d1 req-2a90a7e0-07e2-4961-b03a-595bab9a4c7f tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.6578915 Mar 02 07:41:43.782426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Checking segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:43.782791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network hostable DHCP agents. Network: 272e036b-6862-4f00-a17d-907b51d7c00a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:43.881813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:43.895820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e83873-9925-40b0-926c-83139e30be79 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:43.923564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:43.924377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:43.966181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.968851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Subnet': ['ID=88084c0f-81d2-48fa-83d6-b53f29946b3f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:43.970614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f79535a-0c68-4b97-8359-4c33a735b818 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.3151028 Mar 02 07:41:43.972501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Pushing event updated for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:43.977248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37394) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:44.007328 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.073114 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Transition to ACTIVE for port object 142611ea-02b6-48b3-a406-f9c039df92b6 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:44.073482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:44.087493 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.095005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:44.096184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:44.133889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Network 3a2563b5-f2b3-410d-afd0-3823a023147d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:44.184233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7403916-e54e-42e3-bf8f-2d40482368d1 req-7c2c3603-431c-4b1d-aca9-114471b6fdfd tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011588 Mar 02 07:41:44.184969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 272e036b-6862-4f00-a17d-907b51d7c00a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:44.230989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3a2563b5-f2b3-410d-afd0-3823a023147d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:44.249660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:44.253534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.275020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 272e036b-6862-4f00-a17d-907b51d7c00a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:44.291972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:44.294987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.353045 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'code': 200} Mar 02 07:41:44.376780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-37e83873-9925-40b0-926c-83139e30be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:44.377246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e83873-9925-40b0-926c-83139e30be79 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:44.394399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f40cd-52dc-4bdd-ae1f-8c8fab263cf0 None None] Network 3a2563b5-f2b3-410d-afd0-3823a023147d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:44.437465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:41:44.445075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51438c9-0992-436e-9666-0aebe6fc02f7 None None] Network 272e036b-6862-4f00-a17d-907b51d7c00a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:44.492735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Attempting to bind port 8beab2d5-7cdf-40b1-bb13-317e227998ae on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:44.492735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Attempting to bind port 8beab2d5-7cdf-40b1-bb13-317e227998ae by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:44.493021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Attempting to bind port 8beab2d5-7cdf-40b1-bb13-317e227998ae on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:44.611409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a3621a16-0613-4f39-8d11-853ed32efbe8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9148710 Mar 02 07:41:44.611409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f313a0fe-e514-45cf-a6fe-336a6f0f89ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 3.2739890 Mar 02 07:41:44.631151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37412) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:44.642458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Port 8beab2d5-7cdf-40b1-bb13-317e227998ae on network 766437f3-34bb-479a-b37a-4e34bfb3c079 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:41:44.642805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Attempting to bind port 8beab2d5-7cdf-40b1-bb13-317e227998ae on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:44.676267 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc3642-da6b-40a8-ad5c-48275bdd2c9d None None] Pushing event updated for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:44.679056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:44.679438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Checking segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:44.679940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Bound using segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:44.680291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Bound port: 8beab2d5-7cdf-40b1-bb13-317e227998ae, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:44.680650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.702123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:44.704356 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Attempting to bind port 142611ea-02b6-48b3-a406-f9c039df92b6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:44.707061 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Attempting to bind port 142611ea-02b6-48b3-a406-f9c039df92b6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:44.707532 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Attempting to bind port 142611ea-02b6-48b3-a406-f9c039df92b6 on network 1d2225ae-897e-4676-bff9-3391fe4ad142 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:44.720766 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:44.731401 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Checking segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:44.735815 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.736501 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Bound using segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:44.737107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Bound port: 142611ea-02b6-48b3-a406-f9c039df92b6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:44.737594 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.955396 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] For port 142611ea-02b6-48b3-a406-f9c039df92b6, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:44.960150 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] For port 142611ea-02b6-48b3-a406-f9c039df92b6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=142611ea-02b6-48b3-a406-f9c039df92b6,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:44.972016 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.112267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-163c1338-428c-4bad-8b46-7351e0f4c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.145724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:45.188274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:45.189789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.198432 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc3642-da6b-40a8-ad5c-48275bdd2c9d None None] Pushing event updated for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:45.220546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:45.220792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:45.224706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-471186d1-33a4-44a4-83a6-b0384814fb5f req-f718e488-9891-45f5-ba89-39110e2c6d6b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5430741 Mar 02 07:41:45.269735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router 23216792-b9ba-4eaa-a824-50d645290a9c is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:41:45.276449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96b3743-d9cb-42cb-a900-5fa00102cda7 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:45.674725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.705992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.740723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.784606 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:45.806599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Transition to ACTIVE for port object b96b3743-d9cb-42cb-a900-5fa00102cda7 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:45.843682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.874743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b90694-e6d3-4650-bd60-cc544ba4f663 None None] Network 3a2563b5-f2b3-410d-afd0-3823a023147d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:46.055199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-272e036b-6862-4f00-a17d-907b51d7c00a', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:41:46.056054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.195011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ef51-e1ee-48a0-b369-20cc4e522aca req-5b7f16ac-a0b2-4168-bb8a-d57113fc6bf3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:46.209913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a47ef51-e1ee-48a0-b369-20cc4e522aca req-5b7f16ac-a0b2-4168-bb8a-d57113fc6bf3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 944 time: 0.5426981 Mar 02 07:41:46.307855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-0c7dc84c-b3f8-486d-89aa-871aba314c57 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:46.308721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-0c7dc84c-b3f8-486d-89aa-871aba314c57 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:46.343602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.389943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:46.400154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:46.419816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Sync routers for ids ['23216792-b9ba-4eaa-a824-50d645290a9c'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:46.422915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.426057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.426057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.426379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.426821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.427261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.427697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.428147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.428585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.429012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.429442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.429888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:46.456352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:46.463088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:46.470519 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Routers {'23216792-b9ba-4eaa-a824-50d645290a9c'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:46.472204 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23216792-b9ba-4eaa-a824-50d645290a9c'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:46.502638 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.506632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.552476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.561200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e98b4fd9-4a52-4482-b233-584add803751 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.7690613 Mar 02 07:41:46.568789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37450) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:46.664072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:46.670123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-0c7dc84c-b3f8-486d-89aa-871aba314c57 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:46.671476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-0c7dc84c-b3f8-486d-89aa-871aba314c57 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 818 time: 1.7742119 Mar 02 07:41:46.723318 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '142611ea-02b6-48b3-a406-f9c039df92b6', 'name': '', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'mac_address': 'fa:16:3e:73:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:44Z', 'revision_number': 4, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'subnets': [{'id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:46.788802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a47ef51-e1ee-48a0-b369-20cc4e522aca req-e222ee28-d6a2-431f-bfb9-ae46e011d6d5 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779419 Mar 02 07:41:46.801708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Allocated IP 172.20.0.2 (272e036b-6862-4f00-a17d-907b51d7c00a/88084c0f-81d2-48fa-83d6-b53f29946b3f/91943c7e-31ef-4295-ae22-02ff53f2402c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:46.894540 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05372e0-5fb4-48b0-845c-204c8260f4bd None None] The sync data for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 is: [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '142611ea-02b6-48b3-a406-f9c039df92b6', 'name': '', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'mac_address': 'fa:16:3e:73:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:44Z', 'revision_number': 4, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'subnets': [{'id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:46.898617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.121541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:47.122586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.125018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] 10.222.0.16 "PUT /v2.0/ports/8beab2d5-7cdf-40b1-bb13-317e227998ae HTTP/1.1" status: 200 len: 1092 time: 5.9037161 Mar 02 07:41:47.128767 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Set router 23216792-b9ba-4eaa-a824-50d645290a9c gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:47.145659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c380c-29f6-45e6-9b7e-4763f0fd684b service neutron] Pushing event updated for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:47.150370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:47.177401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-03911479-5714-41ac-9e68-6083dc165678 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/quotas/3722fb0dd1814f34986e92ad42ab6304 HTTP/1.1" status: 200 len: 375 time: 0.4699893 Mar 02 07:41:47.227995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.251382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Transition to ACTIVE for port object 91943c7e-31ef-4295-ae22-02ff53f2402c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:47.281069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Transition to ACTIVE for port object 91943c7e-31ef-4295-ae22-02ff53f2402c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:47.359788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.441808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Network 272e036b-6862-4f00-a17d-907b51d7c00a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:47.487546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:47.505086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:47.742012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.1 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/f8c99dfb-2b09-4166-af35-886ee6c6455e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:47.862888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.864235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:48.118233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Attempting to bind port b96b3743-d9cb-42cb-a900-5fa00102cda7 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:48.118851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Attempting to bind port b96b3743-d9cb-42cb-a900-5fa00102cda7 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:48.119656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Attempting to bind port b96b3743-d9cb-42cb-a900-5fa00102cda7 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:48.140729 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:42Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:39Z', 'updated_at': '2022-03-02T07:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:48.151712 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Checking router: 23216792-b9ba-4eaa-a824-50d645290a9c for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:48.153835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Updating router 23216792-b9ba-4eaa-a824-50d645290a9c port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:41:48.192955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Port b96b3743-d9cb-42cb-a900-5fa00102cda7 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:41:48.193696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Attempting to bind port b96b3743-d9cb-42cb-a900-5fa00102cda7 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:48.218190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:48.218746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Checking segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:48.220024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Bound using segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:48.220686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Bound port: b96b3743-d9cb-42cb-a900-5fa00102cda7, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:48.221200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.250383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Attempting to bind port 91943c7e-31ef-4295-ae22-02ff53f2402c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:48.251491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Attempting to bind port 91943c7e-31ef-4295-ae22-02ff53f2402c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:48.251972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Attempting to bind port 91943c7e-31ef-4295-ae22-02ff53f2402c on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:48.253368 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.269129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:48.269673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Checking segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:48.270231 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.270745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Bound using segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:48.271336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Bound port: 91943c7e-31ef-4295-ae22-02ff53f2402c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:48.271820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.306506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Pushing event updated for resources: {'Port': ['ID=91943c7e-31ef-4295-ae22-02ff53f2402c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:48.333414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-d85d52e0-0530-4707-bdaa-c30f4aa7fa00 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1551507 Mar 02 07:41:48.468231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] For port 91943c7e-31ef-4295-ae22-02ff53f2402c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:48.477254 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.487259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] For port 91943c7e-31ef-4295-ae22-02ff53f2402c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91943c7e-31ef-4295-ae22-02ff53f2402c,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:48.503070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ef489d37-e78f-4b61-aaf4-180af140e696 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/23216792-b9ba-4eaa-a824-50d645290a9c HTTP/1.1" status: 200 len: 907 time: 1.9330435 Mar 02 07:41:48.520461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:48.521504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:48.530458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.530702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:48.606433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.796091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.867454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:48.897721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdc42d-0405-4fae-bc08-89c3ae0399d1 None None] Pushing event updated for resources: {'Port': ['ID=91943c7e-31ef-4295-ae22-02ff53f2402c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:48.907695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff8cb-2c62-407a-96e9-4929e937eb52 req-9142647e-bc33-42ce-8581-b8d4dc610a25 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:48.911071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c7ff8cb-2c62-407a-96e9-4929e937eb52 req-9142647e-bc33-42ce-8581-b8d4dc610a25 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.7272065 Mar 02 07:41:48.936922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:49.012790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:49.014795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.017691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] 10.222.0.39 "PUT /v2.0/ports/b96b3743-d9cb-42cb-a900-5fa00102cda7 HTTP/1.1" status: 200 len: 1092 time: 6.8356280 Mar 02 07:41:49.072111 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.111315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Transition to ACTIVE for port object 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:49.127141 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.249537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c7ff8cb-2c62-407a-96e9-4929e937eb52 req-f81eaca2-e4ba-4718-af0b-61edc86c4f31 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202794 Mar 02 07:41:49.256767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:49.257154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.286735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.358724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-882cfee0-08d1-4f59-a34f-0a7b3367b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:49.363186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-882cfee0-08d1-4f59-a34f-0a7b3367b242 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 1095 time: 2.1797473 Mar 02 07:41:49.448151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Attempting to bind port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:49.448674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Attempting to bind port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:49.448910 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Attempting to bind port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:49.476267 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:49.476691 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:49.477033 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.477422 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:49.514944 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Bound port: 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:49.515557 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.552844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=f8c99dfb-2b09-4166-af35-886ee6c6455e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:49.577636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.646105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 142611ea-02b6-48b3-a406-f9c039df92b6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:49.718584 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae', 'status': 'completed', 'code': 200} Mar 02 07:41:49.722157 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] For port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:49.725491 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] For port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:49.738019 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.745311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074cc87-7908-4cb2-9aca-aec87abb7947 None None] Pushing event updated for resources: {'Port': ['ID=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:49.761366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c74a5f-fae1-44e4-9ada-accedcd2f230 service neutron] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:49.779224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 142611ea-02b6-48b3-a406-f9c039df92b6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:49.794403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 142611ea-02b6-48b3-a406-f9c039df92b6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:49.794785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.796264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:49.807157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:49.810500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:49.849308 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074cc87-7908-4cb2-9aca-aec87abb7947 None None] Pushing event updated for resources: {'Port': ['ID=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:49.889015 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Routers {'23216792-b9ba-4eaa-a824-50d645290a9c'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:49.889758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['23216792-b9ba-4eaa-a824-50d645290a9c'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:49.889912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:49.946832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-e5d77376-6f30-441b-a291-c9b48883ddb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae HTTP/1.1" status: 200 len: 217 time: 0.4906378 Mar 02 07:41:50.019143 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-3c3f3187-e957-4250-9095-7e96c2e6a6d0 service neutron] 10.222.0.21 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4790688 Mar 02 07:41:50.081250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.082050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-ae714602-0dcf-4674-9761-9a27650f291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:50.083883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-ae714602-0dcf-4674-9761-9a27650f291a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.1284444 Mar 02 07:41:50.132582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a68e-d3e5-4a87-901e-f2bbd4ad6e56 req-917d9cca-8913-4921-9333-255d2c0da931 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:50.140040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c705a68e-d3e5-4a87-901e-f2bbd4ad6e56 req-917d9cca-8913-4921-9333-255d2c0da931 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.4772701 Mar 02 07:41:50.174858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 142611ea-02b6-48b3-a406-f9c039df92b6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=142611ea-02b6-48b3-a406-f9c039df92b6,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:50.187147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.233198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.261147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:50.261983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.323599 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:41:50.394575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:50.440254 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] Set router 23216792-b9ba-4eaa-a824-50d645290a9c gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:50.448198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-ccc0968b-55df-4c0d-8f2b-9b264fe829e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3552382 Mar 02 07:41:50.465769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.520000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] For port 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:50.520577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:50.750755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf4bd6-d0ed-4e84-a440-baff0ba876e3 None None] Network 272e036b-6862-4f00-a17d-907b51d7c00a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:50.787241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Calling delete_port for 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:50.952693 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-07601418-e71e-4992-b36c-50897ee4321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:42Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:39Z', 'updated_at': '2022-03-02T07:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:50.959734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-268fe219-931f-491b-af1b-f5d61f3a0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:50.960871 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07601418-e71e-4992-b36c-50897ee4321d None None] The sync data for ids ['23216792-b9ba-4eaa-a824-50d645290a9c'] in n-d-827871-1 is: [{'id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'name': 'tempest-snat-router-1196292093', 'tenant_id': 'debb76473e16401f907363dc38bf39ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:34Z', 'updated_at': '2022-03-02T07:41:42Z', 'revision_number': 3, 'project_id': 'debb76473e16401f907363dc38bf39ed', 'gw_port': {'id': '3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23216792-b9ba-4eaa-a824-50d645290a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:39Z', 'updated_at': '2022-03-02T07:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:50.961267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-268fe219-931f-491b-af1b-f5d61f3a0f7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=a007c282-f5a0-4c56-896d-83870b127099 HTTP/1.1" status: 200 len: 1095 time: 1.8153901 Mar 02 07:41:50.982931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91943c7e-31ef-4295-ae22-02ff53f2402c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:51.060795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-b122cf2b-0e39-4987-b135-4893282f78b5 service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660539 Mar 02 07:41:51.153466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-45a3e30d-b626-48a0-b743-1fc6d479951b None None] Provisioning for port 91943c7e-31ef-4295-ae22-02ff53f2402c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:51.326860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c705a68e-d3e5-4a87-901e-f2bbd4ad6e56 req-5febdf06-a552-4e44-8264-4aa8d74efd9a tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1849375 Mar 02 07:41:51.358076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-f30cf8a7-f311-4f6d-bbcd-134f58e904bf service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687852 Mar 02 07:41:51.365398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-e9f68ca5-beac-45ab-8088-375987bf0efa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7 HTTP/1.1" status: 200 len: 217 time: 0.3826623 Mar 02 07:41:51.557134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:51.577619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 91943c7e-31ef-4295-ae22-02ff53f2402c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:51.619999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 91943c7e-31ef-4295-ae22-02ff53f2402c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:51.622919 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:51.714761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-2f8c8357-4deb-42b4-927f-be69a473aaf8 service neutron] 10.222.0.21 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6944044 Mar 02 07:41:51.734199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:52.339901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:52.661261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:52.808622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 91943c7e-31ef-4295-ae22-02ff53f2402c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91943c7e-31ef-4295-ae22-02ff53f2402c,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:52.821726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eebd4b8d-a33e-4141-bafe-16067f2d4eca None None] Provisioning complete for port 91943c7e-31ef-4295-ae22-02ff53f2402c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:52.821726 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8d-a33e-4141-bafe-16067f2d4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:52.850906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:52.851706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 142611ea-02b6-48b3-a406-f9c039df92b6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:52.911686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-6f9f4f39-7728-4917-82b1-d71f1162ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:52.913363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-6f9f4f39-7728-4917-82b1-d71f1162ffaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 1.5300581 Mar 02 07:41:53.156751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-43ef7f9b-6667-4a67-9928-184f837f9345 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906736 Mar 02 07:41:53.192602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 142611ea-02b6-48b3-a406-f9c039df92b6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:53.193137 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:53.224661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:53.240229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7139dc-64c2-4c5c-8577-219a0f31729e req-a022f63e-203e-4cb1-8a8b-841b35c04879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:53.248123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba7139dc-64c2-4c5c-8577-219a0f31729e req-a022f63e-203e-4cb1-8a8b-841b35c04879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 944 time: 1.5691755 Mar 02 07:41:53.319325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.319920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.320561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.321327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.321824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.322353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.322828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.323310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.323841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.324323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.324782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.325244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:53.374065 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba7139dc-64c2-4c5c-8577-219a0f31729e req-806e1d74-8369-4223-aacc-7a4932a788d1 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245029 Mar 02 07:41:53.420049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:53.497059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=91943c7e-31ef-4295-ae22-02ff53f2402c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:53.570453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.1 (272e036b-6862-4f00-a17d-907b51d7c00a/88084c0f-81d2-48fa-83d6-b53f29946b3f/73d44f85-1c6d-4693-812f-285d3efa4310) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:53.722328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:41:53.780044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:53.893023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:53.914582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 73d44f85-1c6d-4693-812f-285d3efa4310 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:53.957364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.069356 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'status': 'completed', 'code': 200} Mar 02 07:41:54.092812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.150500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.153044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=f8c99dfb-2b09-4166-af35-886ee6c6455e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:54.160204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91943c7e-31ef-4295-ae22-02ff53f2402c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:54.167843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.194143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7f3ab62f-95d3-4e68-a99e-d2243c7ee050 req-2a0eee96-1e8f-4d29-88a5-c9f336d1bb21 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:54.243490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 272e036b-6862-4f00-a17d-907b51d7c00a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:54.246048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-ef3a3c74-e100-42cf-8789-6c38bcea1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:54.248613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-ef3a3c74-e100-42cf-8789-6c38bcea1cf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 1095 time: 2.7138174 Mar 02 07:41:54.251683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-becb553f-469a-453d-a5b3-c8847cdbd8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126547 Mar 02 07:41:54.316986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.340928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.341628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23216792-b9ba-4eaa-a824-50d645290a9c {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:54.381358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.382833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5a475ea4-bdac-428d-bc24-2c05d531df64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/routers/23216792-b9ba-4eaa-a824-50d645290a9c HTTP/1.1" status: 204 len: 168 time: 5.8478000 Mar 02 07:41:54.405078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 91943c7e-31ef-4295-ae22-02ff53f2402c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:54.406879 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.423192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37504) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:54.453975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7f3ab62f-95d3-4e68-a99e-d2243c7ee050 req-2a0eee96-1e8f-4d29-88a5-c9f336d1bb21 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:54.463018 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f3ab62f-95d3-4e68-a99e-d2243c7ee050 req-2a0eee96-1e8f-4d29-88a5-c9f336d1bb21 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 210 time: 0.5605268 Mar 02 07:41:54.490697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:54.579329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:54.878940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-7f74f1e3-2297-42ee-8dbd-895b4d0fcd4c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:54.885066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-7f74f1e3-2297-42ee-8dbd-895b4d0fcd4c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 818 time: 0.6181314 Mar 02 07:41:55.063722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Request body: {'port': {'device_id': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'admin_state_up': True, 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:55.129157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-477b3c12-1dcf-42bc-a47a-26230046cdf3 None None] Provisioning for port 73d44f85-1c6d-4693-812f-285d3efa4310 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:55.138618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-477b3c12-1dcf-42bc-a47a-26230046cdf3 None None] Provisioning complete for port 73d44f85-1c6d-4693-812f-285d3efa4310 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:55.139726 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-477b3c12-1dcf-42bc-a47a-26230046cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:55.267240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-477b3c12-1dcf-42bc-a47a-26230046cdf3 None None] Port 73d44f85-1c6d-4693-812f-285d3efa4310 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:41:55.276014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131af0-aa61-42fd-8d4c-25cbd4e8c7f5 req-0ce35521-44d7-408e-8154-be377a11197f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:55.277622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20131af0-aa61-42fd-8d4c-25cbd4e8c7f5 req-0ce35521-44d7-408e-8154-be377a11197f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 2.7337058 Mar 02 07:41:55.278312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:55.323927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:55.350761 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:55.517526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20131af0-aa61-42fd-8d4c-25cbd4e8c7f5 req-183f023b-c9ec-4421-a74b-aad50711043b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949501 Mar 02 07:41:55.531948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8beab2d5-7cdf-40b1-bb13-317e227998ae details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:41:55.662674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-99980d85-7148-44d7-a9c0-80f82e20005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:55.664488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-99980d85-7148-44d7-a9c0-80f82e20005b service neutron] 10.222.0.16 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 912 time: 1.1522079 Mar 02 07:41:55.882118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:55.893836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:55.916995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:55.940387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '8beab2d5-7cdf-40b1-bb13-317e227998ae', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'port_id': '8beab2d5-7cdf-40b1-bb13-317e227998ae', 'mac_address': 'fa:16:3e:be:29:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4202b83-9454-4817-b4e8-e7f86464a4e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:41:55.981240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6f427df-1df9-471c-a1f2-ff3ff2caae02 req-9424a226-45d7-4a49-954c-570805f671d0 service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2835538 Mar 02 07:41:55.982534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-fdb1c791-a26e-4807-b8c7-a3cb36476466 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae HTTP/1.1" status: 200 len: 217 time: 0.2901814 Mar 02 07:41:55.992588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.017118 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.035965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65c1d-79d9-4cbf-9a74-969fcf0d34b0 req-fffc0ef2-ae22-477d-8911-efba60cabed0 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:56.040558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8beab2d5-7cdf-40b1-bb13-317e227998ae {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:56.043659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ea65c1d-79d9-4cbf-9a74-969fcf0d34b0 req-fffc0ef2-ae22-477d-8911-efba60cabed0 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 944 time: 0.3591688 Mar 02 07:41:56.059421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:56.067913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Deleting port 5a2f769a-4777-42d7-b721-3c67383a38ec {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:56.068091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.068780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.079800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:56.090217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:56.163435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:56.166341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:56.230693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:56.233358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3a7bddb4-3e4b-4a91-bf1f-d2fd855d3e12 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:56.343428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.365111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['8beab2d5-7cdf-40b1-bb13-317e227998ae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:56.378500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ea65c1d-79d9-4cbf-9a74-969fcf0d34b0 req-1c02fc99-f3b7-41eb-b33f-be8d670f51ec tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338685 Mar 02 07:41:56.380524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:56.747706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Made reservation on behalf of 3722fb0dd1814f34986e92ad42ab6304 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:56.757368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.778725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-d546b742-40ac-4dd5-9cef-ca0b69c55147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:56.785254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-d546b742-40ac-4dd5-9cef-ca0b69c55147 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.6844130 Mar 02 07:41:56.802077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-33b44ad4-1feb-44e3-b966-7b411fcdb5f4 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:56.803775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-33b44ad4-1feb-44e3-b966-7b411fcdb5f4 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 818 time: 0.7548525 Mar 02 07:41:56.921374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-e66054cc-9767-48f0-b21d-0091daa9cd73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115189 Mar 02 07:41:56.922935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-754400bf-851a-4bcc-be47-206eac90b902 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/quotas/3722fb0dd1814f34986e92ad42ab6304 HTTP/1.1" status: 200 len: 375 time: 0.0591791 Mar 02 07:41:56.989174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0da409-478d-4f2a-bece-13d4bca94326 req-6db88ac1-5517-4a2a-ae13-a99ea1c98be2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:56.995997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc0da409-478d-4f2a-bece-13d4bca94326 req-6db88ac1-5517-4a2a-ae13-a99ea1c98be2 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.3747036 Mar 02 07:41:57.028357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-8fa167ec-ecde-4a87-b927-6fe122f63bc5 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:57.029712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-8fa167ec-ecde-4a87-b927-6fe122f63bc5 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.16 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 945 time: 0.2894068 Mar 02 07:41:57.036678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] For port 5a2f769a-4777-42d7-b721-3c67383a38ec, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5a2f769a-4777-42d7-b721-3c67383a38ec,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:57.037057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.112936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:57.120636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7a291ea0-0400-40fc-a754-48963bcd309b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/routers/36dfcedd-3a61-4a3b-883f-da64a4830c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1337714 Mar 02 07:41:57.124300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:57.140922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:57.143954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:57.206855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37536) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:57.222043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'port': {'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07', 'name': 'tempest-FloatingIPTestJSON-728021663'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:57.282150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:57.305329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:57.306000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:57.405673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-de6f3ae0-e2c3-47a1-ab5f-f8f359eb4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:57.407938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-de6f3ae0-e2c3-47a1-ab5f-f8f359eb4a57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=a007c282-f5a0-4c56-896d-83870b127099 HTTP/1.1" status: 200 len: 1095 time: 1.2714787 Mar 02 07:41:57.457044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Calling delete_port for 5a2f769a-4777-42d7-b721-3c67383a38ec owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:57.474785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:57.475548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f1c55-fb4e-45c2-a089-da0208a6e0b3 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:57.568017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8beab2d5-7cdf-40b1-bb13-317e227998ae up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:57.676853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.742924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 8beab2d5-7cdf-40b1-bb13-317e227998ae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:57.754165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 8beab2d5-7cdf-40b1-bb13-317e227998ae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:57.755026 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.870228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2f769a-4777-42d7-b721-3c67383a38ec,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:57.898849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-e8dafc44-1d66-4dfd-ade8-80798deb13e4 service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596241 Mar 02 07:41:57.935956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.984194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:57.985963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:57.993212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.028597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc0da409-478d-4f2a-bece-13d4bca94326 req-bd45e2a5-7311-42d8-92ea-fc4ef251ad79 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/security-groups?id=06d09c27-d33c-40b3-81bf-e94d866fb7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0317171 Mar 02 07:41:58.074426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.200524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:58.217973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Deleting port 67fb0011-ffd2-4621-9f85-773064839a5c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:58.218329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.237310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Allocated IP 172.20.0.11 (1d2225ae-897e-4676-bff9-3391fe4ad142/b02275ef-6f24-4076-91c5-76e4a59a47e3/1f395882-cb20-4eff-b515-19f6655b7e02) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:58.333992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-4b06789c-0ae5-48e1-86a9-35a8d68ecdfe tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3674946 Mar 02 07:41:58.366139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:58.440761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-12ef07e2-0a56-48fb-8e4e-e5dcad834072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.441886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-12ef07e2-0a56-48fb-8e4e-e5dcad834072 service neutron] 10.222.0.39 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 912 time: 1.0202122 Mar 02 07:41:58.448879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:port and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:58.455082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:58.579936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.582770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.664053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.665903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4d3af2b-64fc-4f07-a86e-524b1f60112e {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:58.746647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.752055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-539ad597-632a-452a-9e49-7b976e586b16 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e4d3af2b-64fc-4f07-a86e-524b1f60112e HTTP/1.1" status: 204 len: 168 time: 4.3076384 Mar 02 07:41:58.753630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:58.776663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1335925012', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:58.788236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:58.849922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:58.859889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:58.885325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:58.906957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce6175-3e74-4e3a-8931-8acf90871bef req-a7399412-4bcc-42d8-bf54-0e37eaa1db0e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.909125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72ce6175-3e74-4e3a-8931-8acf90871bef req-a7399412-4bcc-42d8-bf54-0e37eaa1db0e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 0.5352008 Mar 02 07:41:58.952175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.954099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.994404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] For port 67fb0011-ffd2-4621-9f85-773064839a5c, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=67fb0011-ffd2-4621-9f85-773064839a5c,segment=NetworkSegment(c4ab431d-48dc-4b81-b225-8add84d638ac),segment_id=c4ab431d-48dc-4b81-b225-8add84d638ac)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:58.994840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:59.019214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72ce6175-3e74-4e3a-8931-8acf90871bef req-7626b8d8-d93e-4b74-9f03-8d955773290a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996385 Mar 02 07:41:59.149192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-5b95d8d1-3194-406c-8825-05a8608d49a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7 HTTP/1.1" status: 200 len: 217 time: 0.6911244 Mar 02 07:41:59.151096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-6e98eab4-9c92-41b2-80ee-1f623c5a79cf service neutron] 10.222.0.21 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778845 Mar 02 07:41:59.153102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-879190a3-68d5-41de-bd88-0f06e5e6c265 req-6e0ce550-650b-40c4-b5eb-1d68d598be0d service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2390962 Mar 02 07:41:59.162158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:59.231028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:59.257958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:59.273721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Calling delete_port for 67fb0011-ffd2-4621-9f85-773064839a5c owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:59.450664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:59.454348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:59.496648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] device_id is not set on port d5b7abcf-71bc-442e-91df-900f5d6bc666 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:41:59.580277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-c9577900-3a4e-4adf-9162-fb36ae3a9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.581804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-c9577900-3a4e-4adf-9162-fb36ae3a9c2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.3829837 Mar 02 07:41:59.584693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:59.648327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Pushing event deleted for resources: {'Port': ['ID=67fb0011-ffd2-4621-9f85-773064839a5c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:59.736154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-480093fc-5da7-452b-8679-484722dad219 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318331 Mar 02 07:41:59.857641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-50e87029-e153-48ca-9d54-47231b6ec4b0 service neutron] 10.222.0.21 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909373 Mar 02 07:42:00.067401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.074661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:42:00.093998 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae', 'code': 200} Mar 02 07:42:00.110575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5a2f769a-4777-42d7-b721-3c67383a38ec no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:00.222285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5a2f769a-4777-42d7-b721-3c67383a38ec {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:42:00.226099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5a2f769a-4777-42d7-b721-3c67383a38ec not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:42:00.252395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.252864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] No DVR routers for this DVR port 67fb0011-ffd2-4621-9f85-773064839a5c on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:42:00.262688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.298197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'name': 'network-vif-deleted', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:00.340513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.380371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea1e3594-9d46-4380-839f-b6e97f8a8e2f req-ee541231-d48c-4957-9ff6-c90fee648ff9 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.16 "DELETE /v2.0/ports/67fb0011-ffd2-4621-9f85-773064839a5c HTTP/1.1" status: 204 len: 173 time: 3.3310511 Mar 02 07:42:00.414323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e023-dc1f-4a93-813a-3829160d88b9 req-04cec065-fae7-4408-9736-af13c46465e8 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:00.422853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8fd4e023-dc1f-4a93-813a-3829160d88b9 req-04cec065-fae7-4408-9736-af13c46465e8 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 946 time: 1.0678864 Mar 02 07:42:00.436187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b96b3743-d9cb-42cb-a900-5fa00102cda7 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:00.512248 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.557111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8fd4e023-dc1f-4a93-813a-3829160d88b9 req-36431b78-8f5e-4dc5-bdb2-ee49aa9920e8 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326568 Mar 02 07:42:00.588206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:00.620084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-11e44c41-c63a-4771-877e-db8795b4adeb req-433a8178-61af-42d3-8c00-392cbfb73f35 tempest-ServersNegativeTestMultiTenantJSON-1369132825 tempest-ServersNegativeTestMultiTenantJSON-1369132825-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bc4cbc-4038-4018-8b1b-57852ec038dd HTTP/1.1" status: 200 len: 210 time: 0.3044834 Mar 02 07:42:00.627739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.11 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/d5b7abcf-71bc-442e-91df-900f5d6bc666) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:00.695148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:00.706141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:00.719785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-541b7597-4728-4011-94bf-9a76e341f6ed req-2ded6372-5e52-43cf-82c6-4c42a24aaf2b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 210 time: 0.0820131 Mar 02 07:42:00.772627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:00.807941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'port_id': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'mac_address': 'fa:16:3e:7f:25:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4202b83-9454-4817-b4e8-e7f86464a4e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:00.818409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Pushing event updated for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:00.870574 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bc4cbc-4038-4018-8b1b-57852ec038dd', 'name': 'network-vif-deleted', 'tag': '67fb0011-ffd2-4621-9f85-773064839a5c', 'status': 'completed', 'code': 200} Mar 02 07:42:01.207107 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.243955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96b3743-d9cb-42cb-a900-5fa00102cda7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:01.310048 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.317091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:01.323249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.424618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-0094febd-b912-4690-88fe-ff0142154bfa service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6686997 Mar 02 07:42:01.446529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.488450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:01.583163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 67fb0011-ffd2-4621-9f85-773064839a5c no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:01.686738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.708564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 67fb0011-ffd2-4621-9f85-773064839a5c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:42:01.708911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 67fb0011-ffd2-4621-9f85-773064839a5c not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:42:01.710640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b96b3743-d9cb-42cb-a900-5fa00102cda7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:01.836418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:01.843174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:01.902928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Allocated IP 172.25.4.102 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ff231467-5341-4dab-bd01-baad382bb20c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:01.957439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:02.030749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae16f-8233-44f6-b6f5-cf32c6b8bc4d req-7a177865-e17b-4f88-9b60-30d91d676f2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:02.039298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b0ae16f-8233-44f6-b6f5-cf32c6b8bc4d req-7a177865-e17b-4f88-9b60-30d91d676f2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 946 time: 0.2294221 Mar 02 07:42:02.165750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b0ae16f-8233-44f6-b6f5-cf32c6b8bc4d req-f0277e05-3b03-42cf-83fd-bae462aa8b1a tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252606 Mar 02 07:42:02.295271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.329516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:02.412379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-08bda4ec-0128-4cda-b14c-94385fde87e5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5049062 Mar 02 07:42:02.418884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc48c1-89eb-4ea8-9856-5c2c3e7d7d6b req-52cb42ca-aa82-4414-97cd-842177446301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:02.423816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0cc48c1-89eb-4ea8-9856-5c2c3e7d7d6b req-52cb42ca-aa82-4414-97cd-842177446301 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 1097 time: 2.2465739 Mar 02 07:42:02.460965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Request body: {'port': {'device_id': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:02.484330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Deleting subnet 8a5695b8-4f92-4071-93bc-7002fa18764f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:42:02.735994 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-67efdf90-608e-4dc0-9b34-512caeb5dc5c req-47dcfab3-bac8-4e9b-b6c1-3108ee651f9c service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2222772 Mar 02 07:42:02.772942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.845582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15629-da58-47d4-82f6-863a09a299e3 req-d86caced-c8b0-45cc-9554-0193c276801b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:02.849249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7d15629-da58-47d4-82f6-863a09a299e3 req-d86caced-c8b0-45cc-9554-0193c276801b tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 1.4150414 Mar 02 07:42:02.853839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 272e036b-6862-4f00-a17d-907b51d7c00a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:02.855224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-715c67fb-4113-4b77-813e-86e06fccdeac req-20494f25-5615-4d69-b875-7f00dd69b9bc tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 210 time: 0.3495474 Mar 02 07:42:02.879879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.954998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:02.970716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0cc48c1-89eb-4ea8-9856-5c2c3e7d7d6b req-277be44b-085e-4279-8880-cf2c656e501c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262131 Mar 02 07:42:03.116833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7d15629-da58-47d4-82f6-863a09a299e3 req-0f09545c-f77b-4b2c-9656-17951c694fb3 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297247 Mar 02 07:42:03.124314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.159521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.426420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-34725f8d-d409-456d-b088-3e1405f9c5ab tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:03.427876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-34725f8d-d409-456d-b088-3e1405f9c5ab tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.16 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 818 time: 0.8576877 Mar 02 07:42:03.432088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:03.444240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Request body: {'port': {'device_id': '9751d976-089d-4454-905d-80c649fcf1ea', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'admin_state_up': True, 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:03.463662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:03.475322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:03.482299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e0ef552a-0537-492d-8915-8a0edb324771 None None] Provisioning complete for port 73d44f85-1c6d-4693-812f-285d3efa4310 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:03.485036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e0ef552a-0537-492d-8915-8a0edb324771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.491689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.557531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event updated for resources: {'Port': ['ID=ff231467-5341-4dab-bd01-baad382bb20c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:03.688689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.723498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:03.762449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef552a-0537-492d-8915-8a0edb324771 None None] Port 73d44f85-1c6d-4693-812f-285d3efa4310 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:42:03.882813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166a28b-4b8a-4e23-a2d5-f7c35db68efc req-b78c92a6-08f7-47f2-a7ff-59b6f6ce83eb tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:03.884357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5166a28b-4b8a-4e23-a2d5-f7c35db68efc req-b78c92a6-08f7-47f2-a7ff-59b6f6ce83eb tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 946 time: 0.5256565 Mar 02 07:42:03.928567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 0145de6e-634d-4964-b710-8d0f4ddaf80b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:03.978863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:03.979932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=d5b7abcf-71bc-442e-91df-900f5d6bc666,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:04.046260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:04.051357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5166a28b-4b8a-4e23-a2d5-f7c35db68efc req-6cde05e6-c586-4d63-bcce-a613740eb754 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558447 Mar 02 07:42:04.061765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.069440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Usage tracker for resource:port and tenant:3722fb0dd1814f34986e92ad42ab6304 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:04.104091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:04.131594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:04.134259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.143840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a5695b8-4f92-4071-93bc-7002fa18764f HTTP/1.1" status: 204 len: 168 time: 1.8101985 Mar 02 07:42:04.144853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc7052-e769-4ba2-baff-cf63a26f543a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5695b8-4f92-4071-93bc-7002fa18764f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:04.147460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37596) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:04.262383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Made reservation on behalf of 3722fb0dd1814f34986e92ad42ab6304 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:04.265988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.378999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:04.392149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:04.467214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b96b3743-d9cb-42cb-a900-5fa00102cda7 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:04.556148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:04.571303 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Sync routers for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:04.574875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3460305d-9a73-464a-a886-5edd8cb343a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/0145de6e-634d-4964-b710-8d0f4ddaf80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9403582 Mar 02 07:42:04.591011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:04.592097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.601786 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.604888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:04.605536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:04.623072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port b96b3743-d9cb-42cb-a900-5fa00102cda7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:04.632463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b96b3743-d9cb-42cb-a900-5fa00102cda7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:04.633170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.986569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.038533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.071324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:05.094783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:05.105058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.170166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c6eae738-e03c-460b-a494-3c27ca37b33e req-b870eb3a-76c7-4532-a3fa-e3cf62a55cba tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:05.223027 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:42:05.279032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:05.369907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e9f3a2f2-396d-4b0a-8a7d-74c709e4672c tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.1558578 Mar 02 07:42:05.369907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c6eae738-e03c-460b-a494-3c27ca37b33e req-b870eb3a-76c7-4532-a3fa-e3cf62a55cba tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:05.371490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6eae738-e03c-460b-a494-3c27ca37b33e req-b870eb3a-76c7-4532-a3fa-e3cf62a55cba tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 210 time: 0.8804348 Mar 02 07:42:05.382028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:05.389202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'port': {'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07', 'name': 'tempest-FloatingIPTestJSON-1190743204'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:05.743921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:05.759075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:port and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:05.778215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:05.792679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:05.811054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f395882-cb20-4eff-b515-19f6655b7e02 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:05.837058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-43140ddb-3582-4abc-8dee-7ca442e96af1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:05.855162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.870747 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.879419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:05.886876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.923840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Transition to ACTIVE for port object 1f395882-cb20-4eff-b515-19f6655b7e02 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:05.931179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] device_id is not set on port 6e121c66-7a27-4332-a9ac-5b4680b59c90 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:42:06.059635 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:41:58Z', 'revision_number': 2, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:06.067419 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Checking router: 0145de6e-634d-4964-b710-8d0f4ddaf80b for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:42:06.067771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Updating router 0145de6e-634d-4964-b710-8d0f4ddaf80b port 73d44f85-1c6d-4693-812f-285d3efa4310 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:42:06.074540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-43140ddb-3582-4abc-8dee-7ca442e96af1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:06.075479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd99b72-7299-497f-95db-a8525997c050']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:06.083408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-43140ddb-3582-4abc-8dee-7ca442e96af1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613623312&fields=id&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 267 time: 0.4723778 Mar 02 07:42:06.107353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:06.201047 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:06.238280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Allocated IP 172.20.0.10 (1d2225ae-897e-4676-bff9-3391fe4ad142/b02275ef-6f24-4076-91c5-76e4a59a47e3/ba22be3a-5285-4c9f-a580-a8a1104328ae) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:06.319245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.7 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/6e121c66-7a27-4332-a9ac-5b4680b59c90) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:06.365469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881d208-dc5e-428b-a67c-7d13996a5331 req-e87381b1-c17c-4252-8539-791f2f7332c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:06.378005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2881d208-dc5e-428b-a67c-7d13996a5331 req-e87381b1-c17c-4252-8539-791f2f7332c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 1.6997640 Mar 02 07:42:06.460758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ab431d-48dc-4b81-b225-8add84d638ac') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:06.463767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ab431d-48dc-4b81-b225-8add84d638ac') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:06.516841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:06.528863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Pushing event updated for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:06.550069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2881d208-dc5e-428b-a67c-7d13996a5331 req-1326b23d-eee3-4ba0-b01b-696861035013 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422193 Mar 02 07:42:06.586228 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:06.601537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:42:06.604197 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:06.788299 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'code': 200} Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:42:06.966736 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:42:06.987330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-9dd971c9-68c5-4cb3-af84-3588aead43d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:06.988073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-9dd971c9-68c5-4cb3-af84-3588aead43d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:07.040048 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.068174 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Transition to ACTIVE for port object 73d44f85-1c6d-4693-812f-285d3efa4310 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:07.082409 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.159985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Attempting to bind port 1f395882-cb20-4eff-b515-19f6655b7e02 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:07.160326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Attempting to bind port 1f395882-cb20-4eff-b515-19f6655b7e02 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:07.160687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Attempting to bind port 1f395882-cb20-4eff-b515-19f6655b7e02 on network 1d2225ae-897e-4676-bff9-3391fe4ad142 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:07.169978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Port 1f395882-cb20-4eff-b515-19f6655b7e02 on network 1d2225ae-897e-4676-bff9-3391fe4ad142 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:07.170306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Attempting to bind port 1f395882-cb20-4eff-b515-19f6655b7e02 on network 1d2225ae-897e-4676-bff9-3391fe4ad142 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:07.173080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-9dd971c9-68c5-4cb3-af84-3588aead43d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:07.179390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-9dd971c9-68c5-4cb3-af84-3588aead43d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 797 time: 1.0949004 Mar 02 07:42:07.208473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:07.208824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Checking segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:07.209210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Bound using segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:07.209648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Bound port: 1f395882-cb20-4eff-b515-19f6655b7e02, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:07.210042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.214872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.230175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-6a1539c5-b05c-49b4-afee-eb2ee5bb23a1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/quotas/eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 375 time: 0.0498326 Mar 02 07:42:07.273307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.306339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.331693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.499239 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Attempting to bind port 73d44f85-1c6d-4693-812f-285d3efa4310 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:07.501355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Attempting to bind port 73d44f85-1c6d-4693-812f-285d3efa4310 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:07.504406 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Attempting to bind port 73d44f85-1c6d-4693-812f-285d3efa4310 on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:07.508385 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Pushing event updated for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:07.539167 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.539641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.539787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:07.540211 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.540403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.541006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.541367 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.541833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.542237 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.542940 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.543320 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.543917 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.545189 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.547975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1f395882-cb20-4eff-b515-19f6655b7e02,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:07.563669 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:07.564048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Checking segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:07.564450 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.564842 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Bound using segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:07.565367 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Bound port: 73d44f85-1c6d-4693-812f-285d3efa4310, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:07.565748 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.575869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Pushing event updated for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:07.626575 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.636941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd99b72-7299-497f-95db-a8525997c050,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:07.664274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Network 1d2225ae-897e-4676-bff9-3391fe4ad142 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:07.699478 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] For port 73d44f85-1c6d-4693-812f-285d3efa4310, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:07.701739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:07.705085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] For port 73d44f85-1c6d-4693-812f-285d3efa4310, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=73d44f85-1c6d-4693-812f-285d3efa4310,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:07.710996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:07.719078 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.791529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd2b32-5d38-4557-90a0-63797c3a235b req-b572109d-b097-4f84-ac39-86ad98cda677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:07.793601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52bd2b32-5d38-4557-90a0-63797c3a235b req-b572109d-b097-4f84-ac39-86ad98cda677 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a007c282-f5a0-4c56-896d-83870b127099 HTTP/1.1" status: 200 len: 1097 time: 0.9162970 Mar 02 07:42:07.800860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Pushing event updated for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:07.807897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.848504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:07.849293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.850760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-c2586387-8d8e-4ed4-8962-ed862e4e7131 service neutron] 10.222.0.39 "PUT /v2.0/ports/1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 1092 time: 5.4136293 Mar 02 07:42:07.866869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:07.883179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.910775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52bd2b32-5d38-4557-90a0-63797c3a235b req-7599c6bd-3b63-46ec-83e7-921e2e791b47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985153 Mar 02 07:42:07.916700 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:07.917725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:08.005199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fb7d0772-2b1a-4c88-b973-1e7169b42d15 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:08.016685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc7f41-0bba-4907-9229-dca9b7680fb4 None None] Pushing event updated for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:08.077222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fb7d0772-2b1a-4c88-b973-1e7169b42d15 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:08.078729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fb7d0772-2b1a-4c88-b973-1e7169b42d15 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8477805 Mar 02 07:42:08.095447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-531d359a-f21c-4f8f-8ed8-3867a7912d1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/bcd99b72-7299-497f-95db-a8525997c050 HTTP/1.1" status: 204 len: 168 time: 3.9436035 Mar 02 07:42:08.098933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37634) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:08.207680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:08.214595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:08.299617 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:42:08.317259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d039-47b8-46ad-91ad-e655c9104e49 req-90abda8f-27cb-4a7a-aba8-06ac37914900 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:08.324514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66d9d039-47b8-46ad-91ad-e655c9104e49 req-90abda8f-27cb-4a7a-aba8-06ac37914900 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 946 time: 1.3574717 Mar 02 07:42:08.401263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-156098f8-cc79-4a21-ba43-5a9a588d58d9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9606445 Mar 02 07:42:08.415767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Request body: {'port': {'device_id': '9751d976-089d-4454-905d-80c649fcf1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:08.454162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-7a07784b-02c8-43ac-b9da-6e292e0b1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:08.456413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-7a07784b-02c8-43ac-b9da-6e292e0b1209 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1095 time: 0.5432718 Mar 02 07:42:08.457815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:08.559197 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:08.581257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66d9d039-47b8-46ad-91ad-e655c9104e49 req-6481d505-c795-4ad7-a893-32d54f4f9b6d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544417 Mar 02 07:42:08.628458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:08.653964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:08.711235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:08.752080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Router 332926ce-c7df-4d21-94b8-63a413e5db99 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:42:08.800500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-f78fea18-3af0-4ad5-a2bc-fb1af1a31de5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.3336928 Mar 02 07:42:08.806167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:08.806782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:08.926240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:07Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:08.930970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Deleting subnet 0c4d86d5-d298-4647-8bb9-a9e3bc37efaf {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:42:08.951050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-57a89e48-f95b-427f-a1d5-e566982c4bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510110 Mar 02 07:42:08.952071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=6e121c66-7a27-4332-a9ac-5b4680b59c90,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:08.956015 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489cc1-a4d6-49f9-a21a-adae006ab82b None None] The sync data for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 is: [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:07Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:08.958009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:09.021950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87c66029-6188-4f88-ad7a-ac665ac32a48 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6356187 Mar 02 07:42:09.029818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:09.066474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '6e121c66-7a27-4332-a9ac-5b4680b59c90', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:09.074500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:09.084954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:floatingip and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:09.092128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:09.107014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-5539d738-dad5-440b-a10c-1ec98e3af325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:09.109060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-5539d738-dad5-440b-a10c-1ec98e3af325 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.2978454 Mar 02 07:42:09.110413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:09.246423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:09.348521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-bbd632a0-0abb-48b4-9b41-ef8e8e5853a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236738 Mar 02 07:42:09.367280 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:09.596191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:09.607996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] Sync routers for ids ['332926ce-c7df-4d21-94b8-63a413e5db99'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:09.633642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] Routers {'332926ce-c7df-4d21-94b8-63a413e5db99'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:09.636841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['332926ce-c7df-4d21-94b8-63a413e5db99'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:09.769425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:09.834975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d8aeb-f874-4c48-85be-8d9527dbed25 req-c5115b59-a04b-4377-9b08-372a9a3765ad tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:09.834975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-564d8aeb-f874-4c48-85be-8d9527dbed25 req-c5115b59-a04b-4377-9b08-372a9a3765ad tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:09.871425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:09.871425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab7ad99a-768b-4cb7-bb75-37b4d0a8a8f4 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.0965788 Mar 02 07:42:09.879444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:09.883864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:09.910468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:09.931858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] Routers {'332926ce-c7df-4d21-94b8-63a413e5db99'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:09.932495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:41:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['332926ce-c7df-4d21-94b8-63a413e5db99'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:09.959008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-c0c747c6-193b-43dd-9be2-22341b897182 service neutron] 10.222.0.21 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666362 Mar 02 07:42:09.992604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-7e6c96fe-3aa8-47fa-a8fe-b9e15d4aab66 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852945 Mar 02 07:42:10.071620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-564d8aeb-f874-4c48-85be-8d9527dbed25 req-c5115b59-a04b-4377-9b08-372a9a3765ad tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:10.072974 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-564d8aeb-f874-4c48-85be-8d9527dbed25 req-c5115b59-a04b-4377-9b08-372a9a3765ad tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 932 time: 1.1825526 Mar 02 07:42:10.173408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:10.176432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a343d-9c14-43ff-b44e-3e3fdc8e9c37 None None] The sync data for ids ['332926ce-c7df-4d21-94b8-63a413e5db99'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:10.184040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.291275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.295351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4d86d5-d298-4647-8bb9-a9e3bc37efaf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:10.308364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 73d44f85-1c6d-4693-812f-285d3efa4310 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:10.340459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-564d8aeb-f874-4c48-85be-8d9527dbed25 req-c9b6e8c5-06b9-4752-850c-82231924e00e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472305 Mar 02 07:42:10.355568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1814b86c-1edc-4e4a-919e-4c213fa4538f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c4d86d5-d298-4647-8bb9-a9e3bc37efaf HTTP/1.1" status: 204 len: 168 time: 1.9600995 Mar 02 07:42:10.358640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:10.361076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1698499-799f-4dbb-9ced-f3c9331f1449 req-ac877ad1-5ed1-476b-9e4e-1d29f8b5f6b2 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588967 Mar 02 07:42:10.522262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:42:10.530733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 73d44f85-1c6d-4693-812f-285d3efa4310 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:10.546058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 73d44f85-1c6d-4693-812f-285d3efa4310 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:10.549976 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.629356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.737709 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02', 'status': 'completed', 'code': 200} Mar 02 07:42:10.894985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.961623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 73d44f85-1c6d-4693-812f-285d3efa4310, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=73d44f85-1c6d-4693-812f-285d3efa4310,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:10.971282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.116931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba22be3a-5285-4c9f-a580-a8a1104328ae {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:11.181158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.205162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:11.324457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff89cb-35f6-4de8-aeef-31d8434ffc5a req-8bcaa188-523d-499e-ad68-e64378539803 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:11.341496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aaff89cb-35f6-4de8-aeef-31d8434ffc5a req-8bcaa188-523d-499e-ad68-e64378539803 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=a007c282-f5a0-4c56-896d-83870b127099 HTTP/1.1" status: 200 len: 946 time: 0.6271679 Mar 02 07:42:11.404496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Transition to ACTIVE for port object ba22be3a-5285-4c9f-a580-a8a1104328ae will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:11.462868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.815258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Pushing event updated for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:11.857663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.31 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5f341288-74ad-402d-ac99-64dd052f486d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:11.908194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-59d34f73-c794-43e8-8522-56442884d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.965753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aaff89cb-35f6-4de8-aeef-31d8434ffc5a req-af496798-ffe5-4294-b870-816209c74464 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220603 Mar 02 07:42:12.186566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.257079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 73d44f85-1c6d-4693-812f-285d3efa4310 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:12.346940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f396451-a87c-4190-952e-4b7d38099b8a req-b41e8d0d-0092-4bb1-873c-0ecdc8e1f7ab tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 210 time: 0.0564721 Mar 02 07:42:12.347883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 73d44f85-1c6d-4693-812f-285d3efa4310 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:12.347883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.377474 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.631505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a7d0-f24c-4b5d-a35f-025ad558dbcb req-0612fae7-fa03-47ca-bd10-3f68f67f3871 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:12.638463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e54a7d0-f24c-4b5d-a35f-025ad558dbcb req-0612fae7-fa03-47ca-bd10-3f68f67f3871 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 2.1501470 Mar 02 07:42:12.763381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Attempting to bind port ba22be3a-5285-4c9f-a580-a8a1104328ae on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:12.763667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Attempting to bind port ba22be3a-5285-4c9f-a580-a8a1104328ae by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:12.763792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Attempting to bind port ba22be3a-5285-4c9f-a580-a8a1104328ae on network 1d2225ae-897e-4676-bff9-3391fe4ad142 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:12.770888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.801727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-ef1cb1e3-3750-4f3d-aeba-d6d49bd921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:12.803810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-ef1cb1e3-3750-4f3d-aeba-d6d49bd921c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1095 time: 2.1660316 Mar 02 07:42:12.830483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e54a7d0-f24c-4b5d-a35f-025ad558dbcb req-95f27e5b-2bec-44b4-bf55-3f060dfa4f8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904337 Mar 02 07:42:12.852109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Port ba22be3a-5285-4c9f-a580-a8a1104328ae on network 1d2225ae-897e-4676-bff9-3391fe4ad142 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:12.852619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Attempting to bind port ba22be3a-5285-4c9f-a580-a8a1104328ae on network 1d2225ae-897e-4676-bff9-3391fe4ad142 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:12.883529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a796dd87-a522-4ed7-9e97-0af37ea326db']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:12.886583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:12.887283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Checking segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:12.888118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Bound using segment: {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:12.888727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Bound port: ba22be3a-5285-4c9f-a580-a8a1104328ae, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf298cf3-c786-445b-a836-902054efda92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:12.889485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.925369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2188283-0044-4fe9-995f-8585d756cb75') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:12.926319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2188283-0044-4fe9-995f-8585d756cb75') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:12.948083 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.964363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.989064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:13.073015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1904-e566-49cb-8709-b6ff4aa44a06 req-b3b003ad-835c-4de4-b3bf-8f85f50d5d0e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:13.082145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48fe1904-e566-49cb-8709-b6ff4aa44a06 req-b3b003ad-835c-4de4-b3bf-8f85f50d5d0e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 944 time: 0.3084455 Mar 02 07:42:13.210161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48fe1904-e566-49cb-8709-b6ff4aa44a06 req-c58a6323-1993-4a47-857e-518a72c0601b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267550 Mar 02 07:42:13.330887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:13.435355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:13.454101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:13.477228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:13.552111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:13.556075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:13.557949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 200 len: 1092 time: 5.1466098 Mar 02 07:42:13.637816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:13.745905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-636945ef-4d13-488d-af9b-0336113cb24c req-fc220bab-14f2-4c4d-b750-e4d3bf7fa917 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 210 time: 0.0984657 Mar 02 07:42:13.771583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-c47f1483-c07d-4f07-84cb-01683f8c3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:13.773011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-c47f1483-c07d-4f07-84cb-01683f8c3213 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.9277842 Mar 02 07:42:13.779470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:13.784573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:42:13.784979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:13.799876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b027c-2361-4b0e-9da4-2a65f9fc8895 service neutron] Pushing event updated for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:13.801015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:13.804133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:13.829106 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae', 'status': 'completed', 'code': 200} Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:42:13.836064 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:42:13.949179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=5f341288-74ad-402d-ac99-64dd052f486d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:14.023418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-9414447a-024d-4616-a934-6e34b95d263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:14.025273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-9414447a-024d-4616-a934-6e34b95d263f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1095 time: 0.3584781 Mar 02 07:42:14.089884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-f5c0dc15-dbc9-4375-837d-f53751274967 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.2391608 Mar 02 07:42:14.219514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccc42-c213-4b94-8241-f7cd752f891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:14.282323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-c6574138-7040-41b2-b8a8-9f2a2f912dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:14.283784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-c6574138-7040-41b2-b8a8-9f2a2f912dd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.1684101 Mar 02 07:42:14.345116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-9ffab282-f69e-420d-ae49-bc4113160456 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465035 Mar 02 07:42:14.345116 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:14.347320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-1a38cc1e-86e4-4178-9c1a-20c21f4bbeb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 200 len: 217 time: 0.2054517 Mar 02 07:42:14.446780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:14.513230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1f395882-cb20-4eff-b515-19f6655b7e02 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:14.514607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-09c966b5-7ff6-4cf5-97bb-e33ad8f42d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:14.517071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-09c966b5-7ff6-4cf5-97bb-e33ad8f42d09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.1511929 Mar 02 07:42:14.798667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1f395882-cb20-4eff-b515-19f6655b7e02,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:14.813646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '1f395882-cb20-4eff-b515-19f6655b7e02', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'port_id': '1f395882-cb20-4eff-b515-19f6655b7e02', 'mac_address': 'fa:16:3e:42:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:14.824985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-17a3df00-d395-4035-a2ff-cf9b440f88e3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:14.826037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-17a3df00-d395-4035-a2ff-cf9b440f88e3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:14.852668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-16bef211-542f-48a3-a013-593c670f91b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3249235 Mar 02 07:42:14.880003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:14.902082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f395882-cb20-4eff-b515-19f6655b7e02 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:14.923598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1f395882-cb20-4eff-b515-19f6655b7e02,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:14.929146 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.007355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-66b7e008-ef85-4bf8-be77-59d7ed83ae4f service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453927 Mar 02 07:42:15.019283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:15.072776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a796dd87-a522-4ed7-9e97-0af37ea326db,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:15.082617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-4556a583-c517-4523-af5c-7e60bf0fb3c9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:15.084319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-4556a583-c517-4523-af5c-7e60bf0fb3c9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 797 time: 1.5866516 Mar 02 07:42:15.174545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-47876742-564c-4371-984d-d54a04d286fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/a796dd87-a522-4ed7-9e97-0af37ea326db HTTP/1.1" status: 204 len: 168 time: 4.8123145 Mar 02 07:42:15.254982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.338230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.384816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37770) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:15.410288 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.419358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1f395882-cb20-4eff-b515-19f6655b7e02'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:15.427912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-17a3df00-d395-4035-a2ff-cf9b440f88e3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:15.429003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-17a3df00-d395-4035-a2ff-cf9b440f88e3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 1.1037838 Mar 02 07:42:15.474398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216518ec-5abf-435f-9101-44d7d7d07871 req-65e6ad5c-ce60-4fa0-a263-32fb9a08174f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:15.475905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-216518ec-5abf-435f-9101-44d7d7d07871 req-65e6ad5c-ce60-4fa0-a263-32fb9a08174f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 946 time: 1.3692141 Mar 02 07:42:15.593992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-9d57b748-4678-4093-8f61-f056415b0922 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1797714 Mar 02 07:42:15.694189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fde9c30a-98cf-49e8-a32f-dd7952f1d36a req-0f89d228-9e5d-4a2c-971e-0175340bb629 service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736579 Mar 02 07:42:15.728934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-38a84285-7789-456e-8e18-836ebbf10879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:15.729724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-38a84285-7789-456e-8e18-836ebbf10879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:15.761168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-d586a924-6047-4cf9-a43b-adf54fca666d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 379 time: 0.6661308 Mar 02 07:42:15.784753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-216518ec-5abf-435f-9101-44d7d7d07871 req-2e29919f-a9d4-4f17-bd4f-a82feb59d47f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575402 Mar 02 07:42:15.785308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.830504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'port': {'device_id': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'admin_state_up': True, 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'security_groups': ['5e021dec-be72-44cd-b595-709b7da89c5a']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:15.854104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-95f7afb1-896c-42f4-a4c5-5213df6ec56f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/quotas/69a380aa9c184deb9f4ecffc63825037 HTTP/1.1" status: 200 len: 375 time: 0.2404156 Mar 02 07:42:15.943492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-adada57a-6f1f-4f71-97e5-5053e1135341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de2b1b4a9b8444218224782999c237a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494926 Mar 02 07:42:15.947477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.948582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37782) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:15.963943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.051888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-38a84285-7789-456e-8e18-836ebbf10879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:16.053352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-38a84285-7789-456e-8e18-836ebbf10879 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "GET /v2.0/ports?device_id=a007c282-f5a0-4c56-896d-83870b127099 HTTP/1.1" status: 200 len: 946 time: 1.1302645 Mar 02 07:42:16.092654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-9cf11b0f-4cba-4916-a14b-7cc2797254b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.094215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-9cf11b0f-4cba-4916-a14b-7cc2797254b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1097 time: 0.3769827 Mar 02 07:42:16.194713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924691-5362-460c-b38d-a57ba2c4d66c req-59cc8248-e96e-4cde-9e74-fefa88dec1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.196193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-59cc8248-e96e-4cde-9e74-fefa88dec1aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1095 time: 0.4246750 Mar 02 07:42:16.237190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-b6e85b33-b676-4526-9b60-4a0ba185a891 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3742995 Mar 02 07:42:16.285799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4b5ed31-623e-47f8-8d12-6169769e4b9a req-7198f46c-46cb-4d42-b6cb-7e4b10f4a070 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750231 Mar 02 07:42:16.294960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-0f5641ee-c3ec-4208-804f-4abd81689ef9 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.297423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-0f5641ee-c3ec-4208-804f-4abd81689ef9 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "GET /v2.0/ports?device_id=0240da4b-74c3-415a-ba75-1d681a01ad13 HTTP/1.1" status: 200 len: 946 time: 0.8941200 Mar 02 07:42:16.493982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.505397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Deleting port b96b3743-d9cb-42cb-a900-5fa00102cda7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:16.505397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.521343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router 332926ce-c7df-4d21-94b8-63a413e5db99 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:16.545143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1f395882-cb20-4eff-b515-19f6655b7e02 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:16.579492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-1fe7bbda-b613-471e-8fc2-8284cae12d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.580948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-1fe7bbda-b613-471e-8fc2-8284cae12d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.4710751 Mar 02 07:42:16.604037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.641985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Deleting port 8beab2d5-7cdf-40b1-bb13-317e227998ae {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:16.642335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.678423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 1f395882-cb20-4eff-b515-19f6655b7e02 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:16.684257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 1f395882-cb20-4eff-b515-19f6655b7e02 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:16.685136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.758268 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.766736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:16.825325 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.850379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.868060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.887008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1f395882-cb20-4eff-b515-19f6655b7e02,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:16.887986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:16.895611 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.975270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-8aff4695-d346-4213-a923-fdc49717e600 service neutron] 10.222.0.21 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449720 Mar 02 07:42:16.976995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-162dd519-884f-4064-a023-d47b0cda5f3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1002 time: 0.3889406 Mar 02 07:42:16.985341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:17.004863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=5f341288-74ad-402d-ac99-64dd052f486d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:17.093685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924691-5362-460c-b38d-a57ba2c4d66c req-8a6ba6f1-931d-4bc3-b73d-f60a1e0bc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.097937 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-8a6ba6f1-931d-4bc3-b73d-f60a1e0bc02b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.8815894 Mar 02 07:42:17.208828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.219814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-509429bf-826f-418a-81b0-da075f8f0d4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 200 len: 217 time: 0.0884044 Mar 02 07:42:17.248350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:17.277462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116566d6-3501-4c38-9d39-ea65dc256098 req-b331460b-9d5d-40a2-8c94-fc489974709b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.278877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-116566d6-3501-4c38-9d39-ea65dc256098 req-b331460b-9d5d-40a2-8c94-fc489974709b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 944 time: 1.3330066 Mar 02 07:42:17.347840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:17.358983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] Sync routers for ids ['332926ce-c7df-4d21-94b8-63a413e5db99'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:17.367815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d09c27-d33c-40b3-81bf-e94d866fb7c7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:17.370137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.371588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-778cea99-c2d3-41cd-9ca1-7a692e4bec1d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "PUT /v2.0/routers/332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 200 len: 926 time: 7.4926689 Mar 02 07:42:17.373818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-c5534f30-b966-4dc8-b7be-7dff1ecdb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.385144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-c5534f30-b966-4dc8-b7be-7dff1ecdb07f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.3219001 Mar 02 07:42:17.385144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:17.420531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:17.421836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.440665 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] Routers {'332926ce-c7df-4d21-94b8-63a413e5db99'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:17.441550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['332926ce-c7df-4d21-94b8-63a413e5db99'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:17.461760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.517182 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:17.525530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.529449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f15ea55-15e6-4082-9b57-98a0467cd34d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06d09c27-d33c-40b3-81bf-e94d866fb7c7 HTTP/1.1" status: 204 len: 168 time: 1.5623794 Mar 02 07:42:17.530402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] Routers {'332926ce-c7df-4d21-94b8-63a413e5db99'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:17.532177 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['332926ce-c7df-4d21-94b8-63a413e5db99'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:17.583693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924691-5362-460c-b38d-a57ba2c4d66c req-d7993e17-328e-4584-bfdd-eb3473f93d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.585150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-d7993e17-328e-4584-bfdd-eb3473f93d70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.2990801 Mar 02 07:42:17.602101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-116566d6-3501-4c38-9d39-ea65dc256098 req-f59c9eed-c5b1-4180-a597-8453104562d0 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:17.613892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:17.614610 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dff36-48fb-48a7-922a-7856641cc122 None None] The sync data for ids ['332926ce-c7df-4d21-94b8-63a413e5db99'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:17.713894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-e9f4775c-4644-4f7e-916e-b407230bce35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164873 Mar 02 07:42:17.723509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-4d7c3580-52a2-49f2-a238-81787ec0bf8e service neutron] 10.222.0.21 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404034 Mar 02 07:42:17.881359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] For port 8beab2d5-7cdf-40b1-bb13-317e227998ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8beab2d5-7cdf-40b1-bb13-317e227998ae,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:17.881836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:17.943091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b782f1ca-8f69-474d-8c20-3506917aab85 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 200 len: 926 time: 0.5526311 Mar 02 07:42:17.945636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:18.013173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-73251c69-0d7c-46ce-ba15-b05fea4af0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:18.015957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-73251c69-0d7c-46ce-ba15-b05fea4af0a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5090804 Mar 02 07:42:18.164566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Calling delete_port for 8beab2d5-7cdf-40b1-bb13-317e227998ae owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:18.291011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b675cb4-ba0e-42bf-a01f-ec49991b78bd req-c090603b-2ef6-4a22-abd4-e03a059ab5ef tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 210 time: 0.1421390 Mar 02 07:42:18.298747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37844) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:18.319480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-b262771b-5fa5-4d63-909c-6fad41a0add5 service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820417 Mar 02 07:42:18.404345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-116566d6-3501-4c38-9d39-ea65dc256098 req-f59c9eed-c5b1-4180-a597-8453104562d0 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:18.406041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-116566d6-3501-4c38-9d39-ea65dc256098 req-f59c9eed-c5b1-4180-a597-8453104562d0 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0390563 Mar 02 07:42:18.543474 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.552552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:18.554812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95149b8-309b-42b2-9f83-ea69ed555967 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:18.555492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f95149b8-309b-42b2-9f83-ea69ed555967 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Synchronizing usage tracker for tenant:debb76473e16401f907363dc38bf39ed on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:18.556920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.7 (272e036b-6862-4f00-a17d-907b51d7c00a/88084c0f-81d2-48fa-83d6-b53f29946b3f/2761b89e-2d0a-4e07-b31f-c11255392955) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:18.566813 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP 5234baad-9a87-4677-b29d-4ba434c01bf4 associated. External IP: 172.25.4.31, port: 6e121c66-7a27-4332-a9ac-5b4680b59c90. Mar 02 07:42:18.591870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-af06bfe1-6d0d-4623-be1f-e70cabe6da8d service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648897 Mar 02 07:42:18.722664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:18.723117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.841346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.875414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-235e7394-2dc2-4fd0-9c34-906805cef3fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cd5e0e300674f569758abd9e4b4153e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686336 Mar 02 07:42:18.875889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be924691-5362-460c-b38d-a57ba2c4d66c req-ef4ee4e7-9d91-4d1a-b7ce-55fa67ae40c2 service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555675 Mar 02 07:42:18.893451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.937757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:18.950063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:18.956414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.957627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b96b3743-d9cb-42cb-a900-5fa00102cda7 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:19.034038 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02', 'code': 200} Mar 02 07:42:19.142774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Calling delete_port for b96b3743-d9cb-42cb-a900-5fa00102cda7 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:19.196565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:19.235409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-32ddf9bc-ff36-4e54-b3d3-10a191b0da00 req-69fb5d15-12b9-415f-b3e6-cfac5fe6b71c service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112297 Mar 02 07:42:19.237176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f95149b8-309b-42b2-9f83-ea69ed555967 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Unset dirty status for tenant:debb76473e16401f907363dc38bf39ed on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:19.239649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f95149b8-309b-42b2-9f83-ea69ed555967 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=332926ce-c7df-4d21-94b8-63a413e5db99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2919092 Mar 02 07:42:19.242149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37868) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:19.255037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:19.277552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:19.284129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:19.488903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:19.693021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ba22be3a-5285-4c9f-a580-a8a1104328ae details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:19.696431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8beab2d5-7cdf-40b1-bb13-317e227998ae no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:19.789809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f460d731-e5f7-4165-8d04-7d129644282f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:19.790584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f460d731-e5f7-4165-8d04-7d129644282f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Synchronizing usage tracker for tenant:debb76473e16401f907363dc38bf39ed on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:19.824330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edf470-176d-42b5-b8cc-52dada58e2a4 req-9780a966-6d85-4847-8fba-42c44bb3bdcd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:19.834261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5edf470-176d-42b5-b8cc-52dada58e2a4 req-9780a966-6d85-4847-8fba-42c44bb3bdcd tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.6025171 Mar 02 07:42:19.872695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f460d731-e5f7-4165-8d04-7d129644282f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Unset dirty status for tenant:debb76473e16401f907363dc38bf39ed on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:19.878252 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f460d731-e5f7-4165-8d04-7d129644282f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.6348741 Mar 02 07:42:19.880664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:19.944300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:19.949581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4913be06-a05a-419b-8b07-fd6e82b251a3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 200 len: 205 time: 0.0580659 Mar 02 07:42:19.957271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37892) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:20.001294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:20.039296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ba22be3a-5285-4c9f-a580-a8a1104328ae', 'network_id': '1d2225ae-897e-4676-bff9-3391fe4ad142', 'port_id': 'ba22be3a-5285-4c9f-a580-a8a1104328ae', 'mac_address': 'fa:16:3e:07:4e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02275ef-6f24-4076-91c5-76e4a59a47e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:20.061335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5edf470-176d-42b5-b8cc-52dada58e2a4 req-eabaebbd-2c1b-480e-9108-8ab0d13c1df8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205722 Mar 02 07:42:20.086600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-ca9806db-88e4-4ed5-9322-e8d1c29804ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:20.090367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-ca9806db-88e4-4ed5-9322-e8d1c29804ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1095 time: 0.4076724 Mar 02 07:42:20.143839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-359aea4a-c4ca-455e-b24c-41ec43c87142 req-3cea4c1d-fff6-404d-82ed-67209dc92696 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 210 time: 0.5417342 Mar 02 07:42:20.183443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.39', 52028) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:20.212248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.262756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba22be3a-5285-4c9f-a580-a8a1104328ae {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:20.302895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:20.310717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.504123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.542100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:20.547628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:42:20.547628 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:42:20.552754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.552754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.552754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.552754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.552754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.553574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.553574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.553574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.554016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.554162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.554438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.554763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:20.610092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.614928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ba22be3a-5285-4c9f-a580-a8a1104328ae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:20.697766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.726439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event deleted for resources: {'Port': ['ID=8beab2d5-7cdf-40b1-bb13-317e227998ae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:20.808119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-f8710578-3ed4-4049-8f1f-5d8be7b6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:20.809814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-f8710578-3ed4-4049-8f1f-5d8be7b6610e service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.6968682 Mar 02 07:42:20.823141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.863086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce917e-638f-4d87-b325-84f457ac6cac req-89f7351c-b04e-49a0-af1c-199813ed0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:20.868307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2ce917e-638f-4d87-b325-84f457ac6cac req-89f7351c-b04e-49a0-af1c-199813ed0254 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 1.5706849 Mar 02 07:42:20.917691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fe5eddd3-8b0f-4ff1-b76b-5b517bb4a841 req-c8b7cf62-9b0f-4b3e-81ba-ea6f297d3e3d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 210 time: 0.3416345 Mar 02 07:42:21.035776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}, {'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:21.050581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Deleting port b96b3743-d9cb-42cb-a900-5fa00102cda7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:21.050988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.076435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] No DVR routers for this DVR port 8beab2d5-7cdf-40b1-bb13-317e227998ae on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:42:21.112705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.117498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'name': 'network-vif-deleted', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:21.141599 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'code': 200} Mar 02 07:42:21.141978 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'code': 200} Mar 02 07:42:21.142769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-6042f1ec-7ed6-4719-bee6-9a43d3041384 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:21.144426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-6042f1ec-7ed6-4719-bee6-9a43d3041384 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 0.9510477 Mar 02 07:42:21.240603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-41895273-4a96-4f2b-af4a-6735aec73048 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1000 time: 0.3508291 Mar 02 07:42:21.258286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Request body: {'port': {'device_id': '8870476b-e864-46cc-a150-26ea560f8486', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'admin_state_up': True, 'tenant_id': '69a380aa9c184deb9f4ecffc63825037'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:21.283839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff978c0-9ae1-47fc-99be-60aa6dc5ebc2 req-5b68bfb0-74ba-468b-8d30-d8e8e360d183 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:21.285404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dff978c0-9ae1-47fc-99be-60aa6dc5ebc2 req-5b68bfb0-74ba-468b-8d30-d8e8e360d183 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 945 time: 0.9437759 Mar 02 07:42:21.298858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-04fdeb39-d613-4680-af6e-6a7998cdeb31 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:21.300378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-04fdeb39-d613-4680-af6e-6a7998cdeb31 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 812 time: 1.0783813 Mar 02 07:42:21.335892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.363271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f2ce917e-638f-4d87-b325-84f457ac6cac req-c99b4a9b-ae51-4b94-9eed-e798a3578bd4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279327 Mar 02 07:42:21.417930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.422665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.424589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23a1031b-819e-418d-bd1d-863a6f42248c HTTP/1.1" status: 204 len: 168 time: 2.1320937 Mar 02 07:42:21.490757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7681b521-8d33-4360-ab2a-7bad71b7bafe req-2511bb8e-c85b-4862-ad19-969190b7da2d tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "DELETE /v2.0/ports/8beab2d5-7cdf-40b1-bb13-317e227998ae HTTP/1.1" status: 204 len: 173 time: 5.1328852 Mar 02 07:42:21.502961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 2761b89e-2d0a-4e07-b31f-c11255392955 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:21.555997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa71e-1efd-48a7-a947-b129109afeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a1031b-819e-418d-bd1d-863a6f42248c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:21.606151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:21.691669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ba22be3a-5285-4c9f-a580-a8a1104328ae up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:21.725978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Request body: {'port': {'device_id': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'admin_state_up': True, 'tenant_id': '69a380aa9c184deb9f4ecffc63825037'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:21.789179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:21.810784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Usage tracker for resource:port and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:21.825178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:21.889006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ba22be3a-5285-4c9f-a580-a8a1104328ae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:21.895113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ba22be3a-5285-4c9f-a580-a8a1104328ae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:21.895877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.902428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dff978c0-9ae1-47fc-99be-60aa6dc5ebc2 req-918f7e5b-cebf-4652-87cd-350f97d103f1 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365866 Mar 02 07:42:21.915928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:21.937872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-08ff6e53-6f44-438e-8976-44087bcd1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:21.939338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-08ff6e53-6f44-438e-8976-44087bcd1d20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.6529915 Mar 02 07:42:21.944361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:21.999093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port ff231467-5341-4dab-bd01-baad382bb20c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:21.999296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.169741 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240da4b-74c3-415a-ba75-1d681a01ad13', 'name': 'network-vif-deleted', 'tag': '8beab2d5-7cdf-40b1-bb13-317e227998ae', 'status': 'completed', 'code': 200} Mar 02 07:42:22.205361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077475b-7cf2-4c88-b61b-297c847f8d07 req-d517554b-785b-40b0-b2c4-740cbaa79558 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:22.216285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b077475b-7cf2-4c88-b61b-297c847f8d07 req-d517554b-785b-40b0-b2c4-740cbaa79558 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.9339297 Mar 02 07:42:22.248245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.252091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:22.258351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.307309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:22.315157 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.317500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.381471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b077475b-7cf2-4c88-b61b-297c847f8d07 req-85fdb990-fad6-424f-9e67-b9b2d50c9e8a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639609 Mar 02 07:42:22.407629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:22.490251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:22.514780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] For port b96b3743-d9cb-42cb-a900-5fa00102cda7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b96b3743-d9cb-42cb-a900-5fa00102cda7,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:22.515636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.527714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Usage tracker for resource:port and tenant:69a380aa9c184deb9f4ecffc63825037 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:22.549814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:22.561142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.574690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:22.614762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fd662-dde4-4fb0-bfa2-e38235d37eba req-b3d9c5d8-ca13-44c0-a7b8-5425c116d78c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:22.616955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a6fd662-dde4-4fb0-bfa2-e38235d37eba req-b3d9c5d8-ca13-44c0-a7b8-5425c116d78c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 931 time: 0.3227770 Mar 02 07:42:22.876268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Calling delete_port for b96b3743-d9cb-42cb-a900-5fa00102cda7 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:22.885506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for ff231467-5341-4dab-bd01-baad382bb20c owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:22.920413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Made reservation on behalf of 69a380aa9c184deb9f4ecffc63825037 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:22.924847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:22.926537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:22.962745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-f0d33e40-25c1-44b7-a5ed-249730ff73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:22.964247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-f0d33e40-25c1-44b7-a5ed-249730ff73b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0064840 Mar 02 07:42:23.029886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1fa5f906-a1a1-439c-839f-1582eb8b2cca req-ca8e7ef1-11a6-43b0-9582-589081be902b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:23.040246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:23.056769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 272e036b-6862-4f00-a17d-907b51d7c00a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:23.061029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:23.075330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:23.084142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:23.086247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:23.099871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37972) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:23.104668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:23.163283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a6fd662-dde4-4fb0-bfa2-e38235d37eba req-7672de0f-fb46-459f-90d1-09656f21c997 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5394509 Mar 02 07:42:23.177719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Allocated IP 172.20.0.11 (766437f3-34bb-479a-b37a-4e34bfb3c079/b4202b83-9454-4817-b4e8-e7f86464a4e7/92a49798-1c55-41f8-b147-6c047134bc33) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:23.213784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.308381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1fa5f906-a1a1-439c-839f-1582eb8b2cca req-ca8e7ef1-11a6-43b0-9582-589081be902b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:23.309891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1fa5f906-a1a1-439c-839f-1582eb8b2cca req-ca8e7ef1-11a6-43b0-9582-589081be902b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 210 time: 0.3719184 Mar 02 07:42:23.399739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-fbc18e56-a94a-43d3-adc1-9ea10aef4621 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222631 Mar 02 07:42:23.421293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:23.464860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:23.477148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:23.478123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:23.538981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f1b6ce4-e098-468d-bbfb-cf2465527073 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.4999688 Mar 02 07:42:23.553121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-726614187-network', 'tenant_id': '39586a0893e04c60baf2721a89a9ce95'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:23.565524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:23.579354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Usage tracker for resource:network and tenant:39586a0893e04c60baf2721a89a9ce95 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:23.583510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:23.595334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:23.605364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.614378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37986) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:23.615023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:23.615434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f10445-c675-4bb0-82f3-59ae6175ce8b None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:23.627431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:23.640849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-53e273ee-d85f-4066-b317-0811ad4bffe5 None None] Provisioning for port 2761b89e-2d0a-4e07-b31f-c11255392955 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:23.650665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-53e273ee-d85f-4066-b317-0811ad4bffe5 None None] Provisioning complete for port 2761b89e-2d0a-4e07-b31f-c11255392955 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:23.650665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-53e273ee-d85f-4066-b317-0811ad4bffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.743669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:23.744359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.806691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-53e273ee-d85f-4066-b317-0811ad4bffe5 None None] Port 2761b89e-2d0a-4e07-b31f-c11255392955 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:42:23.853261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event deleted for resources: {'Port': ['ID=b96b3743-d9cb-42cb-a900-5fa00102cda7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:23.868111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Made reservation on behalf of 39586a0893e04c60baf2721a89a9ce95 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:23.870421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.894338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.909710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] No DVR routers for this DVR port b96b3743-d9cb-42cb-a900-5fa00102cda7 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:42:23.913231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:23.932756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:23.944166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-fec72bed-beef-4ac2-be3c-1cd347da7502 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1640496 Mar 02 07:42:23.946433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Usage tracker for resource:security_group_rule and tenant:39586a0893e04c60baf2721a89a9ce95 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:23.955858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:23.972745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Request body: {'port': {'device_id': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:24.005897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07aa18b4-c89f-4e69-a22a-a824f5a7ccfe req-36ff5d3b-86b2-48a7-bf2a-eb4f1cd08439 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "DELETE /v2.0/ports/b96b3743-d9cb-42cb-a900-5fa00102cda7 HTTP/1.1" status: 204 len: 173 time: 7.9038846 Mar 02 07:42:24.013981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:24.052468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e869b-42e6-43dc-870e-c7cf86eefedd req-80a85fb6-aef8-437b-b0ec-3a2eeb487482 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:24.054215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-732e869b-42e6-43dc-870e-c7cf86eefedd req-80a85fb6-aef8-437b-b0ec-3a2eeb487482 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.4203532 Mar 02 07:42:24.073164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-888d0434-84f3-4b5e-9401-789364a7b5f0 req-2945f105-91a3-4747-86e7-3e27f3fe6fdc service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665931 Mar 02 07:42:24.184055 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae', 'code': 200} Mar 02 07:42:24.184652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-deleted', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:24.194585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.205812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-732e869b-42e6-43dc-870e-c7cf86eefedd req-4a302b3a-c918-4e65-bc2c-5406aece0013 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396337 Mar 02 07:42:24.229322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.387662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.421829 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a007c282-f5a0-4c56-896d-83870b127099', 'name': 'network-vif-deleted', 'tag': 'b96b3743-d9cb-42cb-a900-5fa00102cda7', 'status': 'completed', 'code': 200} Mar 02 07:42:24.500527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=ff231467-5341-4dab-bd01-baad382bb20c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:24.547857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:24.658142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d032b090-1e6a-48e8-98fc-bc61c73f2e81 req-b02feff4-775c-4e2e-b8fb-afa9917d9476 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:24.769387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.821576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.868761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.903633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:24.907454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d032b090-1e6a-48e8-98fc-bc61c73f2e81 req-b02feff4-775c-4e2e-b8fb-afa9917d9476 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:24.908602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d032b090-1e6a-48e8-98fc-bc61c73f2e81 req-b02feff4-775c-4e2e-b8fb-afa9917d9476 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 210 time: 0.3074195 Mar 02 07:42:24.945806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e62fd7-0fbe-4838-9df2-d7cde7e1900d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:24.951023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742a52a-046f-4cdf-b933-a6b5a48e9bd0 req-9b30d67b-2f7d-41d7-9bb3-fc09748b9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:24.953440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2742a52a-046f-4cdf-b933-a6b5a48e9bd0 req-9b30d67b-2f7d-41d7-9bb3-fc09748b9bbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1097 time: 0.6740642 Mar 02 07:42:24.981299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:42:25.027625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.027967 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Added segment 842216ae-3981-4485-92bd-177c6d8257eb of type vlan for network c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 Mar 02 07:42:25.046882 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2742a52a-046f-4cdf-b933-a6b5a48e9bd0 req-2ad77558-bd70-4ac2-bb51-989b342537bb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 Mar 02 07:42:25.083263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.189162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.196445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.207773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.223530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.229005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:25.231737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.239770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2761b89e-2d0a-4e07-b31f-c11255392955 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:25.254108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.318094 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.370852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.371174 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP 5234baad-9a87-4677-b29d-4ba434c01bf4 disassociated. External IP: 172.25.4.31, port: 6e121c66-7a27-4332-a9ac-5b4680b59c90. Mar 02 07:42:25.376426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] Pushing event updated for resources: {'Network': ['ID=c555ef98-ca4e-4fb1-afc0-04ae72fb76d8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:25.391053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:42:25.411758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Transition to ACTIVE for port object 2761b89e-2d0a-4e07-b31f-c11255392955 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:25.417450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.501704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a232605e-9bff-453d-b64a-98d5da1b6f15 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3562617 Mar 02 07:42:25.501704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38038) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:25.609423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83e1e0-6a6b-4d21-a16e-3cbf724ed96b req-60051d58-b25b-4ee4-820f-bce05ad2b9e2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:25.616540 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f83e1e0-6a6b-4d21-a16e-3cbf724ed96b req-60051d58-b25b-4ee4-820f-bce05ad2b9e2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 931 time: 1.1086605 Mar 02 07:42:25.625787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:25.626783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:25.627314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router 332926ce-c7df-4d21-94b8-63a413e5db99 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:42:25.847361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Request body: {'subnet': {'network_id': 'c555ef98-ca4e-4fb1-afc0-04ae72fb76d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-726614187-subnet', 'tenant_id': '39586a0893e04c60baf2721a89a9ce95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:25.876819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:25.916440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:25.930645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Usage tracker for resource:subnet and tenant:39586a0893e04c60baf2721a89a9ce95 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:25.952759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:25.953267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:25.964332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:26.013143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:26.030466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event updated for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:26.033093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Made reservation on behalf of 39586a0893e04c60baf2721a89a9ce95 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:26.034001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Allocated IP 172.20.0.7 (766437f3-34bb-479a-b37a-4e34bfb3c079/b4202b83-9454-4817-b4e8-e7f86464a4e7/f2f31b68-fac7-44ad-9912-0eee8cef2bde) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:26.042695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.044594 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.050635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f38cdc8-fd7a-4dd8-91a0-7aa2a5e931ba tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 204 len: 168 time: 6.0871439 Mar 02 07:42:26.055775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:26.075464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1968920382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:26.095774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:26.113034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:26.113670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.188002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:26.238699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:26.242664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10665559-7dbb-4637-9147-9c3eff3103f0 req-037f4949-a0e5-46b5-a672-f9eb6344bd94 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:26.246928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f83e1e0-6a6b-4d21-a16e-3cbf724ed96b req-265ca682-5707-4f67-ace9-6ccfa6508162 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6294987 Mar 02 07:42:26.249962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10665559-7dbb-4637-9147-9c3eff3103f0 req-037f4949-a0e5-46b5-a672-f9eb6344bd94 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.3980384 Mar 02 07:42:26.270184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:26.275107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:26.275446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:26.276067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:26.300945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:26.301417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-2c075a94-72d8-428a-92bd-0e1801bc35df tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1271989 Mar 02 07:42:26.301814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:26.315140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:26.315888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Checking segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:26.316530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Bound using segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:26.317220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Bound port: 2761b89e-2d0a-4e07-b31f-c11255392955, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:26.317820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.324974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Request body: {'port': {'device_id': '8870476b-e864-46cc-a150-26ea560f8486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:26.438158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:26.442104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:26.458078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10665559-7dbb-4637-9147-9c3eff3103f0 req-4de72f11-d9c4-4de7-8762-827d5738555b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071004 Mar 02 07:42:26.459197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.629750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.644475 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.657421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:26.657421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.657421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] 10.222.0.16 "PUT /v2.0/ports/2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1091 time: 2.7017937 Mar 02 07:42:26.657421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:26.767246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89bcd0-f63c-4921-8984-b8a5ebc11b0a service neutron] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:26.842096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc685d12-e863-4fed-b3c9-e1846a699732 req-6ba2fcf3-1be1-43da-888c-7df25b9cce7a tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 210 time: 0.0904727 Mar 02 07:42:26.846046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:26.953477 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'status': 'completed', 'code': 200} Mar 02 07:42:26.997077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847ae705-a693-40bf-9714-5bbfb183759b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:27.014752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-61395676-e7b0-43b6-b647-af39bff4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.016616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-61395676-e7b0-43b6-b647-af39bff4cfa6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1094 time: 0.3116467 Mar 02 07:42:27.019226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Checking segment: {'id': '842216ae-3981-4485-92bd-177c6d8257eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c555ef98-ca4e-4fb1-afc0-04ae72fb76d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:27.019592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Network hostable DHCP agents. Network: c555ef98-ca4e-4fb1-afc0-04ae72fb76d8, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:42:27.020132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:27.073419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.103753 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-efad07e7-4ad9-4f87-bed2-0800e43a3ae7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 217 time: 0.0777330 Mar 02 07:42:27.117821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:42:27.137552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.220594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Network c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:42:27.248098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c555ef98-ca4e-4fb1-afc0-04ae72fb76d8) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:27.256959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.257780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.262836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e528e-5ac3-4c63-a49b-480aa994ab9e None None] Network c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:42:27.264898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-357dee9f-1d85-4682-980b-b02d02d58f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.266547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-357dee9f-1d85-4682-980b-b02d02d58f2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.1480646 Mar 02 07:42:27.348020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f0d551cc-d99b-42fc-b126-7cb42f7054e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8379874 Mar 02 07:42:27.385354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-07e8f09d-22a6-4c3d-99bb-967a3fe19639 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2809603 Mar 02 07:42:27.419094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-0d6d2305-390f-4283-bd2a-f499f4ef5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.421173 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-0d6d2305-390f-4283-bd2a-f499f4ef5be4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442418 Mar 02 07:42:27.565618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.638626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c2340-33aa-4473-b41f-f7808fcc2de6 None None] Network c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:42:27.651460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.714412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.718067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5485c87e-4e3c-4b61-a258-0225ef03f919 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6566334 Mar 02 07:42:27.745288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38112) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:27.775493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-93127fae-d3b7-4b7a-a1b0-d072583d2186 service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432133 Mar 02 07:42:27.804034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:27.881834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b014c4-9e56-4cd8-a494-e4bbdaddd6e3 req-5d68c76b-1a3f-49e7-893c-fb945ac11bd1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.883387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86b014c4-9e56-4cd8-a494-e4bbdaddd6e3 req-5d68c76b-1a3f-49e7-893c-fb945ac11bd1 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 1.0527503 Mar 02 07:42:27.884479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:27.896334 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:27.907424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:27.908362 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:27.932093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:27.973050 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:27.982244 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:27.983694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:28.030008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8e15d-a066-45f6-977d-606cf89a4a87 req-939c2880-c27a-438e-9080-b785627b3a8b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.031068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-08e8e15d-a066-45f6-977d-606cf89a4a87 req-939c2880-c27a-438e-9080-b785627b3a8b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:28.041190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb0e70e-f98c-45e2-94e7-3dfe21c1c6e6 req-40069a5a-4033-4dde-8716-71b112589efd service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492137 Mar 02 07:42:28.054040 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:28.055105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ff0ed-2e56-4bb5-89d5-e26f1f2d633f None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:28.068144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-08e8e15d-a066-45f6-977d-606cf89a4a87 req-939c2880-c27a-438e-9080-b785627b3a8b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:28.069418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08e8e15d-a066-45f6-977d-606cf89a4a87 req-939c2880-c27a-438e-9080-b785627b3a8b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.6018198 Mar 02 07:42:28.149626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08e8e15d-a066-45f6-977d-606cf89a4a87 req-fa455d56-7594-4213-acc4-2ae9ffdd6530 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730219 Mar 02 07:42:28.299914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-efb8ba24-5ec0-4df9-b662-9f89e6aee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.300225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-efb8ba24-5ec0-4df9-b662-9f89e6aee8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1094 time: 0.1496558 Mar 02 07:42:28.469080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86b014c4-9e56-4cd8-a494-e4bbdaddd6e3 req-8e12a3b4-dce6-4319-9e44-50420c6565c0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460391 Mar 02 07:42:28.470615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-25f796e7-f830-45a6-bb52-f1c0f60f734f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/5234baad-9a87-4677-b29d-4ba434c01bf4 HTTP/1.1" status: 200 len: 687 time: 4.8516319 Mar 02 07:42:28.571316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:28.572453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38130) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:28.602953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:28.657604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-d5e1d20b-cc4b-4725-af2f-6d2f8045996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.659074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-d5e1d20b-cc4b-4725-af2f-6d2f8045996d service neutron] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.3506351 Mar 02 07:42:28.730619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c78f0-9607-4704-b888-c0349f987a5c req-9eb654f7-1037-49c4-9c4d-6ddd40b8fa9a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.732090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-872c78f0-9607-4704-b888-c0349f987a5c req-9eb654f7-1037-49c4-9c4d-6ddd40b8fa9a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.4253745 Mar 02 07:42:28.743100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-9d3a8472-468a-410a-8ae8-d3beb8866f6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 217 time: 0.0768256 Mar 02 07:42:28.828685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-872c78f0-9607-4704-b888-c0349f987a5c req-3d66d286-ef60-4b65-8aaf-c45c6330eb02 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877514 Mar 02 07:42:28.838535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-8a39a5fa-d07b-4a00-b9a8-29bc7c042c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.840058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-8a39a5fa-d07b-4a00-b9a8-29bc7c042c3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.0846984 Mar 02 07:42:28.954150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-9720c0ba-136d-428d-9616-b66e59f455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.956034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-9720c0ba-136d-428d-9616-b66e59f455a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084611 Mar 02 07:42:28.986322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:29.099207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event updated for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:29.128271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Network 766437f3-34bb-479a-b37a-4e34bfb3c079 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:29.156636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:29.156872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-1e84659d-4090-404e-a813-16069d547cdd service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932943 Mar 02 07:42:29.184042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:29.266438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 5f341288-74ad-402d-ac99-64dd052f486d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:29.266826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:29.308135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Deleting subnet 847ae705-a693-40bf-9714-5bbfb183759b {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:42:29.348153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:29.433225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfd8dcc4-a059-4c6c-871b-87241a7e4e48 req-e838b820-40e4-47a2-8130-babdc8cddb9b service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697577 Mar 02 07:42:29.435554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-45fe59fd-7c58-4df2-bf6f-410456644d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.438310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-45fe59fd-7c58-4df2-bf6f-410456644d9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1097 time: 0.1230299 Mar 02 07:42:29.511343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.512026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:29.559311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:29.659222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-689430f6-d9ae-4875-b3bc-5fc18958c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.660718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-689430f6-d9ae-4875-b3bc-5fc18958c2e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff&tenant_id=af9560cd24614a66b4afc26af75189d4 HTTP/1.1" status: 200 len: 1095 time: 0.9766202 Mar 02 07:42:29.682706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-c503d967-036b-4ae4-b50e-79ea6538c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.684359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-c503d967-036b-4ae4-b50e-79ea6538c74b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.2400987 Mar 02 07:42:29.692849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbfbc5-8f89-4e06-bc4c-ab58df18e7b0 req-19e08bc4-09e3-4255-a070-c6204f1bb057 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.694229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-50fbfbc5-8f89-4e06-bc4c-ab58df18e7b0 req-19e08bc4-09e3-4255-a070-c6204f1bb057 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.2228620 Mar 02 07:42:29.711825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:42:29.768396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-24d5e3ad-7b93-4b0e-9595-3240b4bffc7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 200 len: 217 time: 0.0731542 Mar 02 07:42:29.774564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-cf1da100-2191-4fdb-9e02-18d57881c606 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1992075 Mar 02 07:42:29.782741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402076c-f835-4cd4-a8ce-f7443b0dc96f req-cd708323-1b6e-4ab7-a2f3-748e6f32c37b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.783461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e402076c-f835-4cd4-a8ce-f7443b0dc96f req-cd708323-1b6e-4ab7-a2f3-748e6f32c37b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Synchronizing usage tracker for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:29.838788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Request body: {'port': {'device_id': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:29.854949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-50fbfbc5-8f89-4e06-bc4c-ab58df18e7b0 req-67e544f7-f8ba-45dd-b8a7-3c0543ae8787 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069515 Mar 02 07:42:29.864224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-72f1b9d4-6a91-4042-84c5-91c5170c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.865735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-72f1b9d4-6a91-4042-84c5-91c5170c8e27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.0903456 Mar 02 07:42:29.924376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-1946c879-1a03-493a-a8c8-617ce97a1d7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430455 Mar 02 07:42:29.943500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.143162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-1527e7a4-3e16-4b39-bdec-65d39eac77be service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945164 Mar 02 07:42:30.168487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a49798-1c55-41f8-b147-6c047134bc33 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:30.182748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e402076c-f835-4cd4-a8ce-f7443b0dc96f req-cd708323-1b6e-4ab7-a2f3-748e6f32c37b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Unset dirty status for tenant:69a380aa9c184deb9f4ecffc63825037 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:30.183829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e402076c-f835-4cd4-a8ce-f7443b0dc96f req-cd708323-1b6e-4ab7-a2f3-748e6f32c37b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 931 time: 1.4986534 Mar 02 07:42:30.191284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.230122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.230536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.239519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6300b3-929f-4195-bf63-ba1f87058c45 req-b13b4d18-9603-43f0-af8d-96ef066ac0a2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:30.240985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae6300b3-929f-4195-bf63-ba1f87058c45 req-b13b4d18-9603-43f0-af8d-96ef066ac0a2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.2158015 Mar 02 07:42:30.417155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Transition to ACTIVE for port object 92a49798-1c55-41f8-b147-6c047134bc33 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:30.432135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 5f341288-74ad-402d-ac99-64dd052f486d owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:30.464880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae6300b3-929f-4195-bf63-ba1f87058c45 req-5b624df4-41e2-4093-a002-94d315dfd686 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055800 Mar 02 07:42:30.467131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44004920-9c65-4ed2-a67d-8b49b7755a71 req-3532a2a2-2955-4e8d-a71d-26e2c8754ffd service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278100 Mar 02 07:42:30.523307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.645835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.692906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-be2b9ead-f3b9-4413-9717-f358de113968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:30.694535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-be2b9ead-f3b9-4413-9717-f358de113968 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1095 time: 0.9650271 Mar 02 07:42:30.697318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e402076c-f835-4cd4-a8ce-f7443b0dc96f req-93ebdd8e-e379-4e22-8699-be7c582f01db tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693470 Mar 02 07:42:30.704255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973cef-3a5d-4152-a9ed-3e7595f189e3 req-ffdfc7c2-f633-46c4-a061-8dab88d5ff7c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:30.706021 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0973cef-3a5d-4152-a9ed-3e7595f189e3 req-ffdfc7c2-f633-46c4-a061-8dab88d5ff7c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.0908558 Mar 02 07:42:30.753346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:30.778674 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0973cef-3a5d-4152-a9ed-3e7595f189e3 req-2c935065-67b8-4560-9f3c-d6f056111275 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588973 Mar 02 07:42:30.965324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847ae705-a693-40bf-9714-5bbfb183759b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:30.967293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:31.028578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.145785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9be2f524-51a6-4df7-9cad-9add86334226 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/847ae705-a693-40bf-9714-5bbfb183759b HTTP/1.1" status: 204 len: 168 time: 2.5459490 Mar 02 07:42:31.148437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38186) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:31.262973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.387427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.402619 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.433736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c555ef98-ca4e-4fb1-afc0-04ae72fb76d8']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:31.450923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.451136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842216ae-3981-4485-92bd-177c6d8257eb') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:31.451227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842216ae-3981-4485-92bd-177c6d8257eb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:31.463695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-26b7335b-25bb-4193-912d-a84cac96009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:31.465165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-26b7335b-25bb-4193-912d-a84cac96009c service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.7444270 Mar 02 07:42:31.471979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.493601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.502712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:42:31.503222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.588586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Attempting to bind port 92a49798-1c55-41f8-b147-6c047134bc33 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:31.589235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Attempting to bind port 92a49798-1c55-41f8-b147-6c047134bc33 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:31.589794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Attempting to bind port 92a49798-1c55-41f8-b147-6c047134bc33 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:42:31.636251 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:42:31.661727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Port 92a49798-1c55-41f8-b147-6c047134bc33 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:31.661727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Attempting to bind port 92a49798-1c55-41f8-b147-6c047134bc33 on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:31.661727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.719171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.722522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:31.740131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.781718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] Pushing event deleted for resources: {'Network': ['ID=c555ef98-ca4e-4fb1-afc0-04ae72fb76d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:31.801214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64219a7d-f8bb-4d61-beba-593401c4c00a admin admin] 10.222.0.21 "DELETE /v2.0/networks/c555ef98-ca4e-4fb1-afc0-04ae72fb76d8 HTTP/1.1" status: 204 len: 168 time: 0.6516140 Mar 02 07:42:31.825737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232554d-5d53-48e0-a1b1-cf7693c64e6d req-66a107f2-86b6-4f6b-9811-2f96e4778e54 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:31.838072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7232554d-5d53-48e0-a1b1-cf7693c64e6d req-66a107f2-86b6-4f6b-9811-2f96e4778e54 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.2044752 Mar 02 07:42:31.888830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:31.890484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Checking segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:31.891043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Bound using segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:31.891665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Bound port: 92a49798-1c55-41f8-b147-6c047134bc33, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:31.892226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:31.935607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7232554d-5d53-48e0-a1b1-cf7693c64e6d req-b63e1dbf-4f83-4e2c-b0b8-7c1fd675bb72 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895936 Mar 02 07:42:31.947432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:31.975612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '2761b89e-2d0a-4e07-b31f-c11255392955', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'mac_address': 'fa:16:3e:53:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:32.016024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38212) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:32.064616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.116200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24372255-b9a4-4be2-856f-4131b05d67b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39586a0893e04c60baf2721a89a9ce95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949764 Mar 02 07:42:32.116200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38216) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:32.121305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2761b89e-2d0a-4e07-b31f-c11255392955 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:32.153000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:32.158202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.241732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=5f341288-74ad-402d-ac99-64dd052f486d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:32.250141 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.263077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:32.272508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8a6a4-132f-452c-b181-2ba2539b60d5 req-3b5e2788-7bc3-4d40-a9cb-19913f975617 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.281333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbc8a6a4-132f-452c-b181-2ba2539b60d5 req-3b5e2788-7bc3-4d40-a9cb-19913f975617 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 1.2345130 Mar 02 07:42:32.287493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.328037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-17d56326-9583-4df8-a508-a27512f75505 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1000 time: 0.8095529 Mar 02 07:42:32.333292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77890-bea0-4bec-945f-19ae1e3b87ac req-da722329-7fd2-4342-b748-277acf5f90d3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.334830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3e77890-bea0-4bec-945f-19ae1e3b87ac req-da722329-7fd2-4342-b748-277acf5f90d3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 931 time: 0.1970673 Mar 02 07:42:32.356133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:32.415993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3e77890-bea0-4bec-945f-19ae1e3b87ac req-8b7a8db5-e103-4f12-8f15-fc061037ff7c tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729415 Mar 02 07:42:32.443322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.461313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e62fd7-0fbe-4838-9df2-d7cde7e1900d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:32.465828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.466972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad391e8b-7ef7-49be-88e6-f0d1e37c9e5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36e62fd7-0fbe-4838-9df2-d7cde7e1900d HTTP/1.1" status: 204 len: 168 time: 0.3512619 Mar 02 07:42:32.470973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['2761b89e-2d0a-4e07-b31f-c11255392955'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:32.502282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a49798-1c55-41f8-b147-6c047134bc33,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:32.548192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.653959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbc8a6a4-132f-452c-b181-2ba2539b60d5 req-65703c00-1940-4f89-a6e4-0541b15da9a8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721001 Mar 02 07:42:32.660994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.668574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-79a67aa6-aa04-4053-ace5-ab39fb189d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.670692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-79a67aa6-aa04-4053-ace5-ab39fb189d7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.2993414 Mar 02 07:42:32.679106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.680084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.681591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/92a49798-1c55-41f8-b147-6c047134bc33 HTTP/1.1" status: 200 len: 1092 time: 6.3680084 Mar 02 07:42:32.684158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:32.748194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d17f-cb41-4c48-b2c3-f52efb0a09d2 req-4a4d4481-80ce-4d29-b3a0-561081c56330 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.758299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c166d17f-cb41-4c48-b2c3-f52efb0a09d2 req-4a4d4481-80ce-4d29-b3a0-561081c56330 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.1611128 Mar 02 07:42:32.826099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c166d17f-cb41-4c48-b2c3-f52efb0a09d2 req-fd371e66-05b8-4fe4-aaef-1de9e7feb0b4 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658078 Mar 02 07:42:32.839965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Allocated IP 172.25.4.213 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5b7f5ccc-fed4-4bf8-94c2-fa83562c0efc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:32.848953 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33', 'status': 'completed', 'code': 200} Mar 02 07:42:32.913205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51219b-a9aa-4869-b653-dab9fd7be1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:32.925793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:42:32.955877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:32.957017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d8abdbd-40b3-4a35-91dd-b3d91b00993d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/5234baad-9a87-4677-b29d-4ba434c01bf4 HTTP/1.1" status: 204 len: 168 time: 4.3664854 Mar 02 07:42:32.961260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38240) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:32.966925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'd5b7abcf-71bc-442e-91df-900f5d6bc666'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:32.984230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:33.002208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:floatingip and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:33.009434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:33.027224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:33.051153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.166366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f31b68-fac7-44ad-9912-0eee8cef2bde {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:33.185179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.231888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-93f7adf5-1076-43b5-9ea1-984d27c81dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.233063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-93f7adf5-1076-43b5-9ea1-984d27c81dfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5345144 Mar 02 07:42:33.259521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.304226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Transition to ACTIVE for port object f2f31b68-fac7-44ad-9912-0eee8cef2bde will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:33.325322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.333649 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.424310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-ec1ee959-44a2-41c7-bde8-15af0406ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.425807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-ec1ee959-44a2-41c7-bde8-15af0406ff95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 1095 time: 0.5760312 Mar 02 07:42:33.631743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-09576f75-ce55-4a06-b427-06354e9446f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a49798-1c55-41f8-b147-6c047134bc33 HTTP/1.1" status: 200 len: 217 time: 0.1784291 Mar 02 07:42:33.653779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:33.681208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37954a4c-fe72-44ab-945a-c4d2362e94ea req-6cd08807-aa0c-4514-a4d3-e3ef318286d9 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.682846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37954a4c-fe72-44ab-945a-c4d2362e94ea req-6cd08807-aa0c-4514-a4d3-e3ef318286d9 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 943 time: 0.1327219 Mar 02 07:42:33.733851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:33.751466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37954a4c-fe72-44ab-945a-c4d2362e94ea req-c1f62fcf-a7aa-4033-b946-160212190a8e tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Mar 02 07:42:33.802991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8ddb3-72c0-4a1b-b3f3-03749ca4c1fe req-8281c194-b35e-4f85-8121-120fb2f58576 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.809710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1f8ddb3-72c0-4a1b-b3f3-03749ca4c1fe req-8281c194-b35e-4f85-8121-120fb2f58576 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 944 time: 0.6835568 Mar 02 07:42:33.820976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-463c4e0f-2f8d-446a-8404-25db384b9020 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653636 Mar 02 07:42:33.833178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 2761b89e-2d0a-4e07-b31f-c11255392955 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:33.839982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 2761b89e-2d0a-4e07-b31f-c11255392955 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:33.840491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.984512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb204e1b-ce43-4e02-9492-8678f6ee29b0 req-cb72794c-c507-4fbc-97b0-f312e7d641ed tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.986251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb204e1b-ce43-4e02-9492-8678f6ee29b0 req-cb72794c-c507-4fbc-97b0-f312e7d641ed tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.1011686 Mar 02 07:42:34.053922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.054095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb204e1b-ce43-4e02-9492-8678f6ee29b0 req-20f2e700-f269-49d9-bfde-1efc2adc2351 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589054 Mar 02 07:42:34.096217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:34.097428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:34.104927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.186292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-4557ca32-b2f0-40a5-be17-a5039db4f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:34.187907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-4557ca32-b2f0-40a5-be17-a5039db4f259 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.5382018 Mar 02 07:42:34.198750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:34.215776 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1f8ddb3-72c0-4a1b-b3f3-03749ca4c1fe req-8b9b3d44-1306-42c8-b759-3b7fcdbefc13 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050796 Mar 02 07:42:34.262514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.303434 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'code': 200} Mar 02 07:42:34.345877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.158 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0f132da5-567a-4f6e-b32c-275950e7e11d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:34.374263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-89a779a6-4673-43fc-85d6-918084263387 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573362 Mar 02 07:42:34.388170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event updated for resources: {'Port': ['ID=5b7f5ccc-fed4-4bf8-94c2-fa83562c0efc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:34.440345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Attempting to bind port f2f31b68-fac7-44ad-9912-0eee8cef2bde on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:34.440870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Attempting to bind port f2f31b68-fac7-44ad-9912-0eee8cef2bde by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:34.441357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Attempting to bind port f2f31b68-fac7-44ad-9912-0eee8cef2bde on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:34.458815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:34.461521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19708e-49ea-4ee0-b7f7-78a988233117 req-dddd3036-ae3d-49c4-a179-fa298ef5b049 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:34.461796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Port f2f31b68-fac7-44ad-9912-0eee8cef2bde on network 766437f3-34bb-479a-b37a-4e34bfb3c079 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:34.462295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Attempting to bind port f2f31b68-fac7-44ad-9912-0eee8cef2bde on network 766437f3-34bb-479a-b37a-4e34bfb3c079 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:34.463050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d19708e-49ea-4ee0-b7f7-78a988233117 req-dddd3036-ae3d-49c4-a179-fa298ef5b049 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.2201536 Mar 02 07:42:34.588240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d19708e-49ea-4ee0-b7f7-78a988233117 req-97f9ec56-b541-41b4-be85-ab7db96610c5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Mar 02 07:42:34.589312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:34.593523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-c7b97c08-d592-46cb-b5f7-2aded09782e7 service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084205 Mar 02 07:42:34.594480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:34.595148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Checking segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:34.595705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Bound using segment: {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:34.596311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Bound port: f2f31b68-fac7-44ad-9912-0eee8cef2bde, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94eb857-cbf1-4278-966f-03aa7cc478be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:34.596830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.620399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:34.628204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38298) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:34.697409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.704368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d109d0-fb4b-4b03-8e42-184cf5178d24 req-513bc322-7b3d-4269-ab90-00e9b9643419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:34.705905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96d109d0-fb4b-4b03-8e42-184cf5178d24 req-513bc322-7b3d-4269-ab90-00e9b9643419 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.3421745 Mar 02 07:42:34.709941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-403a688e-3765-417d-8ed9-8c1df1b0e58b service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722307 Mar 02 07:42:34.768323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96d109d0-fb4b-4b03-8e42-184cf5178d24 req-da0a8059-b75a-4bea-b063-8bba1a7182a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554085 Mar 02 07:42:34.780063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:34.989451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.019758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:35.024832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:35.029348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:35.032090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b0ed7d14fc47d89d1c48139f6999d3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:35.042150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:35.044925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:35.196204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:35.207397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=0f132da5-567a-4f6e-b32c-275950e7e11d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:35.232504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:35.274810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:35.278658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-54d83c5a-1682-4ba0-8690-e31d46372f36 service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030650 Mar 02 07:42:35.294279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.529435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:35.530944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.532475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2f31b68-fac7-44ad-9912-0eee8cef2bde HTTP/1.1" status: 200 len: 1091 time: 5.7072339 Mar 02 07:42:35.563519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:35.640475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.740055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97fcec-107a-4194-a708-4ab674b8577b req-d1fefcc7-d3b9-4543-8c02-9c545efdccdb tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:35.742841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c97fcec-107a-4194-a708-4ab674b8577b req-d1fefcc7-d3b9-4543-8c02-9c545efdccdb tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.5538096 Mar 02 07:42:35.743513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.751585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603cdd2-28cb-400f-820f-806b2a9f5c86 req-b444d666-1553-4bdf-9461-259fb2c933bd tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:35.758818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6603cdd2-28cb-400f-820f-806b2a9f5c86 req-b444d666-1553-4bdf-9461-259fb2c933bd tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 943 time: 0.7418847 Mar 02 07:42:35.849284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b184c-889f-4f22-a567-e570985123f2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:35.861482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd21c-4dfd-4fc6-b580-c1f6c859eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:35.872152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c97fcec-107a-4194-a708-4ab674b8577b req-447b2aad-8f4c-4fa0-891b-39155f94597c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205852 Mar 02 07:42:35.874958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc1ed10d-0fc2-44e8-aff6-7699ae822084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b0ed7d14fc47d89d1c48139f6999d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2418137 Mar 02 07:42:35.878635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:35.955122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6603cdd2-28cb-400f-820f-806b2a9f5c86 req-cc6506b5-2959-4f8e-89ba-99868eae73cb tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950889 Mar 02 07:42:36.046885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:36.374632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:36.551536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:36.621750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:36.705260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b184c-889f-4f22-a567-e570985123f2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:36.709138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-c0096516-e229-4476-ac45-9d71fe58cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:36.712059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-c0096516-e229-4476-ac45-9d71fe58cfdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 1095 time: 1.3297060 Mar 02 07:42:36.714046 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde', 'status': 'completed', 'code': 200} Mar 02 07:42:36.754437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:36.756135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2706984f-1fe1-4373-92fe-77d6773681bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f55b184c-889f-4f22-a567-e570985123f2 HTTP/1.1" status: 204 len: 168 time: 0.8763545 Mar 02 07:42:36.780423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4987a9-4f77-4e71-84ed-d9626afd8698 req-5089e496-b363-4960-9fb7-056d4e618f4d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:36.790371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c4987a9-4f77-4e71-84ed-d9626afd8698 req-5089e496-b363-4960-9fb7-056d4e618f4d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.6508842 Mar 02 07:42:36.865402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c4987a9-4f77-4e71-84ed-d9626afd8698 req-ab532129-5590-4c88-9280-06d5b81d2f67 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737410 Mar 02 07:42:36.976267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.079531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-ed1b63fe-8000-4578-ac7d-0f527222e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:37.087951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-ed1b63fe-8000-4578-ac7d-0f527222e9c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 1094 time: 1.4446199 Mar 02 07:42:37.157686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.337145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd774-3840-491e-a0b5-45ef761ef856 req-a0d57e47-c13b-4e66-97f5-1c9fb880693c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:37.337347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-8c75b784-9470-44d6-88c1-920120499fea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde HTTP/1.1" status: 200 len: 217 time: 0.2391310 Mar 02 07:42:37.345946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bebdd774-3840-491e-a0b5-45ef761ef856 req-a0d57e47-c13b-4e66-97f5-1c9fb880693c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.1890857 Mar 02 07:42:37.469335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.475122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.557011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bebdd774-3840-491e-a0b5-45ef761ef856 req-ccfa61c1-1b05-4715-bd88-7d34258914fe tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104099 Mar 02 07:42:37.758670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.780171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.975288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-0894f599-38d6-43db-9c56-5b48c64c10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:37.979376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-0894f599-38d6-43db-9c56-5b48c64c10b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 912 time: 1.1048040 Mar 02 07:42:37.993140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c003a-7166-45da-97fa-304879264268 req-b3ccf2c2-4565-41dd-ba52-7a17912c0855 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:38.012174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-330c003a-7166-45da-97fa-304879264268 req-b3ccf2c2-4565-41dd-ba52-7a17912c0855 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 1.2945912 Mar 02 07:42:38.154648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a198-29da-4239-87c0-d68c45b05f6e req-3537455a-f128-4a09-bd81-eddbea923a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:38.156197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-3537455a-f128-4a09-bd81-eddbea923a94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.6825585 Mar 02 07:42:38.157426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-96fe0959-f08b-4440-b1c5-3a115bdf7edc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a49798-1c55-41f8-b147-6c047134bc33 HTTP/1.1" status: 200 len: 217 time: 0.1246006 Mar 02 07:42:38.193005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=0f132da5-567a-4f6e-b32c-275950e7e11d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:38.202785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:38.282801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-d90fde38-b0e4-4d27-8deb-9996614d696b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194866 Mar 02 07:42:38.402216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Router b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:42:38.450438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-330c003a-7166-45da-97fa-304879264268 req-0808cde9-ffe6-49fe-bc88-ee858e680495 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364431 Mar 02 07:42:38.609133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a49798-1c55-41f8-b147-6c047134bc33 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:38.617079 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP f7a681f0-3f36-406e-b857-440fbd69c2c4 associated. External IP: 172.25.4.158, port: d5b7abcf-71bc-442e-91df-900f5d6bc666. Mar 02 07:42:38.641384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-06741c17-4177-412a-966f-f008c936e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:38.643238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-06741c17-4177-412a-966f-f008c936e578 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.3643005 Mar 02 07:42:38.703890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903173-ec18-4e8b-9aae-757ad9774967 req-1bf1cd04-571b-4a34-918c-e5cd8db26022 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:38.711714 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-51903173-ec18-4e8b-9aae-757ad9774967 req-1bf1cd04-571b-4a34-918c-e5cd8db26022 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 943 time: 0.6990368 Mar 02 07:42:38.781277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-a4646543-7d69-40c7-9488-22161b89c519 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818954 Mar 02 07:42:38.796621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-51903173-ec18-4e8b-9aae-757ad9774967 req-68c1485a-d772-4100-a499-5c49eecf1fdb tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Mar 02 07:42:38.837334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a49798-1c55-41f8-b147-6c047134bc33,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:38.851618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '92a49798-1c55-41f8-b147-6c047134bc33', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'port_id': '92a49798-1c55-41f8-b147-6c047134bc33', 'mac_address': 'fa:16:3e:ef:e8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4202b83-9454-4817-b4e8-e7f86464a4e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:38.968478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:39.002875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a49798-1c55-41f8-b147-6c047134bc33 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:39.056044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a49798-1c55-41f8-b147-6c047134bc33,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:39.062811 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:39.202719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:39.397911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['92a49798-1c55-41f8-b147-6c047134bc33'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:39.462438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-f66ce0a2-6232-4c27-838d-bd99df42e01d service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0861611 Mar 02 07:42:39.516351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:39.546383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f65c-e71e-47ec-9565-fb6881f18139 req-83f8ba11-29a1-40aa-8d6d-4d85e6972f23 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:39.555454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2555f65c-e71e-47ec-9565-fb6881f18139 req-83f8ba11-29a1-40aa-8d6d-4d85e6972f23 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.1896589 Mar 02 07:42:39.600432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6c68c-2c6d-45ea-988d-fb13e7efce74 req-7caef2b8-404e-4466-bd2d-526577dcffa8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:39.614601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92b6c68c-2c6d-45ea-988d-fb13e7efce74 req-7caef2b8-404e-4466-bd2d-526577dcffa8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.8199761 Mar 02 07:42:39.857513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:39.868308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] Sync routers for ids ['b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:39.868987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:39.873100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be1229d4-43a3-420b-862c-a63d3f7337ce tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "PUT /v2.0/routers/b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 200 len: 884 time: 12.0865836 Mar 02 07:42:39.876315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38422) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:39.880645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-f680af46-1609-4a00-a06e-23ba0ce07def service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0786278 Mar 02 07:42:39.905690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] Routers {'b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:39.906366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:39.907444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92b6c68c-2c6d-45ea-988d-fb13e7efce74 req-69230159-da24-4c01-b85c-67ae61c54d8f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694561 Mar 02 07:42:40.069575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e954a198-29da-4239-87c0-d68c45b05f6e req-9433513c-4666-4d8d-b03e-c8bf676cf430 service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865328 Mar 02 07:42:40.183441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.214102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] Routers {'b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:40.214747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.316863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:40.327681 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:40.350771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:40.351430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.379821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2555f65c-e71e-47ec-9565-fb6881f18139 req-16f093c1-eb0b-491d-ae32-ded3b5080d1c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233736 Mar 02 07:42:40.455383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:40.470170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.470381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c6ddb0cf-0ba8-4b47-bca8-32e85c773d1a req-a215ca81-185b-4eeb-b89c-c47536bd47a1 service neutron] 10.222.0.39 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545151 Mar 02 07:42:40.473665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc25e9-48ce-4eeb-8d88-fbfbf54cf8c4 None None] The sync data for ids ['b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:40.603423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c146263b-99f2-43e9-9e2e-136514bb1a0e tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 200 len: 925 time: 0.7265575 Mar 02 07:42:40.606594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38438) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:40.607404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-990ec263-955e-46a2-904e-be0c5c2531c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:40.609005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-990ec263-955e-46a2-904e-be0c5c2531c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a380aa9c184deb9f4ecffc63825037&device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 1094 time: 0.4555681 Mar 02 07:42:40.631855 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.640317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a49798-1c55-41f8-b147-6c047134bc33 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:40.645693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160321-3359-45c1-9523-bdbcc49d5b8f req-7cee2d0e-43ab-480c-9b98-ae96c6aa760e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:40.647258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e160321-3359-45c1-9523-bdbcc49d5b8f req-7cee2d0e-43ab-480c-9b98-ae96c6aa760e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.3759205 Mar 02 07:42:40.662972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:40.663601 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.766147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:40.806399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a421001-dad4-4120-a597-374bdeb96bb6 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8439598 Mar 02 07:42:40.813130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:40.823480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:40.830068 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0ab6c-9e8c-46ab-8075-c7fa313420bb None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:40.885500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 92a49798-1c55-41f8-b147-6c047134bc33 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:40.893717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 92a49798-1c55-41f8-b147-6c047134bc33 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:40.894277 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:40.976100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e160321-3359-45c1-9523-bdbcc49d5b8f req-832358e0-5be5-490d-94d5-fc45bdd3a86c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643118 Mar 02 07:42:41.093954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.117110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-9aacf59d-0d5a-4da6-9ade-610e202b6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:41.118622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-9aacf59d-0d5a-4da6-9ade-610e202b6753 service neutron] 10.222.0.16 "GET /v2.0/networks?id=766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 200 len: 912 time: 0.4961367 Mar 02 07:42:41.147138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:41.151101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d0fe39455649439e98028da44f24c4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:41.164009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:41.179447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:41.197954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aec291df-e07d-4e71-9c75-091155fe3523 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/floatingips/f7a681f0-3f36-406e-b857-440fbd69c2c4 HTTP/1.1" status: 200 len: 978 time: 0.3834791 Mar 02 07:42:41.199513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38458) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:41.245826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.294463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.338600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a49798-1c55-41f8-b147-6c047134bc33,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:41.342433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:41.358807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.368067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.444687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-8483a305-b41b-4190-8549-9b370598a479 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde HTTP/1.1" status: 200 len: 217 time: 0.3025475 Mar 02 07:42:41.531581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:41.557730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7d0fe39455649439e98028da44f24c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877977 Mar 02 07:42:41.558520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38470) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:41.583030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a32830-7d76-499f-8751-bb7bb57e76b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee536c-4e11-4b9d-a362-dac429fa3014,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:41.650190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfc47e-765d-46b2-b23c-4f049a780f2b req-79c37898-47aa-4907-9a7a-e218489b49a4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:41.658520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8bfc47e-765d-46b2-b23c-4f049a780f2b req-79c37898-47aa-4907-9a7a-e218489b49a4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.3051965 Mar 02 07:42:41.705368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0ee18-7b74-403d-92c2-a0501c485937 req-000aaf29-10f3-4737-a2e3-442b776546a3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:41.711707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95c0ee18-7b74-403d-92c2-a0501c485937 req-000aaf29-10f3-4737-a2e3-442b776546a3 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 943 time: 0.9750257 Mar 02 07:42:41.718256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-685ec45e-f89b-48e9-b2fe-d0d3b69cc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:41.719755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-685ec45e-f89b-48e9-b2fe-d0d3b69cc5cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 200 len: 852 time: 0.2611382 Mar 02 07:42:41.775931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6391c051-bf17-41ee-b2d4-43263979d73f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Synchronizing usage tracker for tenant:8b0a609093244b3493d57393a9e5c484 on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:41.791948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8bfc47e-765d-46b2-b23c-4f049a780f2b req-1a6b4add-83a4-4bc2-8816-9e7487c40221 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324980 Mar 02 07:42:41.797704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-0b8f682f-9274-484e-bc5a-99f3f325837f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=766437f3-34bb-479a-b37a-4e34bfb3c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665936 Mar 02 07:42:41.839841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd61a41-b1c1-4fff-95e5-32bf11e83f83 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:41.844437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bcd61a41-b1c1-4fff-95e5-32bf11e83f83 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2089391 Mar 02 07:42:41.844437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:41.853937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38476) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:41.890395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0dca6c95-10b5-4a5d-b2e4-d65ee2abee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:41.893687 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33', 'code': 200} Mar 02 07:42:41.919142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:42.038869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:42.201135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95c0ee18-7b74-403d-92c2-a0501c485937 req-e0e48291-8a74-4719-92a1-4aef9a4833af tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864190 Mar 02 07:42:42.274018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6391c051-bf17-41ee-b2d4-43263979d73f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Unset dirty status for tenant:8b0a609093244b3493d57393a9e5c484 on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:42.275222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6391c051-bf17-41ee-b2d4-43263979d73f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 1.0735190 Mar 02 07:42:42.292057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:42.307454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': '6e121c66-7a27-4332-a9ac-5b4680b59c90'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:42.519983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662daaca-7098-4f15-8229-4e9587c8d568 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:42.521505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-662daaca-7098-4f15-8229-4e9587c8d568 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1091 time: 0.6739564 Mar 02 07:42:42.537797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:42.554099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a552c4b-9163-4179-8116-1247019484ae tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:42.560050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5a552c4b-9163-4179-8116-1247019484ae tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.6958685 Mar 02 07:42:42.564401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:42.569012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:42.582993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:42.625121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-8a3cfd35-337a-456f-9ba3-4525314571ac service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181901 Mar 02 07:42:42.647386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59e170d0-e98a-4ba5-9f59-36e42d73138b tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 200 len: 205 time: 0.0741005 Mar 02 07:42:42.651307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:42.741023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:floatingip and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:42.760516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:42.791487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:42.837802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:42.907922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee536c-4e11-4b9d-a362-dac429fa3014,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:42.974236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a523fe0c-7635-4050-96cb-3b36b5e65566 req-57ddfe24-64f7-4f43-bc63-b01565293692 service neutron] 10.222.0.16 "GET /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333628 Mar 02 07:42:42.975169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:42.976289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe813169-c8c8-4f3f-a3f6-a971fba2757b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9ee536c-4e11-4b9d-a362-dac429fa3014 HTTP/1.1" status: 204 len: 168 time: 1.4067476 Mar 02 07:42:42.986500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b980a7-0f0d-4f10-9ee3-1214a17307ba req-116ac5c7-df4b-407d-823d-c52a744cdf89 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:42.988205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1b980a7-0f0d-4f10-9ee3-1214a17307ba req-116ac5c7-df4b-407d-823d-c52a744cdf89 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.5730433 Mar 02 07:42:42.994079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef52af-0c6d-41e2-9db7-fd04c2293b56 req-df04cdcb-222c-46de-bba0-03ed257418b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:42.995749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef52af-0c6d-41e2-9db7-fd04c2293b56 req-df04cdcb-222c-46de-bba0-03ed257418b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 1097 time: 0.5398922 Mar 02 07:42:43.049050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1b980a7-0f0d-4f10-9ee3-1214a17307ba req-ada335b0-86d5-43ed-924e-251c171f7cbd tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488644 Mar 02 07:42:43.078390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:43.149915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:43.195827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a13b-bb1d-4c67-af09-119d7ff76b4c req-7ca00cb7-7cb6-4c19-b58d-5e0cdf424dac tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:43.204969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e2a13b-bb1d-4c67-af09-119d7ff76b4c req-7ca00cb7-7cb6-4c19-b58d-5e0cdf424dac tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.7724280 Mar 02 07:42:43.214393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:43.244131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef52af-0c6d-41e2-9db7-fd04c2293b56 req-c436c86e-4a95-4364-9463-0ad21f46a6b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020536 Mar 02 07:42:43.423020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84e2a13b-bb1d-4c67-af09-119d7ff76b4c req-121264e6-6173-48e2-98e8-a1dd15b2a9ba tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114465 Mar 02 07:42:43.701027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0337974-2fe6-4d6c-b19c-7858abc3c653 req-60053f1c-9c6d-4588-98ba-e60a9c311c63 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:43.706808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b0337974-2fe6-4d6c-b19c-7858abc3c653 req-60053f1c-9c6d-4588-98ba-e60a9c311c63 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 943 time: 0.2914631 Mar 02 07:42:43.815734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f2f31b68-fac7-44ad-9912-0eee8cef2bde details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:43.824511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b0337974-2fe6-4d6c-b19c-7858abc3c653 req-4a2c88cb-79b1-4baf-a7ed-31c084bfe4c5 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023607 Mar 02 07:42:43.868070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.011842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port 5b7f5ccc-fed4-4bf8-94c2-fa83562c0efc {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:44.012215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.163552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:44.246632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde', 'network_id': '766437f3-34bb-479a-b37a-4e34bfb3c079', 'port_id': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde', 'mac_address': 'fa:16:3e:05:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4202b83-9454-4817-b4e8-e7f86464a4e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:44.263413 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e3d58a3-1e69-4b53-81e9-9358ebe01f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.512629 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.585046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f31b68-fac7-44ad-9912-0eee8cef2bde {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:44.623055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:44.629936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.780188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:44.789604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c569d-e339-4116-8fce-6ac5db7f7ded req-eb1df876-da7f-41a4-ab47-008d2162f39f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:44.800442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-317c569d-e339-4116-8fce-6ac5db7f7ded req-eb1df876-da7f-41a4-ab47-008d2162f39f tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.1434641 Mar 02 07:42:44.856957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:44.918495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-317c569d-e339-4116-8fce-6ac5db7f7ded req-a62758a1-8978-43ef-b13a-01ccde772edf tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169367 Mar 02 07:42:44.955688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f2f31b68-fac7-44ad-9912-0eee8cef2bde'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:45.023262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.151 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1bfb5135-5d8e-434a-93b8-c38d635056c8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:45.280944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:45.352624 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:45.363479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:45.379356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed267a8-76cf-4e67-a59c-673e2358a26d req-e526e9d0-ee87-448e-ab50-2dc60e313ed5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:45.380989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ed267a8-76cf-4e67-a59c-673e2358a26d req-e526e9d0-ee87-448e-ab50-2dc60e313ed5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 1.0373764 Mar 02 07:42:45.387213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:45.414566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:45.675141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0995b5e-ab47-469f-83c6-8cce2d0ada3a req-aee3bf97-35ff-4cab-a83f-e13d2a6dfd72 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:45.678833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0995b5e-ab47-469f-83c6-8cce2d0ada3a req-aee3bf97-35ff-4cab-a83f-e13d2a6dfd72 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 944 time: 0.1439707 Mar 02 07:42:45.752044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for 5b7f5ccc-fed4-4bf8-94c2-fa83562c0efc owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:45.769325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0995b5e-ab47-469f-83c6-8cce2d0ada3a req-2c006c06-bc57-421b-881c-afbd3e69575b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Mar 02 07:42:46.070087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:46.083173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:46.097724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:46.108773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:46.147013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ed267a8-76cf-4e67-a59c-673e2358a26d req-aa59c978-1525-4ff8-9755-264b3336596e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410202 Mar 02 07:42:46.268731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826ab21-25b2-4ec9-8e01-d527fd805f8c req-67e105d8-797c-4f91-8a5b-21983f8176eb tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:46.286231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e826ab21-25b2-4ec9-8e01-d527fd805f8c req-67e105d8-797c-4f91-8a5b-21983f8176eb tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.1689463 Mar 02 07:42:46.287514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:42:46.440630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e826ab21-25b2-4ec9-8e01-d527fd805f8c req-b4b885d0-a247-493a-b980-8923cf358947 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518190 Mar 02 07:42:46.443040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=1bfb5135-5d8e-434a-93b8-c38d635056c8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:46.575017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.575598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.576706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.577300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.577932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.578587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.579192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.579738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.580273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.580892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.581436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.582090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:46.694760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=5b7f5ccc-fed4-4bf8-94c2-fa83562c0efc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:46.761846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:46.995861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.002403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.210422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38616) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:47.262346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2496234-9a8c-4d3c-b9aa-f48b305466b5 req-5548734a-da66-4fc6-b96a-fddc8f894a7f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:47.273052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2496234-9a8c-4d3c-b9aa-f48b305466b5 req-5548734a-da66-4fc6-b96a-fddc8f894a7f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 944 time: 0.1536200 Mar 02 07:42:47.274202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.329598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2496234-9a8c-4d3c-b9aa-f48b305466b5 req-b84aa79a-391a-41b5-a6a3-6809932cecac tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 Mar 02 07:42:47.452709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.470960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:47.474780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Usage tracker for resource:security_group_rule and tenant:ea40e7b81dc045e0873288d00e9a6ed1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:47.477617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:47.484115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:47.588863 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.640155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.700414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea40e7b81dc045e0873288d00e9a6ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887633 Mar 02 07:42:47.702430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a9136-d619-4a6a-8ca4-be5e310d244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc63f0-31e2-4048-a28d-5e647ceaf12c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:47.704765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:47.724170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.727845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.774957 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP f7a681f0-3f36-406e-b857-440fbd69c2c4 associated. External IP: 172.25.4.158, port: d5b7abcf-71bc-442e-91df-900f5d6bc666. Mar 02 07:42:47.795635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.805245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1c240-d9d2-4162-8fdd-267b76cd9a39 req-d612cc3b-a0e9-4076-bcb6-7a53702025c8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:47.806753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c1c240-d9d2-4162-8fdd-267b76cd9a39 req-d612cc3b-a0e9-4076-bcb6-7a53702025c8 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.2206781 Mar 02 07:42:47.817467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f2f31b68-fac7-44ad-9912-0eee8cef2bde up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:47.862441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.927989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.929500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f2f31b68-fac7-44ad-9912-0eee8cef2bde completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:47.935275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f2f31b68-fac7-44ad-9912-0eee8cef2bde triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:47.935881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.949740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c1c240-d9d2-4162-8fdd-267b76cd9a39 req-0aed5110-13b3-408a-8686-b9f7e0fd6759 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355774 Mar 02 07:42:47.956405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc63f0-31e2-4048-a28d-5e647ceaf12c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:47.964989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.969112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1bfc02d7-c354-42fc-b8e3-953ff637b5be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aabc63f0-31e2-4048-a28d-5e647ceaf12c HTTP/1.1" status: 204 len: 168 time: 0.2592967 Mar 02 07:42:47.985239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:47.985753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:42:48.022842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac76e1-666a-48f0-85f9-f454e62fe206 req-501f1566-0986-443c-9c86-62127f8aa4da tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:48.024391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4ac76e1-666a-48f0-85f9-f454e62fe206 req-501f1566-0986-443c-9c86-62127f8aa4da tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.5601506 Mar 02 07:42:48.148791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.149905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b067b629-aad2-4108-9742-6ef9c5d63008 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 204 len: 168 time: 5.4937446 Mar 02 07:42:48.154154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38648) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:48.160921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-25915267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:48.168616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:48.172957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:48.176701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:48.181289 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.183704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:48.196012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.197145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.217684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:48.219246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.231678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:48.239463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.265979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.303545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.304868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2f8b7e0-ed52-48ec-9257-494d2360dc6c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1491356 Mar 02 07:42:48.307577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:48.314824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': True}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:48.349913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4ac76e1-666a-48f0-85f9-f454e62fe206 req-57d2ccab-9de6-4add-8cd7-166054f86574 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351317 Mar 02 07:42:48.367244 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde', 'code': 200} Mar 02 07:42:48.445351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:48.546346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.629352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:48.681974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:48.791337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.161970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06383b07-caba-4183-ab91-2c75677b249d req-c50eebcd-9da6-4f6d-b940-47e0bb8c52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:49.163447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06383b07-caba-4183-ab91-2c75677b249d req-c50eebcd-9da6-4f6d-b940-47e0bb8c52b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 1096 time: 0.7405312 Mar 02 07:42:49.223017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.241237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:49.261288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.264102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:49.297497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:49.298170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:49.318950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f0b9-6962-46da-b331-4f3862b9dd97 req-981f1df8-5aca-43dd-9296-440e1a4de2fa tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:49.322334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e485f0b9-6962-46da-b331-4f3862b9dd97 req-981f1df8-5aca-43dd-9296-440e1a4de2fa tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 945 time: 0.6895416 Mar 02 07:42:49.327094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06383b07-caba-4183-ab91-2c75677b249d req-fc0bad47-49d9-4a7c-8241-67276a08bc75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327538 Mar 02 07:42:49.405768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:49.414946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:49.415832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:49.483401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e485f0b9-6962-46da-b331-4f3862b9dd97 req-87105f70-72a5-4d84-a771-a49ec792544e tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537604 Mar 02 07:42:49.503791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:49.504316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb9fe9-693b-4eaf-bce7-f2eceb70fc3f None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:49.814860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbdaf-2d15-4088-84f7-83c50e468960 req-943c39e2-7d93-4a79-82ee-ac48c7b03a22 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:49.821694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-326cbdaf-2d15-4088-84f7-83c50e468960 req-943c39e2-7d93-4a79-82ee-ac48c7b03a22 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.6888652 Mar 02 07:42:49.851039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.874531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.983672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:50.020183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e054-9b76-48f6-9b43-b1f43a48f7ec req-86fecc85-7a1c-447d-97cc-cb7571e314d5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:50.021711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f87e054-9b76-48f6-9b43-b1f43a48f7ec req-86fecc85-7a1c-447d-97cc-cb7571e314d5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.2969754 Mar 02 07:42:50.026133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:50.050925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-326cbdaf-2d15-4088-84f7-83c50e468960 req-6b24fe69-0abf-4480-a6ac-c703b0dfb081 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283406 Mar 02 07:42:50.218373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=1bfb5135-5d8e-434a-93b8-c38d635056c8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:50.236455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 172.25.4.238 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/0dab02a6-2aa7-4ea2-bde2-bb7076271577) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:50.258166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:50.269272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f87e054-9b76-48f6-9b43-b1f43a48f7ec req-863a9c52-9d05-4613-8119-4c16c98edfb5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Mar 02 07:42:50.363385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:50.465499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:50.504722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:50.578504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:50.581847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:50.585468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:50.654418 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP fccffcc0-5d7c-4626-bca9-0ab010e92893 associated. External IP: 172.25.4.151, port: 2761b89e-2d0a-4e07-b31f-c11255392955. Mar 02 07:42:50.752158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=0dab02a6-2aa7-4ea2-bde2-bb7076271577,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:51.097441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:51.109159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:51.126431 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:51.127204 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:51.184108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:51.321478 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:51.359365 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:51.360219 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:51.426604 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:51.427198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dc29a-7eee-448c-9e1c-bace2d253e0e None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:51.431473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:51.436657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d107e5-9c5e-4e00-ba73-c562e904f1ea req-f4332e9d-4c8b-478d-b0fe-39151f642856 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:51.438754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29d107e5-9c5e-4e00-ba73-c562e904f1ea req-f4332e9d-4c8b-478d-b0fe-39151f642856 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 945 time: 0.6726854 Mar 02 07:42:51.581754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29d107e5-9c5e-4e00-ba73-c562e904f1ea req-4bbbe628-c524-42a8-99ce-a4da004bd192 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791128 Mar 02 07:42:51.612409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-787d8668-c027-4441-967b-57290799450b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/f7a681f0-3f36-406e-b857-440fbd69c2c4 HTTP/1.1" status: 200 len: 978 time: 9.3192613 Mar 02 07:42:51.616762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f057cb-4679-4b04-bbfb-f3cbbbbc47bc req-705f2951-f498-4325-8425-2a042a672309 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:51.620991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38764) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:51.625175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38f057cb-4679-4b04-bbfb-f3cbbbbc47bc req-705f2951-f498-4325-8425-2a042a672309 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 944 time: 0.3092365 Mar 02 07:42:51.629927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:51.696212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38f057cb-4679-4b04-bbfb-f3cbbbbc47bc req-7ac2619a-b86f-499e-afb8-0ceb9f29da99 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699980 Mar 02 07:42:51.899557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:51.984371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 0145de6e-634d-4964-b710-8d0f4ddaf80b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:52.177161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.182558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.390209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:52.402369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Sync routers for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:52.417379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:52.421376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:52.492073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router 030b8bc8-d381-484c-b3a0-90769acb2774 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:42:52.650600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0e95c-0dcc-4f13-8cd9-d35d6e935f43 req-c203fa73-662c-4526-86b4-36b1012e0513 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:52.666868 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f0e95c-0dcc-4f13-8cd9-d35d6e935f43 req-c203fa73-662c-4526-86b4-36b1012e0513 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.8529298 Mar 02 07:42:52.671168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.686301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.699960 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP f7a681f0-3f36-406e-b857-440fbd69c2c4 disassociated. External IP: 172.25.4.158, port: 6e121c66-7a27-4332-a9ac-5b4680b59c90. Mar 02 07:42:52.758214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:52.769946 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] Sync routers for ids ['030b8bc8-d381-484c-b3a0-90769acb2774'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:52.778060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.783785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-448ffae9-84c8-4341-b807-e2dd9b2dfdd5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "PUT /v2.0/routers/030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 200 len: 917 time: 4.4721529 Mar 02 07:42:52.784802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38792) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:52.785819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] Routers {'030b8bc8-d381-484c-b3a0-90769acb2774'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:52.792584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['030b8bc8-d381-484c-b3a0-90769acb2774'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:52.800813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:42:52.887632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38796) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:52.902478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:52.911193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:52.915625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:52.933167 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] Routers {'030b8bc8-d381-484c-b3a0-90769acb2774'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:52.934706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['030b8bc8-d381-484c-b3a0-90769acb2774'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:53.063253 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:53.063658 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb17d6-99e3-4d3c-81ac-83bdccebedfd None None] The sync data for ids ['030b8bc8-d381-484c-b3a0-90769acb2774'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:53.214542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda15cf-c624-4519-81bf-ae9201c7344b req-647446f6-b5cf-4e0a-ad27-d157797203a1 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:53.216883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fda15cf-c624-4519-81bf-ae9201c7344b req-647446f6-b5cf-4e0a-ad27-d157797203a1 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 945 time: 0.3165164 Mar 02 07:42:53.284394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fdd43e1c-e3a3-42aa-bbae-821b0d65d77d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 200 len: 923 time: 0.4984779 Mar 02 07:42:53.302941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fda15cf-c624-4519-81bf-ae9201c7344b req-90b11540-36b7-4331-9de9-b2b12b055959 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687373 Mar 02 07:42:53.303467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:53.356353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:53.408172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:53.419628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'port_id': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'mac_address': 'fa:16:3e:7f:1b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:53.432855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c84df2-bf63-407d-998b-9e24d556884e tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:53.434994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0c84df2-bf63-407d-998b-9e24d556884e tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=030b8bc8-d381-484c-b3a0-90769acb2774&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1305532 Mar 02 07:42:53.437719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38818) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:53.526085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:53.553699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:53.555213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'fccffcc0-5d7c-4626-bca9-0ab010e92893', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'mac_address': 'fa:16:3e:53:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:42:48Z', 'updated_at': '2022-03-02T07:42:48Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:53.558571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Usage tracker for resource:security_group_rule and tenant:270d1cb5a8e1434caec1cca88d664e1a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:53.560049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Checking router: 0145de6e-634d-4964-b710-8d0f4ddaf80b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:42:53.565688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:53.567351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:53.572725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:53.586847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:53.593340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:53.594211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:53.671698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:53.710375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52d34dae-6ff2-4302-85e8-2edb3861cff5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.1658964 Mar 02 07:42:53.772912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:53.847342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:53.847936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7afae4-f481-458e-a9f1-8809845796a8 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:53.849315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c7afae4-f481-458e-a9f1-8809845796a8 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.4105608 Mar 02 07:42:53.853007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:53.863809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:42:53.866960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3037-36bd-43a7-8e35-e7b60ffdc0e5 req-e78c5fbe-33e7-40bf-bf4e-e47d7c646d3d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:53.867434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6f0e95c-0dcc-4f13-8cd9-d35d6e935f43 req-ba12f384-fec3-4ea5-b1a6-5207e1453817 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1844246 Mar 02 07:42:53.869226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5dd3037-36bd-43a7-8e35-e7b60ffdc0e5 req-e78c5fbe-33e7-40bf-bf4e-e47d7c646d3d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 945 time: 0.1856613 Mar 02 07:42:53.880851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:53.915963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b30e6f1e-6dd7-4f2e-8e60-75a7395627a8 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 200 len: 205 time: 0.0583587 Mar 02 07:42:53.945081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:54.011067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['13e4df2b-83c5-43aa-b079-d0a5b078a592'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:54.047344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:42:54.066297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5dd3037-36bd-43a7-8e35-e7b60ffdc0e5 req-7907eed1-f124-40cf-95d2-093f87a3e046 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491568 Mar 02 07:42:54.129194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.212679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.218838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:42:54.229542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=270d1cb5a8e1434caec1cca88d664e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3396795 Mar 02 07:42:54.232681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf310aa3-a077-4428-a8f3-b26128189416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e61a1-7f44-4451-8461-04536ab01078,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:54.247290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:54.275195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:42:54.283505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.306735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:54.307720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:54.398346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5cc24a0b-a82a-4844-ba90-758409dc1836 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/f7a681f0-3f36-406e-b857-440fbd69c2c4 HTTP/1.1" status: 200 len: 688 time: 2.7761748 Mar 02 07:42:54.399239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:54.408798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3cbb6-656a-4fea-a57d-6db7320f8337 req-05829d35-fdf3-4bca-a206-47705148b13f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:54.410348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83f3cbb6-656a-4fea-a57d-6db7320f8337 req-05829d35-fdf3-4bca-a206-47705148b13f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 946 time: 0.3425987 Mar 02 07:42:54.504668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.518763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.519101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeb151-2075-4a27-8eec-158e45a07450 req-1bf9df04-6e1e-44d9-92b6-90cb9c0c3f6b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:54.520504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82aeb151-2075-4a27-8eec-158e45a07450 req-1bf9df04-6e1e-44d9-92b6-90cb9c0c3f6b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.2198269 Mar 02 07:42:54.542761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port 0dab02a6-2aa7-4ea2-bde2-bb7076271577 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:54.543101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.574812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.590121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:54.646796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.649198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82aeb151-2075-4a27-8eec-158e45a07450 req-0144afe7-562d-47d7-ac60-41dff724cb48 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212795 Mar 02 07:42:54.653077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:42:54.653740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:54.711417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:54.763813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:54.764065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810ad27-78c6-412e-8c11-d9c12935a05b None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:54.775774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e61a1-7f44-4451-8461-04536ab01078,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:54.788315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.789626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9efc2a74-c810-4091-abec-17399f9ea08f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b97e61a1-7f44-4451-8461-04536ab01078 HTTP/1.1" status: 204 len: 168 time: 0.5390399 Mar 02 07:42:54.812296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83f3cbb6-656a-4fea-a57d-6db7320f8337 req-868e43ca-8c16-41b4-97b5-e218962d8152 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151844 Mar 02 07:42:54.813662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 0f132da5-567a-4f6e-b32c-275950e7e11d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:54.814352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:54.938133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:55.243092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for 0dab02a6-2aa7-4ea2-bde2-bb7076271577 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:55.255763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:55.256651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:55.266102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'fccffcc0-5d7c-4626-bca9-0ab010e92893', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'mac_address': 'fa:16:3e:53:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:42:48Z', 'updated_at': '2022-03-02T07:42:48Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:42:55.271180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3644482e-9b5b-4553-8dc8-517b5116666e None None] The sync data for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 is: [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'fccffcc0-5d7c-4626-bca9-0ab010e92893', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'mac_address': 'fa:16:3e:53:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:42:48Z', 'updated_at': '2022-03-02T07:42:48Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:42:55.341209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38884) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:55.547933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:55.566350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 0f132da5-567a-4f6e-b32c-275950e7e11d owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:55.700171 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'status': 'completed', 'code': 200} Mar 02 07:42:55.759455 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba72b9e-29d8-4818-b895-f217a409c464 None None] New status for floating IP fccffcc0-5d7c-4626-bca9-0ab010e92893: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:42:55.791359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:55.791577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-773d4bd7-bcd6-4995-a66c-920d3735d3e9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/fccffcc0-5d7c-4626-bca9-0ab010e92893 HTTP/1.1" status: 200 len: 991 time: 1.0788493 Mar 02 07:42:55.805290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:55.817029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Usage tracker for resource:security_group_rule and tenant:766b2310c8bf40e0b591146789ba21d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:55.829772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:55.845274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:55.891544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-b0d6cb8d-c963-4528-a660-30b0173f20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:55.894075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-b0d6cb8d-c963-4528-a660-30b0173f20d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.4681308 Mar 02 07:42:55.917986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=0f132da5-567a-4f6e-b32c-275950e7e11d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:55.974093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2d404-b2f6-495c-939c-ce79b92df6ed req-304aacbf-d6ba-40d9-9590-078f5b56f344 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:55.975638 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58e2d404-b2f6-495c-939c-ce79b92df6ed req-304aacbf-d6ba-40d9-9590-078f5b56f344 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 945 time: 0.2775407 Mar 02 07:42:56.017146 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.055119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58e2d404-b2f6-495c-939c-ce79b92df6ed req-876181d2-b8bb-4ce7-9a3c-4d2df4728d29 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717533 Mar 02 07:42:56.061540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.063136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bb9f91a1-aa5c-483f-9cfd-33882e09c555 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7a681f0-3f36-406e-b857-440fbd69c2c4 HTTP/1.1" status: 204 len: 168 time: 1.6517766 Mar 02 07:42:56.065700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38898) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.102769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07a1c-e57d-456f-9e20-da791a91a455 req-e0e8bca3-9feb-413a-8bcc-deedfbd8d9dd tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.104295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7de07a1c-e57d-456f-9e20-da791a91a455 req-e0e8bca3-9feb-413a-8bcc-deedfbd8d9dd tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.5689642 Mar 02 07:42:56.128439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-f7034f68-10b0-46b1-ac5d-70799ea7facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.132054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-f7034f68-10b0-46b1-ac5d-70799ea7facf service neutron] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.2268145 Mar 02 07:42:56.165948 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-9970dc33-d935-421a-bca3-ed1bd285365d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] delete failed (client error): The resource could not be found. Mar 02 07:42:56.173982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9970dc33-d935-421a-bca3-ed1bd285365d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7a681f0-3f36-406e-b857-440fbd69c2c4 HTTP/1.1" status: 404 len: 345 time: 0.1063347 Mar 02 07:42:56.174683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.286741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.292751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.300692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.301658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Synchronizing usage tracker for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:56.321355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Unset dirty status for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:56.322524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1ef65dc-0fb3-4e99-a02e-a2c68457cbf1 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/ports?network_id=24f7e77a-8201-4012-8019-6d9f47616a07 HTTP/1.1" status: 200 len: 2358 time: 0.1467927 Mar 02 07:42:56.326388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38908) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.393024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7de07a1c-e57d-456f-9e20-da791a91a455 req-545e60e2-dcb0-4943-aa6d-3b8df8b935e3 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587705 Mar 02 07:42:56.409211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-c7de27ec-bfad-4dc6-a1e9-18198dba72e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1001 time: 0.2711306 Mar 02 07:42:56.411955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44dff3-a81a-4bfb-ab81-33c846377cd8 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.413827 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a44dff3-a81a-4bfb-ab81-33c846377cd8 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/subnets/15c607b9-375d-44de-8641-c93b2fcd8526 HTTP/1.1" status: 200 len: 797 time: 0.0857916 Mar 02 07:42:56.421492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38914) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.430486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'port': {'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07', 'name': 'tempest-FloatingIPTestJSON-1868517195', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:56.526377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.533153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.589520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.638855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-a1b7eebc-300a-4e83-a65b-193e22a0f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.640828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-a1b7eebc-300a-4e83-a65b-193e22a0f415 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.2198589 Mar 02 07:42:56.649903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=0dab02a6-2aa7-4ea2-bde2-bb7076271577,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:56.664024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:56.682610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226233-fde6-42ba-accb-10abece19ceb req-ec30b2da-cb0c-4830-b9b1-a9451797e0bc tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.687150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3226233-fde6-42ba-accb-10abece19ceb req-ec30b2da-cb0c-4830-b9b1-a9451797e0bc tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 946 time: 0.2152393 Mar 02 07:42:56.688329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:56.717076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:56.728162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:56.761616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.761983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.762321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.762648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.762982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.764010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.764699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.765103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.765435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.765764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.766110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.766433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:56.780710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=766b2310c8bf40e0b591146789ba21d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4225430 Mar 02 07:42:56.781689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7e475-8a9b-4d59-aa12-4ceef32222a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e42655-0952-479c-94bf-b7e8542a33c6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:56.783596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38918) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.794966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38922) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:56.808999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 13e4df2b-83c5-43aa-b079-d0a5b078a592 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:56.809657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.813027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b3226233-fde6-42ba-accb-10abece19ceb req-553c8f2a-b149-481b-9ea5-0d4f2ed04fb5 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214256 Mar 02 07:42:56.943189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6bfd534-257f-4bfc-8e80-4fee25ab7561 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/fccffcc0-5d7c-4626-bca9-0ab010e92893 HTTP/1.1" status: 200 len: 993 time: 0.1402748 Mar 02 07:42:56.960961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.966432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.991185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.995062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:56.998627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.023715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:57.034766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.057746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.110416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e42655-0952-479c-94bf-b7e8542a33c6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:57.124403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.125924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-29c2807a-8dce-4009-b90f-70e1c2d3a476 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14e42655-0952-479c-94bf-b7e8542a33c6 HTTP/1.1" status: 204 len: 168 time: 0.3415039 Mar 02 07:42:57.131675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.165759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] device_id is not set on port 4ed73029-3474-4c9e-8e70-860e76dda96c yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:42:57.174756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-00449898-9829-40dc-9f62-aaa6e8bb17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:57.188465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-00449898-9829-40dc-9f62-aaa6e8bb17a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5295086 Mar 02 07:42:57.253542 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'code': 200} Mar 02 07:42:57.254132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:57.399132 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.413801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.693085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-f0a2cc3c-c77c-4d35-a0a2-7d9dbd565d4b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:57.694603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-f0a2cc3c-c77c-4d35-a0a2-7d9dbd565d4b tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 946 time: 0.7326658 Mar 02 07:42:57.700279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.700895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router 030b8bc8-d381-484c-b3a0-90769acb2774 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:42:57.752952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477fc7-d24a-42d7-aad6-7f858790b67d req-ae04671f-7a61-4817-844c-103d55b961b0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:57.754524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64477fc7-d24a-42d7-aad6-7f858790b67d req-ae04671f-7a61-4817-844c-103d55b961b0 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.4237664 Mar 02 07:42:57.945458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64477fc7-d24a-42d7-aad6-7f858790b67d req-f7de4a06-8b8c-42dd-be71-e83920266023 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805425 Mar 02 07:42:57.955089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a69be-68cb-44b2-9334-000d6e0745d5 req-cff14d51-45d7-4a04-a262-8162bd4a7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:57.956670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467a69be-68cb-44b2-9334-000d6e0745d5 req-cff14d51-45d7-4a04-a262-8162bd4a7014 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1097 time: 0.3381846 Mar 02 07:42:58.024246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-5f1b671f-9a2b-4087-a030-874cc8885077 service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080576 Mar 02 07:42:58.032378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.033666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe33bdd2-1974-4565-8bd0-cf8ecde8401a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 204 len: 168 time: 4.0635600 Mar 02 07:42:58.052982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:58.102232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2032706985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:58.111114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:58.116099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:58.120483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:58.128242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:58.162182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Deleting port 92a49798-1c55-41f8-b147-6c047134bc33 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:58.163071 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.193684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.14 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/4ed73029-3474-4c9e-8e70-860e76dda96c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:58.201437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.203343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.214688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-467a69be-68cb-44b2-9334-000d6e0745d5 req-a04372a0-33b6-4c93-b401-0f97e143e2fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189312 Mar 02 07:42:58.216031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.13 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/4ed73029-3474-4c9e-8e70-860e76dda96c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:58.231957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07f1c5-0459-4ce6-8d1b-969288fd77c2 req-dda43ed5-dd8c-4c13-8c5f-194944cc3f5d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:58.234318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd07f1c5-0459-4ce6-8d1b-969288fd77c2 req-dda43ed5-dd8c-4c13-8c5f-194944cc3f5d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.6195319 Mar 02 07:42:58.247864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be923744-a9a2-4e91-a99d-91364cff3260 req-5f749a41-c0dc-435a-bfb7-f814d755497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:58.249643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be923744-a9a2-4e91-a99d-91364cff3260 req-5f749a41-c0dc-435a-bfb7-f814d755497c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1098 time: 0.8991883 Mar 02 07:42:58.311798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-4aa20c5c-ab38-485d-8e06-13068f1c30d4 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:58.313288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-4aa20c5c-ab38-485d-8e06-13068f1c30d4 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e456809-b57f-4a78-9dd6-54c930eb2e44 HTTP/1.1" status: 200 len: 945 time: 0.3494363 Mar 02 07:42:58.424510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.453199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a17f9-359b-4c5e-b85a-7f15c4b0d838 req-a8134d27-e080-4d7e-8c42-b77b5c4f9830 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:58.454780 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b26a17f9-359b-4c5e-b85a-7f15c4b0d838 req-a8134d27-e080-4d7e-8c42-b77b5c4f9830 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 946 time: 0.2467778 Mar 02 07:42:58.591499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b26a17f9-359b-4c5e-b85a-7f15c4b0d838 req-269df464-a5bc-43b7-875f-a17445258f22 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142118 Mar 02 07:42:58.627294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Deleting port f2f31b68-fac7-44ad-9912-0eee8cef2bde {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:58.627904 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.694973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.746563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.768599 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be923744-a9a2-4e91-a99d-91364cff3260 req-f27a37b4-b727-40f2-84c6-1009f4b7e6c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694376 Mar 02 07:42:58.776423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd07f1c5-0459-4ce6-8d1b-969288fd77c2 req-d4e85afb-2a87-41fd-9196-dda38943a25a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308967 Mar 02 07:42:58.859639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2aa5c8e-5bac-4119-b71a-00672a6c1925 req-05a615a7-e85c-4aa1-9aab-15dc886955ba service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159530 Mar 02 07:42:58.860496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.865137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b810f29e-9cb8-4407-995b-e85b14269f8e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8073440 Mar 02 07:42:58.877436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38994) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:58.891114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] For port 92a49798-1c55-41f8-b147-6c047134bc33, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a49798-1c55-41f8-b147-6c047134bc33,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:58.891592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.903258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'enable_snat': False}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:59.050724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:59.119339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Calling delete_port for 92a49798-1c55-41f8-b147-6c047134bc33 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:59.219699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:59.229321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:59.245671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:59.347293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] For port f2f31b68-fac7-44ad-9912-0eee8cef2bde, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f2f31b68-fac7-44ad-9912-0eee8cef2bde,segment=NetworkSegment(f94eb857-cbf1-4278-966f-03aa7cc478be),segment_id=f94eb857-cbf1-4278-966f-03aa7cc478be)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:59.347698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:59.562072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=4ed73029-3474-4c9e-8e70-860e76dda96c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:59.573226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:59.574599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:59.698652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Calling delete_port for f2f31b68-fac7-44ad-9912-0eee8cef2bde owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:59.801517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5a5f953-337c-4407-9f7a-1dc2ad5545c9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3788888 Mar 02 07:42:59.819204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:59.833644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7beeb1-8112-4029-a302-34b40849edd6 req-4e226eb4-5c1c-4089-9f59-79b498d222cb tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:59.841814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da7beeb1-8112-4029-a302-34b40849edd6 req-4e226eb4-5c1c-4089-9f59-79b498d222cb tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.6950777 Mar 02 07:42:59.846367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '4ed73029-3474-4c9e-8e70-860e76dda96c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:59.853152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:59.858338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:floatingip and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:59.862013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:59.868230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:59.917177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.084534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.092897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.119239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.208960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event deleted for resources: {'Port': ['ID=92a49798-1c55-41f8-b147-6c047134bc33,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:00.331472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da7beeb1-8112-4029-a302-34b40849edd6 req-7fed5615-a13e-4eca-ba0d-0097611b133c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4887679 Mar 02 07:43:00.333279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Pushing event deleted for resources: {'Port': ['ID=f2f31b68-fac7-44ad-9912-0eee8cef2bde,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:00.474773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d20d-70f9-4692-a357-fff884c2fcc6 req-0e85d9eb-b341-4061-ac0f-2148d742cbc2 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:00.476424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5fa2d20d-70f9-4692-a357-fff884c2fcc6 req-0e85d9eb-b341-4061-ac0f-2148d742cbc2 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/ports?device_id=8870476b-e864-46cc-a150-26ea560f8486 HTTP/1.1" status: 200 len: 946 time: 0.5413134 Mar 02 07:43:00.485783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] No DVR routers for this DVR port 92a49798-1c55-41f8-b147-6c047134bc33 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:43:00.535063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] No DVR routers for this DVR port f2f31b68-fac7-44ad-9912-0eee8cef2bde on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:43:00.547840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.554047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'name': 'network-vif-deleted', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:00.556828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.570178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'name': 'network-vif-deleted', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:00.626030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d6c7a72-5f7e-404b-b273-5a643c8f3183 req-652a7142-7eb9-4a14-a8fe-203722d89a5f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.16 "DELETE /v2.0/ports/f2f31b68-fac7-44ad-9912-0eee8cef2bde HTTP/1.1" status: 204 len: 173 time: 2.1499560 Mar 02 07:43:00.692927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f576c2d2-6505-4d34-b83e-983e7c6db28c req-75a509c0-e657-454f-bc1f-b1150d78c08f tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.39 "DELETE /v2.0/ports/92a49798-1c55-41f8-b147-6c047134bc33 HTTP/1.1" status: 204 len: 173 time: 2.9803231 Mar 02 07:43:00.705071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540faa1-4686-4d8b-967c-4daf28fbea3d req-e7103dae-d76f-480a-8cba-964072b69b08 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:00.706391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5fa2d20d-70f9-4692-a357-fff884c2fcc6 req-80475437-3025-4f89-9113-3a2c305a54e1 tempest-MultipleCreateTestJSON-1749545577 tempest-MultipleCreateTestJSON-1749545577-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f5b4640-aaa9-4346-bc41-78365c7ce62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175105 Mar 02 07:43:00.712136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e540faa1-4686-4d8b-967c-4daf28fbea3d req-e7103dae-d76f-480a-8cba-964072b69b08 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.1489122 Mar 02 07:43:00.743515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a49798-1c55-41f8-b147-6c047134bc33 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:43:00.746749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.877378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 92a49798-1c55-41f8-b147-6c047134bc33 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:43:00.877804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a49798-1c55-41f8-b147-6c047134bc33 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:43:01.034719 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870476b-e864-46cc-a150-26ea560f8486', 'name': 'network-vif-deleted', 'tag': '92a49798-1c55-41f8-b147-6c047134bc33', 'status': 'completed', 'code': 200} Mar 02 07:43:01.055956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.5 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/d252f971-b91a-4055-8154-e329e52704b3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:01.114466 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e456809-b57f-4a78-9dd6-54c930eb2e44', 'name': 'network-vif-deleted', 'tag': 'f2f31b68-fac7-44ad-9912-0eee8cef2bde', 'status': 'completed', 'code': 200} Mar 02 07:43:01.170823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.213288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e540faa1-4686-4d8b-967c-4daf28fbea3d req-ff80144d-eb9d-45e2-9f4c-e4506ee62417 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000703 Mar 02 07:43:01.231322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.290114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.353798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.452904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:01.456367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:01.462224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:01.625669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Allocated IP 172.25.4.19 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/a4b457a2-65e5-4c91-8f83-33c86300b1a6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:01.686748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3645b-9aab-4ddd-8382-3ed355eb6dd8 req-b5d4de5e-2543-4701-82cc-776aa41f9667 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:01.704116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7af3645b-9aab-4ddd-8382-3ed355eb6dd8 req-b5d4de5e-2543-4701-82cc-776aa41f9667 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2967947 Mar 02 07:43:01.752075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=d252f971-b91a-4055-8154-e329e52704b3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:01.860316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f2f31b68-fac7-44ad-9912-0eee8cef2bde no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:43:02.007065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f2f31b68-fac7-44ad-9912-0eee8cef2bde {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:43:02.007408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f2f31b68-fac7-44ad-9912-0eee8cef2bde not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:43:02.080931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.094712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7af3645b-9aab-4ddd-8382-3ed355eb6dd8 req-1f6c6ee1-35a3-4ed8-98db-cae26ff35ff9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876581 Mar 02 07:43:02.154273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc894d0-2929-4eb5-bf22-65923b3bf8a5 req-68038dfa-90d5-4f7e-914e-941ce390e78a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:02.162430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fc894d0-2929-4eb5-bf22-65923b3bf8a5 req-68038dfa-90d5-4f7e-914e-941ce390e78a tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.5186999 Mar 02 07:43:02.177738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.343239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:02.351065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:02.366367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:02.413567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.510350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0fc894d0-2929-4eb5-bf22-65923b3bf8a5 req-a32f30c1-93ce-4761-b3c5-2c6d70b62766 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460238 Mar 02 07:43:02.515089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39430) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:02.528370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b457a2-65e5-4c91-8f83-33c86300b1a6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:02.550112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.732155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Deleting subnet b4202b83-9454-4817-b4e8-e7f86464a4e7 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:43:02.739558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.878300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.956937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.964584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.040922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.210850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=d252f971-b91a-4055-8154-e329e52704b3,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:03.244014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.251608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.412617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.467146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4202b83-9454-4817-b4e8-e7f86464a4e7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:03.478656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.559542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a5a6386-3d7c-49a8-961b-0efe4d4a23b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4202b83-9454-4817-b4e8-e7f86464a4e7 HTTP/1.1" status: 204 len: 168 time: 1.0310965 Mar 02 07:43:03.570111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39532) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:03.607908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e7340-fbda-4a9d-afe0-9197392c2274 req-48bc9f1b-d30c-43ca-8554-b3b7b6998b56 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:03.621425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f52e7340-fbda-4a9d-afe0-9197392c2274 req-48bc9f1b-d30c-43ca-8554-b3b7b6998b56 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.5192869 Mar 02 07:43:03.650544 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP 3abecaac-fd44-4536-9bef-e2311e509fd9 associated. External IP: 172.25.4.5, port: 4ed73029-3474-4c9e-8e70-860e76dda96c. Mar 02 07:43:03.748967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f52e7340-fbda-4a9d-afe0-9197392c2274 req-20638364-ec7c-494f-bf25-75e2599e8dee tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248918 Mar 02 07:43:03.857323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.888367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.896168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.069006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:04.115274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.117281 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:43:04.134819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a308d4a-978b-4768-9b06-cd7b5db41307 req-436fca7b-a791-4a9e-a3d9-0202972f3e6c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:04.142056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a308d4a-978b-4768-9b06-cd7b5db41307 req-436fca7b-a791-4a9e-a3d9-0202972f3e6c tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.3557634 Mar 02 07:43:04.257123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766437f3-34bb-479a-b37a-4e34bfb3c079']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.285257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94eb857-cbf1-4278-966f-03aa7cc478be') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.285476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94eb857-cbf1-4278-966f-03aa7cc478be') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.299695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:04.309892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:04.325048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:04.325713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.329677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a308d4a-978b-4768-9b06-cd7b5db41307 req-275430eb-b757-46e6-a34e-430171462724 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866267 Mar 02 07:43:04.339199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.340428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.398893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.421065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:43:04.421469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:43:04.435777 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:43:04.462681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.478081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:04.478221 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1cf4ff1f-28cb-4f90-853d-f657fe807c60 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6575410 Mar 02 07:43:04.479008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.482599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:04.487776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': '4ed73029-3474-4c9e-8e70-860e76dda96c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:04.569282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.569990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06c3d9-448e-468a-b4f9-0073ed14a4bc None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:04.590564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Router 1c171cba-25e2-4939-86cd-a99f0bba23a1 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:43:04.680088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.681836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.685098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.731797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] Pushing event deleted for resources: {'Network': ['ID=766437f3-34bb-479a-b37a-4e34bfb3c079,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:04.738353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-54a00a42-3d77-4e45-af9a-5bf9052a1984 admin admin] 10.222.0.21 "DELETE /v2.0/networks/766437f3-34bb-479a-b37a-4e34bfb3c079 HTTP/1.1" status: 204 len: 168 time: 1.1668394 Mar 02 07:43:04.820687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-6c63d8eb-84a0-4ac6-810f-9fcfe1624cce tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:04.829557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-6c63d8eb-84a0-4ac6-810f-9fcfe1624cce tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 813 time: 0.4051788 Mar 02 07:43:04.866862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-a078b774-4087-49ad-8f9d-0b335919776d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/quotas/9f4d09bb480f427e9a03b9e13a8472c0 HTTP/1.1" status: 200 len: 375 time: 0.0360217 Mar 02 07:43:04.874531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:04.878793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.882519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f0b4a71-5a30-439e-9a6c-32e2ccea3058 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "PUT /v2.0/routers/1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 200 len: 919 time: 6.0006878 Mar 02 07:43:04.883055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] Sync routers for ids ['1c171cba-25e2-4939-86cd-a99f0bba23a1'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:04.890233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39616) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:04.899413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] Routers {'1c171cba-25e2-4939-86cd-a99f0bba23a1'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:04.900066 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1c171cba-25e2-4939-86cd-a99f0bba23a1'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:04.981229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-adf2d3de-a201-4ab9-9059-417dbfb82906 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131971 Mar 02 07:43:05.027438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39630) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.041990 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:05.053094 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] Routers {'1c171cba-25e2-4939-86cd-a99f0bba23a1'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:05.054081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['1c171cba-25e2-4939-86cd-a99f0bba23a1'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:05.102710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b2089b8-5469-4b10-9efd-721db415758a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69a380aa9c184deb9f4ecffc63825037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701833 Mar 02 07:43:05.134081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:05.134687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39634) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.135224 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083be332-656a-4bdb-aa89-76d087ae0c6d None None] The sync data for ids ['1c171cba-25e2-4939-86cd-a99f0bba23a1'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:05.376591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768c4eb-aa5b-489a-a3dd-14224bfbb6e4 req-ee30c6dc-4922-427a-95fb-5e7d41bef0f0 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:05.377848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0768c4eb-aa5b-489a-a3dd-14224bfbb6e4 req-ee30c6dc-4922-427a-95fb-5e7d41bef0f0 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1847768 Mar 02 07:43:05.389896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-af0ad8c9-3c40-4250-b5a8-0ccbd150615d tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 200 len: 925 time: 0.4983332 Mar 02 07:43:05.392902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39658) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.485271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0768c4eb-aa5b-489a-a3dd-14224bfbb6e4 req-f0665dfa-4213-4e22-b40f-476073e0af49 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941939 Mar 02 07:43:05.514431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22315f3e-d0b0-4751-b7ec-97dfae6858f5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:05.519097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-22315f3e-d0b0-4751-b7ec-97dfae6858f5 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=1c171cba-25e2-4939-86cd-a99f0bba23a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1252155 Mar 02 07:43:05.519933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.577754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-c158b989-2ca1-47e9-ae9d-f0e83c399dac service neutron] 10.222.0.21 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946307 Mar 02 07:43:05.617307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:05.706197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4ed55-eba4-4b37-8bc2-5f232fcfbd9f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:05.718457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-70b4ed55-eba4-4b37-8bc2-5f232fcfbd9f tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/networks/fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 881 time: 0.1971393 Mar 02 07:43:05.719171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.785178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c69904b2-d381-4780-9996-aafbd49da33e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 200 len: 205 time: 0.0647731 Mar 02 07:43:05.785803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39700) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:05.895221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.006171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-f9e51b9f-633b-4b8d-91b0-8baffa168d3e service neutron] 10.222.0.21 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193406 Mar 02 07:43:06.149168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.284121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.289702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.416628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0db4-1dac-451d-b011-c99a0c8a8423 req-a7246562-05da-4e55-a7ed-44e50badbfce tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:06.423575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-863c0db4-1dac-451d-b011-c99a0c8a8423 req-a7246562-05da-4e55-a7ed-44e50badbfce tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3395121 Mar 02 07:43:06.465581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.487001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eeae917e-a68b-410b-a064-521f071a765e req-5d746088-8855-461e-afc0-c913628bbf36 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 210 time: 0.2010951 Mar 02 07:43:06.500648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b4640-aaa9-4346-bc41-78365c7ce62f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:06.521047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.540478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-863c0db4-1dac-451d-b011-c99a0c8a8423 req-73540b58-d099-4070-a283-7827d1307fe1 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160927 Mar 02 07:43:06.552035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.555657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port a4b457a2-65e5-4c91-8f83-33c86300b1a6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:06.555657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.556409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0ba048cd-796b-44d2-ae4d-767eec44272c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f5b4640-aaa9-4346-bc41-78365c7ce62f HTTP/1.1" status: 204 len: 168 time: 1.4123638 Mar 02 07:43:06.755223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39746) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:06.824982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.900677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:07.046844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for a4b457a2-65e5-4c91-8f83-33c86300b1a6 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:07.098989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.122783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:07.140506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Usage tracker for resource:security_group_rule and tenant:23a5435177574298b3fa23562cac3431 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:07.148547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:07.158733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:07.160878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:07.165036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.169361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:07.183544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:07.186463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:07.287701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:07.298958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:07.299841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:07.329213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-660154e0-937b-41f5-8cd4-97b233954000 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/3abecaac-fd44-4536-9bef-e2311e509fd9 HTTP/1.1" status: 200 len: 977 time: 2.8455060 Mar 02 07:43:07.336514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39764) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:07.403312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:07.404743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50771d4-d873-4f01-9f04-314d760eaeea None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:07.425452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.479415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=a4b457a2-65e5-4c91-8f83-33c86300b1a6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:07.719922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.720958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39778) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:07.805302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.811738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.847192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23a5435177574298b3fa23562cac3431&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0906241 Mar 02 07:43:07.852214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39784) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:07.853935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4621631f-5daa-4f9c-94a1-3eb23950b6b3 req-09b4be89-858a-47f5-9820-34e31e2c8264 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 210 time: 0.1156194 Mar 02 07:43:07.898456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port d252f971-b91a-4055-8154-e329e52704b3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:07.898767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.927373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657710c-b0dc-4bf0-b3aa-2d1e7f45348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03ebfc-2873-46af-ba82-8af9a3bfbb90,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:07.941922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-821235454-network', 'tenant_id': '614dc6e13cd643aa8801d4aaf0119620'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:07.949808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:07.956938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Usage tracker for resource:network and tenant:614dc6e13cd643aa8801d4aaf0119620 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:07.965501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:07.990812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:08.051784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.054866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Made reservation on behalf of 614dc6e13cd643aa8801d4aaf0119620 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:08.057133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.062736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-18a14ca8-2e53-4331-accd-c006f0dbaad6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.063432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-18a14ca8-2e53-4331-accd-c006f0dbaad6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Synchronizing usage tracker for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:08.067196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.081740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.106284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:08.114246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Usage tracker for resource:security_group_rule and tenant:614dc6e13cd643aa8801d4aaf0119620 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:08.118981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:08.129321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.134832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:08.140245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.140577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.141158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c469-d5e2-4bc9-835e-4dd7e6f4a6b3 req-85d13ee8-066d-4b1f-b5df-498ffeeb9034 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.142682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcd0c469-d5e2-4bc9-835e-4dd7e6f4a6b3 req-85d13ee8-066d-4b1f-b5df-498ffeeb9034 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.4042740 Mar 02 07:43:08.143300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.143822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router 1c171cba-25e2-4939-86cd-a99f0bba23a1 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:08.145291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-18a14ca8-2e53-4331-accd-c006f0dbaad6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Unset dirty status for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:08.146414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-18a14ca8-2e53-4331-accd-c006f0dbaad6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.39 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 813 time: 0.5147502 Mar 02 07:43:08.165150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Request body: {'port': {'device_id': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d', 'admin_state_up': True, 'tenant_id': '9f4d09bb480f427e9a03b9e13a8472c0'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:08.250231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.251305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c0564b47-1348-4f12-98b0-9449a92c0133 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 204 len: 168 time: 2.4643261 Mar 02 07:43:08.254940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.273972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39788) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:08.284853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for d252f971-b91a-4055-8154-e329e52704b3 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:08.317736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1424963620', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:08.332848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcd0c469-d5e2-4bc9-835e-4dd7e6f4a6b3 req-4d30918c-0668-4af8-86b5-c4bc5e3f66e8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752117 Mar 02 07:43:08.335782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:08.344178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Usage tracker for resource:router and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:08.348570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:08.359052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:08.401703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.402814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.413243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:08.418201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Usage tracker for resource:port and tenant:9f4d09bb480f427e9a03b9e13a8472c0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:08.422135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:08.430987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:08.438606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.456024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Made reservation on behalf of 9f4d09bb480f427e9a03b9e13a8472c0 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:08.459538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.467092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.473756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03ebfc-2873-46af-ba82-8af9a3bfbb90,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:08.488747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.496525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.503560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.509095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4cf535e8-00dc-474a-b9fa-16d57d464963 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb03ebfc-2873-46af-ba82-8af9a3bfbb90 HTTP/1.1" status: 204 len: 168 time: 0.6482656 Mar 02 07:43:08.677094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22b888-662e-4fb8-b22f-4556bcd5e47b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:08.818147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.855320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:08.946372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39804) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:08.951270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.951890 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Added segment 2ba6350f-7919-4ec2-a2b0-892784dcff01 of type vlan for network 0018eba7-2090-450c-a311-1e43a6f53732 Mar 02 07:43:08.952559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Allocated IP 172.20.0.11 (3a2563b5-f2b3-410d-afd0-3823a023147d/43af8a32-ca36-4424-9f08-6b482a98c750/d4774bd3-d631-42a5-9876-86ada6ded90e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:08.984246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.985124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.013268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:09.027065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.033507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Usage tracker for resource:security_group_rule and tenant:21097ebc548246cdbdc0272e6207555a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:09.039485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:09.046030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=d252f971-b91a-4055-8154-e329e52704b3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:09.060814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:09.306362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7156c1d2-8683-4b4b-aa66-ef2edc589a94 req-03ef9829-c426-41e9-a6db-1f7bad386c9b tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 210 time: 0.2820520 Mar 02 07:43:09.307192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.308386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:09.309109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.321361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.344398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.349093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.420595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.426460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21097ebc548246cdbdc0272e6207555a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785392 Mar 02 07:43:09.444684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39810) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:09.479768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e8fc-a686-4af3-b327-92afe101c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1936a74-51af-4d00-87e4-6904227c7ff2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:09.488909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] Pushing event updated for resources: {'Network': ['ID=0018eba7-2090-450c-a311-1e43a6f53732,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:09.500335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Network 3a2563b5-f2b3-410d-afd0-3823a023147d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:09.503672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:09.508207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:09.512372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.512852 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP 3abecaac-fd44-4536-9bef-e2311e509fd9 disassociated (deleted). External IP: 172.25.4.5, port: 4ed73029-3474-4c9e-8e70-860e76dda96c. Mar 02 07:43:09.526298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0018eba7-2090-450c-a311-1e43a6f53732 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:09.720284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b547765-e64e-46d8-aa43-d7a80ae4bd04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9954371 Mar 02 07:43:09.725069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39814) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:09.741155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Request body: {'subnet': {'network_id': '0018eba7-2090-450c-a311-1e43a6f53732', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-821235454-subnet', 'tenant_id': '614dc6e13cd643aa8801d4aaf0119620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:09.756120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:09.770151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:09.780149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:09.780896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.805913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-25a6ecde-124a-4923-945f-d60ab38a61ca tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6471083 Mar 02 07:43:09.817059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Request body: {'port': {'device_id': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:09.828787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Usage tracker for resource:subnet and tenant:614dc6e13cd643aa8801d4aaf0119620 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:09.841633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:09.844435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.851817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:09.905112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Made reservation on behalf of 614dc6e13cd643aa8801d4aaf0119620 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:09.907319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.927806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:09.932735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.385043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4774bd3-d631-42a5-9876-86ada6ded90e {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:10.394288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-34e658e4-3c68-4c78-a7da-8d929e71d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.395765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-34e658e4-3c68-4c78-a7da-8d929e71d0a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.1565366 Mar 02 07:43:10.397330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.432297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.447160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.447445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Transition to ACTIVE for port object d4774bd3-d631-42a5-9876-86ada6ded90e will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:10.488421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.525762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1936a74-51af-4d00-87e4-6904227c7ff2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:10.538098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.586049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:10.633769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:10.634914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c923d57-5ae4-42d0-94b2-fbb6db8a2b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1936a74-51af-4d00-87e4-6904227c7ff2 HTTP/1.1" status: 204 len: 168 time: 1.1844645 Mar 02 07:43:10.715424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:10.763238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-da6112a7-7a84-4868-9264-aea0c7ed663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.764617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-da6112a7-7a84-4868-9264-aea0c7ed663c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.3600829 Mar 02 07:43:10.880793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-6b286a44-3411-4886-805e-b2c0eff0c7d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.0845428 Mar 02 07:43:10.912895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2513-4867-43be-8e67-b91175378510 req-f7f17549-ba99-4e72-9d3d-1f98a6ddbf15 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.923046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-897d2513-4867-43be-8e67-b91175378510 req-f7f17549-ba99-4e72-9d3d-1f98a6ddbf15 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.5976613 Mar 02 07:43:10.932449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-093ba0ce-7f57-451b-acc8-b0ad6db00695 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.933148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-093ba0ce-7f57-451b-acc8-b0ad6db00695 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Synchronizing usage tracker for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:10.989649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Attempting to bind port d4774bd3-d631-42a5-9876-86ada6ded90e on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:10.990021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Attempting to bind port d4774bd3-d631-42a5-9876-86ada6ded90e by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:10.990255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Attempting to bind port d4774bd3-d631-42a5-9876-86ada6ded90e on network 3a2563b5-f2b3-410d-afd0-3823a023147d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:10.995428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-6c4ba23a-05dc-4e86-9a70-4e5cc5a172b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.996888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-6c4ba23a-05dc-4e86-9a70-4e5cc5a172b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.1051145 Mar 02 07:43:10.999343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Port d4774bd3-d631-42a5-9876-86ada6ded90e on network 3a2563b5-f2b3-410d-afd0-3823a023147d not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:43:10.999603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Attempting to bind port d4774bd3-d631-42a5-9876-86ada6ded90e on network 3a2563b5-f2b3-410d-afd0-3823a023147d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:11.001740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-093ba0ce-7f57-451b-acc8-b0ad6db00695 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Unset dirty status for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:11.008205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-093ba0ce-7f57-451b-acc8-b0ad6db00695 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 944 time: 0.5620863 Mar 02 07:43:11.070771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:11.070771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Checking segment: {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:11.071135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Bound using segment: {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:11.071579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Bound port: d4774bd3-d631-42a5-9876-86ada6ded90e, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:11.071930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.093756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-43d11fb6-4015-4651-af19-d724bd04be48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815461 Mar 02 07:43:11.114948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:11.127899 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23185422-2a8a-475b-8715-e1357446d67b None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:11.142075 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:11.144128 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:11.190672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-28a2a3ba-f29f-4593-ad5d-041a78f787a2 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Synchronizing usage tracker for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:11.202724 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-897d2513-4867-43be-8e67-b91175378510 req-80385500-fb58-4089-896d-db82ea25ae76 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764590 Mar 02 07:43:11.205622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.280555 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:11.283021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.292259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:11.292745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-28a2a3ba-f29f-4593-ad5d-041a78f787a2 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Unset dirty status for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:11.295968 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:42:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:11.302239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c6e5689-e05d-4e1d-99ab-11e551254409 req-28a2a3ba-f29f-4593-ad5d-041a78f787a2 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930698 Mar 02 07:43:11.352610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6b5d2d86-7021-41a2-a5de-7791b4820560 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/3abecaac-fd44-4536-9bef-e2311e509fd9 HTTP/1.1" status: 204 len: 168 time: 4.0150473 Mar 02 07:43:11.364000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39840) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:11.368822 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-23185422-2a8a-475b-8715-e1357446d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:11.369566 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23185422-2a8a-475b-8715-e1357446d67b None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:11.398718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:11.415483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:11.434681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.527715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Allocated IP 172.25.4.187 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ca35933e-ca9c-4097-accf-3171d6a13dde) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:11.616178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-b43c883d-303a-4f5c-b046-017d4468d9f5 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084863 Mar 02 07:43:11.666499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:11.667530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.669152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4774bd3-d631-42a5-9876-86ada6ded90e HTTP/1.1" status: 200 len: 1092 time: 1.8563194 Mar 02 07:43:11.672269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:11.787999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 4ed73029-3474-4c9e-8e70-860e76dda96c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:11.788638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.849711 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'status': 'completed', 'code': 200} Mar 02 07:43:11.861115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.877458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d669-9283-408d-97cc-dcf70153e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:11.918343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-38276f02-4c62-4b6a-a11f-2580c78a985e req-672a96e6-b667-40cd-84fd-67201374eebb service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944694 Mar 02 07:43:11.942074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799da9ba-2f3c-4788-aaee-9cdf7511ff3e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:11.952831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-6fe1779d-4801-48a5-a266-b008d559514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:11.953642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-03e8734d-c284-4885-8251-090b6bdf818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:11.954356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-6fe1779d-4801-48a5-a266-b008d559514a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 1095 time: 0.2169299 Mar 02 07:43:12.017913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Checking segment: {'id': '2ba6350f-7919-4ec2-a2b0-892784dcff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:12.018403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Network hostable DHCP agents. Network: 0018eba7-2090-450c-a311-1e43a6f53732, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:12.062430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-cfd94912-f6c7-4d30-a872-002b39d5b7f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4774bd3-d631-42a5-9876-86ada6ded90e HTTP/1.1" status: 200 len: 217 time: 0.0860326 Mar 02 07:43:12.112576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Network 0018eba7-2090-450c-a311-1e43a6f53732 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:12.132641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-d5cfa53b-8254-44b7-9687-600db8eff002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:12.134102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-d5cfa53b-8254-44b7-9687-600db8eff002 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 200 len: 853 time: 0.0654829 Mar 02 07:43:12.180775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-ee784cfa-e358-4bfa-9230-5aa0abd80a34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a2563b5-f2b3-410d-afd0-3823a023147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405276 Mar 02 07:43:12.185137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0018eba7-2090-450c-a311-1e43a6f53732) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:12.191417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:12.194711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f7275-ed9c-4280-929d-aaac0554556b None None] Network 0018eba7-2090-450c-a311-1e43a6f53732 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:12.212882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:12.213490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:12.300525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:12.307243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:12.320267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:12.351965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-9f8f1ea4-7c1a-4217-9cb1-d6f1e85bead8 service neutron] 10.222.0.39 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644628 Mar 02 07:43:12.458784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fd0bc05e-9439-47b4-a935-afce925cf0d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7243474 Mar 02 07:43:12.462734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:12.608916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104f1c8-e37f-4912-8899-98e3b7b88df4 None None] Network 0018eba7-2090-450c-a311-1e43a6f53732 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:12.641446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event updated for resources: {'Port': ['ID=ca35933e-ca9c-4097-accf-3171d6a13dde,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:12.733354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14bde42e-eb65-413e-994f-83f2874f8f4e req-a3203bde-a9bf-4946-aff4-663c6a15cb7b service neutron] 10.222.0.39 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714776 Mar 02 07:43:12.745095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cbccc-9e01-4418-8677-79760d72e4a7 req-f8afe405-a85d-40cf-8827-e5d268f931cc tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:12.746724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-074cbccc-9e01-4418-8677-79760d72e4a7 req-f8afe405-a85d-40cf-8827-e5d268f931cc tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3238425 Mar 02 07:43:12.768529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 4ed73029-3474-4c9e-8e70-860e76dda96c owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:12.803926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-074cbccc-9e01-4418-8677-79760d72e4a7 req-b24090a9-2609-4831-b787-f812e266419c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Mar 02 07:43:12.914195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-7756392d-48b0-4352-8f60-5e5bba35acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:12.915675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-7756392d-48b0-4352-8f60-5e5bba35acab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 1095 time: 0.1154537 Mar 02 07:43:13.063607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-10ad0104-de47-4be5-b91f-09b3990f07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:13.065726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-10ad0104-de47-4be5-b91f-09b3990f07f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 913 time: 0.1427591 Mar 02 07:43:13.146995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-a6527a57-7073-4d47-83d6-215fd784c4a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4774bd3-d631-42a5-9876-86ada6ded90e HTTP/1.1" status: 200 len: 217 time: 0.0732830 Mar 02 07:43:13.236719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-d58f0f34-9aee-4ce7-8efa-aa0fddbdab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:13.238781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-d58f0f34-9aee-4ce7-8efa-aa0fddbdab52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 200 len: 853 time: 0.0855749 Mar 02 07:43:13.250193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834dbea-3754-458f-9eea-e68b7016ae15 req-2e48cc84-17c2-4ec6-a4f0-16e1c4ba691d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:13.251770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f834dbea-3754-458f-9eea-e68b7016ae15 req-2e48cc84-17c2-4ec6-a4f0-16e1c4ba691d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 944 time: 0.7802165 Mar 02 07:43:13.326315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-93321143-ef81-42b4-8b4a-e39f25536387 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a2563b5-f2b3-410d-afd0-3823a023147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727565 Mar 02 07:43:13.454758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f834dbea-3754-458f-9eea-e68b7016ae15 req-112db122-ec5c-4d7e-814c-8ad38b4af917 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873560 Mar 02 07:43:13.460923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:13.550214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-cff0788f-042e-4de7-8006-b89f2c0f7635 service neutron] 10.222.0.39 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234030 Mar 02 07:43:13.748096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:13.780131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09695e52-1ced-4059-abd2-ec0dbd410f2c req-803d0fc4-832b-4b92-a7dd-b18d3bd12aca service neutron] 10.222.0.39 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227526 Mar 02 07:43:13.816851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=4ed73029-3474-4c9e-8e70-860e76dda96c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:14.173512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.193667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.198206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a95109e6-3389-416f-840a-869f5dbcd2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.201680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58014b09-fce2-4ac4-874e-86b496a3c648 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/4ed73029-3474-4c9e-8e70-860e76dda96c HTTP/1.1" status: 204 len: 168 time: 2.8255749 Mar 02 07:43:14.206018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39928) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:14.213374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:14.222098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:14.227472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:floatingip and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:14.231753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:14.240519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:14.289992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd37a-71e0-4c9a-983a-c6a9186f8786 req-df0acc9c-edba-4798-bda4-e7debb036b68 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:14.292144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a55bd37a-71e0-4c9a-983a-c6a9186f8786 req-df0acc9c-edba-4798-bda4-e7debb036b68 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3228960 Mar 02 07:43:14.409041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.444794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a55bd37a-71e0-4c9a-983a-c6a9186f8786 req-3fa13e4d-93d7-40c8-8edd-f520ee17a6ab tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244347 Mar 02 07:43:14.490025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Router d8f18784-4157-420f-b180-6e76aac0567a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:43:14.617322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-57948a6f-59c6-4126-bbfe-aa2343016314 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:14.620084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-57948a6f-59c6-4126-bbfe-aa2343016314 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/networks?id=0018eba7-2090-450c-a311-1e43a6f53732 HTTP/1.1" status: 200 len: 809 time: 0.2504444 Mar 02 07:43:14.644536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-00f3d0a0-c245-4c04-80ce-662183717bef tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/quotas/614dc6e13cd643aa8801d4aaf0119620 HTTP/1.1" status: 200 len: 375 time: 0.0199370 Mar 02 07:43:14.697342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-3d3856d7-9874-4256-bd6b-99daf661a3a3 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=614dc6e13cd643aa8801d4aaf0119620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518827 Mar 02 07:43:14.829776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.870861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:14.883533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] Sync routers for ids ['d8f18784-4157-420f-b180-6e76aac0567a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:14.898890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] Routers {'d8f18784-4157-420f-b180-6e76aac0567a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:14.899791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8f18784-4157-420f-b180-6e76aac0567a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:14.921802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.923119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41651b31-782b-45c9-9b13-9838cf2d123a tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6482003 Mar 02 07:43:14.926291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:14.934408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-c0dcd61a-a84b-4d09-a417-3f1b4afedc76 service neutron] 10.222.0.21 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274003 Mar 02 07:43:14.935935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db514396-9307-44d6-b4db-5ba6c950186c req-118e91d6-0dd7-4cc0-8db9-fe47a2b3a0f2 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:14.943815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db514396-9307-44d6-b4db-5ba6c950186c req-118e91d6-0dd7-4cc0-8db9-fe47a2b3a0f2 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 944 time: 0.1439211 Mar 02 07:43:14.969376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:14.978298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] Routers {'d8f18784-4157-420f-b180-6e76aac0567a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:14.979118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8f18784-4157-420f-b180-6e76aac0567a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:15.003628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db514396-9307-44d6-b4db-5ba6c950186c req-f46bfc37-f397-4f3e-9306-a0c6a6e3e793 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588007 Mar 02 07:43:15.031389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:15.045685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:15.046224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802df9f-f848-4263-a7a4-d6c2524e7dc0 None None] The sync data for ids ['d8f18784-4157-420f-b180-6e76aac0567a'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:15.266721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-833c6e29-73d4-4233-9152-1656f42516f3 service neutron] 10.222.0.21 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297553 Mar 02 07:43:15.301699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.206 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5cbe897c-dd55-40cb-93ec-78e9478ecfe7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:15.319989 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:15.416658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:15.615849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-917d7ce4-c48e-4d84-ad8e-2fb7f85ec8f9 req-ee46587a-51fa-40ce-a6ba-7c06dae105dc tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 210 time: 0.0697396 Mar 02 07:43:15.751394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae816-ab87-4790-8d2a-293383c062ad req-5ab76a2b-dd6e-4550-90d3-dd11f58f8d63 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:15.761065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-462ae816-ab87-4790-8d2a-293383c062ad req-5ab76a2b-dd6e-4550-90d3-dd11f58f8d63 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1051311 Mar 02 07:43:15.820329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-462ae816-ab87-4790-8d2a-293383c062ad req-8f019ce9-8487-43cc-a43a-e672df966977 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581415 Mar 02 07:43:15.890787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.001881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.031068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.037811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.096844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Deleting port ca35933e-ca9c-4097-accf-3171d6a13dde {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:16.096844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.258997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:16.305295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=5cbe897c-dd55-40cb-93ec-78e9478ecfe7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:16.313782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:16.326940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:16.423085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.561783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24615b-9a6f-4f85-aa48-93689041820f req-528573b7-4a58-4a4c-8262-f2c2ee462f34 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:16.563296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af24615b-9a6f-4f85-aa48-93689041820f req-528573b7-4a58-4a4c-8262-f2c2ee462f34 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 944 time: 0.3914454 Mar 02 07:43:16.570708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Calling delete_port for ca35933e-ca9c-4097-accf-3171d6a13dde owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:16.669382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.677434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-af24615b-9a6f-4f85-aa48-93689041820f req-fe583406-6eb7-44b3-9a92-509940e706e7 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711915 Mar 02 07:43:16.761411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.769038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:16.825197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5ac551fa-414c-450a-9d77-5ed26ca09954 req-509a28a4-e699-4f19-ba18-1c701bb9fd6a tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 210 time: 0.0690494 Mar 02 07:43:16.847823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4774bd3-d631-42a5-9876-86ada6ded90e details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:43:17.007295 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.033675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:17.049510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d', 'port_id': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'mac_address': 'fa:16:3e:7b:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43af8a32-ca36-4424-9f08-6b482a98c750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:43:17.148432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-1842c9d2-1da7-4d7f-9f47-7661eb7bce4c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:17.149112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-1842c9d2-1da7-4d7f-9f47-7661eb7bce4c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Synchronizing usage tracker for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:17.194166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-1842c9d2-1da7-4d7f-9f47-7661eb7bce4c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Unset dirty status for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:17.195409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-1842c9d2-1da7-4d7f-9f47-7661eb7bce4c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.16 "GET /v2.0/networks?id=0018eba7-2090-450c-a311-1e43a6f53732 HTTP/1.1" status: 200 len: 809 time: 0.3679605 Mar 02 07:43:17.195647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.208182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Request body: {'port': {'device_id': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732', 'admin_state_up': True, 'tenant_id': '614dc6e13cd643aa8801d4aaf0119620'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:17.231413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Pushing event deleted for resources: {'Port': ['ID=ca35933e-ca9c-4097-accf-3171d6a13dde,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:17.242081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4774bd3-d631-42a5-9876-86ada6ded90e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:17.265211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:17.270426 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.299453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.351011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:17.357572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.389670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:17.393716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Usage tracker for resource:port and tenant:614dc6e13cd643aa8801d4aaf0119620 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:17.396672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:17.402493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:17.415358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Made reservation on behalf of 614dc6e13cd643aa8801d4aaf0119620 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:17.419349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.494185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.628794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d4774bd3-d631-42a5-9876-86ada6ded90e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:17.632136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Allocated IP 172.20.0.2 (0018eba7-2090-450c-a311-1e43a6f53732/799da9ba-2f3c-4788-aaee-9cdf7511ff3e/6c944632-f24e-4852-89ba-7cce087ab181) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:17.682761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=5cbe897c-dd55-40cb-93ec-78e9478ecfe7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:17.718691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:17.904707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6d58-57ca-4956-9527-5ff5055eebcc req-fc5025e5-4add-407d-a149-a52bf86cc1fe tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:17.904707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5ce6d58-57ca-4956-9527-5ff5055eebcc req-fc5025e5-4add-407d-a149-a52bf86cc1fe tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.8111737 Mar 02 07:43:17.978830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.001923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391632f4-aeec-4dab-b38c-cb40d3aeda83 req-e58f5184-16ad-43ac-9fa1-caecc062f973 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:18.003457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-391632f4-aeec-4dab-b38c-cb40d3aeda83 req-e58f5184-16ad-43ac-9fa1-caecc062f973 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 945 time: 0.1607754 Mar 02 07:43:18.054611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.058689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9e618f89-8a7d-4b0a-8fc2-e91452ce5a78 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8474190 Mar 02 07:43:18.058845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.060862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.080598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5ce6d58-57ca-4956-9527-5ff5055eebcc req-37f18e5e-9f8a-4acc-aba2-422f6a39cd6d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250513 Mar 02 07:43:18.134974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'port': {'network_id': '24f7e77a-8201-4012-8019-6d9f47616a07', 'name': 'tempest-FloatingIPTestJSON-1888444872'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:18.150468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.156688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.243015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-391632f4-aeec-4dab-b38c-cb40d3aeda83 req-9570aac3-b0c9-4fe0-b868-008f58e0c1fd tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258167 Mar 02 07:43:18.272926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Network 0018eba7-2090-450c-a311-1e43a6f53732 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:18.280209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:18.292858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:18.336119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Pushing event updated for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:18.352491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Router d8f18784-4157-420f-b180-6e76aac0567a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:18.371102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:18.379035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:port and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:18.383892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:18.392221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:18.392852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.400337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:18.419968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:18.423482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.435553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-eae7ec01-cb00-45e0-85a3-f32c66e08001 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315440 Mar 02 07:43:18.446997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40036) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.453472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Request body: {'port': {'device_id': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:18.507920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:18.510860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] device_id is not set on port 1fb06f1f-5d60-47e4-b505-6e83f96e2411 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:43:18.517098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.518317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-372e8d20-b97e-484d-af06-baf31c0de53d tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "PUT /v2.0/routers/d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 200 len: 710 time: 3.5909543 Mar 02 07:43:18.527682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4eddf-04ec-43b3-9871-06010d154d83 req-cb20bde4-4374-4d92-a03a-52b1ce06da00 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:18.534655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] Sync routers for ids ['d8f18784-4157-420f-b180-6e76aac0567a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:18.545161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7aa4eddf-04ec-43b3-9871-06010d154d83 req-cb20bde4-4374-4d92-a03a-52b1ce06da00 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 931 time: 0.3266199 Mar 02 07:43:18.548945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40042) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.551059 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] Routers {'d8f18784-4157-420f-b180-6e76aac0567a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:18.559116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.560428 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8f18784-4157-420f-b180-6e76aac0567a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:18.625575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:18.630296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.635264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] Routers {'d8f18784-4157-420f-b180-6e76aac0567a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:18.636055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8f18784-4157-420f-b180-6e76aac0567a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:18.701322 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:18.701996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549478d-1945-48d9-a739-ae6d6498cc9b None None] The sync data for ids ['d8f18784-4157-420f-b180-6e76aac0567a'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:18.703465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.714425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.778834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:18.797630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7aa4eddf-04ec-43b3-9871-06010d154d83 req-8160ecbc-dd86-41c2-bf99-102ee7dab11f tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500477 Mar 02 07:43:18.813950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26e41660-8efc-45e2-8001-6634590b3931 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/routers/d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 200 len: 745 time: 0.2616677 Mar 02 07:43:18.816669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.859247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4774bd3-d631-42a5-9876-86ada6ded90e up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:18.870304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62a32881-4398-474a-b512-42be1ad7fe64 tempest-RoutersIpV6AdminTest-369172891 tempest-RoutersIpV6AdminTest-369172891-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&device_id=d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 200 len: 205 time: 0.0499554 Mar 02 07:43:18.870526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40050) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.930025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1fcd6478-73cc-44f0-ac14-863cbebbdced tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 200 len: 205 time: 0.0560806 Mar 02 07:43:18.930236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:18.967360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Usage tracker for resource:security_group_rule and tenant:1188ab1d77f542ffb580ec4a57844f65 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:18.971234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d4774bd3-d631-42a5-9876-86ada6ded90e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:18.976217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:18.976808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d4774bd3-d631-42a5-9876-86ada6ded90e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:18.977187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:18.994094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-bde1fc72-f9c8-44a6-90bb-a398b8e8d4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3860910 Mar 02 07:43:18.998539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:19.057928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.5 (24f7e77a-8201-4012-8019-6d9f47616a07/15c607b9-375d-44de-8641-c93b2fcd8526/1fb06f1f-5d60-47e4-b505-6e83f96e2411) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:19.131272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.162084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:19.189239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:19.198926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.305399 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'code': 200} Mar 02 07:43:19.306661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:19.334355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.592102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.624822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.711713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720eb57-e3f8-406d-8817-273fbe8fb05c req-c37dc9c6-1d1f-4e0f-b7d0-10d6b4c0ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.715255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7720eb57-e3f8-406d-8817-273fbe8fb05c req-c37dc9c6-1d1f-4e0f-b7d0-10d6b4c0ec5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 1097 time: 0.3869288 Mar 02 07:43:19.721319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad96de-be00-4f4c-81f0-6f45aeac1ca0 req-b0476eb0-60eb-4ffd-adce-e5b18f95624b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.722742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32ad96de-be00-4f4c-81f0-6f45aeac1ca0 req-b0476eb0-60eb-4ffd-adce-e5b18f95624b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.4538307 Mar 02 07:43:19.734431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.741574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.746194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02ad0-4c4e-4654-bacd-7d01657fdf00 req-66a60e26-8bc2-4887-bade-39dd8aa27012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.748369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60d02ad0-4c4e-4654-bacd-7d01657fdf00 req-66a60e26-8bc2-4887-bade-39dd8aa27012 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.7533748 Mar 02 07:43:19.761051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-39bdb7d1-0fc2-4299-8fed-2effe58896a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.761413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.763153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-39bdb7d1-0fc2-4299-8fed-2effe58896a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af9560cd24614a66b4afc26af75189d4&device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 1098 time: 0.5816061 Mar 02 07:43:19.798604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1188ab1d77f542ffb580ec4a57844f65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3478460 Mar 02 07:43:19.804366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052def0-8363-43c8-bdbf-b44d088e3fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5ab547-83a4-4380-bdfc-34f9854a7c95,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:19.816173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c944632-f24e-4852-89ba-7cce087ab181 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:19.821220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40066) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:19.829513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.857407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.857843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Fanout notify agent at l3_agent the message router_deleted on router d8f18784-4157-420f-b180-6e76aac0567a {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:19.878532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5c044-eaa7-47e7-8d6b-3fc424c0a9ac req-42d81245-d1eb-4969-aa24-2faf67846e2d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.879226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Transition to ACTIVE for port object 6c944632-f24e-4852-89ba-7cce087ab181 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:19.880012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9af5c044-eaa7-47e7-8d6b-3fc424c0a9ac req-42d81245-d1eb-4969-aa24-2faf67846e2d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.4868963 Mar 02 07:43:19.881115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7720eb57-e3f8-406d-8817-273fbe8fb05c req-28d76409-5f6e-48a1-b109-c9c10c94f776 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514328 Mar 02 07:43:19.885287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32ad96de-be00-4f4c-81f0-6f45aeac1ca0 req-f374be55-65b3-4e3f-9af7-b483eacdc255 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268148 Mar 02 07:43:19.889530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.978377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.982597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e518fecb-af94-49ef-a2c9-49f26e00f6ed tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 204 len: 168 time: 1.0483375 Mar 02 07:43:19.988025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60d02ad0-4c4e-4654-bacd-7d01657fdf00 req-a3e8b1cb-0177-410e-8f7d-dd2fd230e5d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306862 Mar 02 07:43:19.996036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.072954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.076766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-33b8f119-b850-4d9a-ad94-d04f48335360 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 200 len: 205 time: 0.0755594 Mar 02 07:43:20.081671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Pushing event updated for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:20.089284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.166701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-e83e6ad4-9114-4b00-9329-913a96acc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:20.168204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-e83e6ad4-9114-4b00-9329-913a96acc1b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 200 len: 916 time: 0.3764799 Mar 02 07:43:20.180951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9af5c044-eaa7-47e7-8d6b-3fc424c0a9ac req-3be58975-3242-499d-8700-14d3d3d53d51 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398233 Mar 02 07:43:20.184502 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-603dc50f-f6e9-4789-ad2a-cda81ea4d160 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:20.185769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-603dc50f-f6e9-4789-ad2a-cda81ea4d160 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/d8f18784-4157-420f-b180-6e76aac0567a HTTP/1.1" status: 404 len: 336 time: 0.0906763 Mar 02 07:43:20.188464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40080) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.191037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.228299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 24f7e77a-8201-4012-8019-6d9f47616a07 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:20.241120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:20.250296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-822bd649-2448-4f95-a4cd-3ab1a2a30940 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 200 len: 205 time: 0.0587101 Mar 02 07:43:20.250499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:20.250937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40084) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.282732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=1fb06f1f-5d60-47e4-b505-6e83f96e2411,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:20.335409 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-122d96f8-81e1-4155-b41b-a7469bac411e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:20.336219 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-122d96f8-81e1-4155-b41b-a7469bac411e tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/1c171cba-25e2-4939-86cd-a99f0bba23a1 HTTP/1.1" status: 404 len: 336 time: 0.0846083 Mar 02 07:43:20.338000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.341659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40088) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.349156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-e9957388-0c25-4f39-a873-5e6e7bbc9dc6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:20.349885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-e9957388-0c25-4f39-a873-5e6e7bbc9dc6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Synchronizing usage tracker for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:20.361630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:20.362258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.365812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Attempting to bind port 6c944632-f24e-4852-89ba-7cce087ab181 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:20.366120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Attempting to bind port 6c944632-f24e-4852-89ba-7cce087ab181 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '2ba6350f-7919-4ec2-a2b0-892784dcff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:20.366449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Attempting to bind port 6c944632-f24e-4852-89ba-7cce087ab181 on network 0018eba7-2090-450c-a311-1e43a6f53732 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:20.424692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Port 6c944632-f24e-4852-89ba-7cce087ab181 on network 0018eba7-2090-450c-a311-1e43a6f53732 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:43:20.425021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Attempting to bind port 6c944632-f24e-4852-89ba-7cce087ab181 on network 0018eba7-2090-450c-a311-1e43a6f53732 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:20.432132 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a911aa19-8716-4e67-8e7a-dbe7c9a01c37 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 200 len: 205 time: 0.0794659 Mar 02 07:43:20.439293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40092) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.442786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:20.443124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Checking segment: {'id': '2ba6350f-7919-4ec2-a2b0-892784dcff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:20.443504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Bound using segment: {'id': '2ba6350f-7919-4ec2-a2b0-892784dcff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:20.443958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Bound port: 6c944632-f24e-4852-89ba-7cce087ab181, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba6350f-7919-4ec2-a2b0-892784dcff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:20.444304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.467956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-e9957388-0c25-4f39-a873-5e6e7bbc9dc6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Unset dirty status for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:20.469116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-e9957388-0c25-4f39-a873-5e6e7bbc9dc6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 943 time: 0.4651122 Mar 02 07:43:20.497848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39d8aaef-5bd8-405b-95ce-a131389a580d tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4362459 Mar 02 07:43:20.504200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.531629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': '1fb06f1f-5d60-47e4-b505-6e83f96e2411'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:20.632765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.644331 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-59e713be-9cc8-49dd-9584-4422f50f5096 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:20.645362 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-59e713be-9cc8-49dd-9584-4422f50f5096 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/030b8bc8-d381-484c-b3a0-90769acb2774 HTTP/1.1" status: 404 len: 336 time: 0.2026749 Mar 02 07:43:20.648779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.704360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-fee70ec5-32db-4cac-befc-d1088fd715eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 200 len: 1002 time: 0.3484776 Mar 02 07:43:20.711701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a0bf6f7c-bf9b-419a-9794-41b8d1a052a3 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 200 len: 205 time: 0.0618644 Mar 02 07:43:20.749160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40104) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.813920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.851303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5ab547-83a4-4380-bdfc-34f9854a7c95,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:20.854861 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-4225a9f9-331c-4e7a-9492-e150a244654f tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:20.855858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4225a9f9-331c-4e7a-9492-e150a244654f tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/b8ef9d3b-9a59-45b9-9a7d-0ab3e31c2895 HTTP/1.1" status: 404 len: 336 time: 0.1057429 Mar 02 07:43:20.861258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.879563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-634c6d2a-e1f9-4c3c-8efb-b91a40196683 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Synchronizing usage tracker for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:20.896656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:20.897690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-806781b1-02d3-4f2a-b739-e522ff5f46bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df5ab547-83a4-4380-bdfc-34f9854a7c95 HTTP/1.1" status: 204 len: 168 time: 1.0755777 Mar 02 07:43:20.912911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-9620fcd4-1a2f-4d19-a302-90c622699b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:20.914605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-9620fcd4-1a2f-4d19-a302-90c622699b5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 200 len: 855 time: 0.2016380 Mar 02 07:43:20.916960 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-359d1360-1d45-423b-9a8c-ff255ed8d1bf tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 200 len: 205 time: 0.0547259 Mar 02 07:43:20.920034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:20.920404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40116) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:20.972121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6c944632-f24e-4852-89ba-7cce087ab181,segment=NetworkSegment(2ba6350f-7919-4ec2-a2b0-892784dcff01),segment_id=2ba6350f-7919-4ec2-a2b0-892784dcff01)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:20.975353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-634c6d2a-e1f9-4c3c-8efb-b91a40196683 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Unset dirty status for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:20.976615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e48d04a-6027-4415-a9c4-fd30d09daf0b req-634c6d2a-e1f9-4c3c-8efb-b91a40196683 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813025 Mar 02 07:43:20.980510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.040822 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-f5c9e9ef-b556-4454-9bf8-cb75c8420a48 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:21.041873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5c9e9ef-b556-4454-9bf8-cb75c8420a48 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/332926ce-c7df-4d21-94b8-63a413e5db99 HTTP/1.1" status: 404 len: 336 time: 0.1205370 Mar 02 07:43:21.045743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.057267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.058602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.060591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] 10.222.0.16 "PUT /v2.0/ports/6c944632-f24e-4852-89ba-7cce087ab181 HTTP/1.1" status: 200 len: 1091 time: 2.6159856 Mar 02 07:43:21.083122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:21.146194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16700d9b-9b20-4fba-8438-8795bf01a99c tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 HTTP/1.1" status: 200 len: 205 time: 0.0951290 Mar 02 07:43:21.149914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.152069 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181', 'status': 'completed', 'code': 200} Mar 02 07:43:21.185649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-6fce45b2-8b22-4fde-a3c2-d4c0417d6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.187227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-6fce45b2-8b22-4fde-a3c2-d4c0417d6bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99672d76-a8ce-40ed-9645-8c345776e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642624 Mar 02 07:43:21.201255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db397e-c10b-4c7e-9c4c-7d931f6fba90 req-506fc0ae-4deb-4d82-9d69-09d7ac6814c4 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.202781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8db397e-c10b-4c7e-9c4c-7d931f6fba90 req-506fc0ae-4deb-4d82-9d69-09d7ac6814c4 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1561420 Mar 02 07:43:21.304638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.358347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.376188 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-369ec13c-47a3-43c0-9329-0b87777b8711 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] delete failed (client error): The resource could not be found. Mar 02 07:43:21.379718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-369ec13c-47a3-43c0-9329-0b87777b8711 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/routers/1e165582-8ab3-44fe-9ab6-a8cf75eb2f82 HTTP/1.1" status: 404 len: 336 time: 0.2173080 Mar 02 07:43:21.385011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8db397e-c10b-4c7e-9c4c-7d931f6fba90 req-e75bb32f-3849-4cb2-be39-10175c4bbac9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609178 Mar 02 07:43:21.385515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.423699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68f7b-20c6-487d-af88-14be0fee4dda service neutron] Pushing event updated for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:21.449883 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc811b64-3590-49d0-a49c-7b43457bf787 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] DELETE failed (client error): The resource could not be found. Mar 02 07:43:21.450346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc811b64-3590-49d0-a49c-7b43457bf787 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:43:21.454597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc811b64-3590-49d0-a49c-7b43457bf787 tempest-RoutersIpV6AdminTest-1402350714 tempest-RoutersIpV6AdminTest-1402350714-project] 10.222.0.21 "DELETE /v2.0/subnets/e81df197-08a6-497f-9f2d-018bef4dd129 HTTP/1.1" status: 404 len: 337 time: 0.0579886 Mar 02 07:43:21.456024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:21.460422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Usage tracker for resource:security_group_rule and tenant:f276c1628c474558ac6698a6339622b4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:21.463928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:21.471804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:21.644623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-f3c2f68d-8b66-417f-ba8b-d856dc38eeb9 service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408641 Mar 02 07:43:21.646356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.651007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.651871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-cb129013-1fa7-4afe-a4f9-4083a0543da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.655429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-cb129013-1fa7-4afe-a4f9-4083a0543da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=614dc6e13cd643aa8801d4aaf0119620&device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 1094 time: 0.5503986 Mar 02 07:43:21.793031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6a0d0-07fc-439a-9988-f47a219fd0cc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:21.807424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f610070-0dc4-41d1-9b20-985d6cee8f8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f276c1628c474558ac6698a6339622b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993210 Mar 02 07:43:21.810552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.842352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-0c09f660-f61e-4cbb-9600-be77c61fb318 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c944632-f24e-4852-89ba-7cce087ab181 HTTP/1.1" status: 200 len: 217 time: 0.0983186 Mar 02 07:43:21.856940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9507c-6f40-4b36-9a5c-045fd7eb9435 req-a30bfd5a-5947-4e9c-bd53-4a3f889fbcd6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.858757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71d9507c-6f40-4b36-9a5c-045fd7eb9435 req-a30bfd5a-5947-4e9c-bd53-4a3f889fbcd6 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.5272021 Mar 02 07:43:21.890243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5bfa8ff-6740-4a32-84d5-e785f944f9ad req-b19b2b47-abe4-47f4-83b0-4fe17e2c3a1d service neutron] 10.222.0.39 "GET /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279315 Mar 02 07:43:21.910685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.926456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40150) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:21.951155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:21.975032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-be79f3d6-290e-451d-8e46-ffef25e8d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:21.976398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-be79f3d6-290e-451d-8e46-ffef25e8d2fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=799da9ba-2f3c-4788-aaee-9cdf7511ff3e HTTP/1.1" status: 200 len: 849 time: 0.1167610 Mar 02 07:43:21.980372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71d9507c-6f40-4b36-9a5c-045fd7eb9435 req-fa998ff6-4667-4a2b-9851-6efcfa972f07 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871983 Mar 02 07:43:22.019841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.045157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-56510657-3e33-470f-9c28-8a0b2203567f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0018eba7-2090-450c-a311-1e43a6f53732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574627 Mar 02 07:43:22.062671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6a0d0-07fc-439a-9988-f47a219fd0cc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:22.066886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.068278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-90109e4c-2707-4595-9fc4-0d3e79933882 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2a6a0d0-07fc-439a-9988-f47a219fd0cc HTTP/1.1" status: 204 len: 168 time: 0.2565234 Mar 02 07:43:22.071365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.087708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:22.092569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c460cd73ce14b4b800c1b1d0cd8a1a3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:22.095923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:22.101673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:22.245748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.253344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.297306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.299513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-08aaff52-eacc-405d-8c0d-8448b9c7635e service neutron] 10.222.0.16 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484138 Mar 02 07:43:22.304782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.327466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d155152-d921-48c1-aa5d-4fdfcb414fcb req-b6455326-a351-4ebb-81ca-9303955d2c06 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:22.330407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d155152-d921-48c1-aa5d-4fdfcb414fcb req-b6455326-a351-4ebb-81ca-9303955d2c06 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 943 time: 0.1707237 Mar 02 07:43:22.339147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c460cd73ce14b4b800c1b1d0cd8a1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115713 Mar 02 07:43:22.356088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40162) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:22.362697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f8e63-92cf-4e46-8956-82e02eeab6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e471e6d-07fd-4ebc-9e4a-370b75021a8b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:22.414394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d155152-d921-48c1-aa5d-4fdfcb414fcb req-72160351-8c77-41ea-8e2b-9971d56df962 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787201 Mar 02 07:43:22.460259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.494520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.566673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.592732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e471e6d-07fd-4ebc-9e4a-370b75021a8b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:22.596174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:22.600581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ffc71ea4-26b2-4f41-bccc-a287ff4f6dfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e471e6d-07fd-4ebc-9e4a-370b75021a8b HTTP/1.1" status: 204 len: 168 time: 0.2418706 Mar 02 07:43:22.816914 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP c8169073-4fed-4e32-8e84-b39700c8d8c8 associated. External IP: 172.25.4.206, port: 1fb06f1f-5d60-47e4-b505-6e83f96e2411. Mar 02 07:43:22.886574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed928505-e617-48aa-9ca7-9257fbf48423 req-2f894afc-fa11-41f9-87db-4778229f75af service neutron] 10.222.0.16 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185728 Mar 02 07:43:23.041206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977938d7-726a-4695-9213-7ee4217c0648 req-e2cad392-a3ee-424d-b79a-11f042adcb53 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.042741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-977938d7-726a-4695-9213-7ee4217c0648 req-e2cad392-a3ee-424d-b79a-11f042adcb53 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3489513 Mar 02 07:43:23.098563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:23.183723 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-977938d7-726a-4695-9213-7ee4217c0648 req-0441c6a4-f882-4213-9fdb-5d3ca2fe06fd tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326506 Mar 02 07:43:23.217837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2170034-da72-483d-ac78-71dc031bb181 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=debb76473e16401f907363dc38bf39ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175680 Mar 02 07:43:23.221671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40200) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:23.239440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-f304ded4-d427-4025-88e3-ec03d67a5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.240926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-f304ded4-d427-4025-88e3-ec03d67a5689 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=614dc6e13cd643aa8801d4aaf0119620&device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 1094 time: 0.2542393 Mar 02 07:43:23.248475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8e81-c16e-4f4e-88e2-af4a69f45007 req-da2a8031-304a-4828-ac47-2d23df1c9f8e tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.250325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-618f8e81-c16e-4f4e-88e2-af4a69f45007 req-da2a8031-304a-4828-ac47-2d23df1c9f8e tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.1164789 Mar 02 07:43:23.419280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-618f8e81-c16e-4f4e-88e2-af4a69f45007 req-bd763638-eb67-46b5-8894-1a8ecdacbe0c tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626239 Mar 02 07:43:23.519709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-1a638d5b-19a0-4a8d-acc0-2757c1348d9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848963 Mar 02 07:43:23.653469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:23.679931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:23.731675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:23.807885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-500ae374-0e75-443c-af43-873be5f0b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.809529 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-500ae374-0e75-443c-af43-873be5f0b68e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0018eba7-2090-450c-a311-1e43a6f53732 HTTP/1.1" status: 200 len: 909 time: 0.5423546 Mar 02 07:43:23.911028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd690-55dc-4f5a-b189-5b28c7cf9dbd req-0579b5c9-4eb7-483a-bbcc-93a0f2cc9dbd tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.912634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7cfd690-55dc-4f5a-b189-5b28c7cf9dbd req-0579b5c9-4eb7-483a-bbcc-93a0f2cc9dbd tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 943 time: 0.3000662 Mar 02 07:43:23.945333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-6366f634-b2e4-4130-8e96-9f468f17a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.946889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-6366f634-b2e4-4130-8e96-9f468f17a546 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 1097 time: 0.1831038 Mar 02 07:43:23.952973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-0651f985-2d20-4ff9-9744-6adfff9b367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.954473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-0651f985-2d20-4ff9-9744-6adfff9b367c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.2289474 Mar 02 07:43:23.999426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-1c03638f-8e03-4362-bc14-59d4928f8c97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c944632-f24e-4852-89ba-7cce087ab181 HTTP/1.1" status: 200 len: 217 time: 0.1338346 Mar 02 07:43:24.089025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-8f9049f4-2fff-4e98-bb39-4d391c6d1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.090924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-8f9049f4-2fff-4e98-bb39-4d391c6d1cde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=799da9ba-2f3c-4788-aaee-9cdf7511ff3e HTTP/1.1" status: 200 len: 849 time: 0.0825958 Mar 02 07:43:24.125665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7cfd690-55dc-4f5a-b189-5b28c7cf9dbd req-a6b37f93-6c5b-4925-8384-a5d21cd85416 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059731 Mar 02 07:43:24.258057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-08ceb2c4-c103-4b38-a24f-57a644e48841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.259406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-08ceb2c4-c103-4b38-a24f-57a644e48841 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.2731531 Mar 02 07:43:24.264349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-610bf3bf-a248-46ad-81e7-7d8d486a864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.265984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-610bf3bf-a248-46ad-81e7-7d8d486a864b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.3053565 Mar 02 07:43:24.334362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:24.339397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:24.350013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:24.358805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9363033-8371-4771-aadc-908e7018af7b req-861cf91b-af6a-4008-8b8e-35a9181bb7c6 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.360383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9363033-8371-4771-aadc-908e7018af7b req-861cf91b-af6a-4008-8b8e-35a9181bb7c6 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.6197450 Mar 02 07:43:24.363756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:24.364606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:24.368640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-cc48a258-7715-417a-8dea-6a776f3d83fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0018eba7-2090-450c-a311-1e43a6f53732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2653155 Mar 02 07:43:24.397276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866ea86-4d22-4f6d-bfcb-789c64e34547,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:24.466684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-0e9478e1-72c4-4eb9-9af7-8c0b873e7636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.1392319 Mar 02 07:43:24.469077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-10a8e210-f281-4874-becb-4edcf7743cb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 200 len: 217 time: 0.2021749 Mar 02 07:43:24.495441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:24.509586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:24.510609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:24.562964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-0ec873c8-310d-4f68-94fd-0d63bc0fedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.564469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-0ec873c8-310d-4f68-94fd-0d63bc0fedc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.0918617 Mar 02 07:43:24.581756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:24.582485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b47e2-0ae5-42cb-bd83-74346c9fcff2 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:24.610747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:24.645839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:24.647165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2e5ea074-da65-44a2-97de-a77bdb40ca03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e866ea86-4d22-4f6d-bfcb-789c64e34547 HTTP/1.1" status: 204 len: 168 time: 1.4244149 Mar 02 07:43:24.695165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-e38db110-05d7-4359-b358-6eb7e74f026e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590086 Mar 02 07:43:24.769442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fd2613f0-cef2-44ab-beb0-f1f5aa7bcc59 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/c8169073-4fed-4e32-8e84-b39700c8d8c8 HTTP/1.1" status: 200 len: 978 time: 4.2641912 Mar 02 07:43:24.784760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40318) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:24.846213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c9363033-8371-4771-aadc-908e7018af7b req-d129a4c3-9267-4013-ac0b-b3b76f7aab65 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766235 Mar 02 07:43:24.865693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-113f2236-2078-437b-8a0a-e3c94e4e1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.867326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-113f2236-2078-437b-8a0a-e3c94e4e1ca4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.3018394 Mar 02 07:43:24.894694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 1fb06f1f-5d60-47e4-b505-6e83f96e2411 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:24.895062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:24.927146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-4fb0e05b-9531-445e-8121-e612f6c6ff27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529742 Mar 02 07:43:24.957988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-502a2c34-06f7-444b-861a-6a318b0f2112 service neutron] 10.222.0.16 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631199 Mar 02 07:43:25.104260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-b32a6689-bfd8-4c28-ae37-b8a66d6fe97d service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704564 Mar 02 07:43:25.308340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33694685-2f0b-45ee-bf3e-f0449d1b9f14 req-ff9bfe4c-469a-4445-97b6-699e029e9bea service neutron] 10.222.0.16 "GET /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408039 Mar 02 07:43:25.381039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:25.431060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-72572d49-2596-490c-bfd4-287d789e5433 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282436 Mar 02 07:43:25.830708 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d630dab-a41d-44a4-b65a-c4a7162526b0 req-371cf83e-430a-4ba2-b790-2a62fec1981b service neutron] 10.222.0.16 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192001 Mar 02 07:43:25.888972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b732-e041-47d8-bbe8-b134ede8f83d req-e9c2d7a9-fe0c-4d8d-ac10-f6fc539d8c63 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:25.892074 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ea9b732-e041-47d8-bbe8-b134ede8f83d req-e9c2d7a9-fe0c-4d8d-ac10-f6fc539d8c63 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 943 time: 0.5364008 Mar 02 07:43:25.901977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:25.902512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:25.902764 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP c8169073-4fed-4e32-8e84-b39700c8d8c8 disassociated. External IP: 172.25.4.206, port: 1fb06f1f-5d60-47e4-b505-6e83f96e2411. Mar 02 07:43:25.903646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 1fb06f1f-5d60-47e4-b505-6e83f96e2411 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:25.957064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ba2e9572-c96d-40c2-a485-d4845cd36383 req-980d9d0b-fab7-4480-bb71-224306ed4a30 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165064 Mar 02 07:43:25.958596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6c944632-f24e-4852-89ba-7cce087ab181 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:43:25.988461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1ea9b732-e041-47d8-bbe8-b134ede8f83d req-f5d4c338-0cd3-4a21-9262-7ee618fcec41 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Mar 02 07:43:26.187778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:26.232707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6c944632-f24e-4852-89ba-7cce087ab181,segment=NetworkSegment(2ba6350f-7919-4ec2-a2b0-892784dcff01),segment_id=2ba6350f-7919-4ec2-a2b0-892784dcff01)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:26.251402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=1fb06f1f-5d60-47e4-b505-6e83f96e2411,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:26.276156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '6c944632-f24e-4852-89ba-7cce087ab181', 'network_id': '0018eba7-2090-450c-a311-1e43a6f53732', 'port_id': '6c944632-f24e-4852-89ba-7cce087ab181', 'mac_address': 'fa:16:3e:3e:bc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799da9ba-2f3c-4788-aaee-9cdf7511ff3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:43:26.363425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72e0ab-5178-4c17-b7fa-43e411ce8c18 req-fc05c9b0-ed5a-4b5f-867d-43589b988fe1 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:26.370619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e72e0ab-5178-4c17-b7fa-43e411ce8c18 req-fc05c9b0-ed5a-4b5f-867d-43589b988fe1 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2506354 Mar 02 07:43:26.432370 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:26.462000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c944632-f24e-4852-89ba-7cce087ab181 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:26.477466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40376) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:26.506449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e72e0ab-5178-4c17-b7fa-43e411ce8c18 req-44f574ba-3fa2-488d-aa2e-04c6fdf56937 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349440 Mar 02 07:43:26.522154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6c944632-f24e-4852-89ba-7cce087ab181,segment=NetworkSegment(2ba6350f-7919-4ec2-a2b0-892784dcff01),segment_id=2ba6350f-7919-4ec2-a2b0-892784dcff01)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:26.532345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:26.552037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:26.682860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:26.696613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.697292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.697567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.697935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.698455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.698790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.699163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.699681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.700898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.701430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.702269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.702761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:26.869042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:26.887637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6c944632-f24e-4852-89ba-7cce087ab181'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:26.888173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:26.893214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Usage tracker for resource:security_group_rule and tenant:a7dc10ad197b41efa737a89930aed4d4 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:26.896128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:26.903533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:26.964087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:26.980349 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:27.000825 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:27.001478 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:27.066371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.074431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.129605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.146900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fb53af57-55da-41ff-85ca-c3c3dd5e01df tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/1fb06f1f-5d60-47e4-b505-6e83f96e2411 HTTP/1.1" status: 204 len: 168 time: 2.3609033 Mar 02 07:43:27.150286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40394) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:27.172185 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:27.173392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7dc10ad197b41efa737a89930aed4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945498 Mar 02 07:43:27.176397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40398) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:27.206742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:27.208087 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:27.217113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40402) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:27.221764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05900026-55d1-414c-a5c7-70cafc8c5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d4e44-942c-4f6f-afc8-96cd8e444435,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:27.279822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a23ba7a-4c78-408d-b76d-29425fb698aa tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/floatingips/c8169073-4fed-4e32-8e84-b39700c8d8c8 HTTP/1.1" status: 200 len: 688 time: 0.1284444 Mar 02 07:43:27.282391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40408) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:27.290142 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:27.290835 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f597fc6-0b17-400f-9a32-4326d062de93 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:27.355223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.409587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e57b2-807c-4aae-8797-dda093b2370f req-02fd43ba-4996-4ce0-ae93-fbc20d2915fc tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:27.414351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-566e57b2-807c-4aae-8797-dda093b2370f req-02fd43ba-4996-4ce0-ae93-fbc20d2915fc tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 944 time: 0.1791499 Mar 02 07:43:27.420727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.451419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-886009196'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:27.459765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 5cbe897c-dd55-40cb-93ec-78e9478ecfe7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:27.460192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.462284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:27.478443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Usage tracker for resource:router and tenant:0fbec766dccb4de69adc0628c8c26676 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:27.487394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:27.501883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:27.534466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-566e57b2-807c-4aae-8797-dda093b2370f req-efd90f8f-4445-4109-8ad7-4dcf27f55d1c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023164 Mar 02 07:43:27.552523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.554159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.583372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.614134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d4e44-942c-4f6f-afc8-96cd8e444435,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:27.617703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.656966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.661071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0e3ace4-bd7c-48b3-a25f-6b34181433f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa0d4e44-942c-4f6f-afc8-96cd8e444435 HTTP/1.1" status: 204 len: 168 time: 0.4835098 Mar 02 07:43:27.669146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.708461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.711892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b5933f62-0b23-4051-b022-96d02f356811 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4937940 Mar 02 07:43:27.714480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40420) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:27.799519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.799863 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.824418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a410dd-0d58-4c1d-94c3-9c15ebcb15b4 req-28bf9800-52a3-4125-8bff-c35d99f5ba7b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:27.827158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17a410dd-0d58-4c1d-94c3-9c15ebcb15b4 req-28bf9800-52a3-4125-8bff-c35d99f5ba7b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1529040 Mar 02 07:43:27.929026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:27.968630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 5cbe897c-dd55-40cb-93ec-78e9478ecfe7 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:27.980156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6c944632-f24e-4852-89ba-7cce087ab181 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:28.047423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17a410dd-0d58-4c1d-94c3-9c15ebcb15b4 req-fbfb5a5a-ebda-45ae-92cb-e044d7c82258 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627505 Mar 02 07:43:28.111028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 6c944632-f24e-4852-89ba-7cce087ab181 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:28.116056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 6c944632-f24e-4852-89ba-7cce087ab181 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:28.116716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.232132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.253805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.274903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40426) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:28.295185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:28.322578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6c944632-f24e-4852-89ba-7cce087ab181,segment=NetworkSegment(2ba6350f-7919-4ec2-a2b0-892784dcff01),segment_id=2ba6350f-7919-4ec2-a2b0-892784dcff01)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:28.331458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=5cbe897c-dd55-40cb-93ec-78e9478ecfe7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:28.333194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.411505 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181', 'code': 200} Mar 02 07:43:28.446533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.467718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.471456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.472674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:28.476053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:28.481078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:5f42b955bee44399a1426e24b6ecb250 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:28.484150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:28.485447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.491494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:28.523879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.525894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-40a1b33e-1bc9-4ddb-b318-aa9affdbe5cc tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8169073-4fed-4e32-8e84-b39700c8d8c8 HTTP/1.1" status: 204 len: 168 time: 1.2419212 Mar 02 07:43:28.530083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40432) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:28.538146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '6e121c66-7a27-4332-a9ac-5b4680b59c90'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:28.547002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:28.552551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:floatingip and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:28.555532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:28.563302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:28.582988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.596832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.597340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ddabfd7-6c5e-434f-9010-2c4260920160 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:28.659784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a574213-3d56-4433-81f8-cc108c147569 req-bfd79e9a-81c1-43bc-921c-d0d2df8afb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:28.661541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a574213-3d56-4433-81f8-cc108c147569 req-bfd79e9a-81c1-43bc-921c-d0d2df8afb91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 1096 time: 0.1552982 Mar 02 07:43:28.664789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.665804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2925bd19-3678-46cf-9fad-8d6faef419a5 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7ddabfd7-6c5e-434f-9010-2c4260920160 HTTP/1.1" status: 204 len: 168 time: 0.9478512 Mar 02 07:43:28.675942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:28.694711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Request body: {'router': {'name': 'tempest-router-419943563', 'distributed': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:28.713568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:28.729227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Usage tracker for resource:router and tenant:0fbec766dccb4de69adc0628c8c26676 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:28.733984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.737533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:28.746794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.753257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:28.765138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a574213-3d56-4433-81f8-cc108c147569 req-e200fc7f-ecc5-441b-91b4-35e8bcc29d88 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Mar 02 07:43:28.806767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2e17c-65f4-4d6f-ba66-7925a418f9d2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:28.812085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-942ad1f7-168e-42d0-aa70-f56729445fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f42b955bee44399a1426e24b6ecb250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357516 Mar 02 07:43:28.814208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.815266 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.818536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:28.872662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.912941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.915373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.956535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.962534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9bcc-a475-4bbc-8203-7e40a27ad364 req-cd06421e-04a8-44ab-89c6-8b78a2aa203c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:28.963844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:28.964045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97ca9bcc-a475-4bbc-8203-7e40a27ad364 req-cd06421e-04a8-44ab-89c6-8b78a2aa203c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 945 time: 0.3041306 Mar 02 07:43:28.967800 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8889da84-9154-4a87-8ab8-cce5b23e8f1d tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2882056 Mar 02 07:43:28.968792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40448) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:29.014581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.072119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97ca9bcc-a475-4bbc-8203-7e40a27ad364 req-0b79d3f0-352f-41fd-94e2-a243bea46c41 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971162 Mar 02 07:43:29.125047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.206642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.168 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/821732b7-6a94-4f34-b158-8eded5484742) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:29.385255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.424160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.460146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.490414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:29.498965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:29.503765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:29.542209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=821732b7-6a94-4f34-b158-8eded5484742,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:29.549581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2e17c-65f4-4d6f-ba66-7925a418f9d2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:29.614238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.615523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-49965cb7-9041-4549-a56c-9871d26b4a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edf2e17c-65f4-4d6f-ba66-7925a418f9d2 HTTP/1.1" status: 204 len: 168 time: 0.7960243 Mar 02 07:43:29.634761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.638055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.672305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3c89-aa2f-4061-a3d3-b5c7c6de389a req-9d6ad05f-4893-4008-b11e-f73e2435ba3c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:29.674261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f6a3c89-aa2f-4061-a3d3-b5c7c6de389a req-9d6ad05f-4893-4008-b11e-f73e2435ba3c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3854241 Mar 02 07:43:29.697067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.697559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2598ca42-812e-4531-9931-6a07b99cd2f4 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:29.717960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.723593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c9130d3-610a-4596-8c7c-68412680d91b tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2598ca42-812e-4531-9931-6a07b99cd2f4 HTTP/1.1" status: 204 len: 168 time: 0.7493818 Mar 02 07:43:29.723593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:29.727251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Request body: {'router': {'name': 'tempest-router-1670634033', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '32b42c3bdea2442cac2c68e4a9fdc760'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:29.738128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:29.745033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f6a3c89-aa2f-4061-a3d3-b5c7c6de389a req-37f26155-1806-4bf6-9016-9b0ab8054af9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Mar 02 07:43:29.746012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Usage tracker for resource:router and tenant:32b42c3bdea2442cac2c68e4a9fdc760 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:29.749709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:29.756529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:29.777536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.779855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.802748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.831752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.865488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:29.870339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40464) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:29.872204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb2808eb-f6f1-4775-854d-7f9721db0477 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1480207 Mar 02 07:43:29.883807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:30.599738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:30.600325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:30.927838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87854) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 07:43:30.928169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Router a81503eb-e9a4-4a59-91da-ef685a2ff3bc migrating from provider to provider. {{(pid=87854) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 07:43:30.928745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:30.945837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add83d-4ff1-4b66-8cd0-1fe8f6240590 req-67ca2c58-e7fe-4516-901d-5f62b4c7ec31 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:30.954842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52add83d-4ff1-4b66-8cd0-1fe8f6240590 req-67ca2c58-e7fe-4516-901d-5f62b4c7ec31 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 945 time: 0.6171808 Mar 02 07:43:30.957766 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.000043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002364'] for router, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.011029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.075038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52add83d-4ff1-4b66-8cd0-1fe8f6240590 req-552089d3-d5bd-4137-8ba6-651c851c99c6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184556 Mar 02 07:43:31.316355 n-d-827871-1 neutron-server[87854]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] No L3 agents can host the router a81503eb-e9a4-4a59-91da-ef685a2ff3bc Mar 02 07:43:31.327351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.598251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Hosts for router a81503eb-e9a4-4a59-91da-ef685a2ff3bc: [] {{(pid=87854) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 02 07:43:31.745828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Hosts for other DVR routers connected to router a81503eb-e9a4-4a59-91da-ef685a2ff3bc: set() {{(pid=87854) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 02 07:43:31.829844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98861740-282f-4582-bb9f-3b0dd2b6405c req-c76ee17f-af52-4884-b146-098a6568d73d tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:31.832354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.832684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98861740-282f-4582-bb9f-3b0dd2b6405c req-c76ee17f-af52-4884-b146-098a6568d73d tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 945 time: 0.1631060 Mar 02 07:43:31.833657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a7e031c4-57eb-48fb-9698-4375bc75d304 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "PUT /v2.0/routers/a81503eb-e9a4-4a59-91da-ef685a2ff3bc HTTP/1.1" status: 200 len: 717 time: 1.9623003 Mar 02 07:43:31.836803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:31.892140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35d75b-6f11-48a0-8894-132b2c76f605 req-0bf6c677-505f-47a6-ac6f-f43b727b1380 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:31.895448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f35d75b-6f11-48a0-8894-132b2c76f605 req-0bf6c677-505f-47a6-ac6f-f43b727b1380 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1392632 Mar 02 07:43:31.938440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:31.948336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:32.048315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-421bd2bd-6d85-4002-a0fd-d76224590a9a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "GET /v2.0/routers/a81503eb-e9a4-4a59-91da-ef685a2ff3bc HTTP/1.1" status: 200 len: 717 time: 0.2100406 Mar 02 07:43:32.049346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:32.067382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98861740-282f-4582-bb9f-3b0dd2b6405c req-f7df5a4c-3e43-4251-9cfe-a98ff90eeca9 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575682 Mar 02 07:43:32.087847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:32.197160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f35d75b-6f11-48a0-8894-132b2c76f605 req-76c8caf5-a183-4dbd-a04b-0e348dd8027b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880487 Mar 02 07:43:32.240718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=821732b7-6a94-4f34-b158-8eded5484742,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:32.354292 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP cb1dc743-6c5d-47c9-8f43-a6d933f9fb11 associated. External IP: 172.25.4.168, port: 6e121c66-7a27-4332-a9ac-5b4680b59c90. Mar 02 07:43:32.566154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f0d138d-33d1-4556-9112-4a5c6f19857d tempest-RoutersTestDVR-1131851769 tempest-RoutersTestDVR-1131851769-project] 10.222.0.21 "GET /v2.0/routers/a81503eb-e9a4-4a59-91da-ef685a2ff3bc HTTP/1.1" status: 200 len: 683 time: 0.5103781 Mar 02 07:43:32.567766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40556) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:32.811541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.025344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:33.302521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:33.316093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:33.327859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:33.328496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:33.347113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.433469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114efeba-b0e9-45b8-a149-93f04cdd8402 req-3e4fa6e9-1097-47ac-b7bf-f2f107dd58ae tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:33.441957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-114efeba-b0e9-45b8-a149-93f04cdd8402 req-3e4fa6e9-1097-47ac-b7bf-f2f107dd58ae tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 945 time: 0.1834798 Mar 02 07:43:33.463784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-550f3626-57c7-42cc-b914-e820beb64d69 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9324601 Mar 02 07:43:33.468199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:33.483145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:33.490837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-129462956'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:33.501667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:33.504953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:33.505508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:33.516992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:network and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:33.522639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:33.535240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:33.567961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:33.571361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.647963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:33.648512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5371aedb-9d7b-419e-b51e-666504e8488b None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:33.664304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-114efeba-b0e9-45b8-a149-93f04cdd8402 req-24863ac2-6498-4b7f-bfbf-60b5f9a6f841 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e22b888-662e-4fb8-b22f-4556bcd5e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211869 Mar 02 07:43:33.686949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:33.711755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.713956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.714326 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Added segment a645b1c5-61b1-45ef-adff-8c95cde1c668 of type vlan for network 7a81afbf-1fff-475f-b225-aae0e6644648 Mar 02 07:43:33.721988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.750848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.792112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.798643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-040ea7ec-464b-4ee2-830e-c96a27d734f6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:33.799840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:33.800147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-040ea7ec-464b-4ee2-830e-c96a27d734f6 tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.16 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 945 time: 0.7698293 Mar 02 07:43:33.800470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.845624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.846510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a81503eb-e9a4-4a59-91da-ef685a2ff3bc {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:33.874697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.880075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16d2935e-ee64-4b6b-84ba-17c7027f7292 tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a81503eb-e9a4-4a59-91da-ef685a2ff3bc HTTP/1.1" status: 204 len: 168 time: 1.3110867 Mar 02 07:43:33.880830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:33.892861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Request body: {'router': {'name': 'tempest-router-1409019664', 'distributed': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:33.909077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:33.919162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Usage tracker for resource:router and tenant:0fbec766dccb4de69adc0628c8c26676 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:33.921509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4522436 Mar 02 07:43:33.926710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Deleting port 6c944632-f24e-4852-89ba-7cce087ab181 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:33.927089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.928302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40594) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:33.933454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'subnet': {'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:33.959028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:33.968781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab186a-1031-48c8-b0e6-19ad37ceb378 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Network': ['ID=7a81afbf-1fff-475f-b225-aae0e6644648,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:33.973896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:33.988305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7a81afbf-1fff-475f-b225-aae0e6644648 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:34.004423 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.005518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.038911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.093587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:34.101672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:subnet and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:34.109908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:34.122692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:34.149964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:34.157272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.165753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.212967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.213097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40604) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:34.213177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-757c985b-bf8c-45fb-b995-63589496425a tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3242424 Mar 02 07:43:34.426052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] For port 6c944632-f24e-4852-89ba-7cce087ab181, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6c944632-f24e-4852-89ba-7cce087ab181,segment=NetworkSegment(2ba6350f-7919-4ec2-a2b0-892784dcff01),segment_id=2ba6350f-7919-4ec2-a2b0-892784dcff01)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:34.426405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.512467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.566667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Calling delete_port for 6c944632-f24e-4852-89ba-7cce087ab181 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:34.765879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.787444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6c944632-f24e-4852-89ba-7cce087ab181'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:34.826553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Pushing event deleted for resources: {'Port': ['ID=6c944632-f24e-4852-89ba-7cce087ab181,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:34.948223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] No DVR routers for this DVR port 6c944632-f24e-4852-89ba-7cce087ab181 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:43:34.953415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:34.966098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'name': 'network-vif-deleted', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:34.974973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0436ea8e-cde3-4bed-b838-6f46d67e6d51 req-d6fbe131-7986-4673-bc0c-3c2f554c4f0c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.16 "DELETE /v2.0/ports/6c944632-f24e-4852-89ba-7cce087ab181 HTTP/1.1" status: 204 len: 173 time: 1.1691480 Mar 02 07:43:35.044368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5732bcfc-67c0-485b-ba19-2d3b8560cf09 req-8e88e272-d62d-4246-9a6a-c7a0f712b03c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Synchronizing usage tracker for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:35.063114 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebf8f31-220c-41b1-9d36-890d2809eae6', 'name': 'network-vif-deleted', 'tag': '6c944632-f24e-4852-89ba-7cce087ab181', 'status': 'completed', 'code': 200} Mar 02 07:43:35.066369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5732bcfc-67c0-485b-ba19-2d3b8560cf09 req-8e88e272-d62d-4246-9a6a-c7a0f712b03c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] Unset dirty status for tenant:614dc6e13cd643aa8801d4aaf0119620 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:35.076648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5732bcfc-67c0-485b-ba19-2d3b8560cf09 req-8e88e272-d62d-4246-9a6a-c7a0f712b03c tempest-ServerGroupTestJSON-226180531 tempest-ServerGroupTestJSON-226180531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf8f31-220c-41b1-9d36-890d2809eae6 HTTP/1.1" status: 200 len: 210 time: 0.0817137 Mar 02 07:43:35.309038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.313389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.370685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.371706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3511fb54-2a68-416c-98c5-8304d112b0ca {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:43:35.402498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.403705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-487c7f78-46c7-4777-9c85-06697d011edb tempest-RoutersTestDVR-2065995942 tempest-RoutersTestDVR-2065995942-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3511fb54-2a68-416c-98c5-8304d112b0ca HTTP/1.1" status: 204 len: 168 time: 1.1936891 Mar 02 07:43:35.457533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.679003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Subnet': ['ID=d3f3dbf7-2c2b-43a8-849c-9e5e366884f0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:35.684523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Checking segment: {'id': 'a645b1c5-61b1-45ef-adff-8c95cde1c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:35.684884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network hostable DHCP agents. Network: 7a81afbf-1fff-475f-b225-aae0e6644648, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:35.720446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 7a81afbf-1fff-475f-b225-aae0e6644648 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:35.742684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7a81afbf-1fff-475f-b225-aae0e6644648) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:35.747479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:35.748164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.760098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0f536-e60f-4189-8b02-094ed4cd30e5 None None] Network 7a81afbf-1fff-475f-b225-aae0e6644648 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:35.775935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb2ffe0c-252f-4455-9c15-397c77a1c9eb tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8455281 Mar 02 07:43:35.776148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:35.783947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-627416114', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:35.795659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:35.801452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:router and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:35.804524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:35.814620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:35.832238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.835058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.878029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.939697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:36.082001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7a81afbf-1fff-475f-b225-aae0e6644648', 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648', 'tenant_id': '8b0a609093244b3493d57393a9e5c484', 'fixed_ips': [{'subnet_id': 'd3f3dbf7-2c2b-43a8-849c-9e5e366884f0'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:43:36.082855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.349873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.365729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.393919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:36.404111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:32b42c3bdea2442cac2c68e4a9fdc760 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:36.412538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:36.430011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:36.435090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Allocated IP 172.20.0.2 (7a81afbf-1fff-475f-b225-aae0e6644648/d3f3dbf7-2c2b-43a8-849c-9e5e366884f0/69afe83d-f894-4b84-825c-7cecc4a5c8de) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:36.612898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.622620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.758003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32b42c3bdea2442cac2c68e4a9fdc760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167894 Mar 02 07:43:36.761883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:36.767629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85773b1f-39ea-4ee8-ab8a-c58d9707e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82af56-ed80-4df1-94aa-9593bd1578d9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:36.897356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.909012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.939862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.983383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.012783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.060357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.060731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Transition to ACTIVE for port object 69afe83d-f894-4b84-825c-7cecc4a5c8de will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:37.081454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:37.088859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Transition to ACTIVE for port object 69afe83d-f894-4b84-825c-7cecc4a5c8de will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:37.092230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82af56-ed80-4df1-94aa-9593bd1578d9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:37.113025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.127477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.128304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45362215-f2da-4610-a050-9ecd25baa9b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab82af56-ed80-4df1-94aa-9593bd1578d9 HTTP/1.1" status: 204 len: 168 time: 0.3549006 Mar 02 07:43:37.189825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.25.4.183 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/66472b37-5bf7-4aea-b86a-17bb81a8e67e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:37.194129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Deleting subnet 799da9ba-2f3c-4788-aaee-9cdf7511ff3e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:43:37.197449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.253314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.265745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Network 7a81afbf-1fff-475f-b225-aae0e6644648 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:37.286307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:37.293573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:37.321700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.427635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Pushing event updated for resources: {'Port': ['ID=69afe83d-f894-4b84-825c-7cecc4a5c8de,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:37.450384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Attempting to bind port 69afe83d-f894-4b84-825c-7cecc4a5c8de on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:37.451227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Attempting to bind port 69afe83d-f894-4b84-825c-7cecc4a5c8de by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a645b1c5-61b1-45ef-adff-8c95cde1c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:37.451825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Attempting to bind port 69afe83d-f894-4b84-825c-7cecc4a5c8de on network 7a81afbf-1fff-475f-b225-aae0e6644648 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:37.458392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:37.459458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Checking segment: {'id': 'a645b1c5-61b1-45ef-adff-8c95cde1c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:37.460081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.460806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Bound using segment: {'id': 'a645b1c5-61b1-45ef-adff-8c95cde1c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:37.461662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Bound port: 69afe83d-f894-4b84-825c-7cecc4a5c8de, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a645b1c5-61b1-45ef-adff-8c95cde1c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:37.462319 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.657806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] For port 69afe83d-f894-4b84-825c-7cecc4a5c8de, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:37.662203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] For port 69afe83d-f894-4b84-825c-7cecc4a5c8de, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=69afe83d-f894-4b84-825c-7cecc4a5c8de,segment=NetworkSegment(a645b1c5-61b1-45ef-adff-8c95cde1c668),segment_id=a645b1c5-61b1-45ef-adff-8c95cde1c668)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:37.670998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.798300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab45fe-494a-4f70-8182-611541486a64 None None] Pushing event updated for resources: {'Port': ['ID=69afe83d-f894-4b84-825c-7cecc4a5c8de,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:37.803497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.878533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799da9ba-2f3c-4788-aaee-9cdf7511ff3e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:37.889313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.913770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.925264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bad0d668-da9c-4586-adb4-623dae6a97af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/799da9ba-2f3c-4788-aaee-9cdf7511ff3e HTTP/1.1" status: 204 len: 168 time: 0.8426166 Mar 02 07:43:37.926109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40716) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:37.956501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:37.981750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40720) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:38.018690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6c944632-f24e-4852-89ba-7cce087ab181 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:43:38.025491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:38.029471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:38.030413 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.039418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:38.110840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 6c944632-f24e-4852-89ba-7cce087ab181 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:43:38.111407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6c944632-f24e-4852-89ba-7cce087ab181 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:43:38.136256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=66472b37-5bf7-4aea-b86a-17bb81a8e67e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:38.159371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:38.181405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbec766dccb4de69adc0628c8c26676 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:38.190666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:38.210591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:38.217403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.317161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 69afe83d-f894-4b84-825c-7cecc4a5c8de up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:38.491261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 69afe83d-f894-4b84-825c-7cecc4a5c8de completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:38.665815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.731533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.789925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0018eba7-2090-450c-a311-1e43a6f53732']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:38.833300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba6350f-7919-4ec2-a2b0-892784dcff01') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:38.833614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba6350f-7919-4ec2-a2b0-892784dcff01') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:38.860038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.920495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.934056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.935624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:43:38.936189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:43:39.038917 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:43:39.042340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.057685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.101170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.129724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0018eba7-2090-450c-a311-1e43a6f53732,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:39.151445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a0829a-a720-4b33-b821-18b1daa0c3d8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:39.159599 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bb456132-8db4-4021-833c-67ad76720a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fbec766dccb4de69adc0628c8c26676&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1766164 Mar 02 07:43:39.162381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40738) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:39.183959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fbe0d896-54fc-4ef8-9af9-1857e3fcbca9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0018eba7-2090-450c-a311-1e43a6f53732 HTTP/1.1" status: 204 len: 168 time: 1.2552764 Mar 02 07:43:39.223072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.278727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.347394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.420429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.445169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40744) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:39.446627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a0829a-a720-4b33-b821-18b1daa0c3d8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:39.472419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.475792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-66be8ba6-baab-443b-9437-1f4a0b396a08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50a0829a-a720-4b33-b821-18b1daa0c3d8 HTTP/1.1" status: 204 len: 168 time: 0.3099275 Mar 02 07:43:39.487673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec5831-19f3-4251-823d-abf6836c61cb None None] Network 7a81afbf-1fff-475f-b225-aae0e6644648 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:39.514623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f8f9b01-7500-4b91-beee-1d6da03f80c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=614dc6e13cd643aa8801d4aaf0119620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659750 Mar 02 07:43:39.515325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40756) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:39.593587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.648431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 5153204c-5cc2-4d21-8150-c2afae5f19a9 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:43:39.657057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.748100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.818973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22b888-662e-4fb8-b22f-4556bcd5e47b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:39.842642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:39.858767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3d04a72-ecf2-49c8-989a-250cd3505d5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e22b888-662e-4fb8-b22f-4556bcd5e47b HTTP/1.1" status: 204 len: 168 time: 0.3420486 Mar 02 07:43:39.982302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Provisioning for port 69afe83d-f894-4b84-825c-7cecc4a5c8de completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:39.990097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Provisioning complete for port 69afe83d-f894-4b84-825c-7cecc4a5c8de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:39.990784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:40.111824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:40.124753 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] Sync routers for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:40.139567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:40.143900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9017bca9-8d9e-48df-9998-c677a1b728de tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3667672 Mar 02 07:43:40.144311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40768) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:40.154030 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:40.154604 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:40.206543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:40.263226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] For port 69afe83d-f894-4b84-825c-7cecc4a5c8de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=69afe83d-f894-4b84-825c-7cecc4a5c8de,segment=NetworkSegment(a645b1c5-61b1-45ef-adff-8c95cde1c668),segment_id=a645b1c5-61b1-45ef-adff-8c95cde1c668)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:40.277098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:40.415491 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:40.427214 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:40.427980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:40.432881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175da1f-87fe-43c2-8ada-523b6eca3ce4 None None] Pushing event updated for resources: {'Port': ['ID=69afe83d-f894-4b84-825c-7cecc4a5c8de,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:40.547694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:40.548841 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378ce54-ec17-459b-bbed-fbf5dd1712a6 None None] The sync data for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:40.611623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0ae3-a2f4-4185-8f0f-2bb51efa2c68 None None] Provisioning complete for port 69afe83d-f894-4b84-825c-7cecc4a5c8de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:40.612640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0ae3-a2f4-4185-8f0f-2bb51efa2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:41.119894 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:43:41.415948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:41.812609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40822) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:41.900592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ba23c61d-b5dd-4640-b3a6-f9f22ff9e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.108309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.1 (7a81afbf-1fff-475f-b225-aae0e6644648/d3f3dbf7-2c2b-43a8-849c-9e5e366884f0/3d640f04-070e-470b-80db-1902ee101a42) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:42.161507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.213389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:42.220836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Usage tracker for resource:security_group_rule and tenant:28cb588c5ff04e4f8af9ac7669141214 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:42.240083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:42.275391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 69afe83d-f894-4b84-825c-7cecc4a5c8de up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:42.286784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:42.289142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:42.405294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 69afe83d-f894-4b84-825c-7cecc4a5c8de triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:42.405671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.430034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-942079726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:42.439706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:42.453503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.464472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:router and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:42.477424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Transition to ACTIVE for port object 3d640f04-070e-470b-80db-1902ee101a42 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:42.503016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:42.509974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.548873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:42.587252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 7a81afbf-1fff-475f-b225-aae0e6644648 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:42.592097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:42.610849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:42.613694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.627084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.700454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.706315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.716272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.777588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c4261-f23f-4dac-9389-474a5a6cf55d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:42.783232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0f4e2c87-2c2d-4b7a-9f38-73c5a7362420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28cb588c5ff04e4f8af9ac7669141214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693604 Mar 02 07:43:42.790818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:42.843475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.892593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:42.929202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.036821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.070200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9df2-847b-4938-af46-c0793859d8bf None None] Provisioning for port 3d640f04-070e-470b-80db-1902ee101a42 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:43.077006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9df2-847b-4938-af46-c0793859d8bf None None] Provisioning complete for port 3d640f04-070e-470b-80db-1902ee101a42 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:43.077386 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9df2-847b-4938-af46-c0793859d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.082085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.084046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e04e4ea-632e-4ad2-b9fb-b7642b7b9378 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7878590 Mar 02 07:43:43.095593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1098acfc-bf74-41f4-96f1-e6b978d3a106 req-f1295c2b-1e16-45e0-91da-137713a3eaeb tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1461298 Mar 02 07:43:43.099570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40880) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:43.131745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-963447676'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:43.148333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=3d640f04-070e-470b-80db-1902ee101a42,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:43.148581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:43.164626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:network and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:43.169431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:43.192697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f9df2-847b-4938-af46-c0793859d8bf None None] Port 3d640f04-070e-470b-80db-1902ee101a42 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:43:43.205073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:43.237566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:43.242227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.283347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.293562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.317208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.340770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c4261-f23f-4dac-9389-474a5a6cf55d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:43.359575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:43.376314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.376314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f28b67f2-9312-4dbf-9e7b-0654a62a7688 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018c4261-f23f-4dac-9389-474a5a6cf55d HTTP/1.1" status: 204 len: 168 time: 0.5832446 Mar 02 07:43:43.377248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:security_group_rule and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:43.382289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:43.424787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:43.638184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f268e-02c6-41ff-8fb0-188a49dd30ea req-f70e3cbc-3004-48ff-83ed-8faa5205f71b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:43.639797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-656f268e-02c6-41ff-8fb0-188a49dd30ea req-f70e3cbc-3004-48ff-83ed-8faa5205f71b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1897182 Mar 02 07:43:43.728763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.764541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.797152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:43.819422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.819808 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Added segment 658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3 of type vlan for network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e Mar 02 07:43:43.876691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.910022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40898) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:43.951524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.963213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:43.968090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-656f268e-02c6-41ff-8fb0-188a49dd30ea req-2281d424-0861-42dc-9957-8e6876dffd42 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199103 Mar 02 07:43:43.977520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:43.981829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Usage tracker for resource:security_group_rule and tenant:49419a96ab0146989a0dafa70cbd0788 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:43.991435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7caef-257d-4d49-9499-77f48c9f5ef1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:43.993688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:43.996081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.000595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:44.002647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:44.003940 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.042790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.146972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-e3e1f408-4538-4700-a09b-658737f7e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:44.149384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-e3e1f408-4538-4700-a09b-658737f7e083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.8362842 Mar 02 07:43:44.159266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0514834 Mar 02 07:43:44.162780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40906) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:44.166064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b3ca6-8d06-4b74-afcc-0a795c7de86b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Network': ['ID=ca9c744c-02a9-4509-8b66-8aa9ad2bef0e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:44.172873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'subnet': {'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:44.200165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:44.263974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3393cb0f-c8c9-4b86-b811-81156168f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.337386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:44.344262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:subnet and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:44.348941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:44.356816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:44.389073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:44.405938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.626243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=3d640f04-070e-470b-80db-1902ee101a42,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:44.657219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.681503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0da06b7f-b354-4a72-b348-6c6df92335b3 req-ec06d9d6-9b8a-4258-9aab-740f1fb8b954 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1521759 Mar 02 07:43:44.711834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-a613d51b-910e-4e0f-91c0-94940c42dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:44.713965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-a613d51b-910e-4e0f-91c0-94940c42dd14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.5551944 Mar 02 07:43:44.736768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.830537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.832490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-e147d522-4808-49f6-8c93-d21d82b566be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.1018844 Mar 02 07:43:44.834588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Subnet': ['ID=c8bead1d-b061-4f35-a38a-724f3b8574f2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:44.842785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Checking segment: {'id': '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:44.843181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network hostable DHCP agents. Network: ca9c744c-02a9-4509-8b66-8aa9ad2bef0e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:44.864861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:44.874756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ca9c744c-02a9-4509-8b66-8aa9ad2bef0e) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:44.880117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:44.880744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.887617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5e5a5-7df8-4cd3-bac5-32042707c4e7 None None] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:44.906636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9a6c527e-86ee-4f4f-a98f-6ce9fb640625 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7419136 Mar 02 07:43:44.909334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40918) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:44.915931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'network': {'name': 'tempest-router-network01--122632522'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:44.923363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:44.928454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:network and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:44.931592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:44.939101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:44.945508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.951834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:44.955951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:44.989831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:45.002228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.002862 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Added segment 2ad0e554-7822-4909-9b8e-170f0997c984 of type vlan for network 3a03ebbb-815c-4244-b135-4a93be4967f7 Mar 02 07:43:45.044661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.064003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49419a96ab0146989a0dafa70cbd0788&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1516922 Mar 02 07:43:45.070496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40926) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:45.110191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.116776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:45.117477 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.138664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-2eb73c0e-0bf3-4ccb-9310-ec49f69b6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:45.140136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-2eb73c0e-0bf3-4ccb-9310-ec49f69b6501 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.2579553 Mar 02 07:43:45.149536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 7a81afbf-1fff-475f-b225-aae0e6644648 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:45.151679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:45.165988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bb542-5ae0-4728-90f9-0b0b9986bdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe7c750-d930-4404-8f7f-b5d417b883a5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:45.207602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ca9c744c-02a9-4509-8b66-8aa9ad2bef0e', 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e', 'tenant_id': 'ae16aa6f248f4f328ca017ffbd35b6a2', 'fixed_ips': [{'subnet_id': 'c8bead1d-b061-4f35-a38a-724f3b8574f2'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:43:45.212969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.298160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3854821 Mar 02 07:43:45.347023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:45.365066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-29e983b6-d098-413c-97bc-a89714b7b94a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922874 Mar 02 07:43:45.384057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'network': {'name': 'tempest-router-network02--1041667101'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:45.451797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c796f21-77d3-488c-9a45-f57223e68ad8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Network': ['ID=3a03ebbb-815c-4244-b135-4a93be4967f7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:45.459319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:45.465494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.470665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.486104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:45.502662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Allocated IP 2001:db8::2 (ca9c744c-02a9-4509-8b66-8aa9ad2bef0e/c8bead1d-b061-4f35-a38a-724f3b8574f2/9b3bb28a-c203-4fd5-914c-9af24f872718) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:45.507793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.536387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.560934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881adfd9-9419-4e6d-ab5d-9e6417983341 req-9faf4495-1bf5-49b2-ba31-584a4e1ad5a5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:45.563139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-881adfd9-9419-4e6d-ab5d-9e6417983341 req-9faf4495-1bf5-49b2-ba31-584a4e1ad5a5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.4125879 Mar 02 07:43:45.628483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c89f8f68-2f56-4211-b3ed-f8bea2dfed10 None None] Provisioning complete for port 3d640f04-070e-470b-80db-1902ee101a42 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:45.629236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c89f8f68-2f56-4211-b3ed-f8bea2dfed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.631828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:network and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:45.654529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:45.655975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.676297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:45.716070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe7c750-d930-4404-8f7f-b5d417b883a5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:45.728703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.730626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d915c09f-d879-47d3-b90f-5649aeeb7190 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fe7c750-d930-4404-8f7f-b5d417b883a5 HTTP/1.1" status: 204 len: 168 time: 0.6590321 Mar 02 07:43:45.751250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-881adfd9-9419-4e6d-ab5d-9e6417983341 req-6a691d12-252b-4645-96dd-47419810e369 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781838 Mar 02 07:43:45.860638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c89f8f68-2f56-4211-b3ed-f8bea2dfed10 None None] Port 3d640f04-070e-470b-80db-1902ee101a42 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:43:45.876847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:45.880328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:45.993575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.005086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 5153204c-5cc2-4d21-8150-c2afae5f19a9 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:46.006609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Transition to ACTIVE for port object 9b3bb28a-c203-4fd5-914c-9af24f872718 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:46.010415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-335a9280-0cae-461e-bf18-f871e530d80e req-edc4e782-db3c-4ba8-851e-2381e9d708ef tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1027062 Mar 02 07:43:46.033364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:46.036011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Transition to ACTIVE for port object 9b3bb28a-c203-4fd5-914c-9af24f872718 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:46.045707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.049627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-905e506a-0199-4f98-a641-8f0bf287015a service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474459 Mar 02 07:43:46.056688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.057108 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Added segment 5c7f8567-2ff6-4ee1-a2a9-f05099e09711 of type vlan for network 90ddb011-6276-4061-a990-29d5e7168c35 Mar 02 07:43:46.118067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:46.122577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:46.126875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:46.228480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Pushing event updated for resources: {'Port': ['ID=9b3bb28a-c203-4fd5-914c-9af24f872718,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:46.255109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Attempting to bind port 9b3bb28a-c203-4fd5-914c-9af24f872718 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:46.255492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Attempting to bind port 9b3bb28a-c203-4fd5-914c-9af24f872718 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:46.255964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Attempting to bind port 9b3bb28a-c203-4fd5-914c-9af24f872718 on network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:46.263001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:46.263386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Checking segment: {'id': '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:46.263794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.264186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Bound using segment: {'id': '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:46.264651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Bound port: 9b3bb28a-c203-4fd5-914c-9af24f872718, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca9c744c-02a9-4509-8b66-8aa9ad2bef0e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:46.265076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.283165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:46.315343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] Sync routers for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:46.343749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:46.344410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:46.430405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:46.453912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:46.454807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:46.464051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.514571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bd763d0d-d325-4b0c-8964-33b4f3c0214f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/routers/5153204c-5cc2-4d21-8150-c2afae5f19a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3677015 Mar 02 07:43:46.516809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:46.528459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'port': {'network_id': '7a81afbf-1fff-475f-b225-aae0e6644648', 'name': 'tempest-FloatingIPTestJSON-808188637'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:46.589076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe2b8d1-12cf-4646-a44f-47edd5549172 req-09468972-ea0f-45ae-9316-611c14f3cc39 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325589 Mar 02 07:43:46.618272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.633959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:46.635819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.646411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:46.647094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c4403-bd16-494b-8faa-32b445aacd54 None None] The sync data for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:46.659056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] For port 9b3bb28a-c203-4fd5-914c-9af24f872718, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:46.665184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] For port 9b3bb28a-c203-4fd5-914c-9af24f872718, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b3bb28a-c203-4fd5-914c-9af24f872718,segment=NetworkSegment(658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3),segment_id=658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:46.684105 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.872917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769a05-da3a-4005-909f-f0e2b2fa51a6 None None] Pushing event updated for resources: {'Port': ['ID=9b3bb28a-c203-4fd5-914c-9af24f872718,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:46.925461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:46.999314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:47.009780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Usage tracker for resource:port and tenant:8b0a609093244b3493d57393a9e5c484 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:47.014384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:47.028628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:47.068153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743402da-77da-4568-a574-8e6de65227a4 req-4a019807-189f-4393-9edb-5703357880be tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:47.078407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-743402da-77da-4568-a574-8e6de65227a4 req-4a019807-189f-4393-9edb-5703357880be tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1801414 Mar 02 07:43:47.089281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Made reservation on behalf of 8b0a609093244b3493d57393a9e5c484 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:47.093350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:47.143324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Network': ['ID=90ddb011-6276-4061-a990-29d5e7168c35,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:47.150709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e16c8457-6589-4785-bad0-021bee3ff4f1 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7816665 Mar 02 07:43:47.157942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 90ddb011-6276-4061-a990-29d5e7168c35 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:47.158139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40972) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:47.196602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'subnet': {'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:47.222320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-743402da-77da-4568-a574-8e6de65227a4 req-9d86ea29-99d9-488e-9135-f7d04d6db61b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328080 Mar 02 07:43:47.223844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] device_id is not set on port 398c40f2-204a-469e-a32b-1b236baae049 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:43:47.479258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Allocated IP 172.20.0.8 (7a81afbf-1fff-475f-b225-aae0e6644648/d3f3dbf7-2c2b-43a8-849c-9e5e366884f0/398c40f2-204a-469e-a32b-1b236baae049) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:47.497539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9053212-bed2-4f85-ab9c-006f599edf2e req-cc979d58-c5af-4ad2-9dd0-20b72e4e52ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0862467 Mar 02 07:43:47.538068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:47.550012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cc4dec8-7eed-4e1f-a061-ade58f75f4d6 req-25ec2c66-335e-4bff-804b-93936873f5f9 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1375928 Mar 02 07:43:47.550929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:subnet and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:47.553950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:47.562223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:47.573031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:47.578808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:47.839527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:47.867351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Transition to ACTIVE for port object 398c40f2-204a-469e-a32b-1b236baae049 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:47.896887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:47.920627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:47.987759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Network 7a81afbf-1fff-475f-b225-aae0e6644648 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:47.990852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:48.000642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:48.057158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Subnet': ['ID=63ee2eb7-3bce-4bad-b21c-a85087376f1f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:48.059634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Checking segment: {'id': '2ad0e554-7822-4909-9b8e-170f0997c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:48.060555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network hostable DHCP agents. Network: 3a03ebbb-815c-4244-b135-4a93be4967f7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:48.090690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:48.091096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:48.092507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:48.108968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3a03ebbb-815c-4244-b135-4a93be4967f7) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:48.113272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:48.113887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:48.121051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa04fbf-43a7-40e2-b0ee-cf8c7d551284 None None] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:48.126520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event updated for resources: {'Port': ['ID=398c40f2-204a-469e-a32b-1b236baae049,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:48.144897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.145463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.145913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.146520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.146990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.147554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.148065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.148952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.149376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.149875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.150386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.150935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:48.169355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40994) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:48.170153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2e20e9a-12d8-480d-88a2-a37a6f54e579 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6521022 Mar 02 07:43:48.178511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-caa9d134-df4c-4672-9571-fd97dff10c3f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9882584 Mar 02 07:43:48.178971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40998) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:48.180636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Request body: {'floatingip': {'port_id': '398c40f2-204a-469e-a32b-1b236baae049'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:48.185278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'subnet': {'network_id': '90ddb011-6276-4061-a990-29d5e7168c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:48.352213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:48.433217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:48.437697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:subnet and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:48.442076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:48.458155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:48.503398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:48.508398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:48.519757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b3bb28a-c203-4fd5-914c-9af24f872718 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:48.793600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d089d-62c4-4df9-875a-849075df710b None None] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:48.829590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3310-a47c-468b-a035-307a372e7fe3 req-d797d9d1-f2b8-4763-bd04-bce0b90140b5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:48.838548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-816a3310-a47c-468b-a035-307a372e7fe3 req-d797d9d1-f2b8-4763-bd04-bce0b90140b5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2715807 Mar 02 07:43:48.873760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-617cbd2a-9bfe-4e56-b451-5ccf6a234c38 req-13c559bd-4bc1-43f7-b101-27684de3204c tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0694969 Mar 02 07:43:48.903191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-816a3310-a47c-468b-a035-307a372e7fe3 req-f206c066-36e4-4838-a3fe-3aa1943e1705 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634484 Mar 02 07:43:49.044709 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.089945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.212965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Checking segment: {'id': '5c7f8567-2ff6-4ee1-a2a9-f05099e09711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:49.214065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network hostable DHCP agents. Network: 90ddb011-6276-4061-a990-29d5e7168c35, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:49.228118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Subnet': ['ID=d1d7b41e-5b05-46f6-8205-dd312265bdf7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:49.233197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e25b8b4f-2f42-4144-8beb-898279efbca9 None None] Provisioning for port 398c40f2-204a-469e-a32b-1b236baae049 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:49.252415 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.253166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e25b8b4f-2f42-4144-8beb-898279efbca9 None None] Provisioning complete for port 398c40f2-204a-469e-a32b-1b236baae049 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:49.253607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e25b8b4f-2f42-4144-8beb-898279efbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.280988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network 90ddb011-6276-4061-a990-29d5e7168c35 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:49.286923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-3a03ebbb-815c-4244-b135-4a93be4967f7', 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7', 'tenant_id': 'ae16aa6f248f4f328ca017ffbd35b6a2', 'fixed_ips': [{'subnet_id': '63ee2eb7-3bce-4bad-b21c-a85087376f1f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:43:49.287756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.311020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 90ddb011-6276-4061-a990-29d5e7168c35) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:49.324465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4601c02-228d-486f-b878-a3a4b4f7fbaf None None] Network 90ddb011-6276-4061-a990-29d5e7168c35 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:49.328957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:49.331224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.366429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2cc37181-7cd9-4d09-b225-65b048d5de58 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1839373 Mar 02 07:43:49.368104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41032) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:49.398853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9b3bb28a-c203-4fd5-914c-9af24f872718 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:49.504881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e25b8b4f-2f42-4144-8beb-898279efbca9 None None] Port 398c40f2-204a-469e-a32b-1b236baae049 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:43:49.753962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Provisioning for port 9b3bb28a-c203-4fd5-914c-9af24f872718 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:49.771918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Provisioning complete for port 9b3bb28a-c203-4fd5-914c-9af24f872718 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:49.772763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.799089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Allocated IP 2001:db8::2 (3a03ebbb-815c-4244-b135-4a93be4967f7/63ee2eb7-3bce-4bad-b21c-a85087376f1f/2ad47540-7b12-41c0-be31-4df0a0fdb3b1) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:49.842314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.847798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.026248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-90ddb011-6276-4061-a990-29d5e7168c35', 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35', 'tenant_id': 'ae16aa6f248f4f328ca017ffbd35b6a2', 'fixed_ips': [{'subnet_id': 'd1d7b41e-5b05-46f6-8205-dd312265bdf7'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:43:50.029375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.260047 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP cb1dc743-6c5d-47c9-8f43-a6d933f9fb11 associated. External IP: 172.25.4.168, port: 6e121c66-7a27-4332-a9ac-5b4680b59c90. Mar 02 07:43:50.272383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.297973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41044) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:50.367167 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.390825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Transition to ACTIVE for port object 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:50.403148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] For port 9b3bb28a-c203-4fd5-914c-9af24f872718, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b3bb28a-c203-4fd5-914c-9af24f872718,segment=NetworkSegment(658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3),segment_id=658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:50.416881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.420043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Allocated IP 2001:db8::2 (90ddb011-6276-4061-a990-29d5e7168c35/d1d7b41e-5b05-46f6-8205-dd312265bdf7/2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:50.456813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b68afa0-69ab-4b59-b507-30a1c971780c req-a69dada2-c038-4367-b38f-e4fa16f2d9a3 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1577151 Mar 02 07:43:50.491945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Transition to ACTIVE for port object 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:50.564042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.583451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.706618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.729759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bfc8-97ff-4947-ba2f-326e7dea5bfb None None] Pushing event updated for resources: {'Port': ['ID=9b3bb28a-c203-4fd5-914c-9af24f872718,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:50.733291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:50.769529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:50.780852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd79ab24-3bf5-4a7c-aa9c-55178b8b2593 None None] Provisioning complete for port 9b3bb28a-c203-4fd5-914c-9af24f872718 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:50.781225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd79ab24-3bf5-4a7c-aa9c-55178b8b2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:50.825728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72f5f6-bd92-49ee-80a0-55ee647d9451 req-c565e494-7613-4859-acb3-b243d40dae7a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:50.827412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a72f5f6-bd92-49ee-80a0-55ee647d9451 req-c565e494-7613-4859-acb3-b243d40dae7a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.5050540 Mar 02 07:43:50.876201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:50.880748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:50.900675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Usage tracker for resource:security_group_rule and tenant:dabd818c168e4e7387323555702e5197 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:50.969984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1a72f5f6-bd92-49ee-80a0-55ee647d9451 req-af89a6dd-a157-4ed2-9df7-591f641a645f tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357024 Mar 02 07:43:50.994268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:51.009876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:51.010070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:51.032313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Pushing event updated for resources: {'Port': ['ID=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:51.071942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Attempting to bind port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:51.072603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Attempting to bind port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2ad0e554-7822-4909-9b8e-170f0997c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:51.073173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Attempting to bind port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 on network 3a03ebbb-815c-4244-b135-4a93be4967f7 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:51.119567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:51.121162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Checking segment: {'id': '2ad0e554-7822-4909-9b8e-170f0997c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:51.121890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.122508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Bound using segment: {'id': '2ad0e554-7822-4909-9b8e-170f0997c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:51.123197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Bound port: 2ad47540-7b12-41c0-be31-4df0a0fdb3b1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad0e554-7822-4909-9b8e-170f0997c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3a03ebbb-815c-4244-b135-4a93be4967f7'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:51.123784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.273000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Allocated IP 2001:db8::1 (3a03ebbb-815c-4244-b135-4a93be4967f7/63ee2eb7-3bce-4bad-b21c-a85087376f1f/84403954-d908-4374-9f4b-8e43dafb8a2c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:51.288381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.312400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.334384 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.349023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:51.360785 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:51.374329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:51.375246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:51.394756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] For port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:51.398283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] For port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,segment=NetworkSegment(2ad0e554-7822-4909-9b8e-170f0997c984),segment_id=2ad0e554-7822-4909-9b8e-170f0997c984)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:51.404727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Transition to ACTIVE for port object 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:51.423881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.520871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Transition to ACTIVE for port object 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:51.543016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.577443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:51.583756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Network 90ddb011-6276-4061-a990-29d5e7168c35 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:51.591202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:51.595233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:51.606856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186538c-3c95-4f68-aaef-78953a182fc5 None None] Pushing event updated for resources: {'Port': ['ID=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:51.614714 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:51.620151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dabd818c168e4e7387323555702e5197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3094823 Mar 02 07:43:51.620265 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:51.650614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:51.651802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169db5d2-2f0d-4334-b1b1-75b767e01f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0737c650-d04e-4229-b447-ef24619c4359,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:51.815607 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:51.816031 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5305ea-c4fb-4614-93db-1e7dc64ac149 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:51.833278 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.889999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.926010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Attempting to bind port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:51.926271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Attempting to bind port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5c7f8567-2ff6-4ee1-a2a9-f05099e09711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:51.926952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Attempting to bind port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 on network 90ddb011-6276-4061-a990-29d5e7168c35 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:51.933748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Pushing event updated for resources: {'Port': ['ID=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:52.007970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 5153204c-5cc2-4d21-8150-c2afae5f19a9 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:52.087746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:52.091986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Checking segment: {'id': '5c7f8567-2ff6-4ee1-a2a9-f05099e09711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:52.092671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.093283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Bound using segment: {'id': '5c7f8567-2ff6-4ee1-a2a9-f05099e09711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:52.094039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Bound port: 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7f8567-2ff6-4ee1-a2a9-f05099e09711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90ddb011-6276-4061-a990-29d5e7168c35'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:52.094644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.162219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.225210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Transition to ACTIVE for port object 84403954-d908-4374-9f4b-8e43dafb8a2c will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:52.282966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.315120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.381613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] For port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:52.386685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] For port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,segment=NetworkSegment(5c7f8567-2ff6-4ee1-a2a9-f05099e09711),segment_id=5c7f8567-2ff6-4ee1-a2a9-f05099e09711)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:52.399911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.512197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b3bb28a-c203-4fd5-914c-9af24f872718 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:52.560613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0737c650-d04e-4229-b447-ef24619c4359,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:52.666719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:52.678032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.679302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05055f08-6163-4c9f-96bd-34f18392bfb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0737c650-d04e-4229-b447-ef24619c4359 HTTP/1.1" status: 204 len: 168 time: 1.0122514 Mar 02 07:43:52.680397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:52.703286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:52.705223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.712979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Port': ['ID=84403954-d908-4374-9f4b-8e43dafb8a2c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:52.780937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7f31-4787-4882-83a9-6442aacb88ea req-760b9d7a-0714-4230-b0bc-889b47eb641d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:52.788502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-689b7f31-4787-4882-83a9-6442aacb88ea req-760b9d7a-0714-4230-b0bc-889b47eb641d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.4518600 Mar 02 07:43:52.975985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:53.033359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] Sync routers for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:53.044083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.044564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-689b7f31-4787-4882-83a9-6442aacb88ea req-94985902-967c-4c03-8d36-02941d25addd tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549639 Mar 02 07:43:53.085426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:53.086248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:53.100517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.212870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d5101-32f2-4212-a8a8-937b50895d56 None None] Pushing event updated for resources: {'Port': ['ID=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:53.345727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:53.377039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00a219e9-8065-4aad-af8a-83ba4dc76082 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/floatingips/cb1dc743-6c5d-47c9-8f43-a6d933f9fb11 HTTP/1.1" status: 200 len: 977 time: 5.2061572 Mar 02 07:43:53.380444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41092) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:53.384165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:53.387306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:53.415189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:53.491427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 398c40f2-204a-469e-a32b-1b236baae049 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:53.492131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.559508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-4ce32f31-8fd7-45ca-866b-20c1e94f1b4d tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:53.561692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-4ce32f31-8fd7-45ca-866b-20c1e94f1b4d tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.5996523 Mar 02 07:43:53.573151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:53.576262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177fe8e9-f5e1-48db-a878-bd7d755a29cf None None] The sync data for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:53.585944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9b3bb28a-c203-4fd5-914c-9af24f872718 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:53.586508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.656074 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.668978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.679757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:53.687215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Usage tracker for resource:security_group_rule and tenant:b276889d0dc74aaebd44e080e35c694c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:53.690764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:53.697306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:53.699077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d838f-331b-496e-9f07-9dc70106a292 None None] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:53.705709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93587266-9bf0-4e43-9e4a-d809bf398243 req-7348e109-9fd9-49c4-a028-a2cebb40c39f tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.2894471 Mar 02 07:43:53.717048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:53.726112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Usage tracker for resource:security_group_rule and tenant:dab96fb0c9c6418b988aa3f849d27b49 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:53.746096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:53.756846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:53.759299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:53.922614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.931518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.962744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c527b27-7d41-48c3-b19e-e36ec4edff97 req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893981 Mar 02 07:43:54.001333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.004555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.013078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e12604-5dc4-4e22-a8e7-e101e6929f52 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244d012-d81c-42ac-a1ac-6cb5148aee5b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:54.016968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.029220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.034592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-291972aa-3f14-4831-9f92-f4cb5d83a04d None None] Provisioning for port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:54.041243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.042464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.100847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:54.111944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:54.112398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.202916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Port': ['ID=84403954-d908-4374-9f4b-8e43dafb8a2c,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:54.211524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6820901c-5e7e-4ae3-b59a-b82b2d44c6f6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:54.324559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30a5487b-3eb8-4815-ab99-ccc54fe279be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dab96fb0c9c6418b988aa3f849d27b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063082 Mar 02 07:43:54.327824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:54.356912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.400532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,segment=NetworkSegment(2ad0e554-7822-4909-9b8e-170f0997c984),segment_id=2ad0e554-7822-4909-9b8e-170f0997c984)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:54.411117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.454429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-23267079-0808-45a4-8c4f-f9eace0f37a5 req-7a02e90f-8b77-4240-bfd6-05fc72a5c869 service neutron] (87855) timed out ('10.222.0.21', 47578) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:43:54.509122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28418df3-1170-438a-8021-f2dfccafc555 req-205f9bd6-b910-4ae4-a238-17782b996aa9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:54.522476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28418df3-1170-438a-8021-f2dfccafc555 req-205f9bd6-b910-4ae4-a238-17782b996aa9 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2734404 Mar 02 07:43:54.549197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:54.552566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:54.597398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761f041-62e4-4fbd-ba3d-3a929ee93b6c None None] Network 90ddb011-6276-4061-a990-29d5e7168c35 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:54.628866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.629517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.630393 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Floating IP cb1dc743-6c5d-47c9-8f43-a6d933f9fb11 disassociated. External IP: 172.25.4.168, port: 398c40f2-204a-469e-a32b-1b236baae049. Mar 02 07:43:54.631413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:54.631826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 398c40f2-204a-469e-a32b-1b236baae049 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:54.702791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28418df3-1170-438a-8021-f2dfccafc555 req-fa55a5fa-9383-4b05-a37b-6a2dab8b8bf8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790960 Mar 02 07:43:54.782001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.791143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fd8e9-19e8-4cc9-b5a8-04d3a8fb845e req-8c510769-a7e9-4049-80aa-899c54484f9d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:54.792731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b02fd8e9-19e8-4cc9-b5a8-04d3a8fb845e req-8c510769-a7e9-4049-80aa-899c54484f9d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.5589352 Mar 02 07:43:54.841460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.853896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cce2fe3d-fad1-4617-99c2-20247c3ca643 None None] Provisioning for port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:54.859132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:54.868787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:54.937470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b02fd8e9-19e8-4cc9-b5a8-04d3a8fb845e req-765ad6df-ad23-433c-bdf8-ea15ee2d72bd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293755 Mar 02 07:43:54.940380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=398c40f2-204a-469e-a32b-1b236baae049,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:54.942739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:54.952923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41112) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:54.969241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:54.969608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.037185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Provisioning complete for port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:55.037869 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.050444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Router 0759bf79-806b-4c66-8138-e95fb04e5431 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:43:55.094033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7cbcd970-cef1-4faa-8a68-3037ae6eb90d req-08434a3b-95c1-42a9-8022-f81e641d7080 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1414418 Mar 02 07:43:55.269284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0bcef59f-de67-47b8-bc2f-03218e76d045 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/fccffcc0-5d7c-4626-bca9-0ab010e92893 HTTP/1.1" status: 200 len: 993 time: 0.3152313 Mar 02 07:43:55.286073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 5153204c-5cc2-4d21-8150-c2afae5f19a9 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:43:55.301072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.365761 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.397511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,segment=NetworkSegment(5c7f8567-2ff6-4ee1-a2a9-f05099e09711),segment_id=5c7f8567-2ff6-4ee1-a2a9-f05099e09711)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:55.402880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Provisioning for port 84403954-d908-4374-9f4b-8e43dafb8a2c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:55.415815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Provisioning complete for port 84403954-d908-4374-9f4b-8e43dafb8a2c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:55.416220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.425811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6820901c-5e7e-4ae3-b59a-b82b2d44c6f6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:55.445343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.449755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b18e0728-6891-43fd-b1ec-fa61bbaebde8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6820901c-5e7e-4ae3-b59a-b82b2d44c6f6 HTTP/1.1" status: 204 len: 168 time: 1.1169276 Mar 02 07:43:55.475209 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.487011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:55.500382 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] Sync routers for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:55.508104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb9733fd-fd1a-4433-abdb-54f3131b3060 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1388612 Mar 02 07:43:55.508951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41120) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:55.524139 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:55.555932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:55.716736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c8911456-ca4d-43ff-8c68-1b356c08ba45 None None] Port 84403954-d908-4374-9f4b-8e43dafb8a2c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:43:55.744984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:55.755983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:55.787156 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:55.787877 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:55.872082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-930481d3-34bb-43ba-8acb-6d3c74b26ad3 None None] Provisioning complete for port 84403954-d908-4374-9f4b-8e43dafb8a2c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:55.874141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-930481d3-34bb-43ba-8acb-6d3c74b26ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:55.927134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:55.929115 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73045ddb-3a02-4446-9893-728a82eac80c None None] The sync data for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:55.970275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:43:55.991216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] Sync routers for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:43:56.009772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-930481d3-34bb-43ba-8acb-6d3c74b26ad3 None None] Port 84403954-d908-4374-9f4b-8e43dafb8a2c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:43:56.027984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:56.028636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:56.109221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.134785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8e5ee7c2-8df1-4c15-b5dd-28f95a862652 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/398c40f2-204a-469e-a32b-1b236baae049 HTTP/1.1" status: 204 len: 168 time: 2.7496231 Mar 02 07:43:56.135575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:56.163649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:56.191767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-930481d3-34bb-43ba-8acb-6d3c74b26ad3 None None] Provisioning complete for port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:56.192145 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-930481d3-34bb-43ba-8acb-6d3c74b26ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.224372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:43:56.225019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:56.297809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:56.298280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b35079-718a-4734-b3fe-1f28d5df32d3 None None] The sync data for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:43:56.586335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:56.717578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:56.718390 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.736343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23299dfa-b295-4ada-b1c2-a7b0c4e8130d req-41785a74-403c-49b4-8f57-1abb2b55debd tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0679946 Mar 02 07:43:56.924649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd82c6-af81-492f-aced-c07d12d8bbf5 req-a7ce0e23-e198-4435-bf15-075b02850519 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:56.925205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:56.927250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0bd82c6-af81-492f-aced-c07d12d8bbf5 req-a7ce0e23-e198-4435-bf15-075b02850519 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 1.0039916 Mar 02 07:43:56.951699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-08ddf9b2-63da-458e-b72e-958ef7cc0e31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3791196 Mar 02 07:43:57.001541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b0bd82c6-af81-492f-aced-c07d12d8bbf5 req-5e0146cb-dd5c-423e-b303-2b7a5f5ce6bc tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666122 Mar 02 07:43:57.008381 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-3b2beadd-542c-4d7f-8d38-0bd2fda1c2be tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:43:57.025049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b2beadd-542c-4d7f-8d38-0bd2fda1c2be tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5063136 Mar 02 07:43:57.025049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:57.029551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:57.030077 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.159168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cac905-63ab-4294-92a5-9733b7c50c54 req-bd1c8516-e4c7-4d70-9d4a-4b0fd227df23 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:57.161599 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62cac905-63ab-4294-92a5-9733b7c50c54 req-bd1c8516-e4c7-4d70-9d4a-4b0fd227df23 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.2368710 Mar 02 07:43:57.227356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62cac905-63ab-4294-92a5-9733b7c50c54 req-bcc8dc7a-5b0c-4114-8d12-ae1181c68901 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588427 Mar 02 07:43:57.236351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.678866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.798330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 3d640f04-070e-470b-80db-1902ee101a42 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:57.798703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:58.059394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-802fe13f-374c-4758-ad00-35070d6bf2d3 req-6ca28a63-a7d2-43f5-b89e-7acdf6e961d4 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0916247 Mar 02 07:43:58.137641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:58.386071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 3d640f04-070e-470b-80db-1902ee101a42 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:58.420656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting port 84403954-d908-4374-9f4b-8e43dafb8a2c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:58.420656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:58.525832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53449729-18a6-4835-b9a3-8330f717743d req-b61399bd-0196-4f69-b3e5-94a593d188e8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.525832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53449729-18a6-4835-b9a3-8330f717743d req-b61399bd-0196-4f69-b3e5-94a593d188e8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3395762 Mar 02 07:43:58.688429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53449729-18a6-4835-b9a3-8330f717743d req-87ca443b-ef74-4d65-8570-844c866613bf tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542742 Mar 02 07:43:58.697150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8bbb5-a6a4-4375-878e-b8b57f621b47 req-74e9eb63-744d-4afc-8a50-83c6bf4d4b59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.706722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75d8bbb5-a6a4-4375-878e-b8b57f621b47 req-74e9eb63-744d-4afc-8a50-83c6bf4d4b59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.3418763 Mar 02 07:43:58.783966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-75d8bbb5-a6a4-4375-878e-b8b57f621b47 req-5a98380f-0023-4a07-a18e-d11c97286ed3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762026 Mar 02 07:43:58.789222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:58.831832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:58.957378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Calling delete_port for 84403954-d908-4374-9f4b-8e43dafb8a2c owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:58.988331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=3d640f04-070e-470b-80db-1902ee101a42,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:59.080846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.081192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.081525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.081871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.082202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.082527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.082847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.083166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.084229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.084576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.084880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.085200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:59.227842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-ea244195-1472-4c59-8638-0e2dda5b4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:59.229618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-ea244195-1472-4c59-8638-0e2dda5b4dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.3324232 Mar 02 07:43:59.232662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:59.310078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fc255-08cd-45ec-906e-c0dd4cf89d92 req-4b16c688-10b4-41cc-8900-be51d25e20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:59.312239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-266fc255-08cd-45ec-906e-c0dd4cf89d92 req-4b16c688-10b4-41cc-8900-be51d25e20dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.3530343 Mar 02 07:43:59.319080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Port': ['ID=84403954-d908-4374-9f4b-8e43dafb8a2c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:59.401226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a955f9b7-e9dc-4c7b-b099-9b16e6f0f657 req-f2cec2ed-b85e-4a08-acc7-23965a50e188 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1320705 Mar 02 07:43:59.631735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-266fc255-08cd-45ec-906e-c0dd4cf89d92 req-1c7dd168-84a2-497e-bfe8-a3560718845f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858407 Mar 02 07:43:59.666447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:59.671550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:00.075186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-ece2f13e-26ed-4bfb-a970-ee4348a90996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:00.076661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-ece2f13e-26ed-4bfb-a970-ee4348a90996 service neutron] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.8354132 Mar 02 07:44:00.159509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Router 0759bf79-806b-4c66-8138-e95fb04e5431 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:00.294435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-27070b49-b4d1-4c73-bf1e-ad98532d41bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1001 time: 0.1200652 Mar 02 07:44:00.453162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-6c618789-9e22-41de-8e00-bfbc4786784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:00.454534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-6c618789-9e22-41de-8e00-bfbc4786784f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.1532786 Mar 02 07:44:00.539449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724e28-3c7d-4d79-a91b-d06b59307189 req-e5fc32f5-5bad-44e8-9551-81f835b4cc60 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:00.546734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f724e28-3c7d-4d79-a91b-d06b59307189 req-e5fc32f5-5bad-44e8-9551-81f835b4cc60 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.4680970 Mar 02 07:44:00.549305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:00.570549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c769e4a0-f2fe-4aa6-a8d6-fd08916c6c86 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5473034 Mar 02 07:44:00.573921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:00.578015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 5153204c-5cc2-4d21-8150-c2afae5f19a9 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:00.583906 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] Sync routers for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:00.604187 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:00.605812 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:00.626857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f724e28-3c7d-4d79-a91b-d06b59307189 req-75db8d4d-839f-4c01-b798-02e0cd3989a0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791447 Mar 02 07:44:00.675559 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-bfbc940f-8dca-4f52-a2eb-b7924ccd4ed3 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] delete failed (client error): The resource could not be found. Mar 02 07:44:00.680401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bfbc940f-8dca-4f52-a2eb-b7924ccd4ed3 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1889502286 HTTP/1.1" status: 404 len: 335 time: 0.1013145 Mar 02 07:44:00.681689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41286) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:00.686911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f6316b20-7ba7-4529-97e1-8d1ad3e52f2a tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'router': {'external_gateway_info': {'network_id': '0759bf79-806b-4c66-8138-e95fb04e5431'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:00.714916 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:00.740939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:00.749228 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:00.775739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9849207-2e0f-4ff6-b266-5a52cb518e42 req-a5cc77f6-962e-4ba8-bd40-5481642ba2cf tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:00.782739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9849207-2e0f-4ff6-b266-5a52cb518e42 req-a5cc77f6-962e-4ba8-bd40-5481642ba2cf tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.6684959 Mar 02 07:44:00.836678 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:00.837319 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221bb3b3-cce5-457f-b966-34c71eaed03c None None] The sync data for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:00.910703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a2f23e1-45cf-4cd7-b7fc-61a99efb8731 req-8eaad712-8338-40b4-ab4b-d3434cd2b108 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0913277 Mar 02 07:44:01.077710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:01.089700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] Sync routers for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:01.094413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8c2a596c-5943-43d9-9910-8a303047ca9e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/routers/5153204c-5cc2-4d21-8150-c2afae5f19a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9571669 Mar 02 07:44:01.096925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-2b54adc5-213a-4bd0-8f77-aee888050e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:01.098498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-2b54adc5-213a-4bd0-8f77-aee888050e22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6355736 Mar 02 07:44:01.099049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41298) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:01.112351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:01.115613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:01.154412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9849207-2e0f-4ff6-b266-5a52cb518e42 req-08bfeba5-02b6-4316-8d2c-86aa2242a0d6 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707511 Mar 02 07:44:01.227336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:01.238624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] Routers {'5153204c-5cc2-4d21-8150-c2afae5f19a9'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:01.239460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['5153204c-5cc2-4d21-8150-c2afae5f19a9'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:01.321109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:01.321915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d0a3e-61b0-4e01-aef4-32992b4ef0dc None None] The sync data for ids ['5153204c-5cc2-4d21-8150-c2afae5f19a9'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:01.376818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f6316b20-7ba7-4529-97e1-8d1ad3e52f2a tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.461444 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-f6316b20-7ba7-4529-97e1-8d1ad3e52f2a tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] update failed (client error): The resource could not be found. Mar 02 07:44:01.467670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f6316b20-7ba7-4529-97e1-8d1ad3e52f2a tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431 HTTP/1.1" status: 404 len: 339 time: 0.7810354 Mar 02 07:44:01.468072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:01.479123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2036553735'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:01.487991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.507252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:01.515871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:network and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:01.530853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:01.537414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:01.559967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:01.563712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.617086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:01.649371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.650371 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Added segment d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed of type vlan for network 530004c2-edaf-4808-bc53-00e949f82ab7 Mar 02 07:44:01.697383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.737149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.746336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:01.747069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.797923 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d971518-e31d-46e2-a1f3-410b7ba863dc service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246958 Mar 02 07:44:01.870137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Network': ['ID=530004c2-edaf-4808-bc53-00e949f82ab7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:01.881360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 530004c2-edaf-4808-bc53-00e949f82ab7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:01.884478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a47fbf51-e0b7-4dcc-8521-e55857154b32 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4151189 Mar 02 07:44:01.887971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41320) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:01.896032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'subnet': {'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:02.039090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:02.044898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Usage tracker for resource:subnet and tenant:ae16aa6f248f4f328ca017ffbd35b6a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:02.048038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:02.054640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:02.111473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-28dec438-ede3-45fe-a2b7-2ad86a8854dd service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742162 Mar 02 07:44:02.114074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Made reservation on behalf of ae16aa6f248f4f328ca017ffbd35b6a2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:02.117748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.174883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96dab-aba3-42f3-8bb8-191ae4e120e6 req-cae3853d-ba98-40c8-8fb2-dafb8bd32e1c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:02.183611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05c96dab-aba3-42f3-8bb8-191ae4e120e6 req-cae3853d-ba98-40c8-8fb2-dafb8bd32e1c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.3926797 Mar 02 07:44:02.184491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47712670-769e-48f9-873f-bf3a47638a87 req-46affef2-e15b-4cfc-a6a6-88cc6f9124ba tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1190264 Mar 02 07:44:02.221098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.260327 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05c96dab-aba3-42f3-8bb8-191ae4e120e6 req-06811ab6-a5aa-4093-ae9f-43094271e4a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761235 Mar 02 07:44:02.266279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 66472b37-5bf7-4aea-b86a-17bb81a8e67e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:02.266629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.566619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.642212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc7b5e-90cb-471e-9fbb-8148387684d2 req-449200d9-3ca2-4915-bc99-1e90e456f9d5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:02.643745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10cc7b5e-90cb-471e-9fbb-8148387684d2 req-449200d9-3ca2-4915-bc99-1e90e456f9d5 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.1893148 Mar 02 07:44:02.644637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.721630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 66472b37-5bf7-4aea-b86a-17bb81a8e67e owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:02.752264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Subnet': ['ID=3cd1eab4-4fe2-4926-a3a8-06298c5881ee,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:02.780684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10cc7b5e-90cb-471e-9fbb-8148387684d2 req-6efd1c53-c65e-4872-a3c6-e77865fc30ae tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Mar 02 07:44:02.812239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Checking segment: {'id': 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:02.812674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network hostable DHCP agents. Network: 530004c2-edaf-4808-bc53-00e949f82ab7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:02.837284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network 530004c2-edaf-4808-bc53-00e949f82ab7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:02.863228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 530004c2-edaf-4808-bc53-00e949f82ab7) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:02.877053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e422f-a694-4b89-ba47-d1ddeda9178a None None] Network 530004c2-edaf-4808-bc53-00e949f82ab7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:02.890590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:02.891434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.931189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4dc65cba-4621-415f-ab84-5ef81b689bc8 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0406501 Mar 02 07:44:02.935591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41354) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:02.943467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ddfe4102-968b-4b98-9376-fe30794488ac tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'router': {'external_gateway_info': {'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:03.018248 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.137844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=66472b37-5bf7-4aea-b86a-17bb81a8e67e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:03.273538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-530004c2-edaf-4808-bc53-00e949f82ab7', 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7', 'tenant_id': 'ae16aa6f248f4f328ca017ffbd35b6a2', 'fixed_ips': [{'subnet_id': '3cd1eab4-4fe2-4926-a3a8-06298c5881ee'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:03.274465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.277952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.612803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Allocated IP 2001:db8:1::2 (530004c2-edaf-4808-bc53-00e949f82ab7/3cd1eab4-4fe2-4926-a3a8-06298c5881ee/dda23196-c52a-4054-b4aa-3dd1f7264f24) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:03.849284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.875295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddfe4102-968b-4b98-9376-fe30794488ac tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.963483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.974996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd98c5-8a14-43b5-9921-1804d69f9ef0 req-e552948b-9c14-46ca-b193-bbd25a3cc365 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:03.977128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Transition to ACTIVE for port object dda23196-c52a-4054-b4aa-3dd1f7264f24 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:03.987849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adbd98c5-8a14-43b5-9921-1804d69f9ef0 req-e552948b-9c14-46ca-b193-bbd25a3cc365 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.3192141 Mar 02 07:44:04.004116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Transition to ACTIVE for port object dda23196-c52a-4054-b4aa-3dd1f7264f24 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:04.012374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.019168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee08203-f5b0-4e6c-a359-580fe3caa095 req-1f20e525-15f9-4db4-afd1-7331c5644b41 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.3412480 Mar 02 07:44:04.020156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.165691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.170276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Fanout notify agent at l3_agent the message router_deleted on router 5153204c-5cc2-4d21-8150-c2afae5f19a9 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:44:04.192653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Pushing event updated for resources: {'Port': ['ID=dda23196-c52a-4054-b4aa-3dd1f7264f24,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:04.209246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Network 530004c2-edaf-4808-bc53-00e949f82ab7 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:04.212163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:04.219087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:04.254678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adbd98c5-8a14-43b5-9921-1804d69f9ef0 req-c0ed2cb9-bd87-4ff1-ab04-92bce59bc0c0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656119 Mar 02 07:44:04.260206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.264342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7b0029ed-d63d-462a-a508-035b144713a3 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/routers/5153204c-5cc2-4d21-8150-c2afae5f19a9 HTTP/1.1" status: 204 len: 168 time: 3.1615243 Mar 02 07:44:04.266058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:04.271753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb1a6-34df-4640-b955-fbbe18225072 req-24f9765d-4398-4ed8-9d6f-085beb0badc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:04.274136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-24f9765d-4398-4ed8-9d6f-085beb0badc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.8430240 Mar 02 07:44:04.378887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Attempting to bind port dda23196-c52a-4054-b4aa-3dd1f7264f24 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:04.379614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Attempting to bind port dda23196-c52a-4054-b4aa-3dd1f7264f24 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:04.380136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Attempting to bind port dda23196-c52a-4054-b4aa-3dd1f7264f24 on network 530004c2-edaf-4808-bc53-00e949f82ab7 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:04.385472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting subnet d3f3dbf7-2c2b-43a8-849c-9e5e366884f0 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:04.391076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:04.391970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Checking segment: {'id': 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:04.392177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.392826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.393535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Bound using segment: {'id': 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:04.394664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Bound port: dda23196-c52a-4054-b4aa-3dd1f7264f24, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '530004c2-edaf-4808-bc53-00e949f82ab7'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:04.395220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.468544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.498607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df9ca4-a5a2-4c21-8aff-3436b9d263ca req-4a163bfc-7119-4b23-82ad-388c11de52ac tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:04.514531 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-ddfe4102-968b-4b98-9376-fe30794488ac tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:44:04.518534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ddfe4102-968b-4b98-9376-fe30794488ac tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431 HTTP/1.1" status: 400 len: 364 time: 1.5790019 Mar 02 07:44:04.518662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88df9ca4-a5a2-4c21-8aff-3436b9d263ca req-4a163bfc-7119-4b23-82ad-388c11de52ac tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2518091 Mar 02 07:44:04.522218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41402) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:04.586277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] For port dda23196-c52a-4054-b4aa-3dd1f7264f24, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:04.593771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] For port dda23196-c52a-4054-b4aa-3dd1f7264f24, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dda23196-c52a-4054-b4aa-3dd1f7264f24,segment=NetworkSegment(d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed),segment_id=d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:04.596034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb1a6-34df-4640-b955-fbbe18225072 req-40236a88-3b5e-42b3-a61b-5dd661aaf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:04.599447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-40236a88-3b5e-42b3-a61b-5dd661aaf5c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.2746184 Mar 02 07:44:04.603633 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.617435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88df9ca4-a5a2-4c21-8aff-3436b9d263ca req-bde7f9b6-5211-4d98-b4be-b3250f93fa8c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958402 Mar 02 07:44:04.696385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-d504e2d3-6c2a-467d-a6b7-28d8ab852839 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.0773165 Mar 02 07:44:04.714400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eced3b-f153-4069-8692-98e3e9ec553e None None] Pushing event updated for resources: {'Port': ['ID=dda23196-c52a-4054-b4aa-3dd1f7264f24,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:04.783738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb1a6-34df-4640-b955-fbbe18225072 req-e4702f33-f42b-46ce-ad1e-e8619cb795d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:04.785829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-e4702f33-f42b-46ce-ad1e-e8619cb795d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.0825837 Mar 02 07:44:04.870878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-718b3443-82c0-43d6-ac6a-53e9cb878c14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772867 Mar 02 07:44:05.164909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-13479054-ace7-463e-8d16-c2315651e666 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867763 Mar 02 07:44:05.293146 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:05.354277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-712bb1a6-34df-4640-b955-fbbe18225072 req-ac0047b9-7aee-4d30-8297-f6098a8247d6 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859970 Mar 02 07:44:05.354482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fc13b92-c7fe-43f9-8cd1-05a0b607e73a req-78e91f26-e889-461c-9dc1-7be5f5a51521 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1205580 Mar 02 07:44:05.461612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:05.630826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2cbb-afde-4ce2-bffc-c277f06e4308 req-df0a7acd-af02-48eb-8ec2-5d5b57dbb4b5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:05.651868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d5f2cbb-afde-4ce2-bffc-c277f06e4308 req-df0a7acd-af02-48eb-8ec2-5d5b57dbb4b5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.1941609 Mar 02 07:44:05.708885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:05.736654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d5f2cbb-afde-4ce2-bffc-c277f06e4308 req-f6e8bf9f-7fac-470a-9356-40071a067277 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779011 Mar 02 07:44:05.791201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f3dbf7-2c2b-43a8-849c-9e5e366884f0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:05.810783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:05.816796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48731779-ffcc-4c3c-ba20-181c2998bf20 None None] Network 7a81afbf-1fff-475f-b225-aae0e6644648 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:05.932111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6788853c-ecfd-4ae9-ac1c-156eb1638590 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/subnets/d3f3dbf7-2c2b-43a8-849c-9e5e366884f0 HTTP/1.1" status: 204 len: 168 time: 1.6648335 Mar 02 07:44:05.936780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:06.108920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Allocated IP 2001:db8::1 (ca9c744c-02a9-4509-8b66-8aa9ad2bef0e/c8bead1d-b061-4f35-a38a-724f3b8574f2/59eb04f7-5d44-4e24-9d6c-f5c8886fa19d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:06.148218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c2d0-db77-4163-93fc-1e6dbebb2e09 req-882e298c-2080-4275-8450-3f1be2b44143 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:06.148390 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.160167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95d4c2d0-db77-4163-93fc-1e6dbebb2e09 req-882e298c-2080-4275-8450-3f1be2b44143 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2259390 Mar 02 07:44:06.171283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 69afe83d-f894-4b84-825c-7cecc4a5c8de {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:06.173585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.368886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] DHCP port deletion for 7a81afbf-1fff-475f-b225-aae0e6644648 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:06.370909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95d4c2d0-db77-4163-93fc-1e6dbebb2e09 req-79d825cc-32fe-432f-8575-79dc2c938a04 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090518 Mar 02 07:44:06.376177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Deleting port 69afe83d-f894-4b84-825c-7cecc4a5c8de {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:06.376568 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.476595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.517905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Transition to ACTIVE for port object 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:06.542729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b3c32-a7d6-4215-881e-dd4052b03b23 None None] Network 530004c2-edaf-4808-bc53-00e949f82ab7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:06.576304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.699700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fae78d23-071c-4fe3-a35b-47e202f73df1 req-e2793e6e-ef98-42fa-918e-0f02c1487006 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1078427 Mar 02 07:44:06.701881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:06.706400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:06.711611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:06.712299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.729564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] For port 69afe83d-f894-4b84-825c-7cecc4a5c8de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=69afe83d-f894-4b84-825c-7cecc4a5c8de,segment=NetworkSegment(a645b1c5-61b1-45ef-adff-8c95cde1c668),segment_id=a645b1c5-61b1-45ef-adff-8c95cde1c668)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:06.729564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.766701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dda23196-c52a-4054-b4aa-3dd1f7264f24 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:06.835964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Port': ['ID=59eb04f7-5d44-4e24-9d6c-f5c8886fa19d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:06.872892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.930557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95d4de26-6d45-41dd-8d04-0e9af6a0e7fd None None] Provisioning for port dda23196-c52a-4054-b4aa-3dd1f7264f24 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:07.045786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 69afe83d-f894-4b84-825c-7cecc4a5c8de owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:07.156685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port dda23196-c52a-4054-b4aa-3dd1f7264f24 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:07.237099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] For port 69afe83d-f894-4b84-825c-7cecc4a5c8de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=69afe83d-f894-4b84-825c-7cecc4a5c8de,segment=NetworkSegment(a645b1c5-61b1-45ef-adff-8c95cde1c668),segment_id=a645b1c5-61b1-45ef-adff-8c95cde1c668)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:07.237696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.326277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.394918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Calling delete_port for 69afe83d-f894-4b84-825c-7cecc4a5c8de owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:07.446646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] No DVR routers for this DVR port 69afe83d-f894-4b84-825c-7cecc4a5c8de on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:07.471031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b965a5-6ca3-43ac-920f-5508a5dbe668 req-42d63c3d-f92d-462b-8e12-cccb81988798 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:07.476331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=69afe83d-f894-4b84-825c-7cecc4a5c8de,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:07.501119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63b965a5-6ca3-43ac-920f-5508a5dbe668 req-42d63c3d-f92d-462b-8e12-cccb81988798 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.5241551 Mar 02 07:44:07.541436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:07.542027 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:07.548742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dda23196-c52a-4054-b4aa-3dd1f7264f24 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:07.562394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.686030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63b965a5-6ca3-43ac-920f-5508a5dbe668 req-0aa4d8d5-4b0d-455b-b60f-978fa7c9d42a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763430 Mar 02 07:44:07.717441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6dd3541d-b1e6-44e4-a1f9-c3995b339a04 None None] Provisioning for port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:07.726906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6dd3541d-b1e6-44e4-a1f9-c3995b339a04 None None] Provisioning complete for port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:07.727564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6dd3541d-b1e6-44e4-a1f9-c3995b339a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.903898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.939582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3541d-b1e6-44e4-a1f9-c3995b339a04 None None] Port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:07.958172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7270-ee4b-43e8-982a-c0f1b81d16b9 req-613a7a19-8085-4038-bacb-b90e42749bae tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:07.959695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f3b7270-ee4b-43e8-982a-c0f1b81d16b9 req-613a7a19-8085-4038-bacb-b90e42749bae tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3021805 Mar 02 07:44:07.963616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a81afbf-1fff-475f-b225-aae0e6644648']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:07.974339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.992389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4fa6d813-89f5-454c-910b-0ab65884dc87 req-58d8c620-baa4-4630-9c94-3557c9380dcd tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0486445 Mar 02 07:44:08.002235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a645b1c5-61b1-45ef-adff-8c95cde1c668') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:08.002819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a645b1c5-61b1-45ef-adff-8c95cde1c668') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:08.026816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.043080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port dda23196-c52a-4054-b4aa-3dd1f7264f24, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dda23196-c52a-4054-b4aa-3dd1f7264f24,segment=NetworkSegment(d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed),segment_id=d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:08.043972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Deleting port 69afe83d-f894-4b84-825c-7cecc4a5c8de {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:08.044337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.050263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f3b7270-ee4b-43e8-982a-c0f1b81d16b9 req-3f186b5b-3a5b-4c26-ba93-290d134768f8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782864 Mar 02 07:44:08.067273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.080562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:08.081402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.082395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:08.114752 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:08.131363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.140152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.140925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.173374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 69afe83d-f894-4b84-825c-7cecc4a5c8de no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:08.246949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.284607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.288877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event updated for resources: {'Port': ['ID=59eb04f7-5d44-4e24-9d6c-f5c8886fa19d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:08.308414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Network': ['ID=7a81afbf-1fff-475f-b225-aae0e6644648,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:08.319143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7500c091-9edf-4aa5-b974-102425ce8240 None None] The port '69afe83d-f894-4b84-825c-7cecc4a5c8de' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:44:08.334530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45e870fc-4397-4ab9-97b8-50ebb7e26dd9 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/networks/7a81afbf-1fff-475f-b225-aae0e6644648 HTTP/1.1" status: 204 len: 168 time: 2.3931577 Mar 02 07:44:08.334530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41478) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:08.354752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 69afe83d-f894-4b84-825c-7cecc4a5c8de {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:08.355036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 69afe83d-f894-4b84-825c-7cecc4a5c8de not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:08.385103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=dda23196-c52a-4054-b4aa-3dd1f7264f24,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:08.412887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-374b1675-cf0c-43f1-9a39-87d9e8a338d8 None None] Provisioning complete for port dda23196-c52a-4054-b4aa-3dd1f7264f24 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:08.413269 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-374b1675-cf0c-43f1-9a39-87d9e8a338d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.443127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:08.443127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:08.624772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dda23196-c52a-4054-b4aa-3dd1f7264f24 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:08.664954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 821732b7-6a94-4f34-b158-8eded5484742 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:08.669383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.794820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dda23196-c52a-4054-b4aa-3dd1f7264f24 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:08.795236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:08.860584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Router 0759bf79-806b-4c66-8138-e95fb04e5431 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:08.978445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6ee5d63a-bab4-44be-ace6-c6451518b706 None None] Provisioning complete for port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:08.979481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6ee5d63a-bab4-44be-ace6-c6451518b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.053360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5d63a-bab4-44be-ace6-c6451518b706 None None] Port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:09.212897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.213429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.243097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05f740ba-508d-4300-94b2-b1a5a226afe9 req-340f0f22-53ba-4fe6-b6db-c44f7db0ae84 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0739989 Mar 02 07:44:09.265882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:09.277383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] Sync routers for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:09.279102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e8e96f0c-c3c2-417e-b1e6-cca4212b9822 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7558734 Mar 02 07:44:09.282304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:09.290245 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:09.291053 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:09.362152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 821732b7-6a94-4f34-b158-8eded5484742 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:09.369254 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:09.411779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:09.413572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:09.471387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6e34b-30b7-4f08-997b-78c35814894d req-407005d2-afe1-4feb-9787-c73555711d68 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:09.474403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0f6e34b-30b7-4f08-997b-78c35814894d req-407005d2-afe1-4feb-9787-c73555711d68 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.5489466 Mar 02 07:44:09.550482 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:09.550891 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84549574-fc8e-4c25-8de2-15c63380dea5 None None] The sync data for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:09.575717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0f6e34b-30b7-4f08-997b-78c35814894d req-8e6de5dc-4335-4535-8cff-d8a4f80bcc4d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917609 Mar 02 07:44:09.614274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.633785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9535967-a305-4968-a103-b17ae8f4f095 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.802899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=821732b7-6a94-4f34-b158-8eded5484742,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:09.881591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.902359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:09.903797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f02c47cc-f2e8-423b-845c-10d09288d970 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb1dc743-6c5d-47c9-8f43-a6d933f9fb11 HTTP/1.1" status: 204 len: 168 time: 1.5692804 Mar 02 07:44:09.908098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41528) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:09.941197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eef740-70e9-4902-8fcb-5c7ae8a7d25e req-7fbac0fd-893d-463b-9635-de49d07db4c8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:09.942726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6eef740-70e9-4902-8fcb-5c7ae8a7d25e req-7fbac0fd-893d-463b-9635-de49d07db4c8 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.5195267 Mar 02 07:44:09.956807 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-a9535967-a305-4968-a103-b17ae8f4f095 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:44:09.958040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a9535967-a305-4968-a103-b17ae8f4f095 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431 HTTP/1.1" status: 409 len: 329 time: 0.6738245 Mar 02 07:44:09.965965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:09.970267 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae9d6a3-b763-40d1-af5b-25b7b8146234 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] DELETE failed (client error): The resource could not be found. Mar 02 07:44:09.970895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae9d6a3-b763-40d1-af5b-25b7b8146234 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:44:09.972968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ae9d6a3-b763-40d1-af5b-25b7b8146234 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/398c40f2-204a-469e-a32b-1b236baae049 HTTP/1.1" status: 404 len: 333 time: 0.0636182 Mar 02 07:44:09.978525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:10.088360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a4992e27-caae-4f1e-a4a3-ce6e04cf7e5b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Synchronizing usage tracker for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:10.120088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a6eef740-70e9-4902-8fcb-5c7ae8a7d25e req-e09fc7cc-07f9-4f4b-97f2-e0fa32bf9248 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609316 Mar 02 07:44:10.138882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a4992e27-caae-4f1e-a4a3-ce6e04cf7e5b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Unset dirty status for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:10.144209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4992e27-caae-4f1e-a4a3-ce6e04cf7e5b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/ports?device_id=5153204c-5cc2-4d21-8150-c2afae5f19a9 HTTP/1.1" status: 200 len: 205 time: 0.1611478 Mar 02 07:44:10.159222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41544) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:10.489203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13a9af9c-7fe9-43d2-bfcc-36ef678d6eac req-51893415-40d6-4fa6-b7ec-5b2f3317dca5 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0579767 Mar 02 07:44:10.490300 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-3fa0dc27-e4d2-408b-9c57-4e37a9ee688b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] delete failed (client error): The resource could not be found. Mar 02 07:44:10.494063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:10.494576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3fa0dc27-e4d2-408b-9c57-4e37a9ee688b tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/routers/5153204c-5cc2-4d21-8150-c2afae5f19a9 HTTP/1.1" status: 404 len: 336 time: 0.3334570 Mar 02 07:44:10.595036 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b64d58e-bd03-49cd-b763-54463c5e408f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] DELETE failed (client error): The resource could not be found. Mar 02 07:44:10.595491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b64d58e-bd03-49cd-b763-54463c5e408f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:44:10.599605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b64d58e-bd03-49cd-b763-54463c5e408f tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/subnets/d3f3dbf7-2c2b-43a8-849c-9e5e366884f0 HTTP/1.1" status: 404 len: 337 time: 0.1008873 Mar 02 07:44:10.601681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41566) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:10.833323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 6e121c66-7a27-4332-a9ac-5b4680b59c90 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:10.833784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:10.927703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e68f-90d9-4554-9617-f6d34961e93e req-45a1379e-74cf-41d4-8c0e-3ee8ed27810e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:10.934859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b991e68f-90d9-4554-9617-f6d34961e93e req-45a1379e-74cf-41d4-8c0e-3ee8ed27810e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.5199957 Mar 02 07:44:11.108232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b991e68f-90d9-4554-9617-f6d34961e93e req-c69c1181-80ec-45c8-9e8d-d2fb7083e276 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722229 Mar 02 07:44:11.270671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8a62-8617-4a2a-97d1-19dd315006b5 req-995e31cd-e1bd-4628-8e79-049e11683926 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:11.272190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-240c8a62-8617-4a2a-97d1-19dd315006b5 req-995e31cd-e1bd-4628-8e79-049e11683926 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.1896801 Mar 02 07:44:11.360008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-240c8a62-8617-4a2a-97d1-19dd315006b5 req-0feb91d0-60e0-4063-be15-8bbabcdae28d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750833 Mar 02 07:44:11.453170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:11.846049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 6e121c66-7a27-4332-a9ac-5b4680b59c90 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:11.891781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d23b1c79-da6d-461c-80dc-d92716848a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:11.947559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-761aeb95-9f01-4520-aafd-d95bde7eee60 req-1e26392f-8295-43e9-b7fa-8e774d2aeaa0 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.2073710 Mar 02 07:44:12.150651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-c5562eae-fe66-4b87-91f3-198c97a54bc5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:12.153246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-c5562eae-fe66-4b87-91f3-198c97a54bc5 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.2486510 Mar 02 07:44:12.161879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:12.460322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Deleting port 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:12.460712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:12.641936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930d25b-2160-445f-aada-154c312d1074 req-5e839764-6e6a-4d59-81fa-0fc7041d71c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:12.654505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a930d25b-2160-445f-aada-154c312d1074 req-5e839764-6e6a-4d59-81fa-0fc7041d71c9 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 0.2352617 Mar 02 07:44:12.806259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a930d25b-2160-445f-aada-154c312d1074 req-3dc15e77-2732-4b97-b061-baaa833d7924 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449144 Mar 02 07:44:13.162175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-502811ab-1e45-4f2a-bfa2-c57c7d9c3eef req-975ca121-9e30-41c8-8f7a-6a4806e908e9 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0580509 Mar 02 07:44:13.245730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:13.489041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=6e121c66-7a27-4332-a9ac-5b4680b59c90,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:13.605837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca48c6-ec9d-43a8-913c-60be0ef1537c req-c4f729d5-d29e-41ea-87cb-6f5d00495833 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:13.607527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8dca48c6-ec9d-43a8-913c-60be0ef1537c req-c4f729d5-d29e-41ea-87cb-6f5d00495833 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.6845696 Mar 02 07:44:13.659958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:13.723822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-547b482b-f95b-4f62-96dd-77fe8b8b9179 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/6e121c66-7a27-4332-a9ac-5b4680b59c90 HTTP/1.1" status: 204 len: 168 time: 3.1167092 Mar 02 07:44:13.726302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41632) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:13.732451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:13.732825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:13.759195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8dca48c6-ec9d-43a8-913c-60be0ef1537c req-9466a8ca-2d2e-40c1-b091-30dddd722206 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423991 Mar 02 07:44:13.849321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port d5b7abcf-71bc-442e-91df-900f5d6bc666 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:13.852030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.082602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting port 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:14.082947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.208966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc5ffe72-0562-4000-b593-d9db7ba1e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.270086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.295067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41652) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:14.481365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb2ab852-c301-4967-9935-aba2e26c46d2 req-b5334ef2-403e-4471-8f69-309de9dd5260 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0687556 Mar 02 07:44:14.630580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.631711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for d5b7abcf-71bc-442e-91df-900f5d6bc666 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:14.674140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:14.695463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:14.700118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d7fe803f6f5a4cad99ec4f874b5ef76b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:14.703695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:14.710523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:14.760659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Calling delete_port for 59eb04f7-5d44-4e24-9d6c-f5c8886fa19d owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:15.022407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.030544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.047350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 13e4df2b-83c5-43aa-b079-d0a5b078a592 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:15.078367 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.120239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7fe803f6f5a4cad99ec4f874b5ef76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8235915 Mar 02 07:44:15.124915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41662) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:15.127519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=d5b7abcf-71bc-442e-91df-900f5d6bc666,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:15.199888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.200495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.200983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.201407 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Floating IP f846c9ee-880a-4556-ba65-054f3d4b4b13 disassociated. External IP: 172.25.4.141, port: 13e4df2b-83c5-43aa-b079-d0a5b078a592. Mar 02 07:44:15.201878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Calling delete_port for 13e4df2b-83c5-43aa-b079-d0a5b078a592 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:15.239748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:15.241817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:15.247637 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-e7ff9ac6-48c0-4989-87e2-054528bda99f service neutron] show failed (client error): The resource could not be found. Mar 02 07:44:15.248879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-e7ff9ac6-48c0-4989-87e2-054528bda99f service neutron] 10.222.0.16 "GET /v2.0/ports/2761b89e-2d0a-4e07-b31f-c11255392955/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.9440269 Mar 02 07:44:15.250284 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.266562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ef53-ad42-4087-842f-b9ceae783596 req-a8a8d7ac-4211-47f8-b4ea-10a35d72997d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:15.274828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a34ef53-ad42-4087-842f-b9ceae783596 req-a8a8d7ac-4211-47f8-b4ea-10a35d72997d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 947 time: 1.2985578 Mar 02 07:44:15.277847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833dc29-80c5-4127-8ae3-75b9c22636b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d492e9-dc50-439f-a118-a73423967405,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:15.341548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.350694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e3ef-a2f8-4531-bb03-b9c1e11c2679 req-d3938a3e-0dd8-4ac9-ac85-d3393b27d060 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:15.352880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:15.367188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e77e3ef-a2f8-4531-bb03-b9c1e11c2679 req-d3938a3e-0dd8-4ac9-ac85-d3393b27d060 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.4522882 Mar 02 07:44:15.376603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:15.376927 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:15.428019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.457032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.468619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a34ef53-ad42-4087-842f-b9ceae783596 req-73c31ed6-ccab-4622-8672-6f713f3cf922 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923780 Mar 02 07:44:15.489492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e77e3ef-a2f8-4531-bb03-b9c1e11c2679 req-542ee627-4035-48ec-9576-d8a614e97edf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210692 Mar 02 07:44:15.502773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.548112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.583094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21f381db-f24b-4c43-bee4-af6778fcfb76 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/ports/d5b7abcf-71bc-442e-91df-900f5d6bc666 HTTP/1.1" status: 204 len: 168 time: 1.8523390 Mar 02 07:44:15.585464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:15.623619 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'code': 200} Mar 02 07:44:15.624376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Port': ['ID=59eb04f7-5d44-4e24-9d6c-f5c8886fa19d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:15.738249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.899576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d22aac42-83dd-4284-a831-095531beb509 req-4a588710-7439-4fce-b8a1-cf1f3c26a911 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0793002 Mar 02 07:44:15.919648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6ecf9-f534-4b8d-a826-94fc656a51d2 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:15.920523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82e6ecf9-f534-4b8d-a826-94fc656a51d2 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Synchronizing usage tracker for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:15.934351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Deleting port 13e4df2b-83c5-43aa-b079-d0a5b078a592 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:15.935289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.940585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:15.952999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-82e6ecf9-f534-4b8d-a826-94fc656a51d2 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Unset dirty status for tenant:8b0a609093244b3493d57393a9e5c484 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:15.956940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82e6ecf9-f534-4b8d-a826-94fc656a51d2 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "GET /v2.0/ports?device_id=36dfcedd-3a61-4a3b-883f-da64a4830c32 HTTP/1.1" status: 200 len: 913 time: 0.3627117 Mar 02 07:44:15.957059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:15.960034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d492e9-dc50-439f-a118-a73423967405,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:15.993154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:16.172423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:16.174293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f12f8523-6af8-4fc8-820d-0a881cc3999e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88d492e9-dc50-439f-a118-a73423967405 HTTP/1.1" status: 204 len: 168 time: 1.0480046 Mar 02 07:44:16.217829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-6218369f-9d58-4cab-83f0-37b84d80223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:16.227945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-6218369f-9d58-4cab-83f0-37b84d80223d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 1096 time: 0.6019762 Mar 02 07:44:16.298758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:16.689554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:16.758106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:16.809986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:16.883145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df3719-a2cf-433d-a6dd-0b503971bd76 req-900ea368-9911-47fd-85fe-a1471c26adc8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:16.884718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1df3719-a2cf-433d-a6dd-0b503971bd76 req-900ea368-9911-47fd-85fe-a1471c26adc8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.1826973 Mar 02 07:44:16.978306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Router 0759bf79-806b-4c66-8138-e95fb04e5431 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:17.001720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1df3719-a2cf-433d-a6dd-0b503971bd76 req-c587900c-dfa1-4c55-a384-6c422f7718bd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993977 Mar 02 07:44:17.002353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:17.052457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] For port 13e4df2b-83c5-43aa-b079-d0a5b078a592, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=13e4df2b-83c5-43aa-b079-d0a5b078a592,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:17.052826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:17.074301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:17.078833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:17.262233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d907c9f7-aa73-4b86-8a69-feef5d3767de req-733a67a6-debe-43b7-9cfa-d8d173b30c25 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0605087 Mar 02 07:44:17.362613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Usage tracker for resource:security_group_rule and tenant:5d77bca8f86f4f82a8d8c4b294cf68c9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:17.375385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:17.468075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:17.683936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:17.700512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] Sync routers for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:17.715788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:17.716551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:17.742038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port f8c99dfb-2b09-4166-af35-886ee6c6455e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:17.742390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:17.811885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378edf7c-3946-43e0-9a3b-99e4d050b223 req-5b006578-65c3-4866-a533-21dbc163a160 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:17.812895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-378edf7c-3946-43e0-9a3b-99e4d050b223 req-5b006578-65c3-4866-a533-21dbc163a160 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:17.832226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:17.863895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] Routers {'0759bf79-806b-4c66-8138-e95fb04e5431'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:17.870428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0759bf79-806b-4c66-8138-e95fb04e5431'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:17.881959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-378edf7c-3946-43e0-9a3b-99e4d050b223 req-5b006578-65c3-4866-a533-21dbc163a160 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:17.889325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-378edf7c-3946-43e0-9a3b-99e4d050b223 req-5b006578-65c3-4866-a533-21dbc163a160 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 945 time: 1.1454763 Mar 02 07:44:17.930329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d934dde0-63dc-4fb3-b814-ff2faa494880 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9627683 Mar 02 07:44:17.948087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:18.060121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:18.061078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeef08e-6520-4253-b91a-1e7d01410b17 None None] The sync data for ids ['0759bf79-806b-4c66-8138-e95fb04e5431'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:18.097689 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-c430754c-36e9-4006-916a-014d91de3446 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] show failed (client error): The resource could not be found. Mar 02 07:44:18.119237 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:44:18.127015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.130913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c430754c-36e9-4006-916a-014d91de3446 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-838067662 HTTP/1.1" status: 404 len: 334 time: 0.1789570 Mar 02 07:44:18.133990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41722) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:18.157124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2413f026-3501-4391-9927-a7cc690388df tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:18.173472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.177753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.178195 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Floating IP f846c9ee-880a-4556-ba65-054f3d4b4b13 disassociated. External IP: 172.25.4.141, port: 13e4df2b-83c5-43aa-b079-d0a5b078a592. Mar 02 07:44:18.178624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Calling delete_port for 13e4df2b-83c5-43aa-b079-d0a5b078a592 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:18.190056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:18.246849 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-2413f026-3501-4391-9927-a7cc690388df tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] update failed (client error): The resource could not be found. Mar 02 07:44:18.248068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2413f026-3501-4391-9927-a7cc690388df tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-528968176 HTTP/1.1" status: 404 len: 334 time: 0.1129689 Mar 02 07:44:18.284958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41726) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:18.468543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-378edf7c-3946-43e0-9a3b-99e4d050b223 req-ad0cef13-f7c0-49ef-9130-529a0350a3ee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5783205 Mar 02 07:44:18.514187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.607919 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.628503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.656475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting subnet 3cd1eab4-4fe2-4926-a3a8-06298c5881ee {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:18.657285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.662841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.669207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for f8c99dfb-2b09-4166-af35-886ee6c6455e owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:18.671674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.811590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e487b0-a7dc-43cb-8a25-e84068feef0f req-5e9ef6db-54f1-464f-a310-16f421ec303b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:18.813244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07e487b0-a7dc-43cb-8a25-e84068feef0f req-5e9ef6db-54f1-464f-a310-16f421ec303b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.5623279 Mar 02 07:44:18.821711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a95b3040-199a-48f2-838c-8342bdf82723 req-defc1b0e-02e0-4703-9232-0c5030db3e85 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1057658 Mar 02 07:44:18.836848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d77bca8f86f4f82a8d8c4b294cf68c9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1435492 Mar 02 07:44:18.848923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41736) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:18.887788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c928167-1cbd-4b5d-bcb9-99cc1cb73863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6176e59-57a6-42cb-91ab-aceed23ddb6c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:18.903137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:18.910529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:18.967299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07e487b0-a7dc-43cb-8a25-e84068feef0f req-19b259aa-8e4a-49c4-b7c9-9c92732ed3e7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366949 Mar 02 07:44:18.997644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.064717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'Port': ['ID=13e4df2b-83c5-43aa-b079-d0a5b078a592,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:19.073652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:19.124479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.170677 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.291876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.313574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6176e59-57a6-42cb-91ab-aceed23ddb6c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:19.315335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.378155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=f8c99dfb-2b09-4166-af35-886ee6c6455e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:19.383845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.389801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1189babf-9ba5-4426-9d55-44cb6c10e900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6176e59-57a6-42cb-91ab-aceed23ddb6c HTTP/1.1" status: 204 len: 168 time: 0.5348268 Mar 02 07:44:19.435124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:19.450411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.494260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.815294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Transition to ACTIVE for port object 2761b89e-2d0a-4e07-b31f-c11255392955 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:19.858250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.981439 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:19.982100 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:20.064903 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'code': 200} Mar 02 07:44:20.082418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:20.083905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:20.195145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ec1a-a16f-4978-b2b3-815776087074 req-bc98f077-5694-467c-9058-fbe57043c8ec tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:20.201987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:20.203174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d61ec1a-a16f-4978-b2b3-815776087074 req-bc98f077-5694-467c-9058-fbe57043c8ec tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.5522861 Mar 02 07:44:20.204566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd1eab4-4fe2-4926-a3a8-06298c5881ee,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:20.217397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:20.220457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f2d32-2494-404d-85e1-71df93d96244 None None] Network 530004c2-edaf-4808-bc53-00e949f82ab7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:20.315455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d61ec1a-a16f-4978-b2b3-815776087074 req-f421031a-0f6a-480c-a95e-6c5a2abc9b4f tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113100 Mar 02 07:44:20.350990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:20.434884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bd3d68ac-c6c6-440e-b075-e9d07198fcc9 req-af8ada85-db4d-4114-a777-4686749a7f7d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Synchronizing usage tracker for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:20.453237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] No DVR routers for this DVR port 2761b89e-2d0a-4e07-b31f-c11255392955 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:20.543597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dea20004-eba9-49d0-b6b3-10d8d82ab893 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/subnets/3cd1eab4-4fe2-4926-a3a8-06298c5881ee HTTP/1.1" status: 204 len: 168 time: 2.2007287 Mar 02 07:44:20.550160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:20.738547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bd3d68ac-c6c6-440e-b075-e9d07198fcc9 req-af8ada85-db4d-4114-a777-4686749a7f7d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Unset dirty status for tenant:af9560cd24614a66b4afc26af75189d4 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:20.739870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd3d68ac-c6c6-440e-b075-e9d07198fcc9 req-af8ada85-db4d-4114-a777-4686749a7f7d tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 210 time: 0.4123709 Mar 02 07:44:20.840202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] DHCP port deletion for 530004c2-edaf-4808-bc53-00e949f82ab7 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:20.845193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Deleting port dda23196-c52a-4054-b4aa-3dd1f7264f24 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:20.845718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:20.876356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a6325ce-9a41-4b0f-b1df-786caa43e88e req-f0eaa189-6fd2-4063-891e-177a33d61081 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.2811887 Mar 02 07:44:21.109383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] For port dda23196-c52a-4054-b4aa-3dd1f7264f24, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dda23196-c52a-4054-b4aa-3dd1f7264f24,segment=NetworkSegment(d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed),segment_id=d1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:21.110001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.196078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:21.210209 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:21.228430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:21.229586 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:21.303909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.337299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Calling delete_port for dda23196-c52a-4054-b4aa-3dd1f7264f24 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:21.520135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.564598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] No DVR routers for this DVR port 13e4df2b-83c5-43aa-b079-d0a5b078a592 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:21.572697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] Pushing event deleted for resources: {'Port': ['ID=dda23196-c52a-4054-b4aa-3dd1f7264f24,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:21.576702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3839ba-c13d-4b82-862b-1427f08c6c14 None None] No DVR routers for this DVR port dda23196-c52a-4054-b4aa-3dd1f7264f24 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:21.645793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.647847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.39 "DELETE /v2.0/ports/13e4df2b-83c5-43aa-b079-d0a5b078a592 HTTP/1.1" status: 204 len: 173 time: 9.3296616 Mar 02 07:44:21.695878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:21.743884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Router 36dfcedd-3a61-4a3b-883f-da64a4830c32 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:21.783525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174f715-d222-43ad-96fb-72e554840e96 req-53642316-2e13-4427-ad9b-b74c5cb0116d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:21.785521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3174f715-d222-43ad-96fb-72e554840e96 req-53642316-2e13-4427-ad9b-b74c5cb0116d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.39 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.7244120 Mar 02 07:44:21.902168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-ca89a6de-8799-4a4c-a700-4f8ca56a68fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7748177 Mar 02 07:44:21.921954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8286d-878d-470e-8263-4c596f7577d9 req-994ddf60-6bf8-470f-99c1-fdf2d001e1ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:21.928598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5d8286d-878d-470e-8263-4c596f7577d9 req-994ddf60-6bf8-470f-99c1-fdf2d001e1ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.9587708 Mar 02 07:44:21.944797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:21.945142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:21.945468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:21.957981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:44:21.958308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Attempting to bind port 2761b89e-2d0a-4e07-b31f-c11255392955 on network 272e036b-6862-4f00-a17d-907b51d7c00a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:21.968861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:21.969201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Checking segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:21.969587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Bound using segment: {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:21.970061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Bound port: 2761b89e-2d0a-4e07-b31f-c11255392955, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31378f1-34a4-475d-877a-64323eddcef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:21.970409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.980609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:21.987966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d993b-a71b-4262-b81f-6675e5cbbf3e req-5432d986-73a6-45f7-8d04-9b2e5b88431d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:21.989548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b5d993b-a71b-4262-b81f-6675e5cbbf3e req-5432d986-73a6-45f7-8d04-9b2e5b88431d tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.3922310 Mar 02 07:44:22.028583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Deleting port d4774bd3-d631-42a5-9876-86ada6ded90e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:22.029053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.065527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-deleted', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:22.075815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530004c2-edaf-4808-bc53-00e949f82ab7']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.114628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5d8286d-878d-470e-8263-4c596f7577d9 req-cc46c230-fa6a-4d1f-9ef6-331dc90f5016 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743076 Mar 02 07:44:22.145915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.146411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1be17f1-c7ae-4ebf-a0b4-045ccc6e09ed') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.204369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.205690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b5d993b-a71b-4262-b81f-6675e5cbbf3e req-bd2cfa3b-3eda-448b-adb4-feda796bc46c tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041743 Mar 02 07:44:22.243914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:22.246588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.262320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:22.262862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:22.304955 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:22.308867 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.313432 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:44:22.323506 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:22.325774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.413025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:22.426309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] Sync routers for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:22.444196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d51e3da-17ac-45d9-9245-a7797223665e tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "PUT /v2.0/routers/36dfcedd-3a61-4a3b-883f-da64a4830c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4840271 Mar 02 07:44:22.445449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:22.446721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:22.447908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.568849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dda23196-c52a-4054-b4aa-3dd1f7264f24 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:22.634937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.637536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: dda23196-c52a-4054-b4aa-3dd1f7264f24 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:22.637894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dda23196-c52a-4054-b4aa-3dd1f7264f24 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:22.657078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] Routers {'36dfcedd-3a61-4a3b-883f-da64a4830c32'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:22.657710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36dfcedd-3a61-4a3b-883f-da64a4830c32'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.684975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-aa5aa6b0-fca7-4c35-8284-b6c6e7302148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:22.686694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-aa5aa6b0-fca7-4c35-8284-b6c6e7302148 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3722fb0dd1814f34986e92ad42ab6304&device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 1097 time: 0.7584734 Mar 02 07:44:22.692066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46dc429c-3f42-467f-b7eb-9cb3c762ee1f req-fe9870f0-74a2-430c-abeb-dafe4b713268 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/ports?device_id=220930cf-692b-40c4-a839-b077dba8e8ff HTTP/1.1" status: 200 len: 210 time: 0.1993651 Mar 02 07:44:22.757782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb717cff-9f35-4fd3-8d84-d82cef7aaa2c req-329f08cd-b314-4b8f-84d4-c3977254ce49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1608527 Mar 02 07:44:22.777918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.785780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:22.786285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91770ad6-d2a9-4595-aa68-b77038f7e746 None None] The sync data for ids ['36dfcedd-3a61-4a3b-883f-da64a4830c32'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:22.803075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46680f46-a2ae-4929-a202-e70aeb156a97 req-f1c35538-5af2-452b-b264-b30b97547c49 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:22.805728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:22.822632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46680f46-a2ae-4929-a202-e70aeb156a97 req-f1c35538-5af2-452b-b264-b30b97547c49 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 946 time: 0.4815931 Mar 02 07:44:22.894152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:22.909292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.934905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:22.939356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Network': ['ID=530004c2-edaf-4808-bc53-00e949f82ab7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:22.942641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f722b7b-98dd-4742-a32d-9b6de2a970fc req-f400ff75-c35e-4164-af0d-cec55c32bfbd tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.0728025 Mar 02 07:44:23.053603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:23.054000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.070405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f7daecd-8a75-46f5-8b57-32900021b3d5 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/networks/530004c2-edaf-4808-bc53-00e949f82ab7 HTTP/1.1" status: 204 len: 168 time: 2.5011868 Mar 02 07:44:23.075058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41826) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:23.084708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d4774bd3-d631-42a5-9876-86ada6ded90e no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:23.113043 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220930cf-692b-40c4-a839-b077dba8e8ff', 'name': 'network-vif-deleted', 'tag': '13e4df2b-83c5-43aa-b079-d0a5b078a592', 'status': 'completed', 'code': 200} Mar 02 07:44:23.164798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:23.165498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.167068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] 10.222.0.39 "PUT /v2.0/ports/2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1091 time: 6.8725801 Mar 02 07:44:23.199203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46680f46-a2ae-4929-a202-e70aeb156a97 req-612043a0-74ea-4ef1-b21b-b9e44f350d09 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758428 Mar 02 07:44:23.265973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Calling delete_port for d4774bd3-d631-42a5-9876-86ada6ded90e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:23.304624 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:23.310581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfb0c0-8356-4f7a-91b5-566a888c4b17 None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 4, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e0bcd1f9-be7c-4673-8829-ce7b525d6fca', 'name': '', 'network_id': '99672d76-a8ce-40ed-9645-8c345776e8a9', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'mac_address': 'fa:16:3e:2f:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:30Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'subnets': [{'id': '9bf64ca4-d9a5-403c-8ec1-47519ac4552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:23.368667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.409309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.431223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:23.451171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-286f9d49-0bb0-4500-87a6-383b25ee3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:23.452393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:23.455097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-286f9d49-0bb0-4500-87a6-383b25ee3407 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 200 len: 918 time: 0.6570461 Mar 02 07:44:23.462226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.545588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting subnet d1d7b41e-5b05-46f6-8205-dd312265bdf7 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:23.619107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:23.659794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.723897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-da6b4d1f-fcec-4e30-a1d2-9d950f8776ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 200 len: 217 time: 0.1845908 Mar 02 07:44:23.741101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055d69-2c1d-4e27-b707-bc0b27c2593e service neutron] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:23.774240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.800033 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce80c70-72f5-4d6f-bb98-3b8c935c5afa None None] New status for floating IP f846c9ee-880a-4556-ba65-054f3d4b4b13: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:44:23.800590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting port 7ef15eef-4d59-4ae6-aff0-1b6a5d42e7d2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:23.800941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:23.867786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-cb1954a0-359d-4980-9a20-7455e690aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:23.870148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-cb1954a0-359d-4980-9a20-7455e690aee1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1094 time: 0.6760898 Mar 02 07:44:23.914109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623afbe-3894-41f7-96a0-cf1fcc2cca63 req-4d8545cf-9391-45d9-95f6-f06a75120756 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:23.915979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b623afbe-3894-41f7-96a0-cf1fcc2cca63 req-4d8545cf-9391-45d9-95f6-f06a75120756 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.2421963 Mar 02 07:44:23.980874 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:23.981352 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:24.039125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:24.093308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-5c7a406a-c9d7-4388-88a6-2c2681856ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:24.095087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-5c7a406a-c9d7-4388-88a6-2c2681856ffc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 200 len: 858 time: 0.3622966 Mar 02 07:44:24.185764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-ae0792f9-fc70-4301-a016-46e94bdf7734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d2225ae-897e-4676-bff9-3391fe4ad142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813582 Mar 02 07:44:24.201450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e98f7-d332-4ba8-96f4-804b5c429c9b req-a24c2f01-3c5c-47ad-a6de-2b8363fbbb8a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:24.203203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc6e98f7-d332-4ba8-96f4-804b5c429c9b req-a24c2f01-3c5c-47ad-a6de-2b8363fbbb8a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.7864709 Mar 02 07:44:24.210279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b623afbe-3894-41f7-96a0-cf1fcc2cca63 req-52d2861a-cd05-42d0-a0e7-7da37f22e715 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550395 Mar 02 07:44:24.296014 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'code': 200} Mar 02 07:44:24.412748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bc6e98f7-d332-4ba8-96f4-804b5c429c9b req-8743d06a-5178-4b3d-aead-a60fb29950d8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683519 Mar 02 07:44:24.414698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:24.429199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:24.487139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Deleting port d4774bd3-d631-42a5-9876-86ada6ded90e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:24.487971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:24.628532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Calling delete_port for 7ef15eef-4d59-4ae6-aff0-1b6a5d42e7d2 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:24.657120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-18f19801-b02c-42e7-80df-46a0a5069231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:24.658619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-18f19801-b02c-42e7-80df-46a0a5069231 service neutron] 10.222.0.39 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.7407074 Mar 02 07:44:24.669591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-89c594c5-016d-4e37-ac90-522b1a7b3ceb service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652846 Mar 02 07:44:24.710859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-e19e600a-a1b7-42c6-8cbf-c2daa156ad83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:24.712300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-e19e600a-a1b7-42c6-8cbf-c2daa156ad83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.16 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 0.8401804 Mar 02 07:44:24.818243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-920106f1-54bc-47a9-9e35-399571157109 req-1ec68527-252d-4af4-b212-b1a677bd5711 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1979108 Mar 02 07:44:24.885285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:24.927807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:24.997204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.002307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Deleting port ba22be3a-5285-4c9f-a580-a8a1104328ae {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:25.002647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.030565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d7b41e-5b05-46f6-8205-dd312265bdf7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:25.070021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e806d-4f99-4623-a5e0-44ef68c64be1 None None] Network 90ddb011-6276-4061-a990-29d5e7168c35 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:25.075065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.075552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-b7c37a8c-24f8-46cc-adf8-cb0cfcbac624 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 999 time: 0.3726766 Mar 02 07:44:25.116419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d31577-5201-4c12-893a-03ac33a5a3fb req-b8a3c943-a63e-4cce-b579-1598d1181712 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:25.117980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21d31577-5201-4c12-893a-03ac33a5a3fb req-b8a3c943-a63e-4cce-b579-1598d1181712 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 944 time: 0.5182285 Mar 02 07:44:25.126731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-15c444ac-ab8d-41a1-8103-9064b43a5731 service neutron] 10.222.0.39 "GET /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453983 Mar 02 07:44:25.131245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5759d491-864c-4faa-b8a2-4549f790faa4 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/subnets/d1d7b41e-5b05-46f6-8205-dd312265bdf7 HTTP/1.1" status: 204 len: 168 time: 1.9995842 Mar 02 07:44:25.148216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41876) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:25.174298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:25.228265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting subnet 63ee2eb7-3bce-4bad-b21c-a85087376f1f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:25.243583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.278522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-f72acbe6-6c24-4096-810e-fd2d904b2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:25.280422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-f72acbe6-6c24-4096-810e-fd2d904b2d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.1901083 Mar 02 07:44:25.300881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.376668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-f2d54901-2b4b-483a-ad29-18b08f4e1b8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c207360058374c2da279fdd9ee60af5e&device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1457541 Mar 02 07:44:25.423347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-22aa670d-1f01-4496-8251-44af1706d753 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c207360058374c2da279fdd9ee60af5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328293 Mar 02 07:44:25.435894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21d31577-5201-4c12-893a-03ac33a5a3fb req-e9c21c8f-400c-4bd6-9082-2dc26ac03392 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115189 Mar 02 07:44:25.522296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] DHCP port deletion for 90ddb011-6276-4061-a990-29d5e7168c35 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:25.527633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Deleting port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:25.528004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.540656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f3e5435-5396-4ad4-86e7-cbacb62b7e02 req-aa513d78-e9d6-484b-bd8c-df69a7a30ddb tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.1473529 Mar 02 07:44:25.617256 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'status': 'completed', 'code': 200} Mar 02 07:44:25.730384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-d4ef708d-c28a-43d6-a9e1-ab70cb62d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:25.732615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-d4ef708d-c28a-43d6-a9e1-ab70cb62d15e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3007150 Mar 02 07:44:25.789934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] For port d4774bd3-d631-42a5-9876-86ada6ded90e, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d4774bd3-d631-42a5-9876-86ada6ded90e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:25.790382 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.800686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.840866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.871025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] For port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,segment=NetworkSegment(5c7f8567-2ff6-4ee1-a2a9-f05099e09711),segment_id=5c7f8567-2ff6-4ee1-a2a9-f05099e09711)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:25.871729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.896034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:25.928397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Port': ['ID=7ef15eef-4d59-4ae6-aff0-1b6a5d42e7d2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:25.938377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-25a98b94-f2ee-40dd-816e-b730b2c8c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:25.940016 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-25a98b94-f2ee-40dd-816e-b730b2c8c30b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6507952 Mar 02 07:44:25.985257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:26.024655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Calling delete_port for 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:26.106892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] For port ba22be3a-5285-4c9f-a580-a8a1104328ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ba22be3a-5285-4c9f-a580-a8a1104328ae,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:26.107440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.129208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.130337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.134016 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5246b01a-2f67-445d-9e1a-a8af61bcae8e tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287 HTTP/1.1" status: 204 len: 168 time: 1.2441168 Mar 02 07:44:26.185448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41900) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:26.201513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] No DVR routers for this DVR port 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:26.204800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Calling delete_port for d4774bd3-d631-42a5-9876-86ada6ded90e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:26.208148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a18721-e395-403e-8a1e-c35cf08114e3 None None] Pushing event deleted for resources: {'Port': ['ID=2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:26.367142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-b1323394-d05f-4c0f-91c0-a95026b8be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:26.369434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-b1323394-d05f-4c0f-91c0-a95026b8be24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1094 time: 0.6353638 Mar 02 07:44:26.410927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7f9cf-e052-4053-b299-4a25f2a4563a req-3035b215-c9b1-49bf-aeac-5dfb488ca11b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:26.412740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2b7f9cf-e052-4053-b299-4a25f2a4563a req-3035b215-c9b1-49bf-aeac-5dfb488ca11b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.5749819 Mar 02 07:44:26.417238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.476588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Calling delete_port for ba22be3a-5285-4c9f-a580-a8a1104328ae owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:26.521842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.594751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:26.669901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:26.670332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ddf4e02-8a4e-4e2b-9244-c6e88a10e4a0 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:26.703260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-e291dfeb-0a0e-4e00-86ad-3eaee369fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:26.705380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-e291dfeb-0a0e-4e00-86ad-3eaee369fe59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.3265948 Mar 02 07:44:26.710854 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-d574d657-3d12-4273-b5eb-4dea766b2d51 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] show failed (client error): The resource could not be found. Mar 02 07:44:26.711874 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d574d657-3d12-4273-b5eb-4dea766b2d51 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "GET /v2.0/security-groups/6ec7709d-d29e-4ed2-b8cc-7fe5a72d5287 HTTP/1.1" status: 404 len: 347 time: 0.4649796 Mar 02 07:44:26.715626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41922) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:26.717158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.721355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.733204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a7103-bd61-45d0-8631-af51a821c794 req-68ceab92-6c58-44f8-b80d-4ac4e112a575 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:26.734750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc7a7103-bd61-45d0-8631-af51a821c794 req-68ceab92-6c58-44f8-b80d-4ac4e112a575 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 946 time: 1.0086789 Mar 02 07:44:26.797981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-c41821ec-af0e-444c-a509-0151116cfa23 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791104 Mar 02 07:44:26.848199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2b7f9cf-e052-4053-b299-4a25f2a4563a req-7a222dfb-7dd1-4916-9c7e-c21a69d018f6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963873 Mar 02 07:44:26.864627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.865178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Fanout notify agent at l3_agent the message router_deleted on router 36dfcedd-3a61-4a3b-883f-da64a4830c32 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:44:26.910115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:26.946123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc7a7103-bd61-45d0-8631-af51a821c794 req-88e4ac7a-5721-4570-acd0-d653906d1c7e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846437 Mar 02 07:44:26.956451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.008309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.010532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e745d7a2-7bd9-4fc9-81c4-2ba6d504c697 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/routers/36dfcedd-3a61-4a3b-883f-da64a4830c32 HTTP/1.1" status: 204 len: 168 time: 4.5608900 Mar 02 07:44:27.020541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41928) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:27.135740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.143627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Subnet': ['ID=63ee2eb7-3bce-4bad-b21c-a85087376f1f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:27.149032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1f395882-cb20-4eff-b515-19f6655b7e02'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:27.149495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.177727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Deleting subnet 15c607b9-375d-44de-8641-c93b2fcd8526 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:27.181119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c67c1ed-3096-4653-be7d-4e10168e1994 req-66bcfd4f-1b34-439e-97ae-f245d96491af service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647337 Mar 02 07:44:27.208468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Pushing event deleted for resources: {'Port': ['ID=d4774bd3-d631-42a5-9876-86ada6ded90e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:27.216230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc9557-29f9-4078-a978-359cd28eb5c1 None None] Network 3a03ebbb-815c-4244-b135-4a93be4967f7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:27.236142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.289636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Deleting port c7cd5677-9ca4-4794-a7fa-c5ca3330ba79 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:27.289797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.299927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Pushing event deleted for resources: {'Port': ['ID=ba22be3a-5285-4c9f-a580-a8a1104328ae,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:27.317713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-b5835088-ae9a-44e1-b16e-83392c86b68b tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.16 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.2379556 Mar 02 07:44:27.328759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6fb96b5f-9b15-4e75-809f-c1af4d01e3a0 req-72074aa1-b342-4eaa-853a-15bf84e09dad tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Synchronizing usage tracker for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:27.363931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05f3db1d-e5a8-4a4b-854a-9a9648285693 req-3c32b1f4-9117-4999-bf92-548c03b57896 tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] 10.222.0.21 "GET /v2.0/ports?device_id=591427ed-ba96-41e4-b0dc-57d78cf0aebf HTTP/1.1" status: 200 len: 210 time: 0.2297373 Mar 02 07:44:27.376679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7db5f3eb-5887-406e-a57e-4343488ce789 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/subnets/63ee2eb7-3bce-4bad-b21c-a85087376f1f HTTP/1.1" status: 204 len: 168 time: 2.2237368 Mar 02 07:44:27.376872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-fa89187c-5a8e-4983-978b-aa602cce8657 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 999 time: 0.6516206 Mar 02 07:44:27.382260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:27.406721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] No DVR routers for this DVR port d4774bd3-d631-42a5-9876-86ada6ded90e on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:27.410342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.412654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3174f715-d222-43ad-96fb-72e554840e96 req-364d882c-09e2-4139-a1ef-f8fea338aed3 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.39 "DELETE /v2.0/ports/d4774bd3-d631-42a5-9876-86ada6ded90e HTTP/1.1" status: 204 len: 173 time: 5.6191902 Mar 02 07:44:27.496916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.502118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-deleted', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:27.558761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] No DVR routers for this DVR port ba22be3a-5285-4c9f-a580-a8a1104328ae on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:27.572068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.624096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'name': 'network-vif-deleted', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:27.642651 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06187881-fd66-4c2b-aa1c-27bd54db4805', 'name': 'network-vif-deleted', 'tag': 'd4774bd3-d631-42a5-9876-86ada6ded90e', 'status': 'completed', 'code': 200} Mar 02 07:44:27.671227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aeba1171-b6e9-4644-ada4-1889bdd3a29d req-8bad384a-60db-43b2-823c-27b386780778 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.16 "DELETE /v2.0/ports/ba22be3a-5285-4c9f-a580-a8a1104328ae HTTP/1.1" status: 204 len: 173 time: 2.9012151 Mar 02 07:44:27.676104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.692803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6fb96b5f-9b15-4e75-809f-c1af4d01e3a0 req-72074aa1-b342-4eaa-853a-15bf84e09dad tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Unset dirty status for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:27.708851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fb96b5f-9b15-4e75-809f-c1af4d01e3a0 req-72074aa1-b342-4eaa-853a-15bf84e09dad tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=06187881-fd66-4c2b-aa1c-27bd54db4805 HTTP/1.1" status: 200 len: 210 time: 0.6437676 Mar 02 07:44:27.758942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-568b72c4-51ec-4f3c-9a6f-6518a3eaf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:27.761037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-568b72c4-51ec-4f3c-9a6f-6518a3eaf799 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1094 time: 0.4716086 Mar 02 07:44:27.770157 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9751d976-089d-4454-905d-80c649fcf1ea', 'name': 'network-vif-deleted', 'tag': 'ba22be3a-5285-4c9f-a580-a8a1104328ae', 'status': 'completed', 'code': 200} Mar 02 07:44:27.819833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] DHCP port deletion for 3a03ebbb-815c-4244-b135-4a93be4967f7 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:27.838024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Deleting port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:27.838752 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.911358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.967176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Subnet': ['ID=15c607b9-375d-44de-8641-c93b2fcd8526,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:27.990063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:27.997577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-724a0acc-2191-452b-850d-09c29d30c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.002087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-724a0acc-2191-452b-850d-09c29d30c570 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.5969913 Mar 02 07:44:28.004440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-85698114-d85f-4c9b-8e55-add5a8349007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.011561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-85698114-d85f-4c9b-8e55-add5a8349007 service neutron] 10.222.0.39 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.2382379 Mar 02 07:44:28.013624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f18d556-21dd-4a70-854b-50908b1d7c27 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/subnets/15c607b9-375d-44de-8641-c93b2fcd8526 HTTP/1.1" status: 204 len: 168 time: 0.9918427 Mar 02 07:44:28.016335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:28.065192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.241445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] For port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,segment=NetworkSegment(2ad0e554-7822-4909-9b8e-170f0997c984),segment_id=2ad0e554-7822-4909-9b8e-170f0997c984)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:28.242089 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.260842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ba22be3a-5285-4c9f-a580-a8a1104328ae no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:28.387168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: ba22be3a-5285-4c9f-a580-a8a1104328ae {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:28.387550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ba22be3a-5285-4c9f-a580-a8a1104328ae not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:28.460153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.460606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.515300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Calling delete_port for 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:28.599683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:28.650953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58966943-6898-4645-8b8f-84097dc4e42b req-ee5caf4b-7483-4172-8246-2a73f578e5d7 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Synchronizing usage tracker for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:28.704403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Calling delete_port for c7cd5677-9ca4-4794-a7fa-c5ca3330ba79 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:28.724982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-71d48c34-cdf6-4df7-8193-80b24fdec2dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 999 time: 0.7013988 Mar 02 07:44:28.730577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.837781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.851170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.904429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] No DVR routers for this DVR port 2ad47540-7b12-41c0-be31-4df0a0fdb3b1 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:28.906632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58966943-6898-4645-8b8f-84097dc4e42b req-ee5caf4b-7483-4172-8246-2a73f578e5d7 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Unset dirty status for tenant:3722fb0dd1814f34986e92ad42ab6304 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:28.919010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58966943-6898-4645-8b8f-84097dc4e42b req-ee5caf4b-7483-4172-8246-2a73f578e5d7 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=9751d976-089d-4454-905d-80c649fcf1ea HTTP/1.1" status: 200 len: 210 time: 0.7405701 Mar 02 07:44:28.922861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Pushing event deleted for resources: {'Port': ['ID=2ad47540-7b12-41c0-be31-4df0a0fdb3b1,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:28.926522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-63215020-ec87-4b75-bf1e-7cffbaf39211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.928426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-63215020-ec87-4b75-bf1e-7cffbaf39211 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9013534 Mar 02 07:44:28.932545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:28.933935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.934288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.934627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.934964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.935427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.935760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.936083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.936404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.936724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.937042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.937363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.937679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f27fb-68e3-4286-91e6-8f9046e4c83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:28.975032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-e720810a-4bb5-4762-8417-970d10e8ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.976748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-e720810a-4bb5-4762-8417-970d10e8ab13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.2397192 Mar 02 07:44:28.987826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e5035-9d96-4839-9677-7fc784f90327 req-ad75a5e4-eec8-47e2-81be-b610764a143f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.995926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-920e5035-9d96-4839-9677-7fc784f90327 req-ad75a5e4-eec8-47e2-81be-b610764a143f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.9264100 Mar 02 07:44:29.047527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ddb011-6276-4061-a990-29d5e7168c35']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.108913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.128202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7f8567-2ff6-4ee1-a2a9-f05099e09711') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.128496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7f8567-2ff6-4ee1-a2a9-f05099e09711') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.158927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f7e77a-8201-4012-8019-6d9f47616a07']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.181066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c72f851-3256-46f9-af5c-7613b843a15b') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.181291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c72f851-3256-46f9-af5c-7613b843a15b') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:29.191726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-920e5035-9d96-4839-9677-7fc784f90327 req-d991dd3c-86f2-426f-853e-736d666208f7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948409 Mar 02 07:44:29.199899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.208620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.246630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.256047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:29.256483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:29.274114 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:29.288419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.293271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-bab8d9eb-8515-4006-ac50-3654e527def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:29.295659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-bab8d9eb-8515-4006-ac50-3654e527def1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404516 Mar 02 07:44:29.334534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:29.334938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:29.352916 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:29.377582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-d1b0b7cb-e051-45c6-afdb-8452387f24d1 service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288230 Mar 02 07:44:29.500596 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.512019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-43d2a987-5b16-420a-88c6-dad92746a373 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101743 Mar 02 07:44:29.604152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Pushing event deleted for resources: {'Port': ['ID=c7cd5677-9ca4-4794-a7fa-c5ca3330ba79,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:29.661907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.668976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.708042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41994) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:29.778850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Network': ['ID=90ddb011-6276-4061-a990-29d5e7168c35,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:29.791017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ca75a358-8428-418d-833d-e3e744489e5b tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/networks/90ddb011-6276-4061-a990-29d5e7168c35 HTTP/1.1" status: 204 len: 168 time: 2.4046106 Mar 02 07:44:29.795321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:29.810047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-94d81c39-6197-454c-8a29-06e501052fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910843 Mar 02 07:44:29.810789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.869490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.875591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] Pushing event deleted for resources: {'Network': ['ID=24f7e77a-8201-4012-8019-6d9f47616a07,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:29.878695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de51fcb4-7c5c-47be-9946-dd0a93a874d5 tempest-FloatingIPTestJSON-149389960 tempest-FloatingIPTestJSON-149389960-project] 10.222.0.21 "DELETE /v2.0/networks/24f7e77a-8201-4012-8019-6d9f47616a07 HTTP/1.1" status: 204 len: 168 time: 1.8606968 Mar 02 07:44:29.911843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.927636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:29.931783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c207360058374c2da279fdd9ee60af5e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:29.935105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:29.941185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:29.966173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.992510 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:29.996221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.000026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4822ac2d-f83c-4f45-a4ae-97e7b40abcee tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] 10.222.0.21 "DELETE /v2.0/floatingips/f846c9ee-880a-4556-ba65-054f3d4b4b13 HTTP/1.1" status: 204 len: 168 time: 3.2778726 Mar 02 07:44:30.111773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.122226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.132628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4cd24fe-5c93-4c4c-8840-a613c9a34810 req-a36b795a-fa52-4645-b4d7-28e94b773d3e service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946905 Mar 02 07:44:30.257549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:30.318119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c207360058374c2da279fdd9ee60af5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984497 Mar 02 07:44:30.319086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff363743-ed45-4718-b878-60354334c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f259205-4e85-4f44-84cf-61d08ba500a8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:30.321363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:30.358620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.408539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a03ebbb-815c-4244-b135-4a93be4967f7']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:30.454834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad0e554-7822-4909-9b8e-170f0997c984') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:30.458690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad0e554-7822-4909-9b8e-170f0997c984') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:30.490550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.504913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.537363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.597523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.619342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f259205-4e85-4f44-84cf-61d08ba500a8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:30.621697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.623115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d2018206-cf04-4ca8-a604-1af5e1d08501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f259205-4e85-4f44-84cf-61d08ba500a8 HTTP/1.1" status: 204 len: 168 time: 0.2847772 Mar 02 07:44:30.668006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.700695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:30.701162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:30.741724 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:31.090091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42046) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:31.096663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-55a500bb-6181-4765-9847-dd4f6c6b1bd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b0a609093244b3493d57393a9e5c484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378687 Mar 02 07:44:31.106311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bb61d-3ea6-427e-b369-48e54a3c185c req-90c9f58b-39d4-42fd-bd9f-bdf48b62bfee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:31.116260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b52bb61d-3ea6-427e-b369-48e54a3c185c req-90c9f58b-39d4-42fd-bd9f-bdf48b62bfee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 943 time: 0.6063316 Mar 02 07:44:31.118524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8e88d-0bcf-4064-80a1-2bd0c63089db req-71d2a13e-71e0-4ab3-a5c7-6d6ebf26b89a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:31.124919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:44:31.144713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60f8e88d-0bcf-4064-80a1-2bd0c63089db req-71d2a13e-71e0-4ab3-a5c7-6d6ebf26b89a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.2920237 Mar 02 07:44:31.189241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.244112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.253658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Network': ['ID=3a03ebbb-815c-4244-b135-4a93be4967f7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:31.261722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3dcb6013-c37c-4554-ad53-e55ae976a244 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/networks/3a03ebbb-815c-4244-b135-4a93be4967f7 HTTP/1.1" status: 204 len: 168 time: 1.4635539 Mar 02 07:44:31.264219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42052) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:31.279417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60f8e88d-0bcf-4064-80a1-2bd0c63089db req-4e55bd25-405b-4321-8e7c-68d297f7ab74 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337295 Mar 02 07:44:31.285754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b52bb61d-3ea6-427e-b369-48e54a3c185c req-f553484f-ae35-4a08-ac44-0007cb726a6f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681473 Mar 02 07:44:31.365082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.424105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting subnet c8bead1d-b061-4f35-a38a-724f3b8574f2 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:31.430013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.463257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:31.465534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.480624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '2761b89e-2d0a-4e07-b31f-c11255392955', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'port_id': '2761b89e-2d0a-4e07-b31f-c11255392955', 'mac_address': 'fa:16:3e:53:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:44:31.587388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.601120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.625870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2761b89e-2d0a-4e07-b31f-c11255392955 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:31.674936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:31.683265 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.713069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.778377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f3490-70f4-4ef9-90d3-7da5cb48d63b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:31.782014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.785634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e787832a-475b-4f45-aabb-f8eff58f7ba5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f1f3490-70f4-4ef9-90d3-7da5cb48d63b HTTP/1.1" status: 204 len: 168 time: 0.6918938 Mar 02 07:44:31.839270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:31.891384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:32.018592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:32.097156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['2761b89e-2d0a-4e07-b31f-c11255392955'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:32.200526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bead1d-b061-4f35-a38a-724f3b8574f2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:32.207987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:32.229602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-55a4e9e6-9ea2-4f5e-a520-e74b7903527f tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/subnets/c8bead1d-b061-4f35-a38a-724f3b8574f2 HTTP/1.1" status: 204 len: 168 time: 0.9591618 Mar 02 07:44:32.232106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:32.245092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa777532-762b-40e7-af86-37bb46034311 None None] Network ca9c744c-02a9-4509-8b66-8aa9ad2bef0e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:32.639372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:32.657433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Deleting port 9b3bb28a-c203-4fd5-914c-9af24f872718 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:32.657785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:32.743257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46d719-96a6-491a-97e4-04018b66f04c req-05831b74-9d8a-4db8-952a-cdb4856bbb4c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:32.747039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed46d719-96a6-491a-97e4-04018b66f04c req-05831b74-9d8a-4db8-952a-cdb4856bbb4c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 944 time: 0.2446303 Mar 02 07:44:32.815459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd783-79c2-41a6-93e2-1b1cd4c670f2 req-4fd2bae4-9ae0-4a26-a7a4-f40350cce59e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:32.815459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f30cd783-79c2-41a6-93e2-1b1cd4c670f2 req-4fd2bae4-9ae0-4a26-a7a4-f40350cce59e tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3066380 Mar 02 07:44:32.863188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed46d719-96a6-491a-97e4-04018b66f04c req-c35acaa3-1311-4f28-b2da-c07dd32758df tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081018 Mar 02 07:44:33.044332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f30cd783-79c2-41a6-93e2-1b1cd4c670f2 req-a84f3d6d-dab2-4d51-88ac-e18d1946c1ab tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174408 Mar 02 07:44:33.349739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] DHCP port deletion for ca9c744c-02a9-4509-8b66-8aa9ad2bef0e request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:33.406485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Deleting port 9b3bb28a-c203-4fd5-914c-9af24f872718 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:33.406863 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:33.561066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] For port 9b3bb28a-c203-4fd5-914c-9af24f872718, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b3bb28a-c203-4fd5-914c-9af24f872718,segment=NetworkSegment(658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3),segment_id=658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:33.561651 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:33.758570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-1bf96634-cfe8-4d60-91a6-ec4e6ba65ed5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:33.760732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-1bf96634-cfe8-4d60-91a6-ec4e6ba65ed5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.2957916 Mar 02 07:44:33.867534 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-e7b2218b-ab4b-4cd6-9b1e-03507c6a8ae8 service neutron] delete failed (client error): The resource could not be found. Mar 02 07:44:33.868550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-e7b2218b-ab4b-4cd6-9b1e-03507c6a8ae8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/2761b89e-2d0a-4e07-b31f-c11255392955/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.1027093 Mar 02 07:44:34.065790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Calling delete_port for 9b3bb28a-c203-4fd5-914c-9af24f872718 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:34.124287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] For port 9b3bb28a-c203-4fd5-914c-9af24f872718, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b3bb28a-c203-4fd5-914c-9af24f872718,segment=NetworkSegment(658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3),segment_id=658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:34.125050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.221131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-78625f61-9dab-4073-a27e-b6a731213221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.230969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-78625f61-9dab-4073-a27e-b6a731213221 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1095 time: 0.2239897 Mar 02 07:44:34.418935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ae4a7-6cc0-448a-9af9-cc7d4e310bc8 req-2d53a76a-f9cd-45bf-811c-e0671febaa05 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.431771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-084ae4a7-6cc0-448a-9af9-cc7d4e310bc8 req-2d53a76a-f9cd-45bf-811c-e0671febaa05 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 944 time: 0.8353841 Mar 02 07:44:34.444047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Calling delete_port for 9b3bb28a-c203-4fd5-914c-9af24f872718 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:34.483942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.580169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:34.632271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Port': ['ID=9b3bb28a-c203-4fd5-914c-9af24f872718,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:34.633187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b3bb28a-c203-4fd5-914c-9af24f872718 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:34.646117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] No DVR routers for this DVR port 9b3bb28a-c203-4fd5-914c-9af24f872718 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:34.695168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-084ae4a7-6cc0-448a-9af9-cc7d4e310bc8 req-dae3bc41-d658-43ab-a08e-4616263313cb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622643 Mar 02 07:44:34.805821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.835609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9c744c-02a9-4509-8b66-8aa9ad2bef0e']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:34.837497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9b3bb28a-c203-4fd5-914c-9af24f872718 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:34.837882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b3bb28a-c203-4fd5-914c-9af24f872718 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:34.857694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:34.859827 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:34.865821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-7e1635b3-ba56-441b-9864-b9fb25a41848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.869546 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-7e1635b3-ba56-441b-9864-b9fb25a41848 service neutron] 10.222.0.16 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.6319854 Mar 02 07:44:34.875734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:34.876323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658ebd0d-00f8-49ff-9cd5-f1c84a4b77c3') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:34.896832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.918677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.927029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:34.927822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:35.097307 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:35.102298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-934693837'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:35.106765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.134398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.142350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:35.145488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/networks/ca9c744c-02a9-4509-8b66-8aa9ad2bef0e HTTP/1.1" status: 204 len: 168 time: 2.9123766 Mar 02 07:44:35.150071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:35.150735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-b3769ebb-1e31-4928-9f8f-b9185a20276d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1000 time: 0.2638607 Mar 02 07:44:35.151433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff4ff-c26e-49ab-aef9-866aef451a77 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Pushing event deleted for resources: {'Network': ['ID=ca9c744c-02a9-4509-8b66-8aa9ad2bef0e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:35.211473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Usage tracker for resource:network and tenant:994b782bbfe445e3a6f214adb3f990fb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:35.215792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-67f8693b-534e-4dd0-9d8d-ef1ce630bf38 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Synchronizing usage tracker for tenant:ae16aa6f248f4f328ca017ffbd35b6a2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:35.218360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:35.234660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:35.271305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-67f8693b-534e-4dd0-9d8d-ef1ce630bf38 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Unset dirty status for tenant:ae16aa6f248f4f328ca017ffbd35b6a2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:35.275511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67f8693b-534e-4dd0-9d8d-ef1ce630bf38 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "GET /v2.0/ports?device_id=0759bf79-806b-4c66-8138-e95fb04e5431 HTTP/1.1" status: 200 len: 205 time: 0.1189094 Mar 02 07:44:35.275511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Made reservation on behalf of 994b782bbfe445e3a6f214adb3f990fb for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:35.287936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.291904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e1f3-7f96-4e59-bd2b-983100426cf8 req-03b79870-32a7-4a63-a020-1c67c601ee60 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:35.296328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71c3e1f3-7f96-4e59-bd2b-983100426cf8 req-03b79870-32a7-4a63-a020-1c67c601ee60 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.6805477 Mar 02 07:44:35.296834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42184) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:35.329356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.363788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Deleting port 9b3bb28a-c203-4fd5-914c-9af24f872718 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:35.364286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.383421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:35.392160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Usage tracker for resource:security_group_rule and tenant:994b782bbfe445e3a6f214adb3f990fb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:35.414991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:35.431732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:35.581488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf44e-d1ec-4047-a37d-3e51843e1ef4 None None] The port '9b3bb28a-c203-4fd5-914c-9af24f872718' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:44:35.646880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.655837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.756794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc47a030-22ea-4e39-817a-42bbae193b29,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:35.795458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:35.828872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.830285 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Added segment 673ee31d-1f50-4398-bf4c-27c7517c2072 of type vlan for network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 Mar 02 07:44:35.923548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.027622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.046892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-79d5ed18-d4e3-4e0f-96ed-4ffbfd79a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.048343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-79d5ed18-d4e3-4e0f-96ed-4ffbfd79a1c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.8904815 Mar 02 07:44:36.200434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-71c3e1f3-7f96-4e59-bd2b-983100426cf8 req-04860a0f-0029-4631-986d-fe58cd14137a tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8737006 Mar 02 07:44:36.274677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.292483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.294597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.448317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-f2bb93f4-9b90-4802-8275-ea9aa27cc84b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.450523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-f2bb93f4-9b90-4802-8275-ea9aa27cc84b tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.5207148 Mar 02 07:44:36.475697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8796513 Mar 02 07:44:36.499534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42204) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:36.512405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Request body: {'subnet': {'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:36.572903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Deleting port 1f395882-cb20-4eff-b515-19f6655b7e02 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:36.573346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.614951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ad887-bf3b-4eb9-a0aa-ebc49a9ca741 req-ae4813bf-1136-4f54-b1aa-05df84633aae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.622018 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa2ad887-bf3b-4eb9-a0aa-ebc49a9ca741 req-ae4813bf-1136-4f54-b1aa-05df84633aae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 944 time: 0.5967882 Mar 02 07:44:36.700855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-2962a1fd-f4c0-4e55-8aa2-f907d765c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.702548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-2962a1fd-f4c0-4e55-8aa2-f907d765c449 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6190336 Mar 02 07:44:36.724604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ef38e-dd9a-4772-b1ba-100873aa1065 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event updated for resources: {'Network': ['ID=447cd3a8-8a02-491d-b798-c7d3b4c0a657,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:36.738169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:36.875346 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa2ad887-bf3b-4eb9-a0aa-ebc49a9ca741 req-64877d1d-bdd3-4e82-991a-9a0bff12d770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523656 Mar 02 07:44:36.917522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.930324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.936378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-898ac8d8-2ee7-409a-a685-2c2dcdba177c service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100940 Mar 02 07:44:37.010328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:37.087536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Usage tracker for resource:subnet and tenant:994b782bbfe445e3a6f214adb3f990fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:37.093456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:37.102628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.103741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Fanout notify agent at l3_agent the message router_deleted on router 0759bf79-806b-4c66-8138-e95fb04e5431 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:44:37.116248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:37.157518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.161261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d34b2e12-8462-4261-b91c-70f78c9bcf01 tempest-RoutersNegativeIpV6Test-96989113 tempest-RoutersNegativeIpV6Test-96989113-project] 10.222.0.21 "DELETE /v2.0/routers/0759bf79-806b-4c66-8138-e95fb04e5431 HTTP/1.1" status: 204 len: 168 time: 1.8441458 Mar 02 07:44:37.170400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:37.187208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Made reservation on behalf of 994b782bbfe445e3a6f214adb3f990fb for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:37.190984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.217060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] For port 1f395882-cb20-4eff-b515-19f6655b7e02, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1f395882-cb20-4eff-b515-19f6655b7e02,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:37.217785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.355441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 2761b89e-2d0a-4e07-b31f-c11255392955 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:37.375341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 2761b89e-2d0a-4e07-b31f-c11255392955 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:37.375903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.615580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09005987-ac7e-4203-a321-990c9ab80bf4 req-69b8e0a5-f56b-4259-b5e4-82f18cd018d6 service neutron] 10.222.0.16 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650891 Mar 02 07:44:37.743798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.772787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:37.785017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:37.791550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.821679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Calling delete_port for 1f395882-cb20-4eff-b515-19f6655b7e02 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:37.903944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42252) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:37.915614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.939436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:38.003064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event updated for resources: {'Subnet': ['ID=2e415219-9125-4783-957e-dfb6687b452d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:38.040963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7265-f1fc-4276-90da-21a1e0866080 req-11421dd9-0be1-4210-b5fa-303907d17cda tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.044968 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'code': 200} Mar 02 07:44:38.048022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-250b7265-f1fc-4276-90da-21a1e0866080 req-11421dd9-0be1-4210-b5fa-303907d17cda tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 946 time: 0.3450441 Mar 02 07:44:38.070534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Checking segment: {'id': '673ee31d-1f50-4398-bf4c-27c7517c2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:38.071560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Network hostable DHCP agents. Network: 447cd3a8-8a02-491d-b798-c7d3b4c0a657, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:38.119155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:38.141397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 447cd3a8-8a02-491d-b798-c7d3b4c0a657) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:38.151617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd2e3d-05c2-447d-875b-72c31581a4bb None None] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:38.165293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.168171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:38.302070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eda9547a-7259-486f-9141-0dab63fbfe75 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7956941 Mar 02 07:44:38.318979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:38.348847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-250b7265-f1fc-4276-90da-21a1e0866080 req-e9cac816-b1e4-456c-ac9d-4e605909ed6f tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/security-groups?id=05e73bab-6624-4116-a9d1-691a305d9182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998416 Mar 02 07:44:38.398030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Request body: {'port': {'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657', 'name': 'tempest-TagsExtTest-619654230'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:38.402260 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:38.542816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1f395882-cb20-4eff-b515-19f6655b7e02'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:38.689825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Pushing event deleted for resources: {'Port': ['ID=1f395882-cb20-4eff-b515-19f6655b7e02,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:38.780512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] No DVR routers for this DVR port 1f395882-cb20-4eff-b515-19f6655b7e02 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:38.791410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7cb8ff58-ffb7-47f8-ab70-5e1060e14a94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae16aa6f248f4f328ca017ffbd35b6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8853288 Mar 02 07:44:38.794752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:38.804356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:38.805766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'name': 'network-vif-deleted', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:38.829764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa9d2a5d-8dd7-4291-9257-28b671f44cbf req-d25620aa-2ee4-446f-8f18-7f0330422d83 tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.39 "DELETE /v2.0/ports/1f395882-cb20-4eff-b515-19f6655b7e02 HTTP/1.1" status: 204 len: 173 time: 2.3597705 Mar 02 07:44:38.935422 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5473956-c847-4a56-aafa-a850ba8758e8', 'name': 'network-vif-deleted', 'tag': '1f395882-cb20-4eff-b515-19f6655b7e02', 'status': 'completed', 'code': 200} Mar 02 07:44:38.969555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-447cd3a8-8a02-491d-b798-c7d3b4c0a657', 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657', 'tenant_id': '994b782bbfe445e3a6f214adb3f990fb', 'fixed_ips': [{'subnet_id': '2e415219-9125-4783-957e-dfb6687b452d'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:38.970964 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.038284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.165355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:39.189289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Usage tracker for resource:port and tenant:994b782bbfe445e3a6f214adb3f990fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:39.193602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.201255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Allocated IP 172.20.0.2 (447cd3a8-8a02-491d-b798-c7d3b4c0a657/2e415219-9125-4783-957e-dfb6687b452d/7478f964-e8df-4961-9cec-11b606a16692) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:39.242783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:39.303769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884b5e2-b2aa-497e-ae97-a93b1fa4abcf req-aff91fd1-20d9-47ca-a125-43f6703308ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.305321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4884b5e2-b2aa-497e-ae97-a93b1fa4abcf req-aff91fd1-20d9-47ca-a125-43f6703308ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.8628199 Mar 02 07:44:39.306714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:39.376739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Made reservation on behalf of 994b782bbfe445e3a6f214adb3f990fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:39.380521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.437633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4884b5e2-b2aa-497e-ae97-a93b1fa4abcf req-b5547957-e81c-4854-b93e-3f84407f19ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214480 Mar 02 07:44:39.459191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] device_id is not set on port 621e6188-2ef2-48b9-aa57-6bbeaf48d296 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:44:39.595801 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.631981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Transition to ACTIVE for port object 7478f964-e8df-4961-9cec-11b606a16692 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:39.658811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.670258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Transition to ACTIVE for port object 7478f964-e8df-4961-9cec-11b606a16692 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:39.685249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.749241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7caef-257d-4d49-9499-77f48c9f5ef1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:39.804430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.811557 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-de7dccc1-4e9d-4fa2-a665-e866d6f06c4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cb7caef-257d-4d49-9499-77f48c9f5ef1 HTTP/1.1" status: 204 len: 168 time: 0.9948928 Mar 02 07:44:39.952417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Pushing event updated for resources: {'Port': ['ID=7478f964-e8df-4961-9cec-11b606a16692,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:39.998661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:39.999930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:40.004147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:40.048215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95e9af2a-8231-406c-becc-1abec86e1a0a req-7bd72f7e-57ec-46f2-926d-a7e144d43cdc tempest-ServerRescueNegativeTestJSON-923986143 tempest-ServerRescueNegativeTestJSON-923986143-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5473956-c847-4a56-aafa-a850ba8758e8 HTTP/1.1" status: 200 len: 210 time: 0.0852273 Mar 02 07:44:40.055123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c8d87f44-48dd-40a2-b2d9-6ec3672519f5 {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:40.055818 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:40.225732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Attempting to bind port 7478f964-e8df-4961-9cec-11b606a16692 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:40.226524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Attempting to bind port 7478f964-e8df-4961-9cec-11b606a16692 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '673ee31d-1f50-4398-bf4c-27c7517c2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:40.229070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Attempting to bind port 7478f964-e8df-4961-9cec-11b606a16692 on network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:40.239989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:40.242678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Checking segment: {'id': '673ee31d-1f50-4398-bf4c-27c7517c2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:40.245053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:40.247781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Bound using segment: {'id': '673ee31d-1f50-4398-bf4c-27c7517c2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:40.250095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Bound port: 7478f964-e8df-4961-9cec-11b606a16692, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673ee31d-1f50-4398-bf4c-27c7517c2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '447cd3a8-8a02-491d-b798-c7d3b4c0a657'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:40.254087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:40.487777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] For port 7478f964-e8df-4961-9cec-11b606a16692, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:40.503502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] For port 7478f964-e8df-4961-9cec-11b606a16692, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7478f964-e8df-4961-9cec-11b606a16692,segment=NetworkSegment(673ee31d-1f50-4398-bf4c-27c7517c2072),segment_id=673ee31d-1f50-4398-bf4c-27c7517c2072)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:40.517048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:40.558589 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:40.597096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] device_id is not set on port ffb5d108-257a-4d45-8975-11127d65ed13 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:44:40.639684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42322) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:40.772458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99cd5b-bc4f-48a6-b8ba-6727eca77520 None None] Pushing event updated for resources: {'Port': ['ID=7478f964-e8df-4961-9cec-11b606a16692,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:41.141952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03132b-33a0-4e02-b2c6-6f40ab8eba5d req-b44591e5-9ab8-442e-bcd4-fca31b143081 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:41.146203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be03132b-33a0-4e02-b2c6-6f40ab8eba5d req-b44591e5-9ab8-442e-bcd4-fca31b143081 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.4393282 Mar 02 07:44:41.180680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1f395882-cb20-4eff-b515-19f6655b7e02 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:41.237898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Allocated IP 172.20.0.4 (447cd3a8-8a02-491d-b798-c7d3b4c0a657/2e415219-9125-4783-957e-dfb6687b452d/ffb5d108-257a-4d45-8975-11127d65ed13) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:41.285797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be03132b-33a0-4e02-b2c6-6f40ab8eba5d req-2fd07a1d-8663-4e1a-99df-66d7dddc48cb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197684 Mar 02 07:44:41.314500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 1f395882-cb20-4eff-b515-19f6655b7e02 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:41.314998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1f395882-cb20-4eff-b515-19f6655b7e02 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:41.322012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:41.403077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:41.540526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc8d34e0-2faa-4712-9348-53890d37a80b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/fccffcc0-5d7c-4626-bca9-0ab010e92893 HTTP/1.1" status: 200 len: 993 time: 0.2056761 Mar 02 07:44:41.909272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8d75-4a3e-4667-b8bf-a33586086791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:41.999536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.017620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Transition to ACTIVE for port object ffb5d108-257a-4d45-8975-11127d65ed13 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:42.048547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.174497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:42.177335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:42.186860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:42.313014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:42.313698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.383020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-45ff9988-d44e-4976-a54b-830f38021e94 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:42.386373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-45ff9988-d44e-4976-a54b-830f38021e94 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 813 time: 0.8353589 Mar 02 07:44:42.391148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event updated for resources: {'Port': ['ID=ffb5d108-257a-4d45-8975-11127d65ed13,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:42.453361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-93298d5b-5b0d-4e1a-a6de-f13bde9642a5 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/quotas/9f4d09bb480f427e9a03b9e13a8472c0 HTTP/1.1" status: 200 len: 375 time: 0.0521736 Mar 02 07:44:42.454800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1e15d80b-1870-4417-b9af-88468fb8d17b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.1341181 Mar 02 07:44:42.465316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42400) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:42.484269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1290491917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:42.582029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42404) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:42.612101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:42.638500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-82111da6-f7ff-42ed-941b-d92270bdfa60 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1721110 Mar 02 07:44:42.639488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Usage tracker for resource:router and tenant:994b782bbfe445e3a6f214adb3f990fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:42.661268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:42.685793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:42.702116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7478f964-e8df-4961-9cec-11b606a16692 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:42.723209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.724490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.755190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.793032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.846572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.850782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2484f1a-82cb-4c39-8b52-2a61f3fe6727 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3804743 Mar 02 07:44:42.850941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42414) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:42.856836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3539a1d8-ea7e-4e04-8617-3e5714a98964 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-241789491', 'prefixes': ['172.20.0.0/16']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:42.858704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7478f964-e8df-4961-9cec-11b606a16692 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:42.872366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3539a1d8-ea7e-4e04-8617-3e5714a98964 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:42.990312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e99792-fc33-4755-81a0-a9c3258add5f None None] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:43.199355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.218785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Provisioning for port 7478f964-e8df-4961-9cec-11b606a16692 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:43.223560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-f30f1197-5351-43c1-b0d7-cb16cadc7b43 service neutron] 10.222.0.21 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720356 Mar 02 07:44:43.325895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Provisioning complete for port 7478f964-e8df-4961-9cec-11b606a16692 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:43.326267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.461181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3539a1d8-ea7e-4e04-8617-3e5714a98964 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for subnetpool, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.468869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3539a1d8-ea7e-4e04-8617-3e5714a98964 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6165717 Mar 02 07:44:43.482711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-767998892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:43.488443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:43.502947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-35ab05bf-4ffa-4cb3-89a3-d8f8b0ba18ab tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-2319626') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:43.542097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-00e340dd-b983-4a57-b5ac-ba3f6217083a service neutron] 10.222.0.21 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170636 Mar 02 07:44:43.559552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:43.612614 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.630480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:router and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:43.662242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] For port 7478f964-e8df-4961-9cec-11b606a16692, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7478f964-e8df-4961-9cec-11b606a16692,segment=NetworkSegment(673ee31d-1f50-4398-bf4c-27c7517c2072),segment_id=673ee31d-1f50-4398-bf4c-27c7517c2072)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:43.669350 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.673209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:43.709076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:43.731745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.786554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d5e3a-357a-4c8b-9a78-a96091c8d8db None None] Pushing event updated for resources: {'Port': ['ID=7478f964-e8df-4961-9cec-11b606a16692,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:43.862570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.863847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:43.997381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Provisioning for port ffb5d108-257a-4d45-8975-11127d65ed13 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:44.005285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75285650-22bd-4f09-b648-171c0a56d072 req-6cff4826-7dee-4b92-96e0-d728837fa367 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 210 time: 0.1647441 Mar 02 07:44:44.022423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Provisioning complete for port ffb5d108-257a-4d45-8975-11127d65ed13 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:44.024293 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.038660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.110682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Port ffb5d108-257a-4d45-8975-11127d65ed13 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:44.125058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Provisioning complete for port 7478f964-e8df-4961-9cec-11b606a16692 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:44.125483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31682778-d799-4e2f-a700-2ffcf7d655b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.227471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6a5e28b3-31a0-443f-9aa9-a0b67df65b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.242133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.315953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.317293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52b3baf1-b5a6-4cc3-8c9a-ef2dbe7f3e08 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.7336524 Mar 02 07:44:44.320194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42460) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:44.325053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Deleting port e0bcd1f9-be7c-4673-8829-ce7b525d6fca {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:44.325398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.328852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-763881810'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:44.339375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:44.347659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:network and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:44.358789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:44.380797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:44.401345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-35ab05bf-4ffa-4cb3-89a3-d8f8b0ba18ab tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-2319626 HTTP/1.1" status: 201 len: 201 time: 0.9046373 Mar 02 07:44:44.401345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:44.403384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:44.407653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.415036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-bdebe0e4-a16b-4a92-a69b-356f7ae491e5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-134124730') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:44.422301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.445546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:44.451146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:security_group_rule and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:44.454484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:44.461080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:44.503367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ee107876-1dca-45ee-add4-41e780afd0d7 None None] Provisioning complete for port ffb5d108-257a-4d45-8975-11127d65ed13 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:44.503748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee107876-1dca-45ee-add4-41e780afd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.647017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.651468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7478f964-e8df-4961-9cec-11b606a16692 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:44.652889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.670708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:44.684467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.685085 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Added segment e9f5cc7a-0587-412d-8050-1aafbce1b72f of type vlan for network 10816415-e5a5-469b-a512-4f711e7b2e1b Mar 02 07:44:44.725358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.745814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ee107876-1dca-45ee-add4-41e780afd0d7 None None] Port ffb5d108-257a-4d45-8975-11127d65ed13 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:44.758600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7478f964-e8df-4961-9cec-11b606a16692 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:44.759192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.864679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.880722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:44.882119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.954321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38511f-7147-422a-8788-2b4917bfcf2b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:45.100536 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7780960 Mar 02 07:44:45.117238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:45.172015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'subnet': {'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:45.207009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Deleting port 142611ea-02b6-48b3-a406-f9c039df92b6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:45.207009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.221042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96e6e-e3de-4d82-840f-ada7728aa766 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Network': ['ID=10816415-e5a5-469b-a512-4f711e7b2e1b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:45.232385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 10816415-e5a5-469b-a512-4f711e7b2e1b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:45.249270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92ebcd15-0802-43e0-9be8-82531c160d25 req-a380ff9a-289f-474e-bcb8-45239e842e2e tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 210 time: 0.0859115 Mar 02 07:44:45.305300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] For port e0bcd1f9-be7c-4673-8829-ce7b525d6fca, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:45.305662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.609343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Calling delete_port for e0bcd1f9-be7c-4673-8829-ce7b525d6fca owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:45.629555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-7a56b31d-cb5e-47cf-9e02-08590175d088 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:45.646593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-7a56b31d-cb5e-47cf-9e02-08590175d088 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.16 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 813 time: 0.5302038 Mar 02 07:44:45.657176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Request body: {'port': {'device_id': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d', 'admin_state_up': True, 'tenant_id': '9f4d09bb480f427e9a03b9e13a8472c0'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:45.668663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.673971 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.758653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bdebe0e4-a16b-4a92-a69b-356f7ae491e5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-134124730 HTTP/1.1" status: 201 len: 201 time: 1.3579378 Mar 02 07:44:45.760761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42520) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:45.819390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-ae399aa4-d788-4906-96af-bb64135a5289 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-605187749') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:45.824207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:45.835266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:45.845043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42526) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:45.848402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Made reservation on behalf of 9f4d09bb480f427e9a03b9e13a8472c0 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:45.852177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.910026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:45.927361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:subnet and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:45.936674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:45.950591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.045021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:46.048458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.061102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Allocated IP 172.20.0.14 (3a2563b5-f2b3-410d-afd0-3823a023147d/43af8a32-ca36-4424-9f08-6b482a98c750/fb3f5b8d-db54-4781-93f5-b468b127679e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:46.094412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.124845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:46.138634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc7d0a4de264f3198ee30467e0a8afe is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:46.143225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:46.157240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.166804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] For port 142611ea-02b6-48b3-a406-f9c039df92b6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=142611ea-02b6-48b3-a406-f9c039df92b6,segment=NetworkSegment(bf298cf3-c786-445b-a836-902054efda92),segment_id=bf298cf3-c786-445b-a836-902054efda92)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:46.167449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.313948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae399aa4-d788-4906-96af-bb64135a5289 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-605187749 HTTP/1.1" status: 201 len: 201 time: 0.5486581 Mar 02 07:44:46.324409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Calling delete_port for 142611ea-02b6-48b3-a406-f9c039df92b6 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:46.358878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.381151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.399995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-a0982707-3e46-478b-8e64-c34d7a94488a tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-447168860') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:46.426385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.451055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.490894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d136775-a7f6-4059-8e00-c0d5273cb4ba,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.496964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-929bc692-7ef2-4daf-be4d-0753a95e58b4 req-94652a39-bb0b-409c-b2d6-b7e62731c5a5 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 210 time: 0.0790410 Mar 02 07:44:46.502785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e28d99ad-a556-4365-a49c-03e61becb454 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffc7d0a4de264f3198ee30467e0a8afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554024 Mar 02 07:44:46.503068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42540) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.540200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.634232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Network 3a2563b5-f2b3-410d-afd0-3823a023147d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:46.642502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:46.645206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.647182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:46.691786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Pushing event updated for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.729096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:46.729948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.746412 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.747411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bcd1f9-be7c-4673-8829-ce7b525d6fca,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.774437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-0b4f8a37-f4b3-410b-8030-fbc969bc31b1 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1234896 Mar 02 07:44:46.788276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Request body: {'port': {'device_id': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:46.789734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a0982707-3e46-478b-8e64-c34d7a94488a tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-447168860 HTTP/1.1" status: 201 len: 201 time: 0.4287643 Mar 02 07:44:46.801890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42544) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.927800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.011532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-76a757bc-0db3-4b7b-a412-d4e02e4e6d72 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:47.109217 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.130853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.259563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.271345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.315770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3f5b8d-db54-4781-93f5-b468b127679e {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:47.323207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.339887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Transition to ACTIVE for port object fb3f5b8d-db54-4781-93f5-b468b127679e will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:47.345383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.360124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Pushing event deleted for resources: {'Port': ['ID=142611ea-02b6-48b3-a406-f9c039df92b6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.426506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Subnet': ['ID=2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.524189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.614227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Checking segment: {'id': 'e9f5cc7a-0587-412d-8050-1aafbce1b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:47.614589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network hostable DHCP agents. Network: 10816415-e5a5-469b-a512-4f711e7b2e1b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:47.647612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Attempting to bind port fb3f5b8d-db54-4781-93f5-b468b127679e on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:47.648134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Attempting to bind port fb3f5b8d-db54-4781-93f5-b468b127679e by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:47.648498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Attempting to bind port fb3f5b8d-db54-4781-93f5-b468b127679e on network 3a2563b5-f2b3-410d-afd0-3823a023147d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:47.677475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-76a757bc-0db3-4b7b-a412-d4e02e4e6d72 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 200 len: 238 time: 0.7039127 Mar 02 07:44:47.693958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Port fb3f5b8d-db54-4781-93f5-b468b127679e on network 3a2563b5-f2b3-410d-afd0-3823a023147d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:44:47.694299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Attempting to bind port fb3f5b8d-db54-4781-93f5-b468b127679e on network 3a2563b5-f2b3-410d-afd0-3823a023147d {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:47.697789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42552) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:47.708927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-45089c8c-326b-4b58-b976-d057702d661d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-2319626') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:47.712998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:47.713447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Checking segment: {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:47.713836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Bound using segment: {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:47.714305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Bound port: fb3f5b8d-db54-4781-93f5-b468b127679e, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aae8b56-87c9-4573-80a6-4263d6764dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:47.714655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.787133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.800692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network 10816415-e5a5-469b-a512-4f711e7b2e1b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:47.802831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.902147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 10816415-e5a5-469b-a512-4f711e7b2e1b) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:47.903619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d136775-a7f6-4059-8e00-c0d5273cb4ba,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.933367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04333c1-1d3c-41f7-8c99-ca12504ab0fa None None] Network 10816415-e5a5-469b-a512-4f711e7b2e1b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:47.950112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad86b6-efdc-4cd7-9955-f58604b0cf58 req-2db8fdb8-a277-4a8b-b5e2-e9106bd95980 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:47.950990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-04ad86b6-efdc-4cd7-9955-f58604b0cf58 req-2db8fdb8-a277-4a8b-b5e2-e9106bd95980 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Synchronizing usage tracker for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:47.955371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:47.958764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fb3f5b8d-db54-4781-93f5-b468b127679e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:47.968919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.969366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:47.970049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.011414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-04ad86b6-efdc-4cd7-9955-f58604b0cf58 req-2db8fdb8-a277-4a8b-b5e2-e9106bd95980 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Unset dirty status for tenant:9f4d09bb480f427e9a03b9e13a8472c0 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:48.012710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04ad86b6-efdc-4cd7-9955-f58604b0cf58 req-2db8fdb8-a277-4a8b-b5e2-e9106bd95980 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 944 time: 0.3522696 Mar 02 07:44:48.039869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.055632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:48.057768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.058532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb3f5b8d-db54-4781-93f5-b468b127679e HTTP/1.1" status: 200 len: 1092 time: 1.2769866 Mar 02 07:44:48.059296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:48.152036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586dbad-bf60-4ea8-8afa-2e8efae89768 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:48.160323 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e', 'status': 'completed', 'code': 200} Mar 02 07:44:48.176679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04ad86b6-efdc-4cd7-9955-f58604b0cf58 req-18884717-c219-49fd-bba9-023ce956c555 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513901 Mar 02 07:44:48.226356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc5add6a-df1b-4a64-9f90-643dbe0b1053 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0818131 Mar 02 07:44:48.226356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.226356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f046c2b-e551-45e8-87c3-2a6eb50d4571 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d136775-a7f6-4059-8e00-c0d5273cb4ba HTTP/1.1" status: 204 len: 168 time: 1.7181530 Mar 02 07:44:48.227016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:48.235603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-856c45ef-6f11-4a2c-b1f6-8884ff79953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:48.237323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-856c45ef-6f11-4a2c-b1f6-8884ff79953f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 1095 time: 0.1216900 Mar 02 07:44:48.261995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'network': {'name': 'tempest-router-network01--1376632874'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:48.274231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-10816415-e5a5-469b-a512-4f711e7b2e1b', 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b', 'tenant_id': '3e8a732f72554e4f919432e9af59ed41', 'fixed_ips': [{'subnet_id': '2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:48.275411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.286524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:48.301930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45089c8c-326b-4b58-b976-d057702d661d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-2319626 HTTP/1.1" status: 204 len: 168 time: 0.6012101 Mar 02 07:44:48.312902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:network and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:48.315621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42568) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:48.323693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:48.333005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-2caba883-2376-4d9b-828b-7b13df0afdfc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-2319626') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:48.338262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-e4588a8d-8f40-4675-89fc-50f1929f201c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb3f5b8d-db54-4781-93f5-b468b127679e HTTP/1.1" status: 200 len: 217 time: 0.0937500 Mar 02 07:44:48.440654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:48.442102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-a8ebc158-5719-4544-967f-9c61f703ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:48.445218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-a8ebc158-5719-4544-967f-9c61f703ad9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 200 len: 853 time: 0.0985944 Mar 02 07:44:48.529254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Allocated IP 172.20.0.2 (10816415-e5a5-469b-a512-4f711e7b2e1b/2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a/3b63077d-fc54-476c-b5ba-5c24fb87136d) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:48.605368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-46c056df-b8b8-466c-97bf-7bc2de99f372 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a2563b5-f2b3-410d-afd0-3823a023147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522014 Mar 02 07:44:48.671559 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.774951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.855318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-3bc111f1-d8b6-4244-bbce-dcde8f1dd3c2 service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433755 Mar 02 07:44:48.917701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:48.948758 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.957057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.957602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:48.964409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.969839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Transition to ACTIVE for port object 3b63077d-fc54-476c-b5ba-5c24fb87136d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:48.990304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Transition to ACTIVE for port object 3b63077d-fc54-476c-b5ba-5c24fb87136d will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:48.999901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.057133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:49.065461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc16830522e47a289b60a0e8d6caa60 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:49.070073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:49.079694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:49.097074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Network 10816415-e5a5-469b-a512-4f711e7b2e1b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:49.106880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Pushing event updated for resources: {'Port': ['ID=3b63077d-fc54-476c-b5ba-5c24fb87136d,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.109489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:49.113807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:49.168917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:49.220222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.220602 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Added segment f3f61b13-3770-4519-ba0f-e19f511e955a of type vlan for network e25b5330-b814-48a8-b1f5-1041195e9062 Mar 02 07:44:49.249290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Attempting to bind port 3b63077d-fc54-476c-b5ba-5c24fb87136d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:49.249666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Attempting to bind port 3b63077d-fc54-476c-b5ba-5c24fb87136d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e9f5cc7a-0587-412d-8050-1aafbce1b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:49.250536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Attempting to bind port 3b63077d-fc54-476c-b5ba-5c24fb87136d on network 10816415-e5a5-469b-a512-4f711e7b2e1b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:49.255823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Router ebb48d04-d9da-4601-921d-035f89fb8c86 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:49.256007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:49.256294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Checking segment: {'id': 'e9f5cc7a-0587-412d-8050-1aafbce1b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:49.256698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.257091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Bound using segment: {'id': 'e9f5cc7a-0587-412d-8050-1aafbce1b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:49.257555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Bound port: 3b63077d-fc54-476c-b5ba-5c24fb87136d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f5cc7a-0587-412d-8050-1aafbce1b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10816415-e5a5-469b-a512-4f711e7b2e1b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:49.257951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.284341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.293706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a985720d-0c61-4137-8d4b-1c65f3df1580 req-6dec2e5a-6b2e-4223-98e3-3df3a128774e service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323356 Mar 02 07:44:49.296232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.365589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.378456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e90982-d1f8-4031-9bc6-1d8c75ec848b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.388270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] For port 3b63077d-fc54-476c-b5ba-5c24fb87136d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:49.397409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] For port 3b63077d-fc54-476c-b5ba-5c24fb87136d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b63077d-fc54-476c-b5ba-5c24fb87136d,segment=NetworkSegment(e9f5cc7a-0587-412d-8050-1aafbce1b72f),segment_id=e9f5cc7a-0587-412d-8050-1aafbce1b72f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:49.402514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.434499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.434834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.435179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.435518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.435852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.436182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.436511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.436837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.437157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.437480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.437802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.438147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:49.459747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a1d61ad9-3dff-47e8-b8b1-45c6c49088a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fc16830522e47a289b60a0e8d6caa60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386746 Mar 02 07:44:49.465369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:49.496791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c5c76-0798-406d-8672-c693a44daf08 None None] Pushing event updated for resources: {'Port': ['ID=3b63077d-fc54-476c-b5ba-5c24fb87136d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.593363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.600368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.607581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:49.608224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.629902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7655180-1503-4a16-b481-ceb5a7821084 req-9181ba61-ccff-4c4b-9fc1-72d634f2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:49.631278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-9181ba61-ccff-4c4b-9fc1-72d634f2b377 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 1095 time: 0.2540154 Mar 02 07:44:49.650695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2caba883-2376-4d9b-828b-7b13df0afdfc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-2319626 HTTP/1.1" status: 204 len: 168 time: 1.3327601 Mar 02 07:44:49.660125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.670220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42588) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:49.715429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-77477dd8-5d2f-4f2d-b57f-83f7e9291807 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:49.776892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Router 700a9d46-a4a4-4c3a-9123-86f50bcae773 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:49.824640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7655180-1503-4a16-b481-ceb5a7821084 req-c0aace79-0927-4a9f-92d0-219ca981d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:49.824640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-c0aace79-0927-4a9f-92d0-219ca981d4fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 913 time: 0.1843259 Mar 02 07:44:49.827405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.937481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6789746 Mar 02 07:44:49.947559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef89f0-53b9-4741-8c94-e8799902b942 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Network': ['ID=e25b5330-b814-48a8-b1f5-1041195e9062,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.949851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-dd990f5d-8d69-4cfe-98da-d9b899579122 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb3f5b8d-db54-4781-93f5-b468b127679e HTTP/1.1" status: 200 len: 217 time: 0.1097083 Mar 02 07:44:49.950370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42592) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:49.953402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e90982-d1f8-4031-9bc6-1d8c75ec848b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.960824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e25b5330-b814-48a8-b1f5-1041195e9062 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:49.962159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.966649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'network': {'name': 'tempest-router-network02--156590561'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:49.967878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6255865f-e0b0-4aa5-a2ea-e3ed3ce2aa9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29e90982-d1f8-4031-9bc6-1d8c75ec848b HTTP/1.1" status: 204 len: 168 time: 0.5002959 Mar 02 07:44:49.985294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:50.084628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7655180-1503-4a16-b481-ceb5a7821084 req-e3fdd12d-0130-44f5-9877-40922bd3f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:50.088421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-e3fdd12d-0130-44f5-9877-40922bd3f119 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 200 len: 853 time: 0.1277871 Mar 02 07:44:50.105726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:network and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:50.122739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:50.151535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:50.161288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-166fe1c0-c939-49cd-b934-5e74cde99bbd admin admin] 10.222.0.21 "PUT /v2.0/routers/ebb48d04-d9da-4601-921d-035f89fb8c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5178974 Mar 02 07:44:50.161841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:50.166470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:50.168530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Sync routers for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:50.191568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:50.192073 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-304f8415-8938-4cad-be25-32fb009f3da6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a2563b5-f2b3-410d-afd0-3823a023147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973871 Mar 02 07:44:50.192688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:50.206709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b15e-4206-445f-9aea-a4ead26a8537 req-608246fc-de53-408b-b8e4-41ed1a738b4d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:50.208472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-96b4b15e-4206-445f-9aea-a4ead26a8537 req-608246fc-de53-408b-b8e4-41ed1a738b4d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 944 time: 0.7954519 Mar 02 07:44:50.217399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-77477dd8-5d2f-4f2d-b57f-83f7e9291807 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 200 len: 205 time: 0.5228934 Mar 02 07:44:50.218262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:50.221773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.259818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42604) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:50.311647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-e41ee5a0-d392-45a8-a0df-b3820e214d6c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:50.442327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:50.529900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:50.590326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-96b4b15e-4206-445f-9aea-a4ead26a8537 req-715c2b18-86cb-4d97-8081-0cb52f6cc261 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563130 Mar 02 07:44:50.611791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:50.614096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.614564 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Added segment dc6495ce-11b3-4ba9-b970-8fcc099d9726 of type vlan for network cade588e-c56f-422e-bf23-a5d0df0635da Mar 02 07:44:50.631261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Sync routers for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:50.663171 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:50.663833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:50.667080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-edfbc03f-fad3-45e5-a050-49f60f3fa536 admin admin] 10.222.0.21 "PUT /v2.0/routers/700a9d46-a4a4-4c3a-9123-86f50bcae773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2627339 Mar 02 07:44:50.679053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42614) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:50.761923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b63077d-fc54-476c-b5ba-5c24fb87136d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:50.844445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.865335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42624) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:50.867625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e41ee5a0-d392-45a8-a0df-b3820e214d6c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 200 len: 240 time: 0.6060972 Mar 02 07:44:50.901416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-133df7da-0ab9-47dc-a67d-5e137cee4379 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-134124730') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:51.098536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.111769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-d90a775a-220b-4110-9376-2ef00665eedb service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326912 Mar 02 07:44:51.112934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.195548 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:51.281078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9f674-7306-4b9c-b7ef-8953016a1f91 None None] Network 10816415-e5a5-469b-a512-4f711e7b2e1b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:51.478556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3b63077d-fc54-476c-b5ba-5c24fb87136d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:51.490118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:51.491165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.670574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Provisioning for port 3b63077d-fc54-476c-b5ba-5c24fb87136d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:51.708894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Provisioning complete for port 3b63077d-fc54-476c-b5ba-5c24fb87136d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:51.709844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.713483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.750501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-133df7da-0ab9-47dc-a67d-5e137cee4379 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-134124730 HTTP/1.1" status: 204 len: 168 time: 0.8750808 Mar 02 07:44:51.751148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:51.756820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Deleting port 7dc86be3-c814-492b-971c-dd2023c450c7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:51.757493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.765521 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:44:46Z', 'revision_number': 5, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:51.775196 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Checking router: 700a9d46-a4a4-4c3a-9123-86f50bcae773 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:44:51.787222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-a2e3ad6e-f311-4bf9-8352-b1f9d3edb4b4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-134124730') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:51.793951 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Routers {'700a9d46-a4a4-4c3a-9123-86f50bcae773'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:51.796371 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['700a9d46-a4a4-4c3a-9123-86f50bcae773'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:51.828557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.884341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7655180-1503-4a16-b481-ceb5a7821084 req-1f384af8-200b-419b-9419-1d42fb595305 service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592276 Mar 02 07:44:52.050365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:44:46Z', 'revision_number': 5, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port': {'id': '7dc86be3-c814-492b-971c-dd2023c450c7', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:23Z', 'updated_at': '2022-03-02T07:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:52.064343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Checking router: ebb48d04-d9da-4601-921d-035f89fb8c86 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:44:52.091412 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.133573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] For port 3b63077d-fc54-476c-b5ba-5c24fb87136d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b63077d-fc54-476c-b5ba-5c24fb87136d,segment=NetworkSegment(e9f5cc7a-0587-412d-8050-1aafbce1b72f),segment_id=e9f5cc7a-0587-412d-8050-1aafbce1b72f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:52.136867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Routers {'ebb48d04-d9da-4601-921d-035f89fb8c86'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:52.137602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ebb48d04-d9da-4601-921d-035f89fb8c86'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:52.218472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.272973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a2e3ad6e-f311-4bf9-8352-b1f9d3edb4b4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-134124730 HTTP/1.1" status: 204 len: 168 time: 0.5203712 Mar 02 07:44:52.277665 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] Set router 700a9d46-a4a4-4c3a-9123-86f50bcae773 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:52.304173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] For port 7dc86be3-c814-492b-971c-dd2023c450c7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7dc86be3-c814-492b-971c-dd2023c450c7,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:52.304617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.339206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42658) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.394178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-8865aee0-8dea-4185-8930-cc735104cbbf tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:52.399255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Network': ['ID=cade588e-c56f-422e-bf23-a5d0df0635da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:52.412328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.434849 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c5e9a72-4a7b-42d1-8c66-65940ad2f3f8 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4751685 Mar 02 07:44:52.435084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fb3f5b8d-db54-4781-93f5-b468b127679e details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:44:52.438677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42664) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.447856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network cade588e-c56f-422e-bf23-a5d0df0635da details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:52.451279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'subnet': {'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:52.480824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Deleting port 32de4537-0321-4e72-897c-467f8beb0684 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:52.481173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.870711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b869-e61f-4eee-8c48-de97157d86b1 req-247d7848-2865-43b1-ab4f-b471c7884b55 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:52.881388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1956b869-e61f-4eee-8c48-de97157d86b1 req-247d7848-2865-43b1-ab4f-b471c7884b55 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 944 time: 1.0048945 Mar 02 07:44:52.925821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Calling delete_port for 7dc86be3-c814-492b-971c-dd2023c450c7 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:52.968287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] Set router ebb48d04-d9da-4601-921d-035f89fb8c86 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:52.986418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:53.005157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:subnet and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:53.013262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:53.025591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:53.060467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:53.066117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.195742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95969b38-472e-4454-a500-e3e9840d9299 None None] Pushing event updated for resources: {'Port': ['ID=3b63077d-fc54-476c-b5ba-5c24fb87136d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:53.203738 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:44:46Z', 'revision_number': 5, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:53.216669 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a6646-adbd-4f52-8b9d-71942762c230 None None] The sync data for ids ['700a9d46-a4a4-4c3a-9123-86f50bcae773'] in n-d-827871-1 is: [{'id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'name': 'tempest-ServerRescueNegativeTestJSON-847757479-router', 'tenant_id': '3722fb0dd1814f34986e92ad42ab6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '32de4537-0321-4e72-897c-467f8beb0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:25Z', 'updated_at': '2022-03-02T07:44:46Z', 'revision_number': 5, 'project_id': '3722fb0dd1814f34986e92ad42ab6304', 'gw_port': {'id': '32de4537-0321-4e72-897c-467f8beb0684', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a9d46-a4a4-4c3a-9123-86f50bcae773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:28Z', 'updated_at': '2022-03-02T07:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:53.266922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1956b869-e61f-4eee-8c48-de97157d86b1 req-a28ba125-8a87-4720-a090-5db07d9cd43b tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841240 Mar 02 07:44:53.276332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] For port 32de4537-0321-4e72-897c-467f8beb0684, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=32de4537-0321-4e72-897c-467f8beb0684,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:53.276711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.296618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:44:51Z', 'revision_number': 6, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:53.303248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8865aee0-8dea-4185-8930-cc735104cbbf tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 200 len: 205 time: 0.9549353 Mar 02 07:44:53.304789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42676) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:53.325339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64364739-e384-4c56-b2d9-07095e1d2d06 None None] The sync data for ids ['ebb48d04-d9da-4601-921d-035f89fb8c86'] in n-d-827871-1 is: [{'id': 'ebb48d04-d9da-4601-921d-035f89fb8c86', 'name': 'tempest-AttachVolumeShelveTestJSON-569793906-router', 'tenant_id': 'af9560cd24614a66b4afc26af75189d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:22Z', 'updated_at': '2022-03-02T07:44:51Z', 'revision_number': 6, 'project_id': 'af9560cd24614a66b4afc26af75189d4', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:53.349186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3fa99b40-669c-4b63-89af-8c2b3161fe50 None None] Provisioning complete for port 3b63077d-fc54-476c-b5ba-5c24fb87136d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:53.349821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3fa99b40-669c-4b63-89af-8c2b3161fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.459751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.515516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Calling delete_port for 32de4537-0321-4e72-897c-467f8beb0684 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:53.603949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fb3f5b8d-db54-4781-93f5-b468b127679e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:53.619773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc86be3-c814-492b-971c-dd2023c450c7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:53.685644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'fb3f5b8d-db54-4781-93f5-b468b127679e', 'network_id': '3a2563b5-f2b3-410d-afd0-3823a023147d', 'port_id': 'fb3f5b8d-db54-4781-93f5-b468b127679e', 'mac_address': 'fa:16:3e:98:0c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43af8a32-ca36-4424-9f08-6b482a98c750', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:44:53.715999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-86af7367-6ad1-4cb0-9668-d9a91e2e38d2 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:53.809094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.812826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:53.836645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3f5b8d-db54-4781-93f5-b468b127679e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:53.850964 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.861730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fb3f5b8d-db54-4781-93f5-b468b127679e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:53.868689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.992842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:54.023454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-86af7367-6ad1-4cb0-9668-d9a91e2e38d2 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 200 len: 240 time: 0.6300473 Mar 02 07:44:54.026509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42690) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:54.053594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-087ed6d2-d770-43d8-957c-6c2b3d11f689 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-605187749') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:54.134005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.178793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['fb3f5b8d-db54-4781-93f5-b468b127679e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:54.273245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.376135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.379839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.385399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:54.393076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Usage tracker for resource:security_group_rule and tenant:5e37a18861a047e09b34dc8222df4d86 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:54.408673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:54.423520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:54.435359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.435898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb48d04-d9da-4601-921d-035f89fb8c86 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:44:54.478267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.479352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af1bbb09-1c0e-4fb9-83bd-97ec7f263f79 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ebb48d04-d9da-4601-921d-035f89fb8c86 HTTP/1.1" status: 204 len: 168 time: 4.2909284 Mar 02 07:44:54.482382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:54.523290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Subnet': ['ID=105bbe36-8cfe-4b10-ac09-aeb2141d9850,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:54.586351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Deleting subnet 9bf64ca4-d9a5-403c-8ec1-47519ac4552f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:54.592923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.609058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Checking segment: {'id': 'f3f61b13-3770-4519-ba0f-e19f511e955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:54.611923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b63077d-fc54-476c-b5ba-5c24fb87136d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:54.618258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network hostable DHCP agents. Network: e25b5330-b814-48a8-b1f5-1041195e9062, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:54.695080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-087ed6d2-d770-43d8-957c-6c2b3d11f689 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-605187749 HTTP/1.1" status: 204 len: 168 time: 0.6522033 Mar 02 07:44:54.702183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42702) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:54.709063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.728891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.730534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3b63077d-fc54-476c-b5ba-5c24fb87136d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:54.731081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.746067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-accb4330-714a-4818-adf0-2ceaa631b895 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-605187749') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:54.815751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.828633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network e25b5330-b814-48a8-b1f5-1041195e9062 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:54.845535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:54.854308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Pushing event deleted for resources: {'Port': ['ID=32de4537-0321-4e72-897c-467f8beb0684,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:54.920545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, e25b5330-b814-48a8-b1f5-1041195e9062) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:54.928607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdafc56-d00b-4c23-89a7-26091b20762b None None] Network e25b5330-b814-48a8-b1f5-1041195e9062 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:54.992125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e0bcd1f9-be7c-4673-8829-ce7b525d6fca no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:54.994018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:54.994659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.014819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e37a18861a047e09b34dc8222df4d86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2009473 Mar 02 07:44:55.025094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.059078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9362c3-bcab-4657-9d6d-da5ba61cc10e req-7d16baa0-ac7a-405e-b753-afda7ebc1a3a tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:55.062440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b9362c3-bcab-4657-9d6d-da5ba61cc10e req-7d16baa0-ac7a-405e-b753-afda7ebc1a3a tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 945 time: 0.5882308 Mar 02 07:44:55.082386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb438f-e43d-4064-aa3e-10c64ec2eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9979c8a-2b30-4290-b1a6-22383fc38361,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:55.093955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e0bcd1f9-be7c-4673-8829-ce7b525d6fca {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:55.094538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e0bcd1f9-be7c-4673-8829-ce7b525d6fca not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:55.095167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 142611ea-02b6-48b3-a406-f9c039df92b6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:55.112856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.121909 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:44:55.124694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.160752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 142611ea-02b6-48b3-a406-f9c039df92b6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:55.161059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 142611ea-02b6-48b3-a406-f9c039df92b6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:55.161930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7dc86be3-c814-492b-971c-dd2023c450c7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:55.187483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-accb4330-714a-4818-adf0-2ceaa631b895 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-605187749 HTTP/1.1" status: 204 len: 168 time: 0.4821382 Mar 02 07:44:55.190017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42710) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.197490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-6ce65c5e-011d-4276-a342-2e882d5205b5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:55.208858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7dc86be3-c814-492b-971c-dd2023c450c7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:55.209467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7dc86be3-c814-492b-971c-dd2023c450c7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:55.253190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cb6fdba8-f5da-498a-8ee4-db83f146cfca tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8120580 Mar 02 07:44:55.258403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42714) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.280770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'subnet': {'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:55.362649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-e25b5330-b814-48a8-b1f5-1041195e9062', 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062', 'tenant_id': '3e8a732f72554e4f919432e9af59ed41', 'fixed_ips': [{'subnet_id': '105bbe36-8cfe-4b10-ac09-aeb2141d9850'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:55.363552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.367051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.375305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.381210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7b9362c3-bcab-4657-9d6d-da5ba61cc10e req-0deeb739-6507-4553-b852-ef309aa78a7a tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000906 Mar 02 07:44:55.410745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.437448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.437974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700a9d46-a4a4-4c3a-9123-86f50bcae773 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:44:55.449289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.461553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.465808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3331d8bc-733c-4a55-a077-85214d3b0992 admin admin] 10.222.0.21 "DELETE /v2.0/routers/700a9d46-a4a4-4c3a-9123-86f50bcae773 HTTP/1.1" status: 204 len: 168 time: 4.7855344 Mar 02 07:44:55.466496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42718) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.555251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Deleting subnet b02275ef-6f24-4076-91c5-76e4a59a47e3 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:55.559088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.592418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Allocated IP 172.20.0.2 (e25b5330-b814-48a8-b1f5-1041195e9062/105bbe36-8cfe-4b10-ac09-aeb2141d9850/64313504-c05c-4ec4-974d-db2198aa1a4f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:55.619978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.626100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.645602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.676681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9979c8a-2b30-4290-b1a6-22383fc38361,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:55.703081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.703693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6ce65c5e-011d-4276-a342-2e882d5205b5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 200 len: 205 time: 0.5125315 Mar 02 07:44:55.711319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf64ca4-d9a5-403c-8ec1-47519ac4552f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:55.712359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-cf93863f-c730-4779-b136-ad3cadc74797 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:55.717024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:55.724045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.726906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Usage tracker for resource:subnet and tenant:3e8a732f72554e4f919432e9af59ed41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:55.734531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5928b-dad8-4864-913c-9b9f4a797a4f None None] Network 99672d76-a8ce-40ed-9645-8c345776e8a9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:55.743463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:55.754143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:55.756199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.759058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ee3833c-c8c7-4cfc-837d-edae85ba4002 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bf64ca4-d9a5-403c-8ec1-47519ac4552f HTTP/1.1" status: 204 len: 168 time: 1.2755208 Mar 02 07:44:55.761709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42726) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:55.856152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.859814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e182117-ec88-4b92-88a5-c4e64d9b5e58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9979c8a-2b30-4290-b1a6-22383fc38361 HTTP/1.1" status: 204 len: 168 time: 0.8303323 Mar 02 07:44:55.890497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.902285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.917928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Made reservation on behalf of 3e8a732f72554e4f919432e9af59ed41 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:55.923857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.972037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Deleting port 520837bc-d446-49aa-8e15-d078725c8dfe {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:55.972787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.023227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.047625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cf93863f-c730-4779-b136-ad3cadc74797 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 200 len: 240 time: 0.3406179 Mar 02 07:44:56.047625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02275ef-6f24-4076-91c5-76e4a59a47e3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:56.059248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.062855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d3da3a5-de97-4c2f-8b63-9deaea29db67 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b02275ef-6f24-4076-91c5-76e4a59a47e3 HTTP/1.1" status: 204 len: 168 time: 0.5935290 Mar 02 07:44:56.069554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.072766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-f2699459-0fb8-4b6e-8af6-f91db6959eda tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-447168860') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:56.128724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2699459-0fb8-4b6e-8af6-f91db6959eda tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-447168860 HTTP/1.1" status: 204 len: 168 time: 0.0660272 Mar 02 07:44:56.129506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42744) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.135112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-50dd5169-5e4d-46fd-881c-dd624719bbbb tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-447168860') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:56.202534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-50dd5169-5e4d-46fd-881c-dd624719bbbb tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-447168860 HTTP/1.1" status: 204 len: 168 time: 0.0724239 Mar 02 07:44:56.204961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42750) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.217574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-173350ee-1334-4748-9394-6e55d75b044c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:56.221280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.245835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Transition to ACTIVE for port object 64313504-c05c-4ec4-974d-db2198aa1a4f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:56.270621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-173350ee-1334-4748-9394-6e55d75b044c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 200 len: 205 time: 0.0640109 Mar 02 07:44:56.274842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42756) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.300029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Transition to ACTIVE for port object 64313504-c05c-4ec4-974d-db2198aa1a4f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:56.316505 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.373419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.379427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-5cd6b6dd-f063-466e-9e89-b08ff0a74d46 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:56.382080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] DHCP port deletion for 99672d76-a8ce-40ed-9645-8c345776e8a9 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:44:56.402324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Network e25b5330-b814-48a8-b1f5-1041195e9062 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:56.405390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:56.407263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Deleting port 520837bc-d446-49aa-8e15-d078725c8dfe {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:56.407707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.443654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:56.452663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fb3f5b8d-db54-4781-93f5-b468b127679e up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:56.472055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42762) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.623196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Pushing event updated for resources: {'Port': ['ID=64313504-c05c-4ec4-974d-db2198aa1a4f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:56.650420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42768) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.668313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 520837bc-d446-49aa-8e15-d078725c8dfe no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:56.673091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.695609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:56.700986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:059e3fde86904d2db08bb477221215af is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:56.707197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:56.714465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:56.730917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Attempting to bind port 64313504-c05c-4ec4-974d-db2198aa1a4f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:56.731645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Attempting to bind port 64313504-c05c-4ec4-974d-db2198aa1a4f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f3f61b13-3770-4519-ba0f-e19f511e955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:56.731791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Attempting to bind port 64313504-c05c-4ec4-974d-db2198aa1a4f on network e25b5330-b814-48a8-b1f5-1041195e9062 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:56.766235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] For port 520837bc-d446-49aa-8e15-d078725c8dfe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=520837bc-d446-49aa-8e15-d078725c8dfe,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:56.766832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.785141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port fb3f5b8d-db54-4781-93f5-b468b127679e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:56.788336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5cd6b6dd-f063-466e-9e89-b08ff0a74d46 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.5085828 Mar 02 07:44:56.795883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:56.796344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Checking segment: {'id': 'f3f61b13-3770-4519-ba0f-e19f511e955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:56.796344 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.796344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Bound using segment: {'id': 'f3f61b13-3770-4519-ba0f-e19f511e955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:56.796344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Bound port: 64313504-c05c-4ec4-974d-db2198aa1a4f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f61b13-3770-4519-ba0f-e19f511e955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e25b5330-b814-48a8-b1f5-1041195e9062'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:56.796344 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.825583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42772) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.852060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.858726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-5aa4f632-f42c-4934-b22b-192c149628ac tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:56.860417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.925167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=059e3fde86904d2db08bb477221215af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732894 Mar 02 07:44:56.927929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44a826-0943-4fac-a362-a21476b9e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936144e-26c2-41b9-bdf0-803d7c3014ba,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:56.931232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42776) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:56.948089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] For port 64313504-c05c-4ec4-974d-db2198aa1a4f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:56.951423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] For port 64313504-c05c-4ec4-974d-db2198aa1a4f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=64313504-c05c-4ec4-974d-db2198aa1a4f,segment=NetworkSegment(f3f61b13-3770-4519-ba0f-e19f511e955a),segment_id=f3f61b13-3770-4519-ba0f-e19f511e955a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:56.959693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port fb3f5b8d-db54-4781-93f5-b468b127679e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:56.960138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.986068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.990563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.010366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:57.020810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Usage tracker for resource:security_group_rule and tenant:f945f40349fd409b95a72fccb4b8d60f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:57.026269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:57.034994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:57.037008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.048276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Calling delete_port for 520837bc-d446-49aa-8e15-d078725c8dfe owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:57.080812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.147134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.201415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2225ae-897e-4676-bff9-3391fe4ad142']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:57.205507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.206598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.217678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.233758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936144e-26c2-41b9-bdf0-803d7c3014ba,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.257123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.282396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f945f40349fd409b95a72fccb4b8d60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8069298 Mar 02 07:44:57.283139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d20837-5ac5-48f9-9af3-6039eb0562e5 None None] Pushing event updated for resources: {'Port': ['ID=64313504-c05c-4ec4-974d-db2198aa1a4f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.284315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.285334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6345719b-172b-4cc3-a572-83fb50028f6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5936144e-26c2-41b9-bdf0-803d7c3014ba HTTP/1.1" status: 204 len: 168 time: 0.3531878 Mar 02 07:44:57.288988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:57.299217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] For port 520837bc-d446-49aa-8e15-d078725c8dfe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=520837bc-d446-49aa-8e15-d078725c8dfe,segment=NetworkSegment(ff584d33-64f0-435e-8ab3-f8750222ee2b),segment_id=ff584d33-64f0-435e-8ab3-f8750222ee2b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:57.299872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.303242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee009929-d709-4a9c-901e-58e564abe852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558c514-ad29-4f52-80a8-2cc1a15558d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.310982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf298cf3-c786-445b-a836-902054efda92') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:57.311341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf298cf3-c786-445b-a836-902054efda92') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:57.361121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.371852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.398114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.403282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52419e7-127e-43e8-876d-2b661a3a9ef1 req-e2a31d7f-b976-483b-88da-8c30cf0ac550 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:57.405033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f52419e7-127e-43e8-876d-2b661a3a9ef1 req-e2a31d7f-b976-483b-88da-8c30cf0ac550 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 945 time: 0.7490664 Mar 02 07:44:57.413154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.450765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.455871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Calling delete_port for 520837bc-d446-49aa-8e15-d078725c8dfe owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:57.474711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5aa4f632-f42c-4934-b22b-192c149628ac tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 204 len: 168 time: 0.6296139 Mar 02 07:44:57.481034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42786) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:57.496735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.505609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:57.506247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.516890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558c514-ad29-4f52-80a8-2cc1a15558d1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.522257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.524008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.525802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a6c71ca3-520b-4a3f-8521-27f6261264cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0558c514-ad29-4f52-80a8-2cc1a15558d1 HTTP/1.1" status: 204 len: 168 time: 0.2357373 Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:57.526949 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:57.533456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-35882dd5-0dd1-44f1-b7cb-65137ddec21c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:57.673288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Subnet': ['ID=b76d32cf-5720-413c-b1b8-483f16cd68a3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.675584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32de4537-0321-4e72-897c-467f8beb0684 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:57.756108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 32de4537-0321-4e72-897c-467f8beb0684 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:57.756381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 32de4537-0321-4e72-897c-467f8beb0684 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:57.762446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] No DVR routers for this DVR port 520837bc-d446-49aa-8e15-d078725c8dfe on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:57.789487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.838541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:44:57.838897 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:44:57.843968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=520837bc-d446-49aa-8e15-d078725c8dfe,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.849016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:57.873888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fb3f5b8d-db54-4781-93f5-b468b127679e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:57.879715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.954936 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e', 'code': 200} Mar 02 07:44:57.996600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:58.062291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.071666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f52419e7-127e-43e8-876d-2b661a3a9ef1 req-cc10ac9c-3f1c-4a3c-885a-caf6a5b0e82c tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528895 Mar 02 07:44:58.090651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.092305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Checking segment: {'id': 'dc6495ce-11b3-4ba9-b970-8fcc099d9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:58.092888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network hostable DHCP agents. Network: cade588e-c56f-422e-bf23-a5d0df0635da, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:58.135174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.155391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2225ae-897e-4676-bff9-3391fe4ad142,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:58.159440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99672d76-a8ce-40ed-9645-8c345776e8a9']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:58.187502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff584d33-64f0-435e-8ab3-f8750222ee2b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:58.187799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff584d33-64f0-435e-8ab3-f8750222ee2b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:58.214546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.233979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network cade588e-c56f-422e-bf23-a5d0df0635da is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:58.244970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f7bcd1c6-e58b-4902-be3d-34a269bfdb04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1d2225ae-897e-4676-bff9-3391fe4ad142 HTTP/1.1" status: 204 len: 168 time: 2.0473087 Mar 02 07:44:58.254309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.265252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, cade588e-c56f-422e-bf23-a5d0df0635da) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:58.267491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:58.267850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.275780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc090e6-7e69-4a44-890f-08db4e7ba7e6 None None] Network cade588e-c56f-422e-bf23-a5d0df0635da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:58.288618 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:58.308162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.308826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.322925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42820) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:58.323540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-35882dd5-0dd1-44f1-b7cb-65137ddec21c tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 204 len: 168 time: 0.8306201 Mar 02 07:44:58.327950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-abecd403-ea5e-4068-bdd4-6713a72e79e7 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:58.451031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abecd403-ea5e-4068-bdd4-6713a72e79e7 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 204 len: 168 time: 0.1268852 Mar 02 07:44:58.455719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:58.466310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-5bc36f7d-461e-4f37-ba0a-d9c926135320 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-801109849') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:58.469882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Deleting port 520837bc-d446-49aa-8e15-d078725c8dfe {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:58.479038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.638334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29860946-d811-49bf-b466-fa773ed6588d req-08ac1881-4e24-4ba6-92c0-9060a3fcc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.640172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29860946-d811-49bf-b466-fa773ed6588d req-08ac1881-4e24-4ba6-92c0-9060a3fcc08c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 1097 time: 0.6190355 Mar 02 07:44:58.648698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:58.675158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-93b31d51-c701-46db-8d87-fc2879114ac4 None None] The port '520837bc-d446-49aa-8e15-d078725c8dfe' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:44:58.716200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 64313504-c05c-4ec4-974d-db2198aa1a4f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:58.726006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39e595e7-5628-4420-96cf-80c382db7d9a tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4588823 Mar 02 07:44:58.731476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42838) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:58.775832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.838325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:58.845766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-29860946-d811-49bf-b466-fa773ed6588d req-d491a755-b515-48b9-9bb1-a995c0e6b66d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883576 Mar 02 07:44:58.869129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99672d76-a8ce-40ed-9645-8c345776e8a9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:58.881897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b87f43a4-4de9-4cca-b95a-06e94fa9a0a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99672d76-a8ce-40ed-9645-8c345776e8a9 HTTP/1.1" status: 204 len: 168 time: 3.1190007 Mar 02 07:44:58.995753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 64313504-c05c-4ec4-974d-db2198aa1a4f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:59.001504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-cade588e-c56f-422e-bf23-a5d0df0635da', 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da', 'tenant_id': '3e8a732f72554e4f919432e9af59ed41', 'fixed_ips': [{'subnet_id': 'b76d32cf-5720-413c-b1b8-483f16cd68a3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:59.002589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.088275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b5bfb-3fd1-457c-aa7c-59dbc8679f57 None None] Network e25b5330-b814-48a8-b1f5-1041195e9062 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:59.126938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-537d7727-b795-4b4f-aaf2-ea8008434eb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3722fb0dd1814f34986e92ad42ab6304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741292 Mar 02 07:44:59.129260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:59.166941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42858) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:59.340167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2bca0f41-3786-435f-8833-a3a040841e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af9560cd24614a66b4afc26af75189d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695218 Mar 02 07:44:59.349596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:59.376490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.423896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Provisioning for port 64313504-c05c-4ec4-974d-db2198aa1a4f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:59.432086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.438731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Provisioning complete for port 64313504-c05c-4ec4-974d-db2198aa1a4f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:59.439673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.467983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.496668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.585813 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.611417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e49b933-d23a-422d-99aa-6401dae0df34,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:59.630323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.634326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6c20ece0-246b-4be7-abdb-2ba568c63c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e49b933-d23a-422d-99aa-6401dae0df34 HTTP/1.1" status: 204 len: 168 time: 0.2812214 Mar 02 07:44:59.646448 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.696843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e73bab-6624-4116-a9d1-691a305d9182,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:59.700429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5bc36f7d-461e-4f37-ba0a-d9c926135320 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-801109849 HTTP/1.1" status: 201 len: 201 time: 1.2428806 Mar 02 07:44:59.703698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42878) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:59.710391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-71c914ef-c711-441d-b4af-6fda0ef04caa tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-1475335964') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:59.748985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.750551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad939df9-9998-453f-ae50-895974358fda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05e73bab-6624-4116-a9d1-691a305d9182 HTTP/1.1" status: 204 len: 168 time: 0.6191826 Mar 02 07:44:59.828851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:59.859545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a21b8-0f0c-4766-a8f4-02961d4dafae req-686335ee-4c16-48b2-a247-e994e56f91cc tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:59.861257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d92a21b8-0f0c-4766-a8f4-02961d4dafae req-686335ee-4c16-48b2-a247-e994e56f91cc tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 946 time: 0.6148059 Mar 02 07:44:59.863417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71c914ef-c711-441d-b4af-6fda0ef04caa tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-1475335964 HTTP/1.1" status: 201 len: 201 time: 0.1584888 Mar 02 07:44:59.866552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42888) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:59.874271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-ea5a6d4c-f4af-4382-a635-efb9809ccd83 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-1545608767') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:59.884416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Allocated IP 172.20.0.2 (cade588e-c56f-422e-bf23-a5d0df0635da/b76d32cf-5720-413c-b1b8-483f16cd68a3/fff610f4-f0b2-4dc8-b176-6efd7939aa06) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:59.960120 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.073152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] For port 64313504-c05c-4ec4-974d-db2198aa1a4f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=64313504-c05c-4ec4-974d-db2198aa1a4f,segment=NetworkSegment(f3f61b13-3770-4519-ba0f-e19f511e955a),segment_id=f3f61b13-3770-4519-ba0f-e19f511e955a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:00.091609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.167482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d92a21b8-0f0c-4766-a8f4-02961d4dafae req-7c194528-e411-47ec-9289-4c585ac14000 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976630 Mar 02 07:45:00.294948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea5a6d4c-f4af-4382-a635-efb9809ccd83 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-1545608767 HTTP/1.1" status: 201 len: 201 time: 0.4258440 Mar 02 07:45:00.299270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42898) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:00.310828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-44c15d39-12e9-4cb5-b92b-41d583756fd8 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-892025650') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:00.461470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-44c15d39-12e9-4cb5-b92b-41d583756fd8 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-892025650 HTTP/1.1" status: 201 len: 201 time: 0.1583197 Mar 02 07:45:00.469791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:00.485783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-22e91f6f-d556-4d14-9d4e-833e4cbf5013 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', {'tags': ['tempest-TagsExtTest-Tag-249551925', 'tempest-TagsExtTest-Tag-241713141', 'tempest-TagsExtTest-Tag-793319281']}) {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:00.539309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Allocated IP 172.20.0.1 (e25b5330-b814-48a8-b1f5-1041195e9062/105bbe36-8cfe-4b10-ac09-aeb2141d9850/d42277f0-19f6-43cb-875b-4eed906bb54f) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:00.588604 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.594564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608798c-c9a9-41ea-acf1-4bc130532002 None None] Pushing event updated for resources: {'Port': ['ID=64313504-c05c-4ec4-974d-db2198aa1a4f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:00.631009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2c1ac591-32c2-4735-8d07-4bfb0254d60d None None] Provisioning complete for port 64313504-c05c-4ec4-974d-db2198aa1a4f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:00.631009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac591-32c2-4735-8d07-4bfb0254d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.656218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-22e91f6f-d556-4d14-9d4e-833e4cbf5013 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 200 len: 315 time: 0.1815405 Mar 02 07:45:00.656404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42916) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:00.661847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-88895ead-1225-4d52-a45c-6365037848db tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:00.694613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Transition to ACTIVE for port object fff610f4-f0b2-4dc8-b176-6efd7939aa06 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:00.707750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42922) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:00.762450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Transition to ACTIVE for port object fff610f4-f0b2-4dc8-b176-6efd7939aa06 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:00.777582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.796283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.817961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Transition to ACTIVE for port object d42277f0-19f6-43cb-875b-4eed906bb54f will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:00.851633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:00.863541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-88895ead-1225-4d52-a45c-6365037848db tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 204 len: 168 time: 0.2059538 Mar 02 07:45:00.864476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42938) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:00.876844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-e17c2263-ba71-4ce9-8b00-0e61ac8ac8e4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-249551925') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:00.878087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Network cade588e-c56f-422e-bf23-a5d0df0635da is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:00.879619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Pushing event updated for resources: {'Port': ['ID=fff610f4-f0b2-4dc8-b176-6efd7939aa06,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:00.884779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:00.887407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:00.944611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network e25b5330-b814-48a8-b1f5-1041195e9062 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:00.954354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:00.959472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:01.006114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Port': ['ID=d42277f0-19f6-43cb-875b-4eed906bb54f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:01.023610 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-e17c2263-ba71-4ce9-8b00-0e61ac8ac8e4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:01.024727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e17c2263-ba71-4ce9-8b00-0e61ac8ac8e4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-249551925 HTTP/1.1" status: 404 len: 328 time: 0.1585577 Mar 02 07:45:01.029072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42944) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.037706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.038520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.038890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-c2da2186-5ccf-4eae-b1a1-d1acdc8f3c70 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-241713141') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:01.039346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.040157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.040755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.041315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.041885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.042533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.043209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.043766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.044336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.045102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:01.079785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.115463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Attempting to bind port fff610f4-f0b2-4dc8-b176-6efd7939aa06 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:01.119085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Attempting to bind port fff610f4-f0b2-4dc8-b176-6efd7939aa06 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'dc6495ce-11b3-4ba9-b970-8fcc099d9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:01.119858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Attempting to bind port fff610f4-f0b2-4dc8-b176-6efd7939aa06 on network cade588e-c56f-422e-bf23-a5d0df0635da {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:01.131679 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-c2da2186-5ccf-4eae-b1a1-d1acdc8f3c70 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:01.132494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:01.133014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Checking segment: {'id': 'dc6495ce-11b3-4ba9-b970-8fcc099d9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:01.133134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2da2186-5ccf-4eae-b1a1-d1acdc8f3c70 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-241713141 HTTP/1.1" status: 404 len: 328 time: 0.1030734 Mar 02 07:45:01.136583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42950) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.137478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.137652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Bound using segment: {'id': 'dc6495ce-11b3-4ba9-b970-8fcc099d9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:01.138398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Bound port: fff610f4-f0b2-4dc8-b176-6efd7939aa06, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6495ce-11b3-4ba9-b970-8fcc099d9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cade588e-c56f-422e-bf23-a5d0df0635da'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:01.138810 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.142165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-31af8e27-412d-4335-8938-a30cc8ac2e91 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d', 'tempest-TagsExtTest-Tag-793319281') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:01.283071 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-31af8e27-412d-4335-8938-a30cc8ac2e91 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:01.285126 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31af8e27-412d-4335-8938-a30cc8ac2e91 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags/tempest-TagsExtTest-Tag-793319281 HTTP/1.1" status: 404 len: 328 time: 0.1473072 Mar 02 07:45:01.287587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.296453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-f1110766-1975-4035-8656-c5748cac7925 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', {'tags': ['tempest-TagsExtTest-Tag-446280780', 'tempest-TagsExtTest-Tag-1841360803', 'tempest-TagsExtTest-Tag-2077767969']}) {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:01.305503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] For port fff610f4-f0b2-4dc8-b176-6efd7939aa06, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:01.313260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] For port fff610f4-f0b2-4dc8-b176-6efd7939aa06, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fff610f4-f0b2-4dc8-b176-6efd7939aa06,segment=NetworkSegment(dc6495ce-11b3-4ba9-b970-8fcc099d9726),segment_id=dc6495ce-11b3-4ba9-b970-8fcc099d9726)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:01.323520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.511609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1110766-1975-4035-8656-c5748cac7925 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 200 len: 317 time: 0.2229686 Mar 02 07:45:01.522632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106224e-f365-4657-b481-f4962fd8bd04 req-2efc3a47-98c7-4f5c-b637-dd910c893c76 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:01.524304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f106224e-f365-4657-b481-f4962fd8bd04 req-2efc3a47-98c7-4f5c-b637-dd910c893c76 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 946 time: 0.1567242 Mar 02 07:45:01.524798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42970) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.529723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-90952c03-845e-4c0e-93c9-9f31c969e9d5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:01.547503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7231ee0d-7e2b-4fd8-8bb4-bd16a4114af1 None None] Provisioning for port d42277f0-19f6-43cb-875b-4eed906bb54f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:01.576080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7231ee0d-7e2b-4fd8-8bb4-bd16a4114af1 None None] Provisioning complete for port d42277f0-19f6-43cb-875b-4eed906bb54f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:01.576080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7231ee0d-7e2b-4fd8-8bb4-bd16a4114af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.634629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1823104328', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:01.666682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f106224e-f365-4657-b481-f4962fd8bd04 req-86e3486c-a218-4e61-9fc0-d79165ac26b0 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914059 Mar 02 07:45:01.684757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:01.690435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f6b5-fff5-44ed-b70c-b5501e77ff53 None None] Pushing event updated for resources: {'Port': ['ID=fff610f4-f0b2-4dc8-b176-6efd7939aa06,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:01.693215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7231ee0d-7e2b-4fd8-8bb4-bd16a4114af1 None None] Port d42277f0-19f6-43cb-875b-4eed906bb54f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:01.699264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Usage tracker for resource:port and tenant:f437b0151a4743ca8d41aad6e0a49fed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:01.709818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:01.725381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:01.746776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Made reservation on behalf of f437b0151a4743ca8d41aad6e0a49fed for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:01.751053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-90952c03-845e-4c0e-93c9-9f31c969e9d5 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 204 len: 168 time: 0.2228870 Mar 02 07:45:01.751333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42986) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.752722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.768256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-3d76c49c-f4d1-46f7-8531-f0af5bb2ea3a tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-446280780') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:01.770235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.791345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:01.796090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Usage tracker for resource:security_group_rule and tenant:f437b0151a4743ca8d41aad6e0a49fed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:01.830286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:01.848409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:01.912461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.933570 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-3d76c49c-f4d1-46f7-8531-f0af5bb2ea3a tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:01.941706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d76c49c-f4d1-46f7-8531-f0af5bb2ea3a tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-446280780 HTTP/1.1" status: 404 len: 328 time: 0.1870127 Mar 02 07:45:01.942583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:01.955441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-a539610a-20b7-42c2-9435-31be1872da30 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-1841360803') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:02.149011 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-a539610a-20b7-42c2-9435-31be1872da30 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:02.153252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a539610a-20b7-42c2-9435-31be1872da30 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-1841360803 HTTP/1.1" status: 404 len: 329 time: 0.2095983 Mar 02 07:45:02.156338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43004) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:02.163180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-e2e33325-3b8e-4167-b4e2-1a346383ef21 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13', 'tempest-TagsExtTest-Tag-2077767969') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:02.261651 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-e2e33325-3b8e-4167-b4e2-1a346383ef21 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:02.264960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2e33325-3b8e-4167-b4e2-1a346383ef21 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags/tempest-TagsExtTest-Tag-2077767969 HTTP/1.1" status: 404 len: 329 time: 0.1065226 Mar 02 07:45:02.267329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43010) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:02.275128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-d52a9c43-1fa0-4b6f-9c98-eca7c5bc8a05 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', {'tags': ['tempest-TagsExtTest-Tag-1467878034', 'tempest-TagsExtTest-Tag-364877820', 'tempest-TagsExtTest-Tag-1070889135']}) {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:02.315705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:02.349396 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:02.386356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] device_id is not set on port 5779d3c7-ba47-4a9b-a165-2288837e36b1 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:45:02.443094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e98216-9833-4eb5-8bc2-2890a5c45383,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:02.542016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d52a9c43-1fa0-4b6f-9c98-eca7c5bc8a05 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 200 len: 317 time: 0.2735822 Mar 02 07:45:02.546600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43020) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:02.554626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-4c44e30a-c09e-4b73-8c75-8f30bff4caac tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:02.769118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:02.774420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:02.794789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 64313504-c05c-4ec4-974d-db2198aa1a4f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:02.809826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:02.960493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c44e30a-c09e-4b73-8c75-8f30bff4caac tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 204 len: 168 time: 0.4126415 Mar 02 07:45:02.964138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43036) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:02.970345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-7f2318f9-f1f0-46d1-b2f4-afb9c72ddd92 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-1467878034') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:02.984278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 64313504-c05c-4ec4-974d-db2198aa1a4f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:02.985599 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.220088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fff610f4-f0b2-4dc8-b176-6efd7939aa06 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:03.292313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.310808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.322577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Port': ['ID=d42277f0-19f6-43cb-875b-4eed906bb54f,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:03.324309 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-7f2318f9-f1f0-46d1-b2f4-afb9c72ddd92 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:03.330565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:03.339941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f2318f9-f1f0-46d1-b2f4-afb9c72ddd92 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-1467878034 HTTP/1.1" status: 404 len: 329 time: 0.3744042 Mar 02 07:45:03.342537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:03.349226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.tag.tag_plugin [None req-5c96ab4c-0ab1-4a23-b737-8d6e3bbc7863 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-364877820') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:03.361569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4848893-0511-4775-9886-c81fa18fcb18 None None] Network cade588e-c56f-422e-bf23-a5d0df0635da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:03.451123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9689b213335344cfa818207150b346ba is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:03.453502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port fff610f4-f0b2-4dc8-b176-6efd7939aa06 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:03.456742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:03.474363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:03.476582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Allocated IP 172.25.4.30 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/5779d3c7-ba47-4a9b-a165-2288837e36b1) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:03.583959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Provisioning for port fff610f4-f0b2-4dc8-b176-6efd7939aa06 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:03.609149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Provisioning complete for port fff610f4-f0b2-4dc8-b176-6efd7939aa06 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:03.609777 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.904284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85d529c8-057b-4297-a38f-841eab80fc9c req-aa3e64e4-b0b7-48f8-8c06-2462a036be3a tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1505785 Mar 02 07:45:03.905849 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-5c96ab4c-0ab1-4a23-b737-8d6e3bbc7863 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:03.906938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c96ab4c-0ab1-4a23-b737-8d6e3bbc7863 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-364877820 HTTP/1.1" status: 404 len: 328 time: 0.5702622 Mar 02 07:45:03.910504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43074) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:03.917225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-e4560099-6668-4888-80b2-1261330a5dbe tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7', 'tempest-TagsExtTest-Tag-1070889135') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:03.996789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network e25b5330-b814-48a8-b1f5-1041195e9062 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:04.014627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:04.155974 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-e4560099-6668-4888-80b2-1261330a5dbe tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:04.160936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e4560099-6668-4888-80b2-1261330a5dbe tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags/tempest-TagsExtTest-Tag-1070889135 HTTP/1.1" status: 404 len: 329 time: 0.2487795 Mar 02 07:45:04.161659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43082) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.167508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-0d2cff99-092a-45f7-a883-0a0ad43c976b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', {'tags': ['tempest-TagsExtTest-Tag-239736193', 'tempest-TagsExtTest-Tag-2070158857', 'tempest-TagsExtTest-Tag-2123016385']}) {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.187892 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.230290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0d2cff99-092a-45f7-a883-0a0ad43c976b tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "PUT /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 200 len: 317 time: 0.0672770 Mar 02 07:45:04.231079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43086) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.237064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-388ba3b8-aefc-49fd-a3ea-899927cadea0 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.277259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] For port fff610f4-f0b2-4dc8-b176-6efd7939aa06, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fff610f4-f0b2-4dc8-b176-6efd7939aa06,segment=NetworkSegment(dc6495ce-11b3-4ba9-b970-8fcc099d9726),segment_id=dc6495ce-11b3-4ba9-b970-8fcc099d9726)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:04.290081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.331296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-388ba3b8-aefc-49fd-a3ea-899927cadea0 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.0988142 Mar 02 07:45:04.331733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.342039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-b5888d46-e573-4ae1-924b-b2a4f1265245 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-239736193') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.378123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9303e-1780-4f39-b232-52dfc9df5b73 None None] Pushing event updated for resources: {'Port': ['ID=fff610f4-f0b2-4dc8-b176-6efd7939aa06,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:04.391295 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-b5888d46-e573-4ae1-924b-b2a4f1265245 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:04.395234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5888d46-e573-4ae1-924b-b2a4f1265245 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-239736193 HTTP/1.1" status: 404 len: 328 time: 0.0624082 Mar 02 07:45:04.395778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.405839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-1f5bd539-be00-4d2e-93c6-97c574af1900 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-2070158857') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.430580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c09b37c-4ce6-4845-86d7-c136ec1ee79d None None] Provisioning complete for port d42277f0-19f6-43cb-875b-4eed906bb54f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:04.434239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c09b37c-4ce6-4845-86d7-c136ec1ee79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.455973 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-1f5bd539-be00-4d2e-93c6-97c574af1900 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:04.459931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f5bd539-be00-4d2e-93c6-97c574af1900 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-2070158857 HTTP/1.1" status: 404 len: 329 time: 0.0631955 Mar 02 07:45:04.460495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.471485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-ced9c6c0-0134-445b-aeca-fa67d7500c13 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb', 'tempest-TagsExtTest-Tag-2123016385') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.579774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3c09b37c-4ce6-4845-86d7-c136ec1ee79d None None] Port d42277f0-19f6-43cb-875b-4eed906bb54f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:04.583503 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-ced9c6c0-0134-445b-aeca-fa67d7500c13 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] show failed (client error): The resource could not be found. Mar 02 07:45:04.586179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ced9c6c0-0134-445b-aeca-fa67d7500c13 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags/tempest-TagsExtTest-Tag-2123016385 HTTP/1.1" status: 404 len: 329 time: 0.1247044 Mar 02 07:45:04.586760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43108) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.591705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-fadb22c3-09b6-49e6-9c9a-c425c2fd6984 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07f4454d-0427-4ce6-a3c2-b9abb7b41dcb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.630938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fff610f4-f0b2-4dc8-b176-6efd7939aa06 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:04.691664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fadb22c3-09b6-49e6-9c9a-c425c2fd6984 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.1037426 Mar 02 07:45:04.694012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43114) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.702711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-d40e9524-df4c-43e9-860b-d222bf0176c3 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6bc3069a-8640-4b33-98bd-e14519662fc7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:04.736306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bfca210c-2d23-48c1-b725-9c75f99911c6 None None] Provisioning complete for port fff610f4-f0b2-4dc8-b176-6efd7939aa06 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:04.737074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bfca210c-2d23-48c1-b725-9c75f99911c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.773695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.786696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.803150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fff610f4-f0b2-4dc8-b176-6efd7939aa06 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:04.803686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.885633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9689b213335344cfa818207150b346ba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1082876 Mar 02 07:45:04.890709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.894842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999e093-7f2e-4538-adec-10c75be589d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d61774a-5027-459c-bc4f-a299e1ad5683,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:04.897582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:04.976026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Router a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:45:05.092665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.139487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d40e9524-df4c-43e9-860b-d222bf0176c3 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7/tags HTTP/1.1" status: 204 len: 168 time: 0.4442835 Mar 02 07:45:05.142392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43136) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.147243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-1d3aa9c8-e5b1-4a4d-b562-fd87976b9323 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ffb5d108-257a-4d45-8975-11127d65ed13') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.220773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.279502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c17bdc0-8e2b-4a6a-8c5d-8004022cbc60 req-5584ddca-423e-48e8-a727-67b12be8dfd5 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0841720 Mar 02 07:45:05.338974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1d3aa9c8-e5b1-4a4d-b562-fd87976b9323 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13/tags HTTP/1.1" status: 204 len: 168 time: 0.1923616 Mar 02 07:45:05.339434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43146) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.349496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.tag.tag_plugin [None req-6c230d5a-1a7e-43ba-95b7-0aa7ca854909 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e415219-9125-4783-957e-dfb6687b452d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.357723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:05.368662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:05.380448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.388000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:05.417207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:05.428671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] Sync routers for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:05.439960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Pushing event updated for resources: {'Port': ['ID=5779d3c7-ba47-4a9b-a165-2288837e36b1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:05.446457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:05.450635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.451087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6c230d5a-1a7e-43ba-95b7-0aa7ca854909 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d/tags HTTP/1.1" status: 204 len: 168 time: 0.1050351 Mar 02 07:45:05.453014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.538556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.557125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:05.558228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.600829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:05.601742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.653445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.699323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6c7dc3e9-3c1e-407c-b6ca-301e4f924085 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9890323 Mar 02 07:45:05.699853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43160) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.700916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:05.701817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de970-7dbf-42f2-92e0-ff552457c3e6 None None] The sync data for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:05.711969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-43b12fc5-297e-49f4-a857-710fda5ce9de tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9756782 Mar 02 07:45:05.712122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.30'}]}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:05.712235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d61774a-5027-459c-bc4f-a299e1ad5683,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:05.715074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43164) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.725172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.729801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dbc311f8-0a3b-401d-a71d-04f54249a01c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d61774a-5027-459c-bc4f-a299e1ad5683 HTTP/1.1" status: 204 len: 168 time: 0.8258274 Mar 02 07:45:05.731889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:05.769098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53c6d797-ce16-4fcd-92ea-ae4f50888257 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for subnetpool, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.774341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53c6d797-ce16-4fcd-92ea-ae4f50888257 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnetpools/07f4454d-0427-4ce6-a3c2-b9abb7b41dcb HTTP/1.1" status: 204 len: 168 time: 0.3066998 Mar 02 07:45:05.775188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43170) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.830085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-848c1067-bcdf-4f0d-af28-e150f3c5bdf4 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bc3069a-8640-4b33-98bd-e14519662fc7 HTTP/1.1" status: 200 len: 205 time: 0.0533297 Mar 02 07:45:05.830964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43176) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:05.939354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Usage tracker for resource:router and tenant:f437b0151a4743ca8d41aad6e0a49fed is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:05.950578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:05.961040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:06.020599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.184679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.185704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.275597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:06.276893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.525921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.528457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.557078 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.566910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.567445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc3069a-8640-4b33-98bd-e14519662fc7 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:45:06.582565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.598455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-207b9711-6275-4ea6-b941-f41f0af6e28d tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/routers/6bc3069a-8640-4b33-98bd-e14519662fc7 HTTP/1.1" status: 204 len: 168 time: 0.7662001 Mar 02 07:45:06.599115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:06.601530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:06.661467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e4735e5-711f-4b1f-a815-dbf09f38c967 req-c34fc75a-c495-43cf-adc1-60e8391c2de4 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1426170 Mar 02 07:45:06.663824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc132b709c2041648570336220d1db32 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:06.666961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:06.672407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Deleting port ffb5d108-257a-4d45-8975-11127d65ed13 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:06.672944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.745928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:06.939259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.005569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.071992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Calling delete_port for ffb5d108-257a-4d45-8975-11127d65ed13 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:07.085233 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-88e0048d-0aa1-4c22-820b-d810027335d1 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:45:07.089044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-88e0048d-0aa1-4c22-820b-d810027335d1 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3566825 Mar 02 07:45:07.089830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43220) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:07.249247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.348449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event deleted for resources: {'Port': ['ID=ffb5d108-257a-4d45-8975-11127d65ed13,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:07.435117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.442303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-edd4b252-fe6f-4cfa-80a6-61de613bc640 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/ports/ffb5d108-257a-4d45-8975-11127d65ed13 HTTP/1.1" status: 204 len: 168 time: 0.8421345 Mar 02 07:45:07.444616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:07.452241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.518898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Deleting subnet 2e415219-9125-4783-957e-dfb6687b452d {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:07.522368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.576492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.585054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.646243 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc132b709c2041648570336220d1db32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3651187 Mar 02 07:45:07.647396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43246) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:07.683005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02085c9-d1a7-4555-ad84-1532bffc72f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b428d6-5c0d-4fd1-b474-fda73f2b8e20,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:07.732098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.757829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.863905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.898646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd160a1b-cb6e-4a92-8ecc-4103e42ebe74 req-9db8945b-edf2-47df-b616-bac0d2290355 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1029341 Mar 02 07:45:07.939407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.964732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b428d6-5c0d-4fd1-b474-fda73f2b8e20,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:07.969636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.973285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a354131a-8f29-41d2-a291-f78cea3987f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3b428d6-5c0d-4fd1-b474-fda73f2b8e20 HTTP/1.1" status: 204 len: 168 time: 0.3224099 Mar 02 07:45:08.005887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.053051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event deleted for resources: {'Subnet': ['ID=2e415219-9125-4783-957e-dfb6687b452d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:08.059160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.068648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd7930-719d-4005-9f78-1eb1d34d9335 None None] Network 447cd3a8-8a02-491d-b798-c7d3b4c0a657 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:08.070036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4fb018d-a67f-469a-bb08-85ea3563fa22 tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/subnets/2e415219-9125-4783-957e-dfb6687b452d HTTP/1.1" status: 204 len: 168 time: 0.6242056 Mar 02 07:45:08.071509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:08.200628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.213441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Deleting port 7478f964-e8df-4961-9cec-11b606a16692 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:08.213782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.349900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.411911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.482440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] DHCP port deletion for 447cd3a8-8a02-491d-b798-c7d3b4c0a657 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:08.492125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] For port 7478f964-e8df-4961-9cec-11b606a16692, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7478f964-e8df-4961-9cec-11b606a16692,segment=NetworkSegment(673ee31d-1f50-4398-bf4c-27c7517c2072),segment_id=673ee31d-1f50-4398-bf4c-27c7517c2072)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:08.492338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Deleting port 7478f964-e8df-4961-9cec-11b606a16692 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:08.492891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.494107 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.516050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.617264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7478f964-e8df-4961-9cec-11b606a16692 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:08.767852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43332) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:08.804679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.851056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:08.880496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Calling delete_port for 7478f964-e8df-4961-9cec-11b606a16692 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:08.907069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:08.928460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Usage tracker for resource:security_group_rule and tenant:2bebb86874e043cfb0d6377bca37fb70 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:08.993304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:09.004263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] For port 7478f964-e8df-4961-9cec-11b606a16692, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7478f964-e8df-4961-9cec-11b606a16692,segment=NetworkSegment(673ee31d-1f50-4398-bf4c-27c7517c2072),segment_id=673ee31d-1f50-4398-bf4c-27c7517c2072)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:09.005124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.014084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:09.021565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-871563a4-0b92-42c6-9e62-180d23978577 req-89b5ace2-fe30-4875-82b5-0878884bd466 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1498964 Mar 02 07:45:09.022767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.073081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.079138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event deleted for resources: {'Port': ['ID=7478f964-e8df-4961-9cec-11b606a16692,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:09.085402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] No DVR routers for this DVR port 7478f964-e8df-4961-9cec-11b606a16692 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:09.225186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.226340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Calling delete_port for 7478f964-e8df-4961-9cec-11b606a16692 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:09.245655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43342) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:09.280402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447cd3a8-8a02-491d-b798-c7d3b4c0a657']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:09.296443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673ee31d-1f50-4398-bf4c-27c7517c2072') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:09.296761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673ee31d-1f50-4398-bf4c-27c7517c2072') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:09.307291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:45:09.308287 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:45:09.312917 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.329911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.338348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:09.339035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:09.358398 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:09.363947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37582114-b54b-4360-82cb-ce56a2af7390 req-60210ad4-841f-4fe9-aeab-be3be390eb34 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1919091 Mar 02 07:45:09.453248 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.469122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:09.473076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.474622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Usage tracker for resource:security_group_rule and tenant:bc0617c59c2142c2a6e8aef15a05dbbf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:09.492318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:09.496479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.509920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:09.513825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] Pushing event deleted for resources: {'Network': ['ID=447cd3a8-8a02-491d-b798-c7d3b4c0a657,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:09.521192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bffc8d75-5348-4e3f-b349-6e87511fb4dc tempest-TagsExtTest-1954954706 tempest-TagsExtTest-1954954706-project] 10.222.0.21 "DELETE /v2.0/networks/447cd3a8-8a02-491d-b798-c7d3b4c0a657 HTTP/1.1" status: 204 len: 168 time: 1.4487176 Mar 02 07:45:09.543395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.552466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.623585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port d42277f0-19f6-43cb-875b-4eed906bb54f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:09.623878 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.645432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.649715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.665680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.666187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa079c3-1137-4eb3-8a1a-d9ed096c7cd9 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:45:09.705151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc0617c59c2142c2a6e8aef15a05dbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559343 Mar 02 07:45:09.705151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f31fe-7092-4192-a904-4666a3b9a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b9598-7d14-4815-918a-8a577e6fed9c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:09.705793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:09.730090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.810131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Deleting port 7478f964-e8df-4961-9cec-11b606a16692 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:09.810520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.828924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43358) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:09.884836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e23d1aab-b06d-431c-bd4b-f8540dc249be None None] The port '7478f964-e8df-4961-9cec-11b606a16692' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:45:09.892831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:09.973300 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:45:09.974380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e57f9b9e-138f-4c2b-9078-309b0e9bf8e3 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2733004 Mar 02 07:45:09.978902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43364) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:10.038428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bebb86874e043cfb0d6377bca37fb70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2670603 Mar 02 07:45:10.042183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43368) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:10.047421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a556851-8400-43f0-b652-91d155bfc7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e056188-108b-409c-be21-b3308ff09983,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:10.062481 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-02558777-c06c-488c-b601-6f5e3b46d10c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=994b782bbfe445e3a6f214adb3f990fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323506 Mar 02 07:45:10.063301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43372) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:10.078755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.092541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.103379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Deleting port 5779d3c7-ba47-4a9b-a165-2288837e36b1 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:10.103724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.232374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Calling delete_port for d42277f0-19f6-43cb-875b-4eed906bb54f owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:10.264106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.265296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.270447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.382759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.385434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.404008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.405718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b9598-7d14-4815-918a-8a577e6fed9c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:10.459169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.463231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-17b535f8-1df3-420d-965c-885b02445fd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e9b9598-7d14-4815-918a-8a577e6fed9c HTTP/1.1" status: 204 len: 168 time: 0.7333715 Mar 02 07:45:10.560929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.626063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18c23f4f-9fcc-4b61-9bcb-07ca482cae5a req-e6cdce37-f2c4-45b1-af68-bdf9de45ec43 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0724804 Mar 02 07:45:10.672641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.788834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Port': ['ID=d42277f0-19f6-43cb-875b-4eed906bb54f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:10.832910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Calling delete_port for 5779d3c7-ba47-4a9b-a165-2288837e36b1 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:10.980935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43394) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:10.981700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:10.986063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.012015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.039143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e056188-108b-409c-be21-b3308ff09983,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:11.049589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.230401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.233920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc47a030-22ea-4e39-817a-42bbae193b29 HTTP/1.1" status: 204 len: 168 time: 1.1585858 Mar 02 07:45:11.233920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f93b-c1a5-4870-a00f-97f64c789763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc47a030-22ea-4e39-817a-42bbae193b29,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:11.250314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.257589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed177b1f-5f4c-405a-874b-77bf95143306 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e056188-108b-409c-be21-b3308ff09983 HTTP/1.1" status: 204 len: 168 time: 1.2127118 Mar 02 07:45:11.274587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:11.291532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a8253db5b44527b83b67c51492cd10 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:11.303698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:11.316710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:11.329253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.392143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Router a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:11.570167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Pushing event deleted for resources: {'Port': ['ID=5779d3c7-ba47-4a9b-a165-2288837e36b1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:11.631179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:11.643953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea618c7c-227e-4ad0-8b08-b10c49b1350f tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5527179 Mar 02 07:45:11.649528 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] Sync routers for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:11.668728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:11.674652 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:11.675826 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:11.822127 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:11.834845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca8bcb49-54b7-43c3-996f-3faf4b2932fb req-c300bb23-f921-47e4-a1bb-f4bc2c65306f tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1118171 Mar 02 07:45:11.857348 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:11.858791 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:11.898572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb51-cd64-4ab7-b849-d8d0554c0a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.906146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:11.926962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8cf10913-77b0-4c3f-8696-45b1bf23c390 tempest-RoutersAdminNegativeIpV6Test-803383978 tempest-RoutersAdminNegativeIpV6Test-803383978-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5779d3c7-ba47-4a9b-a165-2288837e36b1 HTTP/1.1" status: 204 len: 168 time: 1.9469297 Mar 02 07:45:11.993894 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-66b81f87-2aed-49b8-abf3-0d8123e28665 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] delete failed (client error): The resource could not be found. Mar 02 07:45:11.994408 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:11.994978 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa87c26-14d5-48c5-8bbc-490c91cdf24d None None] The sync data for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:12.000510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-66b81f87-2aed-49b8-abf3-0d8123e28665 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1441282816 HTTP/1.1" status: 404 len: 335 time: 0.3301854 Mar 02 07:45:12.001055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:12.006776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-425a50be-8cc1-4ee0-8580-8dc2bae86956 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:12.090118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.099174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.166877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7a8253db5b44527b83b67c51492cd10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1819267 Mar 02 07:45:12.168050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:12.220863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ad40-72e3-49c8-aca8-40f55782cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ec11c-a589-4f04-bb21-5283045a67e5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:12.538177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:12.652037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425a50be-8cc1-4ee0-8580-8dc2bae86956 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.707588 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-425a50be-8cc1-4ee0-8580-8dc2bae86956 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] update failed (client error): The resource could not be found. Mar 02 07:45:12.712787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-425a50be-8cc1-4ee0-8580-8dc2bae86956 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 HTTP/1.1" status: 404 len: 339 time: 0.7067165 Mar 02 07:45:12.712985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:12.723379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.750624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.853987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.899236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.916961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ec11c-a589-4f04-bb21-5283045a67e5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:12.931550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:12.934587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4126b548-0712-40a1-b8c7-32a5918f5dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73ec11c-a589-4f04-bb21-5283045a67e5 HTTP/1.1" status: 204 len: 168 time: 0.7654755 Mar 02 07:45:13.167844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-463726bb-4759-4513-b0a1-447684f2bc24 req-ec6ac120-bd34-4d09-90c3-5c6eea2b2285 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1175539 Mar 02 07:45:13.219607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:13.231933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Usage tracker for resource:security_group_rule and tenant:68e7d9edda344709a98ec6b18de6b0ae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:13.237513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:13.395451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:13.528578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:13.800898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:13.809331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:13.912186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68e7d9edda344709a98ec6b18de6b0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3703759 Mar 02 07:45:13.912533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:13.921264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea2f92-8e31-4cf6-9534-59d6eebb3f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d24c4-44bc-4dd7-b6b3-dc86fd162b40,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:14.010072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.016264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Allocated IP 172.20.0.1 (10816415-e5a5-469b-a512-4f711e7b2e1b/2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a/9d6e5ec0-4845-42b6-a794-ec82d6759cb2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:14.039035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.148659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.183764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d24c4-44bc-4dd7-b6b3-dc86fd162b40,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:14.200534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.209911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-75c3786f-3ef4-45ed-af42-369ed1b483eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/332d24c4-44bc-4dd7-b6b3-dc86fd162b40 HTTP/1.1" status: 204 len: 168 time: 0.2929838 Mar 02 07:45:14.266034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c545660-0daa-43e1-970f-f4a6e60e907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.552870 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e70821a-1cbb-44b7-b90b-616d1b59f5a1 req-2f091f07-c0d1-469b-b57b-ca58df9bf1b1 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1001761 Mar 02 07:45:14.601080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.620925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Transition to ACTIVE for port object 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:14.648928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:14.720747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network 10816415-e5a5-469b-a512-4f711e7b2e1b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:14.723909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:14.726314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:14.779315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Port': ['ID=9d6e5ec0-4845-42b6-a794-ec82d6759cb2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:14.799010 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.006686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.078961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bc1ae0d9-c096-434a-b0e8-5a1cae1dd913 None None] Provisioning for port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:15.088278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bc1ae0d9-c096-434a-b0e8-5a1cae1dd913 None None] Provisioning complete for port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:15.089351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc1ae0d9-c096-434a-b0e8-5a1cae1dd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.167963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43554) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:15.226317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ae0d9-c096-434a-b0e8-5a1cae1dd913 None None] Port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:15.268026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad369911-0cfc-4b55-b94c-1d140773c6b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f437b0151a4743ca8d41aad6e0a49fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988760 Mar 02 07:45:15.270878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43558) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:15.343995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.365364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.394021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.423632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.482272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.540906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e98216-9833-4eb5-8bc2-2890a5c45383,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:15.574799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.590406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f214bb03-81ee-4192-bfb6-497a15979014 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0e98216-9833-4eb5-8bc2-2890a5c45383 HTTP/1.1" status: 204 len: 168 time: 0.3178463 Mar 02 07:45:15.729731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.741709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.954878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:15.962170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event updated for resources: {'Port': ['ID=9d6e5ec0-4845-42b6-a794-ec82d6759cb2,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:16.015473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20dbbc9b-048d-4ced-93ef-66f66d0ed0ce req-2c3c0c23-dac5-4eac-b062-672cc06098d4 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1270304 Mar 02 07:45:16.149291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Network 10816415-e5a5-469b-a512-4f711e7b2e1b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:16.150598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:16.449511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Router a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:16.571291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7d67308b-7522-42b9-8df1-ac763ce0891b None None] Provisioning complete for port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:16.571291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d67308b-7522-42b9-8df1-ac763ce0891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:16.718275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7d67308b-7522-42b9-8df1-ac763ce0891b None None] Port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:16.809279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:16.847090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84bff832-3844-41b0-93ee-da03fbde4177 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1329339 Mar 02 07:45:16.849984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43612) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:16.859524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:16.888149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] Sync routers for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:16.947959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:16.949771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:17.097381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:17.119384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:17.121998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:17.227842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:17.228324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9be94a-786f-448e-9f13-4f71276aa908 None None] The sync data for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:17.434472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d515788-37f9-4f15-bc74-d122f93d6553 req-24efaff5-08d8-4824-ad3c-72cac18674cf tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0685878 Mar 02 07:45:17.504293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0e9d80e7-7b1f-45e9-9ba6-02342bfecddf tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:17.718237 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-0e9d80e7-7b1f-45e9-9ba6-02342bfecddf tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:45:17.719695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0e9d80e7-7b1f-45e9-9ba6-02342bfecddf tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 HTTP/1.1" status: 409 len: 329 time: 0.8666179 Mar 02 07:45:17.724978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:18.167287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:18.369579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-202188306'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:18.377601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:18.384756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:network and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:18.394547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:18.404967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:18.425786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:18.431538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.460079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.477762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.506584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:18.526925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:security_group_rule and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:18.535304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:18.548898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:18.558622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.681114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.795715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.881702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a519b77-2267-489e-90b6-b40a4f89ed54 req-11fa0f8a-9ec5-42e9-932c-d4a8922e9df8 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.2032232 Mar 02 07:45:18.882948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.916688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780e862b-9ade-4e08-b391-d448b26232e3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:18.928307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:18.940231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:18.940755 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Added segment d154c270-a36a-43f3-87a8-c1b60baf2c0f of type vlan for network 871403d4-b7e4-4b70-8238-fafc5d1d738d Mar 02 07:45:18.981175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.016065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.024269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:19.028240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.084062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:19.084566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.175212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0067828 Mar 02 07:45:19.175944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43748) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:19.189568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:19.326031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974571a-15a7-4cff-a06a-d89d5af403be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Network': ['ID=871403d4-b7e4-4b70-8238-fafc5d1d738d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:19.349464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:19.444976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:19.450256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:19.453706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:19.462605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:19.481035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:19.508608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.910083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:20.136397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Calling delete_port for 9d6e5ec0-4845-42b6-a794-ec82d6759cb2 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:20.219943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:20.261898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-10ab4f53-b3d3-4e55-8469-45c9f7ac9794 req-4c140797-7f5b-4b61-b5bb-5c0f1c8479fa tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0649281 Mar 02 07:45:20.372324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=116c24e3-07c0-41e1-bf64-c973c2f77ed5,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:20.407483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:20.408043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network hostable DHCP agents. Network: 871403d4-b7e4-4b70-8238-fafc5d1d738d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:45:20.439790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:45:20.460038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 871403d4-b7e4-4b70-8238-fafc5d1d738d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:20.466813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:20.466813 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:20.472481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:20.477531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733f557-333f-4a0b-804a-15f6ce758b80 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:20.526567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-917961bd-0261-4a2b-9c25-c5c5701f9b90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3417118 Mar 02 07:45:20.530467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43822) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:20.540666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Port': ['ID=9d6e5ec0-4845-42b6-a794-ec82d6759cb2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:20.549071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'name': 'tempest-NetworksTestDHCPv6-353563144'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:20.809256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '116c24e3-07c0-41e1-bf64-c973c2f77ed5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:45:20.811718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:20.990893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:20.999073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:21.004350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:21.020083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:21.041878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:21.045732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.079129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 14b3c486-844a-4b18-a591-754433584688 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:45:21.100434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/116c24e3-07c0-41e1-bf64-c973c2f77ed5/9d789739-2bd8-4df4-a9e7-26a7e89376e1) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:21.220500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.270137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43850) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:21.505756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.537268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Transition to ACTIVE for port object 9d789739-2bd8-4df4-a9e7-26a7e89376e1 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:21.578330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Transition to ACTIVE for port object 9d789739-2bd8-4df4-a9e7-26a7e89376e1 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:21.591401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.628390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b530138-6e66-4811-82a1-29dc756eaf7f req-96725527-5fed-4011-bce7-19a03c9bb591 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1145952 Mar 02 07:45:21.683827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.722262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:21.730716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Usage tracker for resource:security_group_rule and tenant:db6fd9ad67544498b31c446408cd5470 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:21.735888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:21.745495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:21.772187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:21.774476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::23f (871403d4-b7e4-4b70-8238-fafc5d1d738d/116c24e3-07c0-41e1-bf64-c973c2f77ed5/14b3c486-844a-4b18-a591-754433584688) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:21.776495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:21.779549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:21.904476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Pushing event updated for resources: {'Port': ['ID=9d789739-2bd8-4df4-a9e7-26a7e89376e1,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:21.948608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Attempting to bind port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:21.949002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Attempting to bind port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:21.949353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Attempting to bind port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:21.949702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Router a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:21.956014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:21.956463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:21.956915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:21.957308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:21.957980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Bound port: 9d789739-2bd8-4df4-a9e7-26a7e89376e1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:21.958516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.080805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-37345b0b-8655-408a-bf70-f13abaed591f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5529222 Mar 02 07:45:22.125748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] For port 9d789739-2bd8-4df4-a9e7-26a7e89376e1, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:22.131477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] For port 9d789739-2bd8-4df4-a9e7-26a7e89376e1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9d789739-2bd8-4df4-a9e7-26a7e89376e1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:22.139754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.163178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.186388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.271224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:22.282750 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] Sync routers for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:22.297106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb140d0a-cb10-4dbb-900f-aa15eb93c82b tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5709932 Mar 02 07:45:22.300466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43906) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:22.302508 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:22.311235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:22.315919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750010-04e6-4e0b-8939-2dd5a5338b01 None None] Pushing event updated for resources: {'Port': ['ID=9d789739-2bd8-4df4-a9e7-26a7e89376e1,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:22.384588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.443600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 14b3c486-844a-4b18-a591-754433584688 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:22.497443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:22.528008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.541299 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] Routers {'a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:22.542340 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:22.603750 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-7f7a4887-f9bd-4031-8198-65d1df8fba91 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] show failed (client error): The resource could not be found. Mar 02 07:45:22.614946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f7a4887-f9bd-4031-8198-65d1df8fba91 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-2009607109 HTTP/1.1" status: 404 len: 335 time: 0.3033412 Mar 02 07:45:22.614946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-1124443f-4ad5-4d34-bd02-de235cd7c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:22.614946 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-1124443f-4ad5-4d34-bd02-de235cd7c4c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.4082179 Mar 02 07:45:22.618333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43922) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:22.627229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8b6cae1c-4cc7-4d37-b150-10dcab6b69e5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:22.744061 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:22.744751 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc2749-a111-4620-baea-48506a2b0bd5 None None] The sync data for ids ['a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:22.778701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db6fd9ad67544498b31c446408cd5470&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5026157 Mar 02 07:45:22.809732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:22.829737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb941-dab8-4f53-9664-2c5843930006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3697dbf8-2842-4d00-9735-38efb9e8330f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:22.844780 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-8b6cae1c-4cc7-4d37-b150-10dcab6b69e5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] update failed (client error): The resource could not be found. Mar 02 07:45:22.846613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8b6cae1c-4cc7-4d37-b150-10dcab6b69e5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1306558832 HTTP/1.1" status: 404 len: 335 time: 0.2271500 Mar 02 07:45:22.850316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43944) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:22.886214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:22.901593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:22.919714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:22.939331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:22.939925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:22.980505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4486547 Mar 02 07:45:22.984337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:23.026778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting subnet b76d32cf-5720-413c-b1b8-483f16cd68a3 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:23.034033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee05d7-6931-401a-8763-c6009389e9dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=14b3c486-844a-4b18-a591-754433584688,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:23.046062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.082004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.121119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-839d737b-e88b-47c0-bd75-84291fae81ff req-68241d8a-692c-489b-a618-4a9a59900d50 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0808687 Mar 02 07:45:23.143795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.265087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fbae5-f4c4-4302-bb9d-1202cf06d478 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:23.274311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.318520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fbae5-f4c4-4302-bb9d-1202cf06d478 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:23.319354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a79fbae5-f4c4-4302-bb9d-1202cf06d478 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:23.407985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-f8555190-0552-4803-8eed-2dd55ea8942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:23.410561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-f8555190-0552-4803-8eed-2dd55ea8942b service neutron] 10.222.0.39 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.5590405 Mar 02 07:45:23.456710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a79fbae5-f4c4-4302-bb9d-1202cf06d478 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:23.458422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a79fbae5-f4c4-4302-bb9d-1202cf06d478 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4704916 Mar 02 07:45:23.461851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43976) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:23.475340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.552314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-dbdff2d7-ac24-4253-b51b-3dfe95966f02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 1001 time: 0.1302986 Mar 02 07:45:23.629031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 14b3c486-844a-4b18-a591-754433584688 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:23.629397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.664221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-83bd0c63-65fa-43f0-b275-e8703a5840c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:23.666091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-83bd0c63-65fa-43f0-b275-e8703a5840c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 0.1046124 Mar 02 07:45:23.740708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3697dbf8-2842-4d00-9735-38efb9e8330f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:23.751435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.839932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:23.844215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-edcc8845-31b0-43dc-9f80-046c9e1e1119 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3697dbf8-2842-4d00-9735-38efb9e8330f HTTP/1.1" status: 204 len: 168 time: 1.0317619 Mar 02 07:45:23.871448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-f2cdedeb-ef4a-4006-9165-150290d064cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:23.877136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-f2cdedeb-ef4a-4006-9165-150290d064cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999567 Mar 02 07:45:24.083553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.107430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b31d50-bcc6-4bcd-a1f8-4f4fed9b8d71 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:24.176699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.204687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Subnet': ['ID=b76d32cf-5720-413c-b1b8-483f16cd68a3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:24.216924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-a30f6d4c-95e2-484b-b2c1-14c9fd589c7f service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347688 Mar 02 07:45:24.218186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7ef5587-9346-47de-a5f6-57270fd19ed5 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/subnets/b76d32cf-5720-413c-b1b8-483f16cd68a3 HTTP/1.1" status: 204 len: 168 time: 1.3633482 Mar 02 07:45:24.221547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44008) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:24.244345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.263615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d3a3c-3141-4a42-bb1e-b4bb8d145328 None None] Network cade588e-c56f-422e-bf23-a5d0df0635da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:24.412385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c9b6822-cc0b-49b5-b189-f0364ce5254d None None] Provisioning for port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:24.442648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting subnet 105bbe36-8cfe-4b10-ac09-aeb2141d9850 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:24.448116 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.471102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44020) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:24.530578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.641020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.737995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 14b3c486-844a-4b18-a591-754433584688 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:24.762076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.775528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9d789739-2bd8-4df4-a9e7-26a7e89376e1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:24.976549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:24.984145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Subnet': ['ID=105bbe36-8cfe-4b10-ac09-aeb2141d9850,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:24.993704 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6bd96f00-d2d5-44aa-a922-83a5b48a3c0c tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/subnets/105bbe36-8cfe-4b10-ac09-aeb2141d9850 HTTP/1.1" status: 204 len: 168 time: 0.7703292 Mar 02 07:45:24.996410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:25.040913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dfeb8-014a-4af1-a621-7d0604c4e70b None None] Network e25b5330-b814-48a8-b1f5-1041195e9062 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:25.398875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] DHCP port deletion for cade588e-c56f-422e-bf23-a5d0df0635da request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:25.435059 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a215e6c1-f472-47f7-aa0f-187ba05bd1fe req-2e3d1baf-2bf5-49ba-b391-e8a623ec22e4 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.7168036 Mar 02 07:45:25.468743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.492298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:25.528730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:25.550118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Usage tracker for resource:security_group_rule and tenant:fbfb2a86a8bf49e18029115c4ad1fb70 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:25.554864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Deleting port fff610f4-f0b2-4dc8-b176-6efd7939aa06 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:25.555055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.562777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:25.607900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:25.648118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cf3bb2-e449-499c-b308-679639bbc98a req-062a06ea-8282-42fe-ab52-c1f8c6c4d0d2 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4187284 Mar 02 07:45:25.689018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.713607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port fff610f4-f0b2-4dc8-b176-6efd7939aa06 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:25.714004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.725130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:25.798047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:25.798566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.821283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:25.856471 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.074611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:26.179428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=14b3c486-844a-4b18-a591-754433584688,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:26.191433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.215184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.215184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d041c62964a43689ecee019b19f5f08 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:26.229899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:26.229899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.241457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] For port fff610f4-f0b2-4dc8-b176-6efd7939aa06, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fff610f4-f0b2-4dc8-b176-6efd7939aa06,segment=NetworkSegment(dc6495ce-11b3-4ba9-b970-8fcc099d9726),segment_id=dc6495ce-11b3-4ba9-b970-8fcc099d9726)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:26.241457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.276842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] For port fff610f4-f0b2-4dc8-b176-6efd7939aa06, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fff610f4-f0b2-4dc8-b176-6efd7939aa06,segment=NetworkSegment(dc6495ce-11b3-4ba9-b970-8fcc099d9726),segment_id=dc6495ce-11b3-4ba9-b970-8fcc099d9726)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:26.277239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.293230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:26.322645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbfb2a86a8bf49e18029115c4ad1fb70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8509586 Mar 02 07:45:26.327151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c8b5534a-64c4-4685-8f0a-26deafce27c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/14b3c486-844a-4b18-a591-754433584688 HTTP/1.1" status: 204 len: 168 time: 2.8607774 Mar 02 07:45:26.329445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44086) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:26.330040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44088) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:26.501528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Calling delete_port for fff610f4-f0b2-4dc8-b176-6efd7939aa06 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:26.572836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0f3a-4435-4326-a2f2-2c17f95d994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11507a-e2ea-4c84-b507-ab3062164dee,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:26.626059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Calling delete_port for fff610f4-f0b2-4dc8-b176-6efd7939aa06 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:26.650261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.665555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f74b8-9ba8-47c5-acc0-5d53ecc0546e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:26.667917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f74b8-9ba8-47c5-acc0-5d53ecc0546e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:26.670179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9d3f74b8-9ba8-47c5-acc0-5d53ecc0546e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:26.752783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9d3f74b8-9ba8-47c5-acc0-5d53ecc0546e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:26.754005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9d3f74b8-9ba8-47c5-acc0-5d53ecc0546e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4187376 Mar 02 07:45:26.767726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:26.771164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] No DVR routers for this DVR port fff610f4-f0b2-4dc8-b176-6efd7939aa06 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:26.813374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Could not find standard attr ID for object 14b3c486-844a-4b18-a591-754433584688. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:45:26.835041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3774f-f96a-477c-8c82-dfc0f6a0a5f5 None None] Pushing event deleted for resources: {'Port': ['ID=fff610f4-f0b2-4dc8-b176-6efd7939aa06,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:26.885925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9ac3bfa-0934-4fcf-b194-2795dc5e2161 req-2e924834-c3f8-4629-a590-0d69fa451cb3 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1249382 Mar 02 07:45:26.897357 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:26.932466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:45:26.933433 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:45:26.958615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Provisioning complete for port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:26.959347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.083828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.104633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-206b483a-7c7a-49ec-b054-65d342728c8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6252470 Mar 02 07:45:27.149443 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 116c24e3-07c0-41e1-bf64-c973c2f77ed5 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:27.159522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.168737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.246743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] DHCP port deletion for e25b5330-b814-48a8-b1f5-1041195e9062 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:27.278016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Deleting port 64313504-c05c-4ec4-974d-db2198aa1a4f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:27.278596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.311409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9d789739-2bd8-4df4-a9e7-26a7e89376e1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9d789739-2bd8-4df4-a9e7-26a7e89376e1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:27.323100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.330685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.374484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.376250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.435311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port fff610f4-f0b2-4dc8-b176-6efd7939aa06 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:27.436150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.459784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.542209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] The port 'fff610f4-f0b2-4dc8-b176-6efd7939aa06' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:45:27.584988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] For port 64313504-c05c-4ec4-974d-db2198aa1a4f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=64313504-c05c-4ec4-974d-db2198aa1a4f,segment=NetworkSegment(f3f61b13-3770-4519-ba0f-e19f511e955a),segment_id=f3f61b13-3770-4519-ba0f-e19f511e955a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:27.586302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.632891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.697214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.719244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d041c62964a43689ecee019b19f5f08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2232955 Mar 02 07:45:27.722698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445efe-d0ef-4240-bb93-d76b8bacf6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b3053-91ea-401d-b9a8-deb4c525904c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:27.724940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Calling delete_port for 64313504-c05c-4ec4-974d-db2198aa1a4f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:27.725961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44154) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:27.744523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.751610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade588e-c56f-422e-bf23-a5d0df0635da']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:27.784397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 64313504-c05c-4ec4-974d-db2198aa1a4f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:27.792772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6495ce-11b3-4ba9-b970-8fcc099d9726') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:27.793077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6495ce-11b3-4ba9-b970-8fcc099d9726') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:27.796514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.815905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=116c24e3-07c0-41e1-bf64-c973c2f77ed5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:27.830028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-69113c5c-dd42-481b-b842-4251978b66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:27.831859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-69113c5c-dd42-481b-b842-4251978b66d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 1097 time: 0.5980332 Mar 02 07:45:27.836295 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.855909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.859916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd448ef-401c-4b69-a774-967ddbc64863 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:27.880305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44160) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:27.897224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.910924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:27.911654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.929708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:27.931795 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:28.012092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:28.014446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c28caead-9eef-4d0e-9167-e160773d16b6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/116c24e3-07c0-41e1-bf64-c973c2f77ed5 HTTP/1.1" status: 204 len: 168 time: 1.2179127 Mar 02 07:45:28.021943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9d789739-2bd8-4df4-a9e7-26a7e89376e1,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:28.022431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11507a-e2ea-4c84-b507-ab3062164dee,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:28.024857 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:45:28.025211 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-c17f2693-940f-4399-95a1-c0a507430a82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:45:28.084231 n-d-827871-1 neutron-server[87856]: INFO neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No ports have port_id starting with 64313504-c05c-4ec4-974d-db2198aa1a4f Mar 02 07:45:28.089521 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.096418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.097842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dae77774-dc8c-49e1-888a-6b714d80a38d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b11507a-e2ea-4c84-b507-ab3062164dee HTTP/1.1" status: 204 len: 168 time: 1.7638507 Mar 02 07:45:28.146958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fff610f4-f0b2-4dc8-b176-6efd7939aa06 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:28.164578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.177360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5db460a-87eb-4b08-9aa6-601b13b408e3 req-0dae6507-ae07-4802-a7f7-d1ae0859bf3c tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0778656 Mar 02 07:45:28.189838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-7dc42b78-6518-4b8b-8b66-f12119e06840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:28.194852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-7dc42b78-6518-4b8b-8b66-f12119e06840 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 200 len: 913 time: 0.3336411 Mar 02 07:45:28.201272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] Pushing event deleted for resources: {'Port': ['ID=64313504-c05c-4ec4-974d-db2198aa1a4f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:28.233141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-57566a22-a6e2-4c93-9a06-3f65fa43cd6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2173324 Mar 02 07:45:28.264315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:28.265573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.289381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: fff610f4-f0b2-4dc8-b176-6efd7939aa06 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:28.289921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fff610f4-f0b2-4dc8-b176-6efd7939aa06 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:28.294665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.305332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:28.305476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c615f-286f-4ed5-beac-7c22dca20936 None None] No DVR routers for this DVR port 64313504-c05c-4ec4-974d-db2198aa1a4f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:28.309642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-2f95fb87-fe4e-4113-820d-c2e2278af89d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb3f5b8d-db54-4781-93f5-b468b127679e HTTP/1.1" status: 200 len: 217 time: 0.1002154 Mar 02 07:45:28.385244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-06153ae3-3e6c-426b-8109-f2db18eec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:28.387004 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-06153ae3-3e6c-426b-8109-f2db18eec3eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 200 len: 853 time: 0.0718925 Mar 02 07:45:28.412346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.444081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.447682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.447806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:28.451560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/527b3053-91ea-401d-b9a8-deb4c525904c HTTP/1.1" status: 204 len: 168 time: 0.7209268 Mar 02 07:45:28.456117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Deleting port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:28.456507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.462745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Network': ['ID=cade588e-c56f-422e-bf23-a5d0df0635da,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:28.482024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-e6310a8d-19df-4198-9279-34f688fe1cce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a2563b5-f2b3-410d-afd0-3823a023147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887992 Mar 02 07:45:28.500083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c8893fec-9adf-4f33-9c83-5552bdb0d724 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/networks/cade588e-c56f-422e-bf23-a5d0df0635da HTTP/1.1" status: 204 len: 168 time: 3.5023174 Mar 02 07:45:28.504300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:28.517177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:28.531965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966212-4ba6-4725-aac1-c137344953d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b3053-91ea-401d-b9a8-deb4c525904c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:28.584657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7448dc8008144727bb3794bf02ec453a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:28.642318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:28.644608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:28.854319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.864283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:28.872202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:28.882453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:28.894010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] For port 9d789739-2bd8-4df4-a9e7-26a7e89376e1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9d789739-2bd8-4df4-a9e7-26a7e89376e1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:28.895027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:28.905267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:28.913014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:28.991661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.094739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Calling delete_port for 9d789739-2bd8-4df4-a9e7-26a7e89376e1 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:29.147376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-87cb2bcb-5d5c-4428-b0cc-3918fd890738 None None] Could not find standard attr ID for object 14b3c486-844a-4b18-a591-754433584688. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:45:29.154936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-09406c8a-602b-4265-801f-82f5c607af2c service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666503 Mar 02 07:45:29.197681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.230753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:29.252494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.268293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Pushing event deleted for resources: {'Port': ['ID=9d789739-2bd8-4df4-a9e7-26a7e89376e1,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:29.276774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] No DVR routers for this DVR port 9d789739-2bd8-4df4-a9e7-26a7e89376e1 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:29.285316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.285494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616209cd-84e3-4daf-874d-5b82ea4f7f59 req-6bea5d39-e4cf-4aec-a0a7-4df5eecc6eb7 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:29.288989 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-616209cd-84e3-4daf-874d-5b82ea4f7f59 req-6bea5d39-e4cf-4aec-a0a7-4df5eecc6eb7 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.4985211 Mar 02 07:45:29.296387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.297166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.297166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.297527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.297890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.298238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.298676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.299015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.299497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.299830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.300209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c50e0c-b947-4f64-886f-0039eb99dedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:29.355261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-616209cd-84e3-4daf-874d-5b82ea4f7f59 req-159d3567-a948-4cf8-8a9e-85dca038bbbc tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575874 Mar 02 07:45:29.363759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88368a5c-ada7-463e-8fa0-239795b94bf0 req-542bda20-2b7a-47d3-a518-9e253121cf9d service neutron] 10.222.0.16 "GET /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013655 Mar 02 07:45:29.395356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44222) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:29.445655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9d789739-2bd8-4df4-a9e7-26a7e89376e1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:29.513636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:29.529021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9d789739-2bd8-4df4-a9e7-26a7e89376e1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:29.537941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9d789739-2bd8-4df4-a9e7-26a7e89376e1 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:29.627053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5afc4132-ad8c-4498-8b01-da3b618028f9 req-17d5ab82-6c5f-4f3b-862d-3adf53beccda tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1231167 Mar 02 07:45:29.630486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Usage tracker for resource:security_group_rule and tenant:d97d2b7a526b4ab6a7f722f11515f018 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:29.662690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:29.668019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.685543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:29.738814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 1bfb5135-5d8e-434a-93b8-c38d635056c8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:29.739214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.751883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25b5330-b814-48a8-b1f5-1041195e9062']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:29.764672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.818995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f61b13-3770-4519-ba0f-e19f511e955a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:29.819371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f61b13-3770-4519-ba0f-e19f511e955a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:29.870363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.902611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:29.914553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:29.920751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:29.921526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.925704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ceb9c-60bc-4d48-9bb1-1ba7c0116c0a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:29.962203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.962698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.993049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7241199 Mar 02 07:45:29.996502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:29.998577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:30.021677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f637-997b-4ca4-b246-3e01cac4d716 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=70c00349-fcaf-4147-b2e3-046d697fbe41,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:30.034765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'name': 'tempest-NetworksTestDHCPv6-1215561628'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:30.072466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:30.072893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:30.108377 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:30.125114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.172418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 1bfb5135-5d8e-434a-93b8-c38d635056c8 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:30.256590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.258381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.323712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.346358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde6de9-2812-4e65-94ee-6215140addce,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:30.358241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '70c00349-fcaf-4147-b2e3-046d697fbe41'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:45:30.363743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.460379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.502961 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.516689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d766a0bf-99ed-4bcd-b31a-af365ce38fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7448dc8008144727bb3794bf02ec453a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6348298 Mar 02 07:45:30.523830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44254) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:30.553838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.564097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=1bfb5135-5d8e-434a-93b8-c38d635056c8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:30.579159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d97d2b7a526b4ab6a7f722f11515f018&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6698654 Mar 02 07:45:30.583131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/networks/e25b5330-b814-48a8-b1f5-1041195e9062 HTTP/1.1" status: 204 len: 168 time: 2.0754161 Mar 02 07:45:30.611586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:30.612861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:30.651549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/70c00349-fcaf-4147-b2e3-046d697fbe41/bc05ade9-5129-43c6-85cb-2e10ff241dbe) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:30.665178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097761f-08da-44c3-b927-5a5c48dbab87 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Network': ['ID=e25b5330-b814-48a8-b1f5-1041195e9062,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:30.763130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:30.770170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:30.774282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:30.781157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:30.822247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f5514-f4d9-4bf0-8162-6b02a77e824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fdf870-ed31-413a-89cb-c060e3e0f863,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:30.864459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting subnet 2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:30.875137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa3de53c-a5d9-4896-b952-40082d840829 req-221b810e-2b7d-4fca-819f-35f431b97881 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1076779 Mar 02 07:45:30.881614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.882869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:30.891606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.917379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.917710 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP fccffcc0-5d7c-4626-bca9-0ab010e92893 disassociated (deleted). External IP: 172.25.4.151, port: 2761b89e-2d0a-4e07-b31f-c11255392955. Mar 02 07:45:30.919958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.958992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:30.973214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Transition to ACTIVE for port object bc05ade9-5129-43c6-85cb-2e10ff241dbe will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:30.976880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port d166259c-0fb8-4542-be1d-5f5e142adba4 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:45:30.999588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Transition to ACTIVE for port object bc05ade9-5129-43c6-85cb-2e10ff241dbe will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:31.009410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.028544 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.055183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.060337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3aac-b812-43d5-adfb-9190d9306776 req-6f124510-1aa8-44df-a7ca-0f82494f1e5b tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:31.068809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7a3aac-b812-43d5-adfb-9190d9306776 req-6f124510-1aa8-44df-a7ca-0f82494f1e5b tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 946 time: 0.2804346 Mar 02 07:45:31.096366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.117737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:31.121566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:31.124517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Pushing event updated for resources: {'Port': ['ID=bc05ade9-5129-43c6-85cb-2e10ff241dbe,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:31.130420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:31.171610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7a3aac-b812-43d5-adfb-9190d9306776 req-59a2068d-7102-4785-9c65-d549eed633ce tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018536 Mar 02 07:45:31.240490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Attempting to bind port bc05ade9-5129-43c6-85cb-2e10ff241dbe on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:31.240931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Attempting to bind port bc05ade9-5129-43c6-85cb-2e10ff241dbe by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:31.241311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Attempting to bind port bc05ade9-5129-43c6-85cb-2e10ff241dbe on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:31.248625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:31.249032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:31.249609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.250043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:31.250677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Bound port: bc05ade9-5129-43c6-85cb-2e10ff241dbe, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:31.251043 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.262649 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.298503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dde6de9-2812-4e65-94ee-6215140addce,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:31.320801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::1e3 (871403d4-b7e4-4b70-8238-fafc5d1d738d/70c00349-fcaf-4147-b2e3-046d697fbe41/d166259c-0fb8-4542-be1d-5f5e142adba4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:31.383174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] For port bc05ade9-5129-43c6-85cb-2e10ff241dbe, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:31.391024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.391845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] For port bc05ade9-5129-43c6-85cb-2e10ff241dbe, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc05ade9-5129-43c6-85cb-2e10ff241dbe,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:31.392805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1473ea2f-92b9-4fea-91e5-b89d348986a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dde6de9-2812-4e65-94ee-6215140addce HTTP/1.1" status: 204 len: 168 time: 0.8485231 Mar 02 07:45:31.397470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.444868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.539926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1796364-365b-4ca7-9724-a731ba9777dd None None] Pushing event updated for resources: {'Port': ['ID=bc05ade9-5129-43c6-85cb-2e10ff241dbe,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:31.609242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.766880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.798187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object d166259c-0fb8-4542-be1d-5f5e142adba4 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:31.846726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.875326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.896570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.943204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:31.952889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:31.961514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fdf870-ed31-413a-89cb-c060e3e0f863,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:31.973127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:31.989647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:31.990862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:31.995075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:31.999404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.006548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011296e-4dd5-46a9-807f-df406dee3219 None None] Network 10816415-e5a5-469b-a512-4f711e7b2e1b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:32.043039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=d166259c-0fb8-4542-be1d-5f5e142adba4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:32.045524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44308) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:32.047679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82dad52c-637d-4a1a-a617-eabc57c2cffb tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/subnets/2f9c8c0f-e8de-4de0-bd7d-e9c05881a56a HTTP/1.1" status: 204 len: 168 time: 1.4313471 Mar 02 07:45:32.049728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.053387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0360e5f1-59a4-4046-8303-832b7a378c68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10fdf870-ed31-413a-89cb-c060e3e0f863 HTTP/1.1" status: 204 len: 168 time: 1.4368718 Mar 02 07:45:32.071385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 0145de6e-634d-4964-b710-8d0f4ddaf80b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:32.099695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1a43c9c7-1703-415b-8a1f-b10e36cee26c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0934429 Mar 02 07:45:32.102887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:32.122554 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:45:32.410762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44326) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:32.505050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8ddc1243-29c2-4929-a446-77bc2a12f32c req-7ed7e307-7271-442b-90ce-504044aa95f6 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.3039689 Mar 02 07:45:32.507739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] DHCP port deletion for 10816415-e5a5-469b-a512-4f711e7b2e1b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:32.512585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Deleting port 3b63077d-fc54-476c-b5ba-5c24fb87136d {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:32.513017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.614298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.661797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port 3b63077d-fc54-476c-b5ba-5c24fb87136d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:32.662150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.734222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b17f15-9f9a-4eb1-8dd0-9c0d95bb121e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:32.751835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b17f15-9f9a-4eb1-8dd0-9c0d95bb121e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:32.753315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-70b17f15-9f9a-4eb1-8dd0-9c0d95bb121e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:32.800941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.853112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:32.866064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:32.885262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Sync routers for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:32.889026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.909039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] For port 3b63077d-fc54-476c-b5ba-5c24fb87136d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b63077d-fc54-476c-b5ba-5c24fb87136d,segment=NetworkSegment(e9f5cc7a-0587-412d-8050-1aafbce1b72f),segment_id=e9f5cc7a-0587-412d-8050-1aafbce1b72f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:32.909285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.919806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:32.920510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:32.951905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Usage tracker for resource:security_group_rule and tenant:45e1df193f24422a8cd47a9575058ad3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:32.969569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856046e-6daa-4d94-96eb-251342181611 req-b462ddc2-df68-4da0-8510-f42f5f13ef90 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:32.982178 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4856046e-6daa-4d94-96eb-251342181611 req-b462ddc2-df68-4da0-8510-f42f5f13ef90 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 946 time: 0.5701847 Mar 02 07:45:32.984563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-f089e84d-5aa2-4378-a990-36083c7af3a0 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:32.986518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-f089e84d-5aa2-4378-a990-36083c7af3a0 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 946 time: 0.6154983 Mar 02 07:45:32.993923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:33.020756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:33.048725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-233d2561-4448-413f-993f-3e0737d67d62 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/floatingips/fccffcc0-5d7c-4626-bca9-0ab010e92893 HTTP/1.1" status: 204 len: 168 time: 3.6520813 Mar 02 07:45:33.051374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:33.067803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-70b17f15-9f9a-4eb1-8dd0-9c0d95bb121e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:33.079219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-70b17f15-9f9a-4eb1-8dd0-9c0d95bb121e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9749944 Mar 02 07:45:33.146376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44354) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:33.192445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Deleting port fb3f5b8d-db54-4781-93f5-b468b127679e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:33.193037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:33.376067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4856046e-6daa-4d94-96eb-251342181611 req-e1abdcc6-8255-4d7e-b7b0-7d978617228a tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/security-groups?id=0667092d-ca68-4e6a-8830-6cef244e2a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878832 Mar 02 07:45:33.468896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Calling delete_port for 3b63077d-fc54-476c-b5ba-5c24fb87136d owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:33.658734 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'status': 'completed', 'code': 200} Mar 02 07:45:33.692434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc05ade9-5129-43c6-85cb-2e10ff241dbe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:33.755882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port d166259c-0fb8-4542-be1d-5f5e142adba4 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:33.755882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:33.775244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] For port fb3f5b8d-db54-4781-93f5-b468b127679e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=fb3f5b8d-db54-4781-93f5-b468b127679e,segment=NetworkSegment(9aae8b56-87c9-4573-80a6-4263d6764dfb),segment_id=9aae8b56-87c9-4573-80a6-4263d6764dfb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:33.775793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:33.776808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:33.850703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-832fb501-ea45-4a22-ab09-1f5bf23345bc None None] Provisioning for port bc05ade9-5129-43c6-85cb-2e10ff241dbe completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:33.856098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] Pushing event deleted for resources: {'Port': ['ID=3b63077d-fc54-476c-b5ba-5c24fb87136d,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:33.859672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd58db-be84-4884-a35d-afed5fa88211 None None] No DVR routers for this DVR port 3b63077d-fc54-476c-b5ba-5c24fb87136d on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:33.884120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:33.943874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bc05ade9-5129-43c6-85cb-2e10ff241dbe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:33.963273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bc05ade9-5129-43c6-85cb-2e10ff241dbe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:33.964145 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:33.978622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Calling delete_port for fb3f5b8d-db54-4781-93f5-b468b127679e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:33.998043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d43d448-98b3-43a8-b4c3-694c08d68cc5 req-44877f81-c4e8-4e64-ab30-ce41b3e6fcba tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1424870 Mar 02 07:45:34.002114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] For port 3b63077d-fc54-476c-b5ba-5c24fb87136d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b63077d-fc54-476c-b5ba-5c24fb87136d,segment=NetworkSegment(e9f5cc7a-0587-412d-8050-1aafbce1b72f),segment_id=e9f5cc7a-0587-412d-8050-1aafbce1b72f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:34.002831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.226672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e07cebc8-7def-46d3-b7f2-cd28d04e5bb2 None None] Provisioning for port d166259c-0fb8-4542-be1d-5f5e142adba4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:34.255611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca25f66-987e-45a6-8482-5d2e6ca16e3d req-1d2d6457-fa92-4b3c-91fc-3d4462eb359d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.256322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fca25f66-987e-45a6-8482-5d2e6ca16e3d req-1d2d6457-fa92-4b3c-91fc-3d4462eb359d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:34.313328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fca25f66-987e-45a6-8482-5d2e6ca16e3d req-1d2d6457-fa92-4b3c-91fc-3d4462eb359d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:34.320847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fca25f66-987e-45a6-8482-5d2e6ca16e3d req-1d2d6457-fa92-4b3c-91fc-3d4462eb359d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.4649279 Mar 02 07:45:34.327465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Calling delete_port for 3b63077d-fc54-476c-b5ba-5c24fb87136d owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:34.386797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fca25f66-987e-45a6-8482-5d2e6ca16e3d req-5f8fba61-fe99-43aa-a85a-4ff055d7825f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647454 Mar 02 07:45:34.387595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.393837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e07cebc8-7def-46d3-b7f2-cd28d04e5bb2 None None] Provisioning complete for port d166259c-0fb8-4542-be1d-5f5e142adba4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:34.394255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e07cebc8-7def-46d3-b7f2-cd28d04e5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.450143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Pushing event deleted for resources: {'Port': ['ID=fb3f5b8d-db54-4781-93f5-b468b127679e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:34.501945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e07cebc8-7def-46d3-b7f2-cd28d04e5bb2 None None] Port d166259c-0fb8-4542-be1d-5f5e142adba4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:34.508725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['fb3f5b8d-db54-4781-93f5-b468b127679e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:45:34.559454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.559571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-e78e21f3-b73c-41a0-90de-9665061767bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.562405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-e78e21f3-b73c-41a0-90de-9665061767bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 1096 time: 0.9595604 Mar 02 07:45:34.619952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bc05ade9-5129-43c6-85cb-2e10ff241dbe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc05ade9-5129-43c6-85cb-2e10ff241dbe,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:34.620215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] No DVR routers for this DVR port fb3f5b8d-db54-4781-93f5-b468b127679e on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:34.624486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.628346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.653937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-91fe4806-bb81-48aa-bda5-dadec919edd1 req-b1c65b04-3505-4778-8e3d-ca36e0e2934d tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.16 "DELETE /v2.0/ports/fb3f5b8d-db54-4781-93f5-b468b127679e HTTP/1.1" status: 204 len: 173 time: 1.6031809 Mar 02 07:45:34.690518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:34.704191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Checking router: 0145de6e-634d-4964-b710-8d0f4ddaf80b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:45:34.726845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b63077d-fc54-476c-b5ba-5c24fb87136d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:34.775663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3b63077d-fc54-476c-b5ba-5c24fb87136d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:34.776011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b63077d-fc54-476c-b5ba-5c24fb87136d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:34.779848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:34.780371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:34.946622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bc05ade9-5129-43c6-85cb-2e10ff241dbe,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:34.953065 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a16ebad1-3830-4870-8dd7-c9caeda32a1a req-8220d214-3f93-42af-b40e-033edf30f738 tempest-VolumesSnapshotTestJSON-1839185129 tempest-VolumesSnapshotTestJSON-1839185129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d2ccc39-2d86-4c6d-98d8-34720e90161b HTTP/1.1" status: 200 len: 210 time: 0.2797518 Mar 02 07:45:34.970777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.993156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:35.058033 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.212091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45e1df193f24422a8cd47a9575058ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7987835 Mar 02 07:45:35.215950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:45:35.218094 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:45:35.230172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44424) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:35.328410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-506c22ad-dceb-4562-83e9-97bc97dd6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:35.330635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-506c22ad-dceb-4562-83e9-97bc97dd6bab service neutron] 10.222.0.39 "GET /v2.0/networks?id=272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 200 len: 897 time: 0.7225430 Mar 02 07:45:35.331362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd73e60-4e5d-4e32-abd1-fa6c138f4a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ced194-fd3e-407e-9ea6-e942cf293f47,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:35.372806 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33b20a71-2728-4b8d-8c56-f68b511074ba req-4321d2ad-a1c3-4d5d-84c2-b543eb24c854 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1433420 Mar 02 07:45:35.443008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-a47797e4-f532-44a3-a58d-23d1e2a6e2cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 200 len: 217 time: 0.1038461 Mar 02 07:45:35.445812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.583481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc05ade9-5129-43c6-85cb-2e10ff241dbe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:35.617840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-4cad4f8c-5ce8-4bd9-ad2c-cb93df901030 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:35.619404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-4cad4f8c-5ce8-4bd9-ad2c-cb93df901030 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 0.4822056 Mar 02 07:45:35.620124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.699032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'name': 'network-vif-deleted', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:35.760296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bc05ade9-5129-43c6-85cb-2e10ff241dbe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:35.760667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.803254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 2761b89e-2d0a-4e07-b31f-c11255392955 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:35.804091 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.805886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:35.847481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f140184-605a-4ba6-8fbe-29dc88c01322 None None] The sync data for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 is: [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:41:56Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '73d44f85-1c6d-4693-812f-285d3efa4310', 'name': '', 'network_id': '272e036b-6862-4f00-a17d-907b51d7c00a', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:bc:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:53Z', 'updated_at': '2022-03-02T07:42:10Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '88084c0f-81d2-48fa-83d6-b53f29946b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:35.851523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.901475 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2ccc39-2d86-4c6d-98d8-34720e90161b', 'name': 'network-vif-deleted', 'tag': 'fb3f5b8d-db54-4781-93f5-b468b127679e', 'status': 'completed', 'code': 200} Mar 02 07:45:35.902947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for d166259c-0fb8-4542-be1d-5f5e142adba4 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:35.936777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.964905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Deleting port 3b63077d-fc54-476c-b5ba-5c24fb87136d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:35.966410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.045983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ced194-fd3e-407e-9ea6-e942cf293f47,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:36.241072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] The port '3b63077d-fc54-476c-b5ba-5c24fb87136d' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:45:36.289516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.293695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-18888be3-ff1f-47ff-b7ee-29b3fc559e58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53ced194-fd3e-407e-9ea6-e942cf293f47 HTTP/1.1" status: 204 len: 168 time: 1.0610511 Mar 02 07:45:36.347243 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63326a5d-3765-4442-b417-9e797c853b3a None None] New status for floating IP fccffcc0-5d7c-4626-bca9-0ab010e92893: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:45:36.467514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 2761b89e-2d0a-4e07-b31f-c11255392955, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=2761b89e-2d0a-4e07-b31f-c11255392955,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:36.467880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.483468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.510299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10816415-e5a5-469b-a512-4f711e7b2e1b']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:36.536821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5cc7a-0587-412d-8050-1aafbce1b72f') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:36.537178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5cc7a-0587-412d-8050-1aafbce1b72f') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:36.579926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.603787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fb3f5b8d-db54-4781-93f5-b468b127679e no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:36.612601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.619242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:36.619649 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.722401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 2761b89e-2d0a-4e07-b31f-c11255392955 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:36.743196 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:36.756831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-bbaa2679-19f7-40d1-af67-9a893b109535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:36.759178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: fb3f5b8d-db54-4781-93f5-b468b127679e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:36.759593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device fb3f5b8d-db54-4781-93f5-b468b127679e not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:36.766105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-bbaa2679-19f7-40d1-af67-9a893b109535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 200 len: 832 time: 1.3103297 Mar 02 07:45:36.896351 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5061f4a2-5083-42ff-8c1a-20a352f6914b req-19012f23-accf-4b25-b7bf-29e402479f80 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1811829 Mar 02 07:45:37.110576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.116057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.140408 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.165363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.224975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Pushing event deleted for resources: {'Network': ['ID=10816415-e5a5-469b-a512-4f711e7b2e1b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:37.229504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44540) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.230368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=2761b89e-2d0a-4e07-b31f-c11255392955,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:37.266604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737536e6-4a76-480d-a988-fc6fa37acc22 req-58529ab6-942e-4fb0-a627-3784e4179bf1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:37.268325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-737536e6-4a76-480d-a988-fc6fa37acc22 req-58529ab6-942e-4fb0-a627-3784e4179bf1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8546d5-ca49-4cac-94a5-883461752c5d HTTP/1.1" status: 200 len: 945 time: 1.2673607 Mar 02 07:45:37.365764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.383510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae1bf076-2442-4e2e-b867-ff643e849b98 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/networks/10816415-e5a5-469b-a512-4f711e7b2e1b HTTP/1.1" status: 204 len: 168 time: 5.3287024 Mar 02 07:45:37.384259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.385678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] No DVR routers for this DVR port 2761b89e-2d0a-4e07-b31f-c11255392955 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:37.388990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.399755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=d166259c-0fb8-4542-be1d-5f5e142adba4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:37.408566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.415454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e247f1ca-7883-4c1f-b62f-2cb26fa28d1b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/d166259c-0fb8-4542-be1d-5f5e142adba4 HTTP/1.1" status: 204 len: 168 time: 4.2645056 Mar 02 07:45:37.417042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:37.422673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b3b9d8dbe244258cfe441153d47718 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:37.425813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:37.434450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:37.548831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.550588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44558) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.552298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c15e4693-3412-40d2-ba6b-2449f58f79b1 req-fd8a133d-2e25-49a7-8d80-0a9b08c86506 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "DELETE /v2.0/ports/2761b89e-2d0a-4e07-b31f-c11255392955 HTTP/1.1" status: 204 len: 173 time: 1.9262681 Mar 02 07:45:37.634238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.665114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-520c794d-918f-4651-a019-06f2a4ca5e5d tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Synchronizing usage tracker for tenant:3e8a732f72554e4f919432e9af59ed41 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:37.704345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2b3b9d8dbe244258cfe441153d47718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707427 Mar 02 07:45:37.717840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44574) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.756555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f48f3-969a-4352-aa2a-3a9b00e10402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc127a-24db-449e-87a2-24d623f5cc0f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:37.766802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f415e0b-9bc0-43ef-8ba0-deb8ea68ebc0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:37.766802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f415e0b-9bc0-43ef-8ba0-deb8ea68ebc0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:37.766802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f415e0b-9bc0-43ef-8ba0-deb8ea68ebc0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:37.822514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1f415e0b-9bc0-43ef-8ba0-deb8ea68ebc0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:37.830409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f415e0b-9bc0-43ef-8ba0-deb8ea68ebc0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2768967 Mar 02 07:45:37.833215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44586) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.836490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-520c794d-918f-4651-a019-06f2a4ca5e5d tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Unset dirty status for tenant:3e8a732f72554e4f919432e9af59ed41 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:37.837949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-520c794d-918f-4651-a019-06f2a4ca5e5d tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 HTTP/1.1" status: 200 len: 205 time: 0.4426897 Mar 02 07:45:37.861675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:37.904381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-deleted', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:37.911048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-737536e6-4a76-480d-a988-fc6fa37acc22 req-624ff683-7c91-4309-8593-7934a5698ae8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e021dec-be72-44cd-b595-709b7da89c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191259 Mar 02 07:45:38.008021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 70c00349-fcaf-4147-b2e3-046d697fbe41 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:38.011313 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8546d5-ca49-4cac-94a5-883461752c5d', 'name': 'network-vif-deleted', 'tag': '2761b89e-2d0a-4e07-b31f-c11255392955', 'status': 'completed', 'code': 200} Mar 02 07:45:38.014847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.128196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.296835 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.348040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.394030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.464524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.470382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a6f0c-0a8d-4751-b479-7e43c9eece97 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:38.473554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=70c00349-fcaf-4147-b2e3-046d697fbe41,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:38.503511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5f191d1-43f7-494a-a005-92353357f6c3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/70c00349-fcaf-4147-b2e3-046d697fbe41 HTTP/1.1" status: 204 len: 168 time: 0.6692638 Mar 02 07:45:38.506178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:38.519638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1a10199-bfa1-4348-a989-00fe54bb980c req-1aa6dfad-119a-48b0-b816-0af703642674 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.2429984 Mar 02 07:45:38.622095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9996f7e2-2d39-4ab9-ab9a-5f1770ef5cd7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146984 Mar 02 07:45:38.624818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44620) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:38.630774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:38.699925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-0a4847d9-a97a-434e-aec3-39bde60c316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.702066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-0a4847d9-a97a-434e-aec3-39bde60c316c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=272e036b-6862-4f00-a17d-907b51d7c00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8137231 Mar 02 07:45:38.812635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:38.821290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:38.826971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:38.833081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:38.852134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:38.855875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.890440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:38.896362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Deleting port bc05ade9-5129-43c6-85cb-2e10ff241dbe {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:38.897241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:38.980965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44628) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:39.068592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:39.227309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] For port bc05ade9-5129-43c6-85cb-2e10ff241dbe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bc05ade9-5129-43c6-85cb-2e10ff241dbe,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:39.227920 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.286095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.294695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.334905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.340400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.358320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Calling delete_port for bc05ade9-5129-43c6-85cb-2e10ff241dbe owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:39.373834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.374361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Fanout notify agent at l3_agent the message router_deleted on router a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:45:39.392834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.398189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f77acf42-ad39-48e6-b994-fe50cbb54d33 tempest-RoutersNegativeTest-191418589 tempest-RoutersNegativeTest-191418589-project] 10.222.0.21 "DELETE /v2.0/routers/a87ae9c9-4c07-4c91-b6bd-3fe28caa4e58 HTTP/1.1" status: 204 len: 168 time: 1.4871392 Mar 02 07:45:39.402573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.411123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-15a3fceb-4950-4f3f-a516-496cbf4cb9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977718 Mar 02 07:45:39.418532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:39.464591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:39.497053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Usage tracker for resource:security_group_rule and tenant:751d128093ba4f0480d9e90570994bad is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:39.506667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.511307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc05ade9-5129-43c6-85cb-2e10ff241dbe no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:39.515954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:39.530416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:39.648272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 2761b89e-2d0a-4e07-b31f-c11255392955 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:39.648874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 2761b89e-2d0a-4e07-b31f-c11255392955 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:39.692176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: bc05ade9-5129-43c6-85cb-2e10ff241dbe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:39.693226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bc05ade9-5129-43c6-85cb-2e10ff241dbe not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:39.720443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] Pushing event deleted for resources: {'Port': ['ID=bc05ade9-5129-43c6-85cb-2e10ff241dbe,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:39.724418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573dda0a-1cec-4382-99f7-3dc9bc6ffa28 None None] No DVR routers for this DVR port bc05ade9-5129-43c6-85cb-2e10ff241dbe on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:39.763614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.764753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d19d8986-a5ff-400f-a57a-0b44ff11313b req-769ca861-3210-4302-8dd4-274c79989247 service neutron] 10.222.0.39 "GET /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419180 Mar 02 07:45:39.816081 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-755fb37f-fc3a-4d76-a430-b49c9796d377 req-1e09ec51-8911-4d42-ac7a-2c1300018333 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0635824 Mar 02 07:45:39.816554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:39.837259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.860475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:39.865117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc127a-24db-449e-87a2-24d623f5cc0f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:39.867643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:39.867823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.869138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74e3269c-a435-4fe9-bac9-02baae6cc04a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/accc127a-24db-449e-87a2-24d623f5cc0f HTTP/1.1" status: 204 len: 168 time: 2.1393399 Mar 02 07:45:39.873066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:39.873685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:39.895698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16ce75-2b43-4e0e-a91b-0bd9a87c28c6 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:39.904100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=d5c6335d-c4fe-436d-b5a7-138f989cf8c2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:40.028813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb75d358-74df-4e52-9cdc-81c46efa3268 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4028077 Mar 02 07:45:40.031521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44660) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:40.039252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'name': 'tempest-NetworksTestDHCPv6-180856952'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:40.149754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.156241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.267347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=751d128093ba4f0480d9e90570994bad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2844634 Mar 02 07:45:40.269984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44672) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:40.278082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4e8c6-d687-4dba-bbe5-168167aadf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5132bf4c-19c1-4bbf-8f56-0cda1b2a324c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:40.400779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.400962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'd5c6335d-c4fe-436d-b5a7-138f989cf8c2'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:45:40.401623 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.433998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.530041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c4bad0c-e391-4030-bd24-8aac01f2a577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e8a732f72554e4f919432e9af59ed41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120824 Mar 02 07:45:40.541664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:40.548499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44688) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:40.584012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:40.605945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.638208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5132bf4c-19c1-4bbf-8f56-0cda1b2a324c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:40.642638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.645332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e4dc77f7-5e54-47ce-b8bf-ccc7993918bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5132bf4c-19c1-4bbf-8f56-0cda1b2a324c HTTP/1.1" status: 204 len: 168 time: 0.3741064 Mar 02 07:45:40.712706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.769243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:40.773694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.800183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d81bdf04-64c8-4993-94dd-26e2c0f3eb53 req-47d1b299-c56f-4534-8728-a78245837dbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1085744 Mar 02 07:45:40.825111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 959b93ff-adbd-4412-a643-0b81fc68eb7e yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:45:40.868409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/d5c6335d-c4fe-436d-b5a7-138f989cf8c2/ca84a455-4517-4fd6-a27b-1da2ecfb10ef) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:40.909535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:40.940969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.012037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.045236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38511f-7147-422a-8788-2b4917bfcf2b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:41.077213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.080659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cd0c8ec9-d2b6-4b6d-8763-514b2e601159 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c38511f-7147-422a-8788-2b4917bfcf2b HTTP/1.1" status: 204 len: 168 time: 0.5321083 Mar 02 07:45:41.214469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d631a939-f616-4a29-997e-38d43795991c req-227b10b6-5fb4-4039-9153-02e37f202c73 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.0612392 Mar 02 07:45:41.318247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44720) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:41.371857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.400956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:41.411011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e5b29a7a4b4a108400a8ba8007fd08 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:41.421007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:41.430953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:41.449383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.468619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Transition to ACTIVE for port object ca84a455-4517-4fd6-a27b-1da2ecfb10ef will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:41.493683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 73d44f85-1c6d-4693-812f-285d3efa4310 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:41.494253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.509060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Transition to ACTIVE for port object ca84a455-4517-4fd6-a27b-1da2ecfb10ef will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:41.518410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:41.656237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:41.686803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::3a9 (871403d4-b7e4-4b70-8238-fafc5d1d738d/d5c6335d-c4fe-436d-b5a7-138f989cf8c2/959b93ff-adbd-4412-a643-0b81fc68eb7e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:41.707666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:41.713947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:41.728375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Pushing event updated for resources: {'Port': ['ID=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:42.015661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b19cdad-1115-4a73-92bb-a28465a4b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.064232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Attempting to bind port ca84a455-4517-4fd6-a27b-1da2ecfb10ef on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:42.064970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Attempting to bind port ca84a455-4517-4fd6-a27b-1da2ecfb10ef by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:42.066689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Attempting to bind port ca84a455-4517-4fd6-a27b-1da2ecfb10ef on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:42.089052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 73d44f85-1c6d-4693-812f-285d3efa4310, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=73d44f85-1c6d-4693-812f-285d3efa4310,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:42.089539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.095270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:42.096117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:42.096994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.099413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:42.101721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Bound port: ca84a455-4517-4fd6-a27b-1da2ecfb10ef, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:42.103775 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.300845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.394837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 73d44f85-1c6d-4693-812f-285d3efa4310 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:42.402478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 959b93ff-adbd-4412-a643-0b81fc68eb7e will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:42.495574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.539794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] For port ca84a455-4517-4fd6-a27b-1da2ecfb10ef, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:42.556948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] For port ca84a455-4517-4fd6-a27b-1da2ecfb10ef, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:42.565081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.718121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:42.732785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=959b93ff-adbd-4412-a643-0b81fc68eb7e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:42.735611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:42.823093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:42.836209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:42.839068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b54690-b918-43cf-897b-9c17ecfd8cf8 None None] Pushing event updated for resources: {'Port': ['ID=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:42.842394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.911846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:42.929387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ade5e0-1588-4a31-acca-2bb35b51925d req-b9acdd0f-6168-4799-839d-639b6d487fa0 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.2091513 Mar 02 07:45:42.995886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:43.002995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6160723a-166a-43a0-89e8-c3952264ec68 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9698443 Mar 02 07:45:43.003713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=73d44f85-1c6d-4693-812f-285d3efa4310,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:43.004924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44762) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:43.073340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:43.148504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1e5b29a7a4b4a108400a8ba8007fd08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8280294 Mar 02 07:45:43.152591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:43.327805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874ec5-ba97-430c-91eb-bc316fb7a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f8cf0-8fe8-496c-9021-4d48b2753aaa,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:43.445364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44780) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:43.751205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca84a455-4517-4fd6-a27b-1da2ecfb10ef up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:43.847331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:43.962943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ca84a455-4517-4fd6-a27b-1da2ecfb10ef completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:44.132570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a57dff90-2600-41d9-80f7-341907702ab5 req-ff7ff86f-62c7-4d34-ad82-f30b87b6cc99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7021b0da27374565ae75e099f939456b&device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.2984791 Mar 02 07:45:44.172515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5e287d1-9954-4616-b7f1-078200292ac1 req-6c5e933d-7495-4685-9788-8a59475a65dc tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.2193632 Mar 02 07:45:44.231666 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47b63c57-cf85-46c6-a46c-503c51894843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.252787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--468310302'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:44.270379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a57dff90-2600-41d9-80f7-341907702ab5 req-5bc0e909-e401-47da-b487-0ed82226de31 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7021b0da27374565ae75e099f939456b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184087 Mar 02 07:45:44.298107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428e534-88f0-425e-88fb-9ee6bbba4622 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:44.308847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428e534-88f0-425e-88fb-9ee6bbba4622 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:44.309782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1428e534-88f0-425e-88fb-9ee6bbba4622 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:44.335789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:44.346114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:44.360681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:44.381100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.536178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:44.541149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 0145de6e-634d-4964-b710-8d0f4ddaf80b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:44.608325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1428e534-88f0-425e-88fb-9ee6bbba4622 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:44.609604 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1428e534-88f0-425e-88fb-9ee6bbba4622 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.5940180 Mar 02 07:45:44.627783 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.635275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.636006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44808) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:44.657787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.688222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:44.697740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:44.706070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:44.718101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:44.863252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Provisioning for port ca84a455-4517-4fd6-a27b-1da2ecfb10ef completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:44.880506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Provisioning complete for port ca84a455-4517-4fd6-a27b-1da2ecfb10ef triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:44.881517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.955790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dff90-2600-41d9-80f7-341907702ab5 req-ab68e28d-5ae1-44b0-8cc3-1c016de9d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:44.957431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a57dff90-2600-41d9-80f7-341907702ab5 req-ab68e28d-5ae1-44b0-8cc3-1c016de9d9b2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6379611 Mar 02 07:45:44.961815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:44.963804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 959b93ff-adbd-4412-a643-0b81fc68eb7e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:44.965120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.985650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Sync routers for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:45.056737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d366ba1-e8d5-4fe4-9e74-5b7082816912 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/0145de6e-634d-4964-b710-8d0f4ddaf80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9868793 Mar 02 07:45:45.061586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:45.062273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:45.063055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:45.146032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.155568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.167242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:45.198072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.207062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:45.239070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:45.240789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f8cf0-8fe8-496c-9021-4d48b2753aaa,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:45.264561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.266226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1de87517-5d31-4a40-aa78-d21826b1aa78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/437f8cf0-8fe8-496c-9021-4d48b2753aaa HTTP/1.1" status: 204 len: 168 time: 2.1046259 Mar 02 07:45:45.278202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting subnet 88084c0f-81d2-48fa-83d6-b53f29946b3f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:45.306429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:45.312112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.341810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b324bcd-ac05-47c3-8f34-ba4a553b5c60,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:45.469528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.572235 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-135d9fc5-dd6b-482a-86cc-4a52cb4721f7 req-9e42fe5d-eeaa-4b1c-a035-9c7583d27c23 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.1607044 Mar 02 07:45:45.573166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.597711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:45.701060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.711891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:45.955423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44840) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:45.985782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 959b93ff-adbd-4412-a643-0b81fc68eb7e owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:46.126076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.153113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.155986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.171079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7220769 Mar 02 07:45:46.171320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:46.179272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.200445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3746b-bd0a-4b27-8077-4893355dd67e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2452bf-d0d9-48ea-b31c-7a80831b8340,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:46.312124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de6090a2-76c7-425c-a017-4ef27de75c6d tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:46.340795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de6090a2-76c7-425c-a017-4ef27de75c6d tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:46.344535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-de6090a2-76c7-425c-a017-4ef27de75c6d tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1706598 Mar 02 07:45:46.345674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44866) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:46.354089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-security--795006177', 'description': 'tempest-security-description-1102592169'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:46.368210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.407263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.433946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] For port ca84a455-4517-4fd6-a27b-1da2ecfb10ef, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:46.462198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.550104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.557400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.561901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.567016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "PUT /v2.0/security-groups/3e2452bf-d0d9-48ea-b31c-7a80831b8340 HTTP/1.1" status: 200 len: 1779 time: 0.2200859 Mar 02 07:45:46.592612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44872) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:46.663746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1bc218ea-6a72-4991-b9cc-017b9dfc7153 None None] Could not find standard attr ID for object 959b93ff-adbd-4412-a643-0b81fc68eb7e. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:45:46.685280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.705336 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.771030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c66409-ec82-49ca-8ecf-7cc688f2e380 None None] Pushing event updated for resources: {'Port': ['ID=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:46.791450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.811011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ebb26-91fd-4a2b-9c33-814a05315118 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2452bf-d0d9-48ea-b31c-7a80831b8340,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:46.816545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:45:42Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:46.828105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Checking router: 0145de6e-634d-4964-b710-8d0f4ddaf80b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:45:46.829146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5415d749-2849-4999-9596-40a9eb5cd88f tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups/3e2452bf-d0d9-48ea-b31c-7a80831b8340 HTTP/1.1" status: 200 len: 1779 time: 0.2297854 Mar 02 07:45:46.831609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44884) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:46.846849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Routers {'0145de6e-634d-4964-b710-8d0f4ddaf80b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:46.847837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0145de6e-634d-4964-b710-8d0f4ddaf80b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:46.887848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.912451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.923839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a57dff90-2600-41d9-80f7-341907702ab5 req-349ce8c2-e476-463d-8d87-a0266cfeb49e tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.3483422 Mar 02 07:45:46.949162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44888) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:46.959994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:46.972547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:46.985546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Usage tracker for resource:security_group_rule and tenant:a6119ffef3a447e08a9bb2129feeca5d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:46.997383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:47.016063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:47.033545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.067885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2452bf-d0d9-48ea-b31c-7a80831b8340,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:47.086325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.087608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-700f0c44-2365-4b4f-8f46-1a9f200d1c04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e2452bf-d0d9-48ea-b31c-7a80831b8340 HTTP/1.1" status: 204 len: 168 time: 0.2549140 Mar 02 07:45:47.090016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44896) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.199169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4a2663d2-5101-48be-b57d-c8d388e32578 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:47.206061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.234438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:47.245565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=959b93ff-adbd-4412-a643-0b81fc68eb7e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:47.247802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e19cce0be58467b899eae8e1963f6ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:47.251410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4a2663d2-5101-48be-b57d-c8d388e32578 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:47.253140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4a2663d2-5101-48be-b57d-c8d388e32578 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615930 Mar 02 07:45:47.254735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:47.259204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.261554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.264477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Subnet': ['ID=88084c0f-81d2-48fa-83d6-b53f29946b3f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:47.266861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:47.278697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d0c8b-07b5-40d0-8f9c-43e4e28a0362 None None] Network 272e036b-6862-4f00-a17d-907b51d7c00a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:47.298150 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-8011d46c-9ac6-45a9-bff1-16db75351dad tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] delete failed (client error): The resource could not be found. Mar 02 07:45:47.301569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8011d46c-9ac6-45a9-bff1-16db75351dad tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e2452bf-d0d9-48ea-b31c-7a80831b8340 HTTP/1.1" status: 404 len: 347 time: 0.0410390 Mar 02 07:45:47.306498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44906) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.315641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101843551'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:47.332013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:47.381199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:47.387928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.462231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.466865 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0711b5c-f9b6-4d42-9b2d-949dcc2bb2be req-dc65c6cf-944c-493b-8dcd-07a14834f7a9 tempest-ServerShowV257Test-314393493 tempest-ServerShowV257Test-314393493-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16f28ef-b07e-4350-93dd-fefc79aea68d HTTP/1.1" status: 200 len: 210 time: 0.5132921 Mar 02 07:45:47.504163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.511555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1cd07340-a3cf-4ab8-9af9-a4c1e9c1d091 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/subnets/88084c0f-81d2-48fa-83d6-b53f29946b3f HTTP/1.1" status: 204 len: 168 time: 2.4442794 Mar 02 07:45:47.516519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44916) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.524984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab623e5a-e153-44e2-bd0e-cb5506052fef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/959b93ff-adbd-4412-a643-0b81fc68eb7e HTTP/1.1" status: 204 len: 168 time: 2.8876190 Mar 02 07:45:47.534838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.535762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:47.731898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca84a455-4517-4fd6-a27b-1da2ecfb10ef up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:47.811342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6119ffef3a447e08a9bb2129feeca5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8546963 Mar 02 07:45:47.814392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad2a8-d39c-4c86-b85e-bafed539363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f38e1-1b93-4a99-9df4-df4ed9f1928b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:47.821069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.832695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] Set router 0145de6e-634d-4964-b710-8d0f4ddaf80b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:47.865532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3343506-9830-49bc-a81e-27b03a6431f2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:47.870541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3343506-9830-49bc-a81e-27b03a6431f2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:47.871495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b3343506-9830-49bc-a81e-27b03a6431f2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:47.921493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b3343506-9830-49bc-a81e-27b03a6431f2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:47.925252 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b3343506-9830-49bc-a81e-27b03a6431f2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3787508 Mar 02 07:45:47.925810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44928) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:47.943679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'networks': [{'name': 'tempest-network--1677501762'}, {'name': 'tempest-network--426216989'}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:47.944653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-network--1677501762'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:47.945296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-network--426216989'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:47.965514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:47.979175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.000561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:network and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:48.010266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:48.015200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:48.019176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:48.025104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:48.028681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet d5c6335d-c4fe-436d-b5a7-138f989cf8c2 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:45:48.030795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ca84a455-4517-4fd6-a27b-1da2ecfb10ef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:48.031172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.036605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.073812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.087492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:48.110178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.118641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:48.127215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.144650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.193327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.264049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'network': 2} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:48.265087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.269216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.297142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.298564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9909341 Mar 02 07:45:48.303576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44934) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:48.325069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] DHCP port deletion for 272e036b-6862-4f00-a17d-907b51d7c00a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:48.343879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '9066f108-f799-4422-9f48-9075c6f68df3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:48.346218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.350351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Deleting port 91943c7e-31ef-4295-ae22-02ff53f2402c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:48.350351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.364448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:48.376451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:48.389203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:48.395589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:48.405849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:48.408148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f38e1-1b93-4a99-9df4-df4ed9f1928b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:48.412274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:security_group_rule and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:48.417321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:48.417449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.426722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c9f6323-377c-45ea-a0a1-443847d721ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c03f38e1-1b93-4a99-9df4-df4ed9f1928b HTTP/1.1" status: 204 len: 168 time: 0.5990701 Mar 02 07:45:48.427603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17210ed1-9acf-4f38-8698-6b00cd942b28 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9066f108-f799-4422-9f48-9075c6f68df3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:48.430710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:48.449601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.564872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.633069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] For port 91943c7e-31ef-4295-ae22-02ff53f2402c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=91943c7e-31ef-4295-ae22-02ff53f2402c,segment=NetworkSegment(f31378f1-34a4-475d-877a-64323eddcef4),segment_id=f31378f1-34a4-475d-877a-64323eddcef4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:48.633489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.708611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.720062 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.733712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.742096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bef12f2-ac5c-485b-83aa-9eae4486438f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:48.768662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.787676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.794264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:48.799842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.805226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.811136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84e8fbc6-6b2e-4bce-8cec-03ffb75adaef tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4911771 Mar 02 07:45:48.818671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44944) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:48.880818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.930258 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.952728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.984489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.013687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Calling delete_port for 91943c7e-31ef-4295-ae22-02ff53f2402c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:49.045135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.060306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c6335d-c4fe-436d-b5a7-138f989cf8c2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.091709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-579d04e1-b15b-4091-9856-0fb99bcb210c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/d5c6335d-c4fe-436d-b5a7-138f989cf8c2 HTTP/1.1" status: 204 len: 168 time: 1.1646020 Mar 02 07:45:49.094630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.144033 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.144844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac041919-c105-4e92-adae-be15b43b102b None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:49.168260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e19cce0be58467b899eae8e1963f6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2177947 Mar 02 07:45:49.173572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.175795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44956) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.198307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:45:42Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:49.207347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.212968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2bef12f2-ac5c-485b-83aa-9eae4486438f HTTP/1.1" status: 204 len: 168 time: 0.3897483 Mar 02 07:45:49.220007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44960) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.233497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.235996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e4250-3950-4619-82eb-618e0f3f39b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae9de9-c113-4f0f-9fb0-8ed77b2bcd62,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.239849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8d4b2-4558-4147-aeb6-2e663e376621 None None] The sync data for ids ['0145de6e-634d-4964-b710-8d0f4ddaf80b'] in n-d-827871-1 is: [{'id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313461295', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:41:33Z', 'updated_at': '2022-03-02T07:45:42Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145de6e-634d-4964-b710-8d0f4ddaf80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:41:35Z', 'updated_at': '2022-03-02T07:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:49.274927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cbabb822-dfc3-41c5-b417-0d9dd8321028 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1789467 Mar 02 07:45:49.297806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2f30-5199-467b-918e-03bb39387411 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bef12f2-ac5c-485b-83aa-9eae4486438f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.309044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44964) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.341442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.357978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44968) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.474717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.477005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.503700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-72679d8c-2a0d-4274-a569-ae0220507bf8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:49.509643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.575123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.606693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] Pushing event deleted for resources: {'Port': ['ID=91943c7e-31ef-4295-ae22-02ff53f2402c,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.640467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-72679d8c-2a0d-4274-a569-ae0220507bf8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:49.644944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-72679d8c-2a0d-4274-a569-ae0220507bf8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3751154 Mar 02 07:45:49.645732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163f13f-3e2e-419f-af5b-ce3fb25253a6 None None] No DVR routers for this DVR port 91943c7e-31ef-4295-ae22-02ff53f2402c on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:49.657974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44976) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.663606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:49.734897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91943c7e-31ef-4295-ae22-02ff53f2402c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:49.796811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.825343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1260d77c-d794-4d3e-9586-3c61706b0ba1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.837183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:49.841445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.841706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.842064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.842404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.842876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.843214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.843543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.844024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.844360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.844685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.845011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.845393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:49.857210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 91943c7e-31ef-4295-ae22-02ff53f2402c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:49.857535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 91943c7e-31ef-4295-ae22-02ff53f2402c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:49.859010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 73d44f85-1c6d-4693-812f-285d3efa4310 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:49.865159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:49.865650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.892413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.892832 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment c670cd4c-75b3-4cc8-ba1a-3ed35938d6ed of type vlan for network 891bc9ea-1673-4c3d-9b29-11f8ac2adc3d Mar 02 07:45:49.897148 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.933093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.937514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:45:49.940120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 73d44f85-1c6d-4693-812f-285d3efa4310 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:49.940692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 73d44f85-1c6d-4693-812f-285d3efa4310 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:49.945001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Deleting port ca84a455-4517-4fd6-a27b-1da2ecfb10ef {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:49.946222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.955949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.980577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.984167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17ae9de9-c113-4f0f-9fb0-8ed77b2bcd62 HTTP/1.1" status: 204 len: 168 time: 0.7906568 Mar 02 07:45:49.984167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c398f2d-5132-4ae7-b80f-5a59d80e33fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae9de9-c113-4f0f-9fb0-8ed77b2bcd62,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.997922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:50.001884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:50.007271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe65c3caf6b4a76b341eccf2db35a8b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:50.011113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:50.019853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Usage tracker for resource:security_group_rule and tenant:7021b0da27374565ae75e099f939456b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:50.043532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:50.045724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:50.059247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:50.090421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:50.101086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.224068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.338659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.346308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.366141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.373474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2db859-f2d7-4297-94d3-49cb3680bf0e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.375327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f2db859-f2d7-4297-94d3-49cb3680bf0e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0448229 Mar 02 07:45:50.383245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.403111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9066f108-f799-4422-9f48-9075c6f68df3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:50.405943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.417340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.485819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.487381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:50.509039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.509734 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment 2e105c23-c7ed-4534-90a1-35b08eb2aafa of type vlan for network e58dfd1e-0ada-42e3-975e-022f27b72f3c Mar 02 07:45:50.549059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.562470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] For port ca84a455-4517-4fd6-a27b-1da2ecfb10ef, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:50.563117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.611229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7021b0da27374565ae75e099f939456b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2520056 Mar 02 07:45:50.618909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.670422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01288e52-2245-4a0d-9bec-13688d87ff84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.671325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-01288e52-2245-4a0d-9bec-13688d87ff84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:50.673612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29d9f5-9cde-4f75-baba-566f47174942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f6999-2fa1-4e35-9400-32ba985b2cd0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:50.728087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.743388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe65c3caf6b4a76b341eccf2db35a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0742037 Mar 02 07:45:50.749020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45000) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.760160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.762104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-87208aea-1bb2-4296-a2ae-99e086276e2e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/9066f108-f799-4422-9f48-9075c6f68df3 HTTP/1.1" status: 204 len: 168 time: 1.0870857 Mar 02 07:45:50.787126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45004) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.830726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a618cf-237a-473f-b140-12487c9c6196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a1d29-bef7-4d74-99e2-04b311c9e2b3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:50.846313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-01288e52-2245-4a0d-9bec-13688d87ff84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:50.847968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-01288e52-2245-4a0d-9bec-13688d87ff84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4558744 Mar 02 07:45:50.848279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.852974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Calling delete_port for ca84a455-4517-4fd6-a27b-1da2ecfb10ef owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:50.854042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45008) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.868398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:50.909377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45012) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:50.922857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.923742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.928693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.933272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.934162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.980872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:50.993064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6ac6aac0-bf4e-4a73-b9f8-f06f6de74150 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101830 Mar 02 07:45:50.997274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45016) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:51.023698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:51.045822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.048055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d885f5b2-d0de-4f62-afa5-1fea23645ef4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:51.056631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.063369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.162694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] Pushing event deleted for resources: {'Port': ['ID=ca84a455-4517-4fd6-a27b-1da2ecfb10ef,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:51.169550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be1d9e-b0b4-476e-a3db-476217ebb92f None None] No DVR routers for this DVR port ca84a455-4517-4fd6-a27b-1da2ecfb10ef on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:51.171569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.183860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:51.187941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7980609 Mar 02 07:45:51.196925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45020) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:51.198454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Usage tracker for resource:security_group_rule and tenant:0864b1a7e98e40e588b275886e37758f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:51.201621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d885f5b2-d0de-4f62-afa5-1fea23645ef4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:51.202914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d885f5b2-d0de-4f62-afa5-1fea23645ef4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4114189 Mar 02 07:45:51.203425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=891bc9ea-1673-4c3d-9b29-11f8ac2adc3d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:51.207388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:51.219743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 891bc9ea-1673-4c3d-9b29-11f8ac2adc3d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:51.228142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:51.233935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:51.235478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.249688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:51.260307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:51.281845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397310624'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:51.357029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:51.361502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.392936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:51.579825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.584562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:51.589058 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.590854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7048e-b04a-456c-bc20-1ca53d03a7fb tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=e58dfd1e-0ada-42e3-975e-022f27b72f3c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:51.617943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.638200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.650630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f6999-2fa1-4e35-9400-32ba985b2cd0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:51.651258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e58dfd1e-0ada-42e3-975e-022f27b72f3c details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:51.657022 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.657813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Fanout notify agent at l3_agent the message router_deleted on router 0145de6e-634d-4964-b710-8d0f4ddaf80b {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:45:51.675690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a7249-7c40-427e-80ae-4a2bf08bcf4e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:51.693038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:51.694712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a7249-7c40-427e-80ae-4a2bf08bcf4e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:51.695151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e13b0d4-3c9a-499f-a97a-3dde84f7bbf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a40f6999-2fa1-4e35-9400-32ba985b2cd0 HTTP/1.1" status: 204 len: 168 time: 1.0731006 Mar 02 07:45:51.708969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a7249-7c40-427e-80ae-4a2bf08bcf4e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:51.724195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a7249-7c40-427e-80ae-4a2bf08bcf4e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:51.735101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb3a7249-7c40-427e-80ae-4a2bf08bcf4e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5368903 Mar 02 07:45:51.736630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:51.751769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:51.846586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:51.863740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:51.930632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca84a455-4517-4fd6-a27b-1da2ecfb10ef no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:52.014678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ca84a455-4517-4fd6-a27b-1da2ecfb10ef {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:52.014940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca84a455-4517-4fd6-a27b-1da2ecfb10ef not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:52.078191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.086402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30c89173-8182-4c6b-90bd-ac8d6f6838ca tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/routers/0145de6e-634d-4964-b710-8d0f4ddaf80b HTTP/1.1" status: 204 len: 168 time: 4.5701425 Mar 02 07:45:52.104587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45038) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:52.109188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.122857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:52.175094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a1d29-bef7-4d74-99e2-04b311c9e2b3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:52.204247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.259917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.408742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.416183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.452959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=bb2c058a-d8a3-485b-8672-439019b2c546,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:52.467165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:52.468324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:52.486792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:52.487316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.492252 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.493282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf204e-53b8-4440-b58b-198a27fef200 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:52.513098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.519303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df0a3bcb-a9fa-44de-99d9-58cdecf69d9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f41a1d29-bef7-4d74-99e2-04b311c9e2b3 HTTP/1.1" status: 204 len: 168 time: 1.7681520 Mar 02 07:45:52.540944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-01f502fd-0fc8-4621-8f2f-d8358af2d059 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5424249 Mar 02 07:45:52.547593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45050) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:52.554893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': 'bb2c058a-d8a3-485b-8672-439019b2c546', 'ip_address': '2001:db8::3cf5:5920:dfa5:313f'}], 'name': 'tempest-NetworksTestDHCPv6-61394129'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:52.571890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0864b1a7e98e40e588b275886e37758f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6503861 Mar 02 07:45:52.572902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:52.582792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:52.853707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:52.859367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272e036b-6862-4f00-a17d-907b51d7c00a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:52.886616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:52.908117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:53.024607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8347-815f-4b0a-9414-32beab987187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d626e-f046-4000-9e9c-50f560b4c183,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:53.038289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31378f1-34a4-475d-877a-64323eddcef4') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:53.038728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31378f1-34a4-475d-877a-64323eddcef4') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:53.067438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'bb2c058a-d8a3-485b-8672-439019b2c546'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:45:53.069844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.084065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.099324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.113488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.145331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.227092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.247730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.288377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 39706c60-6f5b-4fc3-a6f7-541b213a3b49 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:45:53.325210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.342331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891bc9ea-1673-4c3d-9b29-11f8ac2adc3d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:53.357034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c670cd4c-75b3-4cc8-ba1a-3ed35938d6ed') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:53.357654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c670cd4c-75b3-4cc8-ba1a-3ed35938d6ed') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:53.361583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/bb2c058a-d8a3-485b-8672-439019b2c546/56d645c9-70b3-40fb-ab50-483c1cfe0eb9) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:53.375167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.395380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.404467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:53.405486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.526634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.529611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d626e-f046-4000-9e9c-50f560b4c183,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:53.531494 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:53.551725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45078) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:53.564132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.630305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:53.635417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.640283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2863ac2c-3b7a-4d56-86b0-ce09c9aab5d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a71d626e-f046-4000-9e9c-50f560b4c183 HTTP/1.1" status: 204 len: 168 time: 1.0290675 Mar 02 07:45:53.654801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:53.655488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:53.674089 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:53.702903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.755243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:53.757241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f8b24e0b-5c1b-4789-ac78-4f6b5ecb9262 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:53.784703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.788991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45088) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:53.789265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5575926 Mar 02 07:45:53.796768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '5a1c3432-4e08-4936-acfd-46e6c9d0fd77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:53.797412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.805254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0afff8-c9aa-48b7-996c-68bf359d1c99 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c3432-4e08-4936-acfd-46e6c9d0fd77,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:53.824325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:53.833640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.836108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/891bc9ea-1673-4c3d-9b29-11f8ac2adc3d HTTP/1.1" status: 204 len: 168 time: 2.0769331 Mar 02 07:45:53.840427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:53.843273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:53.849213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:53.849683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Transition to ACTIVE for port object 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:53.869239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fae21-013e-413b-a1ee-d25f0fe2334c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=891bc9ea-1673-4c3d-9b29-11f8ac2adc3d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:53.882817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:53.885528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.888167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Transition to ACTIVE for port object 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:53.908695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.918370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.927282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Network': ['ID=272e036b-6862-4f00-a17d-907b51d7c00a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:54.034321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab4ef52d-f503-475a-abfd-7afebae1aac2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/networks/272e036b-6862-4f00-a17d-907b51d7c00a HTTP/1.1" status: 204 len: 168 time: 1.9282982 Mar 02 07:45:54.044658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45098) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:54.056812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.069799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Pushing event updated for resources: {'Port': ['ID=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:54.092540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:54.095390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:54.098296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.102966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:54.358362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Attempting to bind port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:54.358643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Attempting to bind port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:54.359011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Attempting to bind port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:54.376193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:54.376573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:54.376981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.377383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:54.379991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Bound port: 56d645c9-70b3-40fb-ab50-483c1cfe0eb9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:54.380882 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.400265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.410391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.526470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::3cf5:5920:dfa5:313f (871403d4-b7e4-4b70-8238-fafc5d1d738d/bb2c058a-d8a3-485b-8672-439019b2c546/39706c60-6f5b-4fc3-a6f7-541b213a3b49) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:54.552516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1471178095-network', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:54.589791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.664889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58dfd1e-0ada-42e3-975e-022f27b72f3c']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:54.717392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] For port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:54.718972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e105c23-c7ed-4534-90a1-35b08eb2aafa') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:54.719358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e105c23-c7ed-4534-90a1-35b08eb2aafa') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:54.722832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] For port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:54.729582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.749847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cb5c03-7286-4dd5-8515-540f8be2dbfb,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:54.754227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45110) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:54.757647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.772918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:54.787213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.801275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Usage tracker for resource:network and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:54.808193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:54.820841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.822211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0b9aa29f-1f04-4cbf-a0f0-e457ac740bec tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0312388 Mar 02 07:45:54.828153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45116) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:54.835343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93017f0-cd5f-4e61-8cc1-17b9f9669d94 None None] Pushing event updated for resources: {'Port': ['ID=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:54.847316 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.857373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:54.859307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '5a1c3432-4e08-4936-acfd-46e6c9d0fd77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:54.863944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:45:54.864340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.873538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:45:54.881887 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:45:54.934955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:54.937089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:54.959181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:54.965409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:54.975133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:55.034088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Usage tracker for resource:security_group_rule and tenant:36f363976a1146faa2405cd8f202e90b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:55.037056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:55.047268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:55.062763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:55.114352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Made reservation on behalf of 6a63a4c4cae3421f88cc82ad8a5ac022 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:55.121511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.125178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.148571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.177153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.190442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.240114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:55.243770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.244507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 39706c60-6f5b-4fc3-a6f7-541b213a3b49 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:55.262424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:55.272148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:55.277091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=e58dfd1e-0ada-42e3-975e-022f27b72f3c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.284301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20ed5ca3-8b7a-4a86-8c94-043b01ba22d3 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/e58dfd1e-0ada-42e3-975e-022f27b72f3c HTTP/1.1" status: 204 len: 168 time: 1.4428921 Mar 02 07:45:55.285753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:55.288206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45122) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:55.338154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.351587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.361672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.452041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c43e504-19a2-4197-88d0-cd058a7f6217,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.461750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.587259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:55.606442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e021dec-be72-44cd-b595-709b7da89c5a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.636983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.641763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dbceb056-8d93-490b-b30e-856d1fbb3465 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e021dec-be72-44cd-b595-709b7da89c5a HTTP/1.1" status: 204 len: 168 time: 1.5910041 Mar 02 07:45:55.702307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.720739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.768845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117022d-cef5-4f62-9494-8ade2b82083f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:55.774765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.779038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-32297714-65e2-4c19-9ef3-39e6c022a3bb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9493830 Mar 02 07:45:55.785235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:55.806668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117022d-cef5-4f62-9494-8ade2b82083f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:55.806668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5117022d-cef5-4f62-9494-8ade2b82083f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Synchronizing usage tracker for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:55.814158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45132) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:55.827226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '5a1c3432-4e08-4936-acfd-46e6c9d0fd77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:55.843840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:55.863149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.863493 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Added segment eb2a1f15-703c-403f-ba56-126f6ad80c8d of type vlan for network 21e8bd15-09d2-4333-be58-548085aa2553 Mar 02 07:45:55.864540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5117022d-cef5-4f62-9494-8ade2b82083f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Unset dirty status for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:55.870860 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5117022d-cef5-4f62-9494-8ade2b82083f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5814376 Mar 02 07:45:55.876343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:55.877048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58afd8b2-eff1-4eac-9c94-dba4f5d33fc8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.889418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-304844846'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:55.902334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:55.916129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:55.937947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.946482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=39706c60-6f5b-4fc3-a6f7-541b213a3b49,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.949511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:55.952107 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.966226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.977097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:55.986429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:55.993349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.004436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.005446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.006067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.008456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:56.021475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:56.033939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:56.045667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:56.073589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:56.080385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.080385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.105866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe4410-7e50-4c30-96e1-e83918be23f3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:56.153035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-48cb1a20-44b4-4782-bd90-5b033ed6ddc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36f363976a1146faa2405cd8f202e90b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3859634 Mar 02 07:45:56.158304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2babb7ec-0e3d-4efa-8a32-802ccf34d455 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6094873 Mar 02 07:45:56.159185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45148) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:56.159669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45150) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:56.251310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.273136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6761935 Mar 02 07:45:56.277497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45160) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:56.278425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59144495-ae55-4dd9-ad07-18f9e3bcf31a admin admin] Pushing event updated for resources: {'Network': ['ID=21e8bd15-09d2-4333-be58-548085aa2553,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:56.290071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 21e8bd15-09d2-4333-be58-548085aa2553 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:56.296572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Request body: {'subnet': {'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1471178095-subnet', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:56.307511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:56.310017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:56.317042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Usage tracker for resource:subnet and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:56.321780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:56.330344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:56.332882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.333329 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment 8391f658-d933-4922-837e-33339c16c9b0 of type vlan for network 6ab3bafb-04e8-4404-acc8-ad9649d53034 Mar 02 07:45:56.363128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Made reservation on behalf of 6a63a4c4cae3421f88cc82ad8a5ac022 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:56.366250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.378452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.398192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.412652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.512259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.552527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.582756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.586714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7640541 Mar 02 07:45:56.602523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:56.646434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de6e98-0758-4d45-a28a-8735a2fc47ff tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28946ee-6e4f-4dfa-97f1-9a0bcf0dbe58,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:56.655752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '5a1c3432-4e08-4936-acfd-46e6c9d0fd77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:56.671713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:56.680106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:56.688335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:56.698499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:56.712367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Provisioning for port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:56.720104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Provisioning complete for port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:56.720484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.726525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d482556-b375-4106-a44b-25e03bd7353e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.735433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d482556-b375-4106-a44b-25e03bd7353e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.737924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5d482556-b375-4106-a44b-25e03bd7353e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:56.780061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.830119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.906228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5d482556-b375-4106-a44b-25e03bd7353e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:56.907736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5d482556-b375-4106-a44b-25e03bd7353e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7429242 Mar 02 07:45:56.927898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45174) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:56.935336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.941299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.941996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.951067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe4410-7e50-4c30-96e1-e83918be23f3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:56.988018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:56.993719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2506155-e980-4b60-bf25-5d34f4fa2f88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6afe4410-7e50-4c30-96e1-e83918be23f3 HTTP/1.1" status: 204 len: 168 time: 0.8311071 Mar 02 07:45:56.994596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.028156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.038386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048629420', 'description': 'tempest-secgroup-smoke-2048629420 description', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:57.048442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.089274 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.102820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:57.106427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3ecb69-952c-46d2-b855-068f951e3163,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.112206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.113618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-369ee96b-743b-468c-9e10-fe1dd234545a tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825401 Mar 02 07:45:57.118097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45188) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.126217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '5a1c3432-4e08-4936-acfd-46e6c9d0fd77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:57.133296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:57.138630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:57.141693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:57.142954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] For port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:57.149343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:57.153793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.160708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:57.183498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.220144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.224681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3422179 Mar 02 07:45:57.224681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.243659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45194) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.284385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:57.290319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06211f0e-c18f-48c1-840b-735224e87238 None None] Pushing event updated for resources: {'Port': ['ID=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.295095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-065b24ae-9400-4a22-8940-ee225846eb6c None None] Provisioning for port 39706c60-6f5b-4fc3-a6f7-541b213a3b49 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:57.295773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:57.302776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:57.309591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-065b24ae-9400-4a22-8940-ee225846eb6c None None] Provisioning complete for port 39706c60-6f5b-4fc3-a6f7-541b213a3b49 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:57.310278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-065b24ae-9400-4a22-8940-ee225846eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.332952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:57.395997 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.404057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.431528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-974202812'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:57.454893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4103d6-a91f-4060-ab08-f12a98185e06,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.461335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-065b24ae-9400-4a22-8940-ee225846eb6c None None] Port 39706c60-6f5b-4fc3-a6f7-541b213a3b49 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:57.535899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.540935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.545279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afaae4fe-cd89-4696-a85f-4740c97cd751 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4261589 Mar 02 07:45:57.545942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.563220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:57.572973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:57.582316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.604348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:network and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:57.621017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.622418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:57.627665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac533c4e-5cc2-4d79-a81d-b10e9d6e92a2 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=6ab3bafb-04e8-4404-acc8-ad9649d53034,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.655302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 39706c60-6f5b-4fc3-a6f7-541b213a3b49 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:57.655658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.666041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6ab3bafb-04e8-4404-acc8-ad9649d53034 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:57.745692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:57.772418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bbf518-03f7-4000-931f-30e4da4cf067,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:57.780556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.782038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e908c1da-fdaf-49ef-932b-7af917de769a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7518861 Mar 02 07:45:57.785049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45216) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.792382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:57.799973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:57.805033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:57.808928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:57.816370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:57.818896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:57.828932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:57.872017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Checking segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:57.874144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Network hostable DHCP agents. Network: 21e8bd15-09d2-4333-be58-548085aa2553, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:45:57.967487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45222) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:57.985803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:45:57.991994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:57.992498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.059466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Network 21e8bd15-09d2-4333-be58-548085aa2553 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:45:58.071922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.090155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.090501 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment d010908c-959b-4026-83ed-977fe3dbe70e of type vlan for network 8c8d0d13-790b-4be9-b112-4b048335d3bd Mar 02 07:45:58.095754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.128212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 21e8bd15-09d2-4333-be58-548085aa2553) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:58.139781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:58.140378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.145887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b42c4-9df5-451f-aa04-0baace5e3c24 None None] Network 21e8bd15-09d2-4333-be58-548085aa2553 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:45:58.160611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.205238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.223562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.259386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:58.286519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4103d6-a91f-4060-ab08-f12a98185e06,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:58.288959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.294399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb30d0cc-c119-4c23-82fa-045a6a884735 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ec4103d6-a91f-4060-ab08-f12a98185e06 HTTP/1.1" status: 204 len: 168 time: 0.7318707 Mar 02 07:45:58.303300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.325834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Usage tracker for resource:security_group_rule and tenant:af828d3ada734a2c84c787cd4a300298 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:58.339988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-385939b8-9122-485e-a2f3-6aac00e9b4bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0546036 Mar 02 07:45:58.341508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45240) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.348073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.352330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:58.365823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:58.374310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.392206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.402184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:58.408899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.411373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Usage tracker for resource:router and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:58.431999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:58.435036 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.451794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.457526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:58.458101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.469973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6643b493-a5e7-40ac-83d3-3c32f1820ff0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:58.476291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:58.486536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ffe097-c905-4a89-bfdc-1069b3b0999d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:58.516304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.518025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.540437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.560733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.563523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6db8d1c2-2bda-41a1-8d74-70abe10c2c00 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7762067 Mar 02 07:45:58.595937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45248) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.634062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-21e8bd15-09d2-4333-be58-548085aa2553', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:45:58.634902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.636616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6643b493-a5e7-40ac-83d3-3c32f1820ff0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:58.638343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6643b493-a5e7-40ac-83d3-3c32f1820ff0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3340743 Mar 02 07:45:58.646930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45252) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.744410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 39706c60-6f5b-4fc3-a6f7-541b213a3b49 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:58.777358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.810286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:58.892226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:58.906084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4855366 Mar 02 07:45:58.906958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:58.910264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.919625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45260) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.924417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.935371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.941512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:58.948488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b9c89-cee3-4876-9d80-f5c8ded21829 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=8c8d0d13-790b-4be9-b112-4b048335d3bd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:58.963096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'ports': [{'network_id': '6ab3bafb-04e8-4404-acc8-ad9649d53034', 'name': 'tempest-port--221341370', 'admin_state_up': True}, {'network_id': '8c8d0d13-790b-4be9-b112-4b048335d3bd', 'admin_state_up': False}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.963638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'port': {'network_id': '6ab3bafb-04e8-4404-acc8-ad9649d53034', 'name': 'tempest-port--221341370', 'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.964145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'port': {'network_id': '8c8d0d13-790b-4be9-b112-4b048335d3bd', 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.994246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8c8d0d13-790b-4be9-b112-4b048335d3bd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:45:59.008055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Allocated IP 172.20.0.2 (21e8bd15-09d2-4333-be58-548085aa2553/791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52/d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:59.019655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.021734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.069571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.075101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be3ecb69-952c-46d2-b855-068f951e3163,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:59.121097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.157701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.161598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-25cf5c81-589a-43e5-b6b7-2e1d330359c0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be3ecb69-952c-46d2-b855-068f951e3163 HTTP/1.1" status: 204 len: 168 time: 0.5133483 Mar 02 07:45:59.166591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.171081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.184666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.221909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45270) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.261404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af828d3ada734a2c84c787cd4a300298&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2914007 Mar 02 07:45:59.262094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45276) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.269289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e75057-941a-48fe-b3dc-abf9eedcf534,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:59.273022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138eda-2bde-4410-9dee-1196589f1d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66216c06-7670-4452-930e-9b3127f8e6f9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:59.309197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.313459 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d4d58231-6ee9-4823-b3f6-a11e44af6d3b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5836964 Mar 02 07:45:59.321006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45280) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.326587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.340603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:59.402987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=39706c60-6f5b-4fc3-a6f7-541b213a3b49,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:59.420745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:59.422681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.447343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Transition to ACTIVE for port object d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:59.465098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:59.472711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Transition to ACTIVE for port object d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:59.482651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.489124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.508052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:59.511062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e772d0c7-e745-47c4-bd77-04a384dbb0d3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:59.525798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.530490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5257d506-53e0-42e2-949d-feb2b1d27f7f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/39706c60-6f5b-4fc3-a6f7-541b213a3b49 HTTP/1.1" status: 204 len: 168 time: 2.5994892 Mar 02 07:45:59.533461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45284) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.550452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:59.565756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:59.577959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Usage tracker for resource:security_group_rule and tenant:39e2303d2b7d488d8455eaf37c2e241a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:59.579459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Network 21e8bd15-09d2-4333-be58-548085aa2553 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:59.581342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:59.589358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:59.594862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:59.595243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:59.603381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Pushing event updated for resources: {'Port': ['ID=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:59.629038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:59.634926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:port and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:45:59.638218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:45:59.645368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:59.666598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'port': 2} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:59.671499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.693316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e772d0c7-e745-47c4-bd77-04a384dbb0d3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:59.698810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e772d0c7-e745-47c4-bd77-04a384dbb0d3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5273221 Mar 02 07:45:59.704840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45288) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.713563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.740433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e3c86-b8b2-465e-b83e-559f57e0607a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:59.742880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e3c86-b8b2-465e-b83e-559f57e0607a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:59.744383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb9e3c86-b8b2-465e-b83e-559f57e0607a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:59.751282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.768610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.792143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Attempting to bind port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:59.792143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Attempting to bind port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:59.792143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Attempting to bind port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:59.799664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:59.800612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Checking segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:59.801070 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.801470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Bound using segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:59.802040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Bound port: d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:59.802432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.857917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb9e3c86-b8b2-465e-b83e-559f57e0607a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:59.859508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cb9e3c86-b8b2-465e-b83e-559f57e0607a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3186491 Mar 02 07:45:59.863050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.870201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45294) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:59.954346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] For port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:59.957365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.957552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] For port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:59.967287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.011294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.071755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c329aee-57c7-40ee-a140-935f1c4d5ddc None None] Pushing event updated for resources: {'Port': ['ID=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.075722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39e2303d2b7d488d8455eaf37c2e241a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8527906 Mar 02 07:46:00.088424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45298) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:00.093912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.105747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d2f9-b46c-4526-a75b-6539dd41d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794b8ef9-d7bd-434b-a2b9-16af08ddc3f7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.141910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.201954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.223734 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.248050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.298107 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.347769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e4653f-bd2b-40df-a9c6-f7f3d6b3a7b1,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.362653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.391954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66216c06-7670-4452-930e-9b3127f8e6f9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.395043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.399565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2e44c544-2460-422b-8a21-09ad8b159686 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66216c06-7670-4452-930e-9b3127f8e6f9 HTTP/1.1" status: 204 len: 168 time: 1.1280670 Mar 02 07:46:00.415873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.423350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-92f14447-1de0-4ccb-93a0-e3cecd4a49a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1011834 Mar 02 07:46:00.424923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45304) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:00.437418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:00.463047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:00.479328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:00.482390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.487045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:00.507257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:00.509796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b8ef9-d7bd-434b-a2b9-16af08ddc3f7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.512164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.517272 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b8b8170e-99d4-4220-887e-516ae4792fbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/794b8ef9-d7bd-434b-a2b9-16af08ddc3f7 HTTP/1.1" status: 204 len: 168 time: 0.4270484 Mar 02 07:46:00.541472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet bb2c058a-d8a3-485b-8672-439019b2c546 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:00.553252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.553527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.589708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.644872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.667437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.672348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] device_id is not set on port 6dae91d5-0b61-4223-8253-c7f80dc19229 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:00.684132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a28946ee-6e4f-4dfa-97f1-9a0bcf0dbe58,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.691085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.696900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.731001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a8d727-7bc5-4fe7-8e47-86751ac72a38,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:00.751731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.754035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab22e14d-48f7-4acd-8f54-000ae4f7adcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268683 Mar 02 07:46:00.755791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45312) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:00.774812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:00.781102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.786301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddd5f05e-0f0b-48d8-91f2-648457886d98 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a28946ee-6e4f-4dfa-97f1-9a0bcf0dbe58 HTTP/1.1" status: 204 len: 168 time: 1.0800474 Mar 02 07:46:00.789773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:00.790664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:00.817446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:00.836357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:00.841437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:00.872232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:00.948304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4be61be5-23a7-4608-9c86-490e85beff4b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:00.981947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45324) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:00.982780 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:46:01.009408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4be61be5-23a7-4608-9c86-490e85beff4b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:01.010767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4be61be5-23a7-4608-9c86-490e85beff4b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2191393 Mar 02 07:46:01.011730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.038887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45330) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:01.104347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.128016 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.146035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.189736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.190151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Allocated IP 172.25.4.235 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c25fc07e-38b0-4599-a888-83d3e6b19104) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:01.204181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.204499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:01.215120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.239519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Usage tracker for resource:security_group_rule and tenant:fea25fd3667840628237d1ab2b54208e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:01.251854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a38d76-20c0-46e6-85a1-823651749b9f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:01.252764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.308897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c43e504-19a2-4197-88d0-cd058a7f6217,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:01.313931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:01.318506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.320649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-318a015d-4482-4f57-91e7-b7c2e3b76d87 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5630877 Mar 02 07:46:01.323514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:01.327140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.329369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af2954d6-afd6-48be-a3fc-29bc8f88af04 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9c43e504-19a2-4197-88d0-cd058a7f6217 HTTP/1.1" status: 204 len: 168 time: 0.2876925 Mar 02 07:46:01.336203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '82bbf518-03f7-4000-931f-30e4da4cf067', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:01.348116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45344) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:01.354909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:01.360004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:01.363702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:01.374279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:01.389748 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:46:01.399335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.505839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.518807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.567498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:01.570805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63184193-28fc-4463-b6c4-485eaea6884c,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:01.584784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.590238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2a38897d-aacc-4e8a-8168-e0bca0343acd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2654080 Mar 02 07:46:01.596703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45350) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:01.621653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'network': {'name': 'tempest-network-smoke--510019877', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:01.641257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:01.654442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:network and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:01.662345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:01.680737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:01.691444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.717772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:01.722386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.733302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917d582-0fa7-49ad-88b2-4c5a6bcd0e77 None None] Network 21e8bd15-09d2-4333-be58-548085aa2553 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:01.778523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:01.792172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.792883 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Added segment b2c3cc88-5a07-4714-9c53-c3b574d57b96 of type vlan for network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 Mar 02 07:46:01.827679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.835516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:01.875509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.883460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:01.883794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:01.886521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.896123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Provisioning for port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:01.908187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Provisioning complete for port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:01.908564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:01.958756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] device_id is not set on port b2b2fd3c-cb92-4148-bfc5-e06b386bee8e yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:01.985073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.082210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Network': ['ID=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:02.124444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5aa529e6-da54-495e-b3c5-051f15577821 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5263770 Mar 02 07:46:02.127291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:02.132665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'admin_state_up': True, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:02.140185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.144993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:02.148803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:02.153338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:router and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:02.156948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:02.166304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:02.170558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.181398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.182620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.200842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.290006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:02.296194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.308727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.377224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fea25fd3667840628237d1ab2b54208e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3919065 Mar 02 07:46:02.377224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:02.379924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] For port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:02.386024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:02.399689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45376) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:02.406896 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.576933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99d8d-2781-428d-956d-6cfc437ef48f None None] Pushing event updated for resources: {'Port': ['ID=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:02.637878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aef9e3f8-54d6-42ac-8553-0249c9150e64 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:02.670103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.698525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Pushing event updated for resources: {'Port': ['ID=c25fc07e-38b0-4599-a888-83d3e6b19104,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:02.718961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18737fa-c274-44d8-b1b5-cc224f11212d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:02.737925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.738550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.739100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.739624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.740110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.741134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.741612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.742120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.742592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.743061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.743530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.744015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e71b406-f2cd-43d0-90c5-6331d4e08021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.750000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.768349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ed2eb4f-6c38-4912-ace4-99152279ba31 None None] Provisioning complete for port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:02.770158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ed2eb4f-6c38-4912-ace4-99152279ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.785368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.835777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.836205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.836548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.836877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.837211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.837530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.837849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.852013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.852154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.853016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.856882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.857230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:02.907744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:02.963191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7a476-4b78-4329-aa17-8750b51fb45e None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:02.977512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2c058a-d8a3-485b-8672-439019b2c546,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:02.988391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.025350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aef9e3f8-54d6-42ac-8553-0249c9150e64 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:03.029689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aef9e3f8-54d6-42ac-8553-0249c9150e64 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 1.6333845 Mar 02 07:46:03.044774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45386) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:03.199866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.224587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18737fa-c274-44d8-b1b5-cc224f11212d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:03.260631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.307679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.327119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc0d2842-3b42-4534-ab3b-aa836de1f127 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/bb2c058a-d8a3-485b-8672-439019b2c546 HTTP/1.1" status: 204 len: 168 time: 3.4524107 Mar 02 07:46:03.328066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.336250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45392) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:03.344715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.373004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1255b-c315-491a-a672-84131641c24b None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:03.378048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Deleting port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:03.378425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.444378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09f6b58d-d261-4817-9afb-530800e74c97 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006567 Mar 02 07:46:03.444378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45396) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:03.450580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:03.528306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.530531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.531644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9608ab28-6eec-41ea-8127-3511ff7476d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a18737fa-c274-44d8-b1b5-cc224f11212d HTTP/1.1" status: 204 len: 168 time: 1.1313441 Mar 02 07:46:03.686792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:03.767875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b5b1255b-c315-491a-a672-84131641c24b None None] For port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:03.768298 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.779568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:03.784077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:03.788171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:03.794900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:03.808777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.67 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c9d5160b-afe5-4c8d-a675-809ce541e81a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:03.888121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:03.892020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.922427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Calling delete_port for 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:03.996761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:03.997507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.028732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.107262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.126819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.171753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.202670 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.256970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50cb5c03-7286-4dd5-8515-540f8be2dbfb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:04.270583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1255b-c315-491a-a672-84131641c24b None None] Pushing event deleted for resources: {'Port': ['ID=56d645c9-70b3-40fb-ab50-483c1cfe0eb9,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:04.272564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1255b-c315-491a-a672-84131641c24b None None] No DVR routers for this DVR port 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:04.308019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:04.309258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:04.313242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:04.375364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:04.397542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.397542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7cdcf10a-7d91-4a9d-8536-68c116d36017 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/50cb5c03-7286-4dd5-8515-540f8be2dbfb HTTP/1.1" status: 204 len: 168 time: 1.3475828 Mar 02 07:46:04.397542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.398909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45420) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:04.440903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=c9d5160b-afe5-4c8d-a675-809ce541e81a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:04.464239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:04.466327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 56d645c9-70b3-40fb-ab50-483c1cfe0eb9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:04.609023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Port': ['ID=6dae91d5-0b61-4223-8253-c7f80dc19229,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:04.709652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-38b642c9-fa4b-4cba-8319-888895df845c tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:04.720002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-ad5e7927-7719-4b6c-950a-0c1a93b2dc61 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824842 Mar 02 07:46:04.932781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Checking segment: {'id': '8391f658-d933-4922-837e-33339c16c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6ab3bafb-04e8-4404-acc8-ad9649d53034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:04.933426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network hostable DHCP agents. Network: 6ab3bafb-04e8-4404-acc8-ad9649d53034, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:04.968672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-38b642c9-fa4b-4cba-8319-888895df845c tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:04.969950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38b642c9-fa4b-4cba-8319-888895df845c tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5672605 Mar 02 07:46:04.988424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:05.092277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.149771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network 6ab3bafb-04e8-4404-acc8-ad9649d53034 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:05.165005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-7ed12259-3615-46dc-b730-237d66375efb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:05.166637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-7ed12259-3615-46dc-b730-237d66375efb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316151 Mar 02 07:46:05.220897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6ab3bafb-04e8-4404-acc8-ad9649d53034) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:05.221434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.222838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.230201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-943d3d59-2adf-40a4-9df7-9097e03b01af tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/quotas/7f51eb63fdd14ee485cb3d57418f0bf7 HTTP/1.1" status: 200 len: 375 time: 0.0422032 Mar 02 07:46:05.230895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:05.231729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.235254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884cf4a8-32b0-42f8-a8be-f801070bf5a2 None None] Network 6ab3bafb-04e8-4404-acc8-ad9649d53034 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:05.389017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.498627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-1662a68f-24bc-4955-9f8f-179e4b78f69a tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2515769 Mar 02 07:46:05.515176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Port': ['ID=b2b2fd3c-cb92-4148-bfc5-e06b386bee8e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:05.538628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.816248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-474343dd-d5b2-4862-8a7c-fde6ebaaf650 req-1bddd0d9-bd45-4214-a7ce-6238390538f4 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0708501 Mar 02 07:46:05.878874 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.910387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c3432-4e08-4936-acfd-46e6c9d0fd77,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:05.973449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.040611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:06.069687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Checking segment: {'id': 'd010908c-959b-4026-83ed-977fe3dbe70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8c8d0d13-790b-4be9-b112-4b048335d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:06.072476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network hostable DHCP agents. Network: 8c8d0d13-790b-4be9-b112-4b048335d3bd, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:06.104512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:06.114053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215345e-f2e3-43e9-bf3e-8c99511acc00 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:06.124980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.125716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.213725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=97734d4e-c626-453d-942e-5be6ec6cca25,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:06.269748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45488) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.278870 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.282478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64b4e2a4-9a56-4564-92a0-6a41a6f52fd4 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a1c3432-4e08-4936-acfd-46e6c9d0fd77 HTTP/1.1" status: 204 len: 168 time: 1.2899294 Mar 02 07:46:06.289291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45496) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.368754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a10bb5ae-9eb3-408b-843d-85aae157ae8d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9231291 Mar 02 07:46:06.369466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network 8c8d0d13-790b-4be9-b112-4b048335d3bd is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:06.378722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45500) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.388510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '97734d4e-c626-453d-942e-5be6ec6cca25', 'ip_address': '2001:db8::137d:ee88:c113:f40c'}], 'name': 'tempest-NetworksTestDHCPv6-315791450'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:06.417039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8c8d0d13-790b-4be9-b112-4b048335d3bd) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:06.426524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:06.435621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.444937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.446750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.453939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a426a-ebe6-4059-8130-de6ad16a9e8b None None] Network 8c8d0d13-790b-4be9-b112-4b048335d3bd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:06.483615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:46:06.489944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-992ce9ea-692d-4c2f-9e79-3a4f989809bf tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.5690703 Mar 02 07:46:06.495382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45504) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.625758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5183c772-4dd6-4551-8d68-2681e6947204 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:06.628840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.664560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:06.668635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Usage tracker for resource:security_group_rule and tenant:c0690fe298a9475c9024e2bb3834415c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:06.671603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:06.677332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:06.745434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5183c772-4dd6-4551-8d68-2681e6947204 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:06.746953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5183c772-4dd6-4551-8d68-2681e6947204 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4566917 Mar 02 07:46:06.752328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45508) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.761168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--947378955'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:06.778052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:46:06.780192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca298f72-470b-438c-8606-0df77290f04e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.781548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:06.788703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca298f72-470b-438c-8606-0df77290f04e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.804653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ca298f72-470b-438c-8606-0df77290f04e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Synchronizing usage tracker for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:06.824561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:06.828578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:06.838792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:06.863353 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:06.882967 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:06.884175 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:06.887772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '97734d4e-c626-453d-942e-5be6ec6cca25'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:06.889950 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.898308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:06.925952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ca298f72-470b-438c-8606-0df77290f04e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Unset dirty status for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:06.932238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ca298f72-470b-438c-8606-0df77290f04e tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4339011 Mar 02 07:46:06.935316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45518) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:06.948216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.949486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-337f2b4b-65fe-4b8b-a9fd-211199bcbbed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5971618 Mar 02 07:46:06.950572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.963296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:07.086629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.101850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.119719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:07.128785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41782ab3-bbfd-41a0-a6ba-3e1919aee51b req-fb090527-d9ea-4ee8-aeb4-e50ed1c10410 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0839741 Mar 02 07:46:07.156955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:07.164933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:07.168975 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:07.171638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting port 6dae91d5-0b61-4223-8253-c7f80dc19229 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:07.172067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.213729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:07.234337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:07.245704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/97734d4e-c626-453d-942e-5be6ec6cca25/09d51925-d604-432f-b0ba-0a2eccb7bf2e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:07.383772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0690fe298a9475c9024e2bb3834415c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1095300 Mar 02 07:46:07.385596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:07.492889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021713b-e1a6-4131-bd17-3c8764b33fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bd663-7848-4687-a6de-0573ef313fc6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:07.570083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-0b965ab3-d4fb-4540-abaa-03cc2833be89 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713723 Mar 02 07:46:07.571136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:03Z', 'revision_number': 3, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:07.582748 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:07.583093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Updating router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 port c25fc07e-38b0-4599-a888-83d3e6b19104 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:46:07.590264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:07.670273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.695569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.699736 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.724602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.743320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Transition to ACTIVE for port object 09d51925-d604-432f-b0ba-0a2eccb7bf2e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:07.769299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Transition to ACTIVE for port object 09d51925-d604-432f-b0ba-0a2eccb7bf2e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:07.775202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Sync routers for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:07.783359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.859922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:07.859922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:07.889152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.000165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.005170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.015558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 68b5f7c9-ffd8-445f-9614-92fbcb617b29 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:08.056534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.083666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:08.262600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:08.279582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:08.281003 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.282472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:08.301915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Calling delete_port for 6dae91d5-0b61-4223-8253-c7f80dc19229 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:08.302857 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Transition to ACTIVE for port object c25fc07e-38b0-4599-a888-83d3e6b19104 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:08.319105 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.338134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Pushing event updated for resources: {'Port': ['ID=09d51925-d604-432f-b0ba-0a2eccb7bf2e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:08.415278 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Pushing event updated for resources: {'Port': ['ID=c25fc07e-38b0-4599-a888-83d3e6b19104,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:08.426043 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.426312 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.426641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.426972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.427297 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.428136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.428459 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.428994 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.429395 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.429717 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.430075 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.430397 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:08.437473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Attempting to bind port c25fc07e-38b0-4599-a888-83d3e6b19104 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:08.438845 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Attempting to bind port c25fc07e-38b0-4599-a888-83d3e6b19104 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:08.439360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Attempting to bind port c25fc07e-38b0-4599-a888-83d3e6b19104 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:08.445919 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:08.446605 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:08.447221 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.447790 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:08.448454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Bound port: c25fc07e-38b0-4599-a888-83d3e6b19104, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:08.449007 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.485977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Attempting to bind port 09d51925-d604-432f-b0ba-0a2eccb7bf2e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:08.486511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Attempting to bind port 09d51925-d604-432f-b0ba-0a2eccb7bf2e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:08.486994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Attempting to bind port 09d51925-d604-432f-b0ba-0a2eccb7bf2e on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:08.499380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:08.499916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:08.500423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.500915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:08.501705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Bound port: 09d51925-d604-432f-b0ba-0a2eccb7bf2e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:08.502208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.506834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.515429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.518166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a5bd663-7848-4687-a6de-0573ef313fc6 HTTP/1.1" status: 204 len: 168 time: 1.1309807 Mar 02 07:46:08.526311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.527708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bb35c9b1-7717-4106-9387-105d4c15cdfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.3994884 Mar 02 07:46:08.539592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.546542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7920873 Mar 02 07:46:08.558658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45540) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:08.561811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45542) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:08.565875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] For port c25fc07e-38b0-4599-a888-83d3e6b19104, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:08.572572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] For port c25fc07e-38b0-4599-a888-83d3e6b19104, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c25fc07e-38b0-4599-a888-83d3e6b19104,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:08.574425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f5fc171-d4a4-4945-b8bf-d0731e5822e6 req-bd215359-d1e3-4d5c-8dcd-e3efa870f916 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0957408 Mar 02 07:46:08.581790 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.599198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '6197db8e-a5bc-4a13-bbd1-144f119a14ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:08.606591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:08.617621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:08.624803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:08.639869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:08.732444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c79d10-2556-49e5-8614-3ccbc1555ad8 None None] Pushing event updated for resources: {'Port': ['ID=c25fc07e-38b0-4599-a888-83d3e6b19104,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:08.734979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb890333-6e13-4cb8-acb7-ad80fe061183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6197db8e-a5bc-4a13-bbd1-144f119a14ee,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:08.767717 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:08.768606 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:08.776123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38504bf1-e4ab-4310-91b4-74c79096f2d1 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabeea45fedf4ddd88a8ac6c0986ae73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2118459 Mar 02 07:46:08.779020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45550) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:08.806848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] For port 09d51925-d604-432f-b0ba-0a2eccb7bf2e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:08.810457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] For port 09d51925-d604-432f-b0ba-0a2eccb7bf2e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=09d51925-d604-432f-b0ba-0a2eccb7bf2e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:08.819489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:04Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:08.824418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Checking router: 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:08.824811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Updating router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 port c9d5160b-afe5-4c8d-a675-809ce541e81a binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:46:08.855693 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:08.862164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-fae06867-84a8-4247-b77e-c0351dbefe5a tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:08.864511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-fae06867-84a8-4247-b77e-c0351dbefe5a tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2787158 Mar 02 07:46:08.883434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Request body: {'port': {'device_id': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '7f51eb63fdd14ee485cb3d57418f0bf7'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:09.002671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:09.018427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a6f7b-64f0-42a7-a24c-b2637b9a39a5 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:09.025723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d2a6f7b-64f0-42a7-a24c-b2637b9a39a5 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2219160 Mar 02 07:46:09.027803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610f2b-a3e8-4734-a335-c21a3540cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bd663-7848-4687-a6de-0573ef313fc6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:09.033293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45556) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:09.123254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-41559fec-1007-4d70-8173-7b4496e0e118 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822074 Mar 02 07:46:09.124058 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:09.131531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45566) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:09.157257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080166659', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:09.217380 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:46:09.311465 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:09.345188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c8d52-fe89-4dd5-b884-e2d2e96c7689 None None] Pushing event updated for resources: {'Port': ['ID=09d51925-d604-432f-b0ba-0a2eccb7bf2e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:09.532551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:09.544869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:09.553738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:subnet and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:09.567271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:09.581155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:09.629752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:09.639213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:09.673440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Usage tracker for resource:port and tenant:7f51eb63fdd14ee485cb3d57418f0bf7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:09.696603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:09.739783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:09.807985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::137d:ee88:c113:f40c (871403d4-b7e4-4b70-8238-fafc5d1d738d/97734d4e-c626-453d-942e-5be6ec6cca25/68b5f7c9-ffd8-445f-9614-92fbcb617b29) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:09.833254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Made reservation on behalf of 7f51eb63fdd14ee485cb3d57418f0bf7 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:09.844899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:09.895516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:09.898951 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:03Z', 'revision_number': 3, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:09.914640 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ff5c5-ff0e-4394-8d7f-2722595f8346 None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:03Z', 'revision_number': 3, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:09.999564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.012309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:10.017128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Transition to ACTIVE for port object c9d5160b-afe5-4c8d-a675-809ce541e81a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:10.019708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Usage tracker for resource:security_group_rule and tenant:7f51eb63fdd14ee485cb3d57418f0bf7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:10.028970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:10.029146 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.052424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:10.132238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Attempting to bind port c9d5160b-afe5-4c8d-a675-809ce541e81a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:10.132676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Attempting to bind port c9d5160b-afe5-4c8d-a675-809ce541e81a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:10.133175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Attempting to bind port c9d5160b-afe5-4c8d-a675-809ce541e81a on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:10.147250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:10.147853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:10.148399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.148795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:10.150481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Bound port: c9d5160b-afe5-4c8d-a675-809ce541e81a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:10.150933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.173431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-374e9534-2526-40c8-bc03-6f5124cdb302 req-4ca041ec-5d41-4f69-9d8a-6ffdffb7f996 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.1445959 Mar 02 07:46:10.193960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d9ed-4d5d-4a76-8a4f-213e47402fbe None None] Pushing event updated for resources: {'Port': ['ID=c9d5160b-afe5-4c8d-a675-809ce541e81a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:10.197660 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.294955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] For port c9d5160b-afe5-4c8d-a675-809ce541e81a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:10.300065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] For port c9d5160b-afe5-4c8d-a675-809ce541e81a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c9d5160b-afe5-4c8d-a675-809ce541e81a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:10.307119 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.315710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.353702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Port': ['ID=6dae91d5-0b61-4223-8253-c7f80dc19229,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:10.373383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.420787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.481922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.518484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1afedd10-a525-415d-93f4-4a50f939808d tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/ports/6dae91d5-0b61-4223-8253-c7f80dc19229 HTTP/1.1" status: 204 len: 168 time: 3.5817049 Mar 02 07:46:10.519624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.522063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45594) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:10.566803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:10.567371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:45:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:10.634857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.695354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d9ed-4d5d-4a76-8a4f-213e47402fbe None None] Pushing event updated for resources: {'Port': ['ID=c9d5160b-afe5-4c8d-a675-809ce541e81a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:10.815497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:10.816684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.2485647 Mar 02 07:46:10.818834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee99051-7ff9-493c-b6c3-9d00472b9bd7 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37e19a4-96d0-4a95-910b-d1bd00852c37,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:10.837695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45604) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:10.989165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting port b2b2fd3c-cb92-4148-bfc5-e06b386bee8e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:10.989531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.009046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:11.040204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Allocated IP 192.168.233.37 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/80ea4ef4-90d7-4592-a53c-6ac1d8002c8b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:11.174117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Subnet': ['ID=a0328631-173a-4608-856b-d4f9faffb63d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:11.249127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:11.249579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network hostable DHCP agents. Network: 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:11.386505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.590275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.670702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad315194-0005-47f2-8d5e-722412f564f2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:11.725534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb9db245-dd84-4a98-be2b-4e7f5349a51f req-f9042ef1-c0b5-4656-870d-98d339acb3d7 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.2329328 Mar 02 07:46:11.750773 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.804680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d23c48d-d56d-433b-9a3e-036fa9c7bb19 None None] Provisioning for port 09d51925-d604-432f-b0ba-0a2eccb7bf2e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:11.819627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.846934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:04Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:11.854899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77496-4c93-45ea-902a-b4f9a0d02db7 None None] The sync data for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 is: [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:04Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:11.896807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d94c5dfe-5772-4b6d-9ad4-150330565afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:11.909812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:11.934432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c25fc07e-38b0-4599-a888-83d3e6b19104 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:12.037415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c25fc07e-38b0-4599-a888-83d3e6b19104 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:12.038769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.048958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c25fc07e-38b0-4599-a888-83d3e6b19104 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:12.049339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.207810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 68b5f7c9-ffd8-445f-9614-92fbcb617b29 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:12.267471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Calling delete_port for b2b2fd3c-cb92-4148-bfc5-e06b386bee8e owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:12.423620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.449266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.464028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.482071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c25fc07e-38b0-4599-a888-83d3e6b19104, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c25fc07e-38b0-4599-a888-83d3e6b19104,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:12.492539 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.493544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 09d51925-d604-432f-b0ba-0a2eccb7bf2e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:12.568981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Allocated IP 172.20.0.1 (21e8bd15-09d2-4333-be58-548085aa2553/791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52/cff46f1d-9107-4d0c-aa2f-3e923384cab9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:12.579354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:12.587044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.601655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:12.602531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.622912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Transition to ACTIVE for port object 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:12.685179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:12.691556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=68b5f7c9-ffd8-445f-9614-92fbcb617b29,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:12.704354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:12.708125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:12.723590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:12.724518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.749325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.759650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Port': ['ID=b2b2fd3c-cb92-4148-bfc5-e06b386bee8e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:12.852922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eaf276d3-ee82-432b-a3dc-3f1c02213805 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/ports/b2b2fd3c-cb92-4148-bfc5-e06b386bee8e HTTP/1.1" status: 204 len: 168 time: 2.3200293 Mar 02 07:46:12.871122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45674) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:12.881319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0be7a3b4-ff84-4b90-b545-19764cace097 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7352684 Mar 02 07:46:12.888136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.896233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:12.903502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/6197db8e-a5bc-4a13-bbd1-144f119a14ee HTTP/1.1" status: 204 len: 168 time: 2.0470054 Mar 02 07:46:12.905112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:13.026037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:13.164245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf02b18-080c-48c6-8735-ec5506a12b08 None None] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:13.373053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c25fc07e-38b0-4599-a888-83d3e6b19104,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:13.465492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 09d51925-d604-432f-b0ba-0a2eccb7bf2e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:13.491001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e84d1f42-a14a-4490-8876-059e2f4967e7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.0931993 Mar 02 07:46:13.493547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45698) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:13.494421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-893c0d2e-d274-4a73-a6e6-b1b6df2786a7 None None] Provisioning for port 68b5f7c9-ffd8-445f-9614-92fbcb617b29 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:13.531610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 09d51925-d604-432f-b0ba-0a2eccb7bf2e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:13.532455 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:13.609272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-893c0d2e-d274-4a73-a6e6-b1b6df2786a7 None None] Provisioning complete for port 68b5f7c9-ffd8-445f-9614-92fbcb617b29 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:13.609795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-893c0d2e-d274-4a73-a6e6-b1b6df2786a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:13.645114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18ba0-ac88-434c-8b3e-a35e72e6aac6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197db8e-a5bc-4a13-bbd1-144f119a14ee,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:13.839589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6ded6457-4195-4589-961b-36cd8774dd35 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Synchronizing usage tracker for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:13.840271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-893c0d2e-d274-4a73-a6e6-b1b6df2786a7 None None] Port 68b5f7c9-ffd8-445f-9614-92fbcb617b29 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:13.861070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5feb250e-e5ad-43f6-8bc1-89f015eb0444 req-137bc891-a594-4028-ab6b-b9febcd168fa tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.3307664 Mar 02 07:46:13.865926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:13.888186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Transition to ACTIVE for port object cff46f1d-9107-4d0c-aa2f-3e923384cab9 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:13.963709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6ded6457-4195-4589-961b-36cd8774dd35 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Unset dirty status for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:13.968545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6ded6457-4195-4589-961b-36cd8774dd35 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.0964425 Mar 02 07:46:13.976153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:13.980909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:13.981737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:13.983585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1237605885'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:13.998749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:14.004199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.009177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ba7ee06-23a8-487d-8d28-59350223efc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:14.012309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:network and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:14.027344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.028722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:14.042321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:14.112359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ba7ee06-23a8-487d-8d28-59350223efc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:14.114289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ba7ee06-23a8-487d-8d28-59350223efc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5960219 Mar 02 07:46:14.125349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45730) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:14.132059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339719354'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:14.144058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:14.150949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:14.154747 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.212469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Pushing event updated for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:14.215486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.232435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:14.316380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:14.318243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d61a106-ae20-465d-ad78-a37302a3fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.328017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:14.339666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45bd586-620b-48af-ba80-b403a0704855 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:14.347462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45bd586-620b-48af-ba80-b403a0704855 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:14.347648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 09d51925-d604-432f-b0ba-0a2eccb7bf2e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=09d51925-d604-432f-b0ba-0a2eccb7bf2e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:14.348325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f45bd586-620b-48af-ba80-b403a0704855 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:14.363843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Network 21e8bd15-09d2-4333-be58-548085aa2553 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:14.368758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:14.393585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.395037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.426458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:14.441744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:14.444030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f45bd586-620b-48af-ba80-b403a0704855 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:14.448648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f45bd586-620b-48af-ba80-b403a0704855 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9446549 Mar 02 07:46:14.451646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:14.465724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45744) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:14.687247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:14.718879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 68b5f7c9-ffd8-445f-9614-92fbcb617b29 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:14.722378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.794665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:14.798667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.806575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=09d51925-d604-432f-b0ba-0a2eccb7bf2e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:14.819430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c9d5160b-afe5-4c8d-a675-809ce541e81a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:14.830370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.836047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:14.863136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:14.864492 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment 60aef68a-6269-4a6f-95f4-81a6f6cbc978 of type vlan for network 99944832-1719-4950-9a0e-3f56de1da7cb Mar 02 07:46:15.078965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:15.098245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:15.116001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-75516baa-64af-40af-9d01-148f25bc3154 None None] Provisioning for port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:15.123577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:15.140032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-75516baa-64af-40af-9d01-148f25bc3154 None None] Provisioning complete for port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:15.140942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-75516baa-64af-40af-9d01-148f25bc3154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.181026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-50d34e57-738d-46a6-80e3-a4c83ffac369 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3058529 Mar 02 07:46:15.198481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Request body: {'port': {'device_id': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:15.219781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.248288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Allocated IP 172.20.0.2 (135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2/a0328631-173a-4608-856b-d4f9faffb63d/4d885681-0ee6-4e30-b5e5-e8f08d98f9b2) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:15.258330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c9d5160b-afe5-4c8d-a675-809ce541e81a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:15.330797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.335322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c9d5160b-afe5-4c8d-a675-809ce541e81a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:15.335995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.406265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.431697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.597732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b77f8a-d5ab-4d44-b2a8-a2886ce549c5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:15.758738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.762177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.763386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0fde8752-d58b-46e0-a2b7-1d7bc2c3afc1 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6353240 Mar 02 07:46:15.764144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.769731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:15.770360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.775419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:15.779911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.781479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-75516baa-64af-40af-9d01-148f25bc3154 None None] Port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:15.808184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--868963618'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:15.842777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:15.869040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:15.875421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:15.890326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:15.901379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9222288 Mar 02 07:46:15.953441 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:15.959711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45810) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:15.981508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-683896876'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:15.997752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0c1b1bf8-4560-4bdf-9aa8-2f6ec372bbbf None None] Provisioning for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:16.013093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c9d5160b-afe5-4c8d-a675-809ce541e81a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c9d5160b-afe5-4c8d-a675-809ce541e81a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:16.015885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:16.025621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.054509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.061485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.069938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:network and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:16.071977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0c1b1bf8-4560-4bdf-9aa8-2f6ec372bbbf None None] Provisioning complete for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:16.072554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1bf8-4560-4bdf-9aa8-2f6ec372bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.073019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.086205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:16.097106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43040fad-7dc0-4c5d-a32f-63e166084933 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=99944832-1719-4950-9a0e-3f56de1da7cb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:16.110659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:16.114291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.116451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c25fc07e-38b0-4599-a888-83d3e6b19104 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:16.137776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.219168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 99944832-1719-4950-9a0e-3f56de1da7cb details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:16.246321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 68b5f7c9-ffd8-445f-9614-92fbcb617b29 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:16.295508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:16.305118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:16.311123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.320669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:16.324152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.338266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:16.381804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:16.476829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.489394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b1bf8-4560-4bdf-9aa8-2f6ec372bbbf None None] Port cff46f1d-9107-4d0c-aa2f-3e923384cab9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:16.522115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Transition to ACTIVE for port object 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:16.542599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c9d5160b-afe5-4c8d-a675-809ce541e81a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:16.558750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Transition to ACTIVE for port object 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:16.560257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c25fc07e-38b0-4599-a888-83d3e6b19104 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:16.560708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.846702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.869156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.895629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-081ace58-0d96-4736-8f09-8d88d651e98b tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:16.897804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-081ace58-0d96-4736-8f09-8d88d651e98b tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Synchronizing usage tracker for tenant:7f51eb63fdd14ee485cb3d57418f0bf7 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:16.899215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:16.901604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:16.928694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.935992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:16.946341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=68b5f7c9-ffd8-445f-9614-92fbcb617b29,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:16.949151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:16.966337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:16.967260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:16.995479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:17.016894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:17.031392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-081ace58-0d96-4736-8f09-8d88d651e98b tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Unset dirty status for tenant:7f51eb63fdd14ee485cb3d57418f0bf7 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:17.041412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-081ace58-0d96-4736-8f09-8d88d651e98b tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 935 time: 1.7832830 Mar 02 07:46:17.140179 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.141592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.142017 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Added segment 47cf082d-c799-4fa6-a6a2-7c95a7acd721 of type vlan for network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d Mar 02 07:46:17.148415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.230059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Transition to ACTIVE for port object 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:17.246906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.256450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.275159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Pushing event updated for resources: {'Port': ['ID=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:17.306365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Attempting to bind port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:17.307134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Attempting to bind port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:17.307720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Attempting to bind port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:17.313540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:17.314365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:17.315359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.316122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Bound using segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:17.316800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Bound port: 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:17.317503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.336618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.347672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:17.359972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-77b76365-39bd-4d57-8e05-987426eff87f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/68b5f7c9-ffd8-445f-9614-92fbcb617b29 HTTP/1.1" status: 204 len: 168 time: 2.8848271 Mar 02 07:46:17.367014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.373785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45838) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:17.381893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d87b272eedf847b09e9fec1efd642c8b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:17.386499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:17.403233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-7d78ad2c-ce17-4f1e-ad5f-a5719f9ea2a2 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Synchronizing usage tracker for tenant:7f51eb63fdd14ee485cb3d57418f0bf7 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:17.430294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:17.435528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.462134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c9d5160b-afe5-4c8d-a675-809ce541e81a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:17.479891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:46:17.529066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.530135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7315941 Mar 02 07:46:17.543202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:17.549656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Network 21e8bd15-09d2-4333-be58-548085aa2553 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:17.566051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] For port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:17.580263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] For port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:17.592829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.619293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.620798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:17.624713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:17.625303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.671241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '67b77f8a-d5ab-4d44-b2a8-a2886ce549c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7425bd85-a9b1-4bd4-8502-90321d55e055', 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:17.675443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56ba82-a112-48b0-8dbe-771fef839df8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:17.676457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694a68-c926-42d1-80b1-5fb314cef113 None None] Pushing event updated for resources: {'Port': ['ID=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:17.676970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56ba82-a112-48b0-8dbe-771fef839df8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:17.681690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c9d5160b-afe5-4c8d-a675-809ce541e81a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:17.682113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:17.684688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ed56ba82-a112-48b0-8dbe-771fef839df8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:17.715207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb3cb8-0782-4024-856f-4925b0b10a93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7425bd85-a9b1-4bd4-8502-90321d55e055,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:17.733964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:17.755111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:17.765790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:17.793163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:17.928440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Network': ['ID=57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:17.984790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:18.018580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-978fa46f-9126-4a29-be6c-28287a60bf71 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0555000 Mar 02 07:46:18.215966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ed56ba82-a112-48b0-8dbe-771fef839df8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:18.219501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed56ba82-a112-48b0-8dbe-771fef839df8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8326085 Mar 02 07:46:18.249121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45848) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:18.292412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 09d51925-d604-432f-b0ba-0a2eccb7bf2e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:18.295241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-7d78ad2c-ce17-4f1e-ad5f-a5719f9ea2a2 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Unset dirty status for tenant:7f51eb63fdd14ee485cb3d57418f0bf7 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:18.297174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d017a26f-829e-454a-b9e5-aa5492afbd9a req-7d78ad2c-ce17-4f1e-ad5f-a5719f9ea2a2 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1498148 Mar 02 07:46:18.384211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:46:18.408286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.564137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Pushing event updated for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:18.575889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.1 (135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2/a0328631-173a-4608-856b-d4f9faffb63d/527ec809-4562-4337-b4e5-e6f432d0ec4f) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:18.624290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 97734d4e-c626-453d-942e-5be6ec6cca25 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:18.643258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.657458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.667992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.756272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 09d51925-d604-432f-b0ba-0a2eccb7bf2e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:18.756659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.769762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.784415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.851926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f082aad6-9f5a-4e1a-8869-b75e90d03911,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:18.887352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.893701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.903521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.911570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-11642c0f-6355-4219-a720-334a537ddbc2 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3411291 Mar 02 07:46:18.912524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f0401cd8-752c-4032-a98c-3daa0754ba4b None None] Provisioning complete for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:18.912915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0401cd8-752c-4032-a98c-3daa0754ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:18.918300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45852) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:18.992712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f0401cd8-752c-4032-a98c-3daa0754ba4b None None] Port cff46f1d-9107-4d0c-aa2f-3e923384cab9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:19.090865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89205c08-d515-41de-89ff-b044e71d6805,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:19.320840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.339521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Attempting to bind port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:19.339862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Attempting to bind port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:19.340191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Attempting to bind port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:19.345262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.425126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0a3f8f40-696e-4fdf-b7be-c90fe03300f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d87b272eedf847b09e9fec1efd642c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5162714 Mar 02 07:46:19.447080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:19.456077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:19.466524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.474739 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:19.498902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-886a15bb-27d4-4ba4-8b61-0e9ed7cc0b3a admin admin] 10.222.0.21 "PUT /v2.0/routers/6f9f6167-e12f-4ef2-9122-63dce2a8cae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5261028 Mar 02 07:46:19.510270 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:19.512162 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:19.540735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:19.541517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:46:19.543229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Attempting to bind port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:19.548209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.591263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:19.591759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:19.592246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:19.592792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Bound port: 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:19.593253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.637934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f082aad6-9f5a-4e1a-8869-b75e90d03911,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:19.655527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.660677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1bc66439-efc3-44f3-ad53-0c59997b1ca8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f082aad6-9f5a-4e1a-8869-b75e90d03911 HTTP/1.1" status: 204 len: 168 time: 0.7193751 Mar 02 07:46:19.695384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:19.819072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.885324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5e4b077f-2bc4-426e-895c-fd53fd028dd9 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:19.902577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.979854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.982397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:20.095074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 527ec809-4562-4337-b4e5-e6f432d0ec4f will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:20.131493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75d1b4-7595-45b8-b834-956a9890fef2 None None] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:20.133118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:20.145236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:20.163723 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.225972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:20.285736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.393819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Pushing event updated for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:20.394827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.399841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:20.400568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.402300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-2aeeec3c-66f1-49fe-9a7b-bf430337383d service neutron] 10.222.0.16 "PUT /v2.0/ports/80ea4ef4-90d7-4592-a53c-6ac1d8002c8b HTTP/1.1" status: 200 len: 1095 time: 5.2115881 Mar 02 07:46:20.402853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:20.573436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5e4b077f-2bc4-426e-895c-fd53fd028dd9 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:20.574942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5e4b077f-2bc4-426e-895c-fd53fd028dd9 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8782835 Mar 02 07:46:20.595507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Provisioning for port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:20.601174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45878) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:20.665786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89205c08-d515-41de-89ff-b044e71d6805,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:20.682237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Provisioning complete for port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:20.682889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.794057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:20.795768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d528a016-1291-4970-a4a8-13095999efcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89205c08-d515-41de-89ff-b044e71d6805 HTTP/1.1" status: 204 len: 168 time: 1.3471980 Mar 02 07:46:20.947596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3751fe-c874-4437-8a18-02db7a78255d req-f17fd5a4-690a-4de0-962a-0f4bf595a071 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:20.954823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a3751fe-c874-4437-8a18-02db7a78255d req-f17fd5a4-690a-4de0-962a-0f4bf595a071 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 947 time: 0.8391812 Mar 02 07:46:21.004720 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.107828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-fafc2374-7da4-4dc6-9967-dd9fcb8fb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:21.109796 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-fafc2374-7da4-4dc6-9967-dd9fcb8fb2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 1098 time: 0.6405377 Mar 02 07:46:21.245316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.399525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a3751fe-c874-4437-8a18-02db7a78255d req-21de47d1-73bd-4f09-a207-8371efb9a175 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111116 Mar 02 07:46:21.487059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.516563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45886) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:21.548816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.587949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-b9ce2a84-9523-46d9-a195-464ad18da664 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b HTTP/1.1" status: 200 len: 217 time: 0.4298675 Mar 02 07:46:21.589417 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b', 'status': 'completed', 'code': 200} Mar 02 07:46:21.615573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.627113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'subnets': [{'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1997468523', 'ip_version': 6}, {'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:21.630984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'subnet': {'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1997468523', 'ip_version': 6}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:21.633161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Request body: {'subnet': {'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:21.682261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] For port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:21.697023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.774546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 2, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:21.776655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:21.776655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Updating router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 port cff46f1d-9107-4d0c-aa2f-3e923384cab9 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:46:21.914304 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:21.916671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:21.932309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc2f72-952b-4a84-8ab0-6942aab76c14 None None] Pushing event updated for resources: {'Port': ['ID=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:21.949674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925045222', 'description': 'tempest-description--1562220806'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:21.989483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:21.994969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:22.014045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.014306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5baef-cc44-4b1d-a650-b201dd8ced7a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:22.019359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:22.080194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:22.090544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=97734d4e-c626-453d-942e-5be6ec6cca25,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:22.124881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f3ec5e2-badd-4fe1-99f3-a8fe14558fed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/97734d4e-c626-453d-942e-5be6ec6cca25 HTTP/1.1" status: 204 len: 168 time: 3.8495593 Mar 02 07:46:22.129445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45902) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:22.275969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e30ad741-134d-4afa-949e-255d7fb37ea2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449692 Mar 02 07:46:22.277470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45908) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:22.292317 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.308121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:22.424313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Provisioning complete for port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:22.424871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.482343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:22.559492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:22.579606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:22.587881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:22.596205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:22.596727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:22.604450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-769f464e-ea09-4944-ba9b-c3ae24c359ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:22.605919 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-769f464e-ea09-4944-ba9b-c3ae24c359ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.8748176 Mar 02 07:46:22.613679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:22.639287 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.650891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:22.654582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.689531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:22.700242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Deleting port 09d51925-d604-432f-b0ba-0a2eccb7bf2e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:22.700617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.790334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:22.812434 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Transition to ACTIVE for port object cff46f1d-9107-4d0c-aa2f-3e923384cab9 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:22.821444 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.865097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.870009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.891766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:22.904556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Provisioning for port 527ec809-4562-4337-b4e5-e6f432d0ec4f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:22.925630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Provisioning complete for port 527ec809-4562-4337-b4e5-e6f432d0ec4f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:22.932200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:22.934458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29af52-67d6-47b3-8ece-3a7bae13496c req-f20cfe4f-1117-4478-8308-ebf902287210 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:22.934807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:22.936239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca29af52-67d6-47b3-8ece-3a7bae13496c req-f20cfe4f-1117-4478-8308-ebf902287210 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 947 time: 0.2533820 Mar 02 07:46:22.940813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:22.949413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:22.975964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:23.124678 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581e0ca-b452-4d72-b49a-b13ae63a94f2 None None] Pushing event updated for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:23.128243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.134995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425bd85-a9b1-4bd4-8502-90321d55e055,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:23.139505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Usage tracker for resource:subnet and tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:23.148492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:23.154856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.187245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e4528e0-04cf-49ea-9d8a-da96c0088b32 None None] Port 527ec809-4562-4337-b4e5-e6f432d0ec4f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:23.196746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.221087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:23.240070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9889e8db-0932-41bb-8174-0d3271c2bb26,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:23.272532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-4a7554f8-cad5-475c-9e2c-a24365899fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:23.274179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-4a7554f8-cad5-475c-9e2c-a24365899fca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4851320 Mar 02 07:46:23.413168 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Attempting to bind port cff46f1d-9107-4d0c-aa2f-3e923384cab9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:23.413536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Attempting to bind port cff46f1d-9107-4d0c-aa2f-3e923384cab9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:23.415073 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Attempting to bind port cff46f1d-9107-4d0c-aa2f-3e923384cab9 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:23.430810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:23.431003 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Checking segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:23.431374 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.431759 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Bound using segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:23.434519 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Bound port: cff46f1d-9107-4d0c-aa2f-3e923384cab9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:23.434910 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.547836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] For port 09d51925-d604-432f-b0ba-0a2eccb7bf2e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=09d51925-d604-432f-b0ba-0a2eccb7bf2e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:23.548239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.581525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.591751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-23712324-c558-4847-8933-25531b0c01b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6512420 Mar 02 07:46:23.603225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.604323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1424bbc8-4ce3-4885-8849-c594303edf19 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/7425bd85-a9b1-4bd4-8502-90321d55e055 HTTP/1.1" status: 204 len: 168 time: 3.0013170 Mar 02 07:46:23.609897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45976) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:23.619623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45978) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:23.639735 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] For port cff46f1d-9107-4d0c-aa2f-3e923384cab9, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:23.642888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] For port cff46f1d-9107-4d0c-aa2f-3e923384cab9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cff46f1d-9107-4d0c-aa2f-3e923384cab9,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:23.651146 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.698470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Made reservation on behalf of 2c6ec0b2ce5442d4b6fb009f3a9e2f29 for: {'subnet': 2} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:23.709312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.709565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.768655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581e0ca-b452-4d72-b49a-b13ae63a94f2 None None] Pushing event updated for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:23.799720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group_rule': {'security_group_id': '9889e8db-0932-41bb-8174-0d3271c2bb26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:23.800433 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:23.801073 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:23.805590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca29af52-67d6-47b3-8ece-3a7bae13496c req-2796a8f0-d002-40b3-a598-466479055f33 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085523 Mar 02 07:46:23.806457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:23.850571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:23.893231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45986) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:23.906309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:23.940650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Calling delete_port for 09d51925-d604-432f-b0ba-0a2eccb7bf2e owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:23.943548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=a45ac2d6-fe69-43c1-b72c-e306cb03a64e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:23.979216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:24.020462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:24.080118 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:24.104975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:24.142299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:24.147199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:24.169075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:24.169684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.187864 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.204849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-af3ff042-340f-4e47-a027-c03837275875 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9138937 Mar 02 07:46:24.219951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7353ee82-e3e4-4158-8c83-77fa38d2b05b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9298916 Mar 02 07:46:24.232032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45992) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:24.252629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] Pushing event deleted for resources: {'Port': ['ID=09d51925-d604-432f-b0ba-0a2eccb7bf2e,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:24.257092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963a74-be13-49fb-afe3-0e8c2b31eb52 None None] No DVR routers for this DVR port 09d51925-d604-432f-b0ba-0a2eccb7bf2e on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:24.291211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-352d4b32-809f-4a76-8cf1-cf40331e0682 None None] Provisioning complete for port 527ec809-4562-4337-b4e5-e6f432d0ec4f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:24.291595 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-352d4b32-809f-4a76-8cf1-cf40331e0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.307829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.318535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046ec842-24c0-4be4-a2eb-b5d627d5a425 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:24.329458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': 'a45ac2d6-fe69-43c1-b72c-e306cb03a64e', 'ip_address': '2001:db8::bef3:311f:1e5c:305a'}], 'name': 'tempest-NetworksTestDHCPv6-532690701'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:24.350913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:24.351716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8e98a-7afe-4c12-840a-9c9b03afa8a8 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:24.358658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab8c93977f545d0871c9f341cec2650 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:24.376719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:24.401897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:24.461302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.478670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:23Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:24.483730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb081ec-b90f-4713-b543-2f00412637a4 None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:23Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:24.486609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:24.486992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.574618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-352d4b32-809f-4a76-8cf1-cf40331e0682 None None] Port 527ec809-4562-4337-b4e5-e6f432d0ec4f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:24.691563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.721097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.808120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'a45ac2d6-fe69-43c1-b72c-e306cb03a64e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:24.809313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.895832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.924141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:24.931239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 09d51925-d604-432f-b0ba-0a2eccb7bf2e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:24.960876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:24.980134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:24.984321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046ec842-24c0-4be4-a2eb-b5d627d5a425 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:24.988804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-046ec842-24c0-4be4-a2eb-b5d627d5a425 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.3665814 Mar 02 07:46:25.018991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.019517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ab8c93977f545d0871c9f341cec2650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1249516 Mar 02 07:46:25.020429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:25.025167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46000) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:25.025747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:25.033642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95fdc8-4c8c-4826-9352-fb8029708789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa7b17-d62f-4ea7-9ff5-bef60815770a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:25.040580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.052475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:25.055285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.127927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:25.156571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.160484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5374022 Mar 02 07:46:25.171760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:25.195776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group_rule': {'security_group_id': '9889e8db-0932-41bb-8174-0d3271c2bb26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:25.200390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 09d51925-d604-432f-b0ba-0a2eccb7bf2e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:25.201437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 09d51925-d604-432f-b0ba-0a2eccb7bf2e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:25.202325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:25.208381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:25.211074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:25.218221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:25.318574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:25.325258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:25.357326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09c59f-7516-4d27-87d9-2330098c3441 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbed7eb7-bd28-4f20-ada5-c6bfbe3e1319,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:25.379290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.401316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/a45ac2d6-fe69-43c1-b72c-e306cb03a64e/b61987ab-68bd-48c1-9acc-1bd30b383405) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:25.436391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:25.491754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cff46f1d-9107-4d0c-aa2f-3e923384cab9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:25.495767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3fc6f32-0d18-436c-93b6-02ab5053dcb5 req-0570eecf-0d03-45c5-828d-b4b814a65119 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2626946 Mar 02 07:46:25.587211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.622095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.825872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9e42adc3-4b50-401c-ac10-8ccfe2bbc1b8 None None] Provisioning complete for port 527ec809-4562-4337-b4e5-e6f432d0ec4f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:25.825872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e42adc3-4b50-401c-ac10-8ccfe2bbc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.874337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.886080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:25.916346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:25.916720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:25.999137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:46:26.055084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9e42adc3-4b50-401c-ac10-8ccfe2bbc1b8 None None] Port 527ec809-4562-4337-b4e5-e6f432d0ec4f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:26.181450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.214169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Transition to ACTIVE for port object b61987ab-68bd-48c1-9acc-1bd30b383405 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:26.237815 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.286316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Transition to ACTIVE for port object b61987ab-68bd-48c1-9acc-1bd30b383405 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:26.313238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:26.327858 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.331087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7ba10db-343c-457b-8661-609457a21cb0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3215470 Mar 02 07:46:26.340374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Sync routers for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:26.397295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port cff46f1d-9107-4d0c-aa2f-3e923384cab9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cff46f1d-9107-4d0c-aa2f-3e923384cab9,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:26.417542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:26.438477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:26.458061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:26.461066 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.488341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b77f8a-d5ab-4d44-b2a8-a2886ce549c5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:26.533276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.575847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Pushing event updated for resources: {'Port': ['ID=b61987ab-68bd-48c1-9acc-1bd30b383405,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:26.592436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.607733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.608840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d9b0fa3-4b35-4fa1-9c40-d267700bb0e5 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/67b77f8a-d5ab-4d44-b2a8-a2886ce549c5 HTTP/1.1" status: 204 len: 168 time: 1.5786681 Mar 02 07:46:26.611648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:26.651611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.677739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:26.679615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:26.697651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.733653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1f7403a8-405b-4136-8c69-261ab8f66893 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:26.735919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.752643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1f7403a8-405b-4136-8c69-261ab8f66893 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:26.759251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.760580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5691457 Mar 02 07:46:26.765558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1f7403a8-405b-4136-8c69-261ab8f66893 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048629420&fields=id&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 267 time: 0.1177070 Mar 02 07:46:26.772042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:26.775048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11187c72-bbac-4e7a-a3a2-251bc4d1fdbb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:26.795094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada82f1-b4e6-4b84-913b-e7806b0e5f89 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a4333-1ff4-4345-a054-371c0f80ec16,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:26.798292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:26.805294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-20e29235-15e7-4f24-9b97-14c7e67ff4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:26.807025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-20e29235-15e7-4f24-9b97-14c7e67ff4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 1098 time: 1.2070975 Mar 02 07:46:26.807651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-11187c72-bbac-4e7a-a3a2-251bc4d1fdbb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:26.814046 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11187c72-bbac-4e7a-a3a2-251bc4d1fdbb tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1999516 Mar 02 07:46:26.815536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:26.817751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46038) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:26.825011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--320751237'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:26.830202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:floatingip and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:26.834831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:26.838709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:26.844849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:26.863658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:26.883019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port a878183d-432d-4870-a633-a9f45b9e0034 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:26.887966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Attempting to bind port b61987ab-68bd-48c1-9acc-1bd30b383405 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:26.888638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Attempting to bind port b61987ab-68bd-48c1-9acc-1bd30b383405 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:26.889144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Attempting to bind port b61987ab-68bd-48c1-9acc-1bd30b383405 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:26.893983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:26.954868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624b20-2c2a-4afd-beab-2ffd0026122f req-cfb04360-b344-48c5-83e7-87bfc026cbfe tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:26.954868 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d624b20-2c2a-4afd-beab-2ffd0026122f req-cfb04360-b344-48c5-83e7-87bfc026cbfe tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 947 time: 1.3955641 Mar 02 07:46:26.962084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.974601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:26.975200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:26.975718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:26.976219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:26.976958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Bound port: b61987ab-68bd-48c1-9acc-1bd30b383405, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:26.978520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.011339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.045850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.098985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:27.105309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa7b17-d62f-4ea7-9ff5-bef60815770a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:27.119869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-dc69bc6b-8790-47ef-9684-32c65ccc55a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.120380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] For port b61987ab-68bd-48c1-9acc-1bd30b383405, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:27.122495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-dc69bc6b-8790-47ef-9684-32c65ccc55a7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 796 time: 0.3560991 Mar 02 07:46:27.124137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] For port b61987ab-68bd-48c1-9acc-1bd30b383405, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b61987ab-68bd-48c1-9acc-1bd30b383405,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:27.125053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:27.143073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.157142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.187262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:27.208936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:27.228615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-0afae4d0-3a5c-4af1-aba1-4bc1d54fe5cc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/quotas/eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 375 time: 0.0380092 Mar 02 07:46:27.267934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805eed-551f-4ed7-a39b-3dc932490694 None None] Pushing event updated for resources: {'Port': ['ID=b61987ab-68bd-48c1-9acc-1bd30b383405,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:27.276805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:27.422542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Subnet': ['ID=995cb5e5-8cd0-4f6e-94ec-d557edfc3a80,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:27.500986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cff46f1d-9107-4d0c-aa2f-3e923384cab9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:27.547688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-cad6f353-1b36-4641-b1b8-561a160c7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.549670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-cad6f353-1b36-4641-b1b8-561a160c7baf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.6711380 Mar 02 07:46:27.558612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d624b20-2c2a-4afd-beab-2ffd0026122f req-d0969815-089d-4262-9a65-21b29081efa2 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761049 Mar 02 07:46:27.607347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.623631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1bf32592-b5ea-47ca-9fa4-24ce1f504a14 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:27.632523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.639361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.640570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-026cb3b7-c3cb-450b-8d90-094881001b9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97aa7b17-d62f-4ea7-9ff5-bef60815770a HTTP/1.1" status: 204 len: 168 time: 2.6078269 Mar 02 07:46:27.762117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-3ca9bdaa-0d93-4fdb-acac-984637dd791d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b HTTP/1.1" status: 200 len: 217 time: 0.2015221 Mar 02 07:46:27.828658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.881474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port cff46f1d-9107-4d0c-aa2f-3e923384cab9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:27.882042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:27.928428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Checking segment: {'id': '60aef68a-6269-4a6f-95f4-81a6f6cbc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:27.938476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network hostable DHCP agents. Network: 99944832-1719-4950-9a0e-3f56de1da7cb, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:27.999979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.001661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1822655 Mar 02 07:46:28.003362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc23e8-3386-4df0-868f-2dd3d86d8183 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d01975-e794-40d6-b3e0-46e87a0022b1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:28.009792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:28.044980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-5007acca-c6d2-4e2d-a60f-a01fc8b2f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:28.053666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-5007acca-c6d2-4e2d-a60f-a01fc8b2f5b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.2672548 Mar 02 07:46:28.119852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Allocated IP 172.25.4.108 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:28.135907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network 99944832-1719-4950-9a0e-3f56de1da7cb is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:28.143322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1bf32592-b5ea-47ca-9fa4-24ce1f504a14 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:28.159104 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-1bf32592-b5ea-47ca-9fa4-24ce1f504a14 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9107370 Mar 02 07:46:28.164861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 99944832-1719-4950-9a0e-3f56de1da7cb) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:28.168230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::bef3:311f:1e5c:305a (871403d4-b7e4-4b70-8238-fafc5d1d738d/a45ac2d6-fe69-43c1-b72c-e306cb03a64e/a878183d-432d-4870-a633-a9f45b9e0034) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:28.172520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.187161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '17d01975-e794-40d6-b3e0-46e87a0022b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:28.213236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1901e4-4bb0-4e7e-bff0-0025d09ee65f None None] Network 99944832-1719-4950-9a0e-3f56de1da7cb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:28.234251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:28.243967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:28.258451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:28.277413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-ae0c6aef-df8f-492f-bc1f-7800383cbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:28.279310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-ae0c6aef-df8f-492f-bc1f-7800383cbac0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176964 Mar 02 07:46:28.362063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event updated for resources: {'Subnet': ['ID=30be4460-d81a-4062-a9ea-ec48f8f3b8d9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:28.373706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:28.448415 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.582817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.603382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.612030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.701047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd2d953-a6ca-49b3-82d1-7e4a44ba7232,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:28.727259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.734903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-88620243-a656-439d-8d87-a42d3cf3f612 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5678582 Mar 02 07:46:28.736317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46074) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:28.772866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.828962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Checking segment: {'id': '47cf082d-c799-4fa6-a6a2-7c95a7acd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:28.829888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network hostable DHCP agents. Network: 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:28.844425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:28.872898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-99944832-1719-4950-9a0e-3f56de1da7cb', 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb', 'tenant_id': '2c6ec0b2ce5442d4b6fb009f3a9e2f29', 'fixed_ips': [{'subnet_id': '995cb5e5-8cd0-4f6e-94ec-d557edfc3a80'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:28.874340 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:28.884941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:46:29.031790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.052559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object a878183d-432d-4870-a633-a9f45b9e0034 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:29.060586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:29.076171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:29.081520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:29.084376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:46:29.124513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:29.132509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:24Z', 'revision_number': 2, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:29.144767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.145605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.146484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.179467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Checking router: 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:29.179814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Updating router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 port 527ec809-4562-4337-b4e5-e6f432d0ec4f binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:46:29.193774 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.229914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3ff98-4ca2-48ce-bd92-1dbb6478e000 None None] Network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:29.264079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-17011d6b-75fb-4890-819b-8bc5ceb51859 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9749026 Mar 02 07:46:29.327052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:29.446064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-072e8593-69eb-4535-8be5-5452a51c95f8 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.8629146 Mar 02 07:46:29.447170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:29.455779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46090) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:29.475920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:29.481587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.482589 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.523553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.563330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.606266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e87fcc87-cf10-4032-96eb-03c067fe871a None None] Provisioning for port b61987ab-68bd-48c1-9acc-1bd30b383405 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:29.618809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-8f8381ad-3896-4ad4-9283-fa39958a6b50 service neutron] 10.222.0.21 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4581766 Mar 02 07:46:29.620011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:29.682067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b61987ab-68bd-48c1-9acc-1bd30b383405 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:29.845507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a878183d-432d-4870-a633-a9f45b9e0034,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:29.851041 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.875214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc640-3d3e-4741-bc0f-f42c74ac8f54 req-f1800d43-6e30-4d16-94c4-9eb26aacac5e tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.883111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abbdc640-3d3e-4741-bc0f-f42c74ac8f54 req-f1800d43-6e30-4d16-94c4-9eb26aacac5e tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 947 time: 1.0564492 Mar 02 07:46:29.909087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9a4417c4-8141-446b-bd2b-08ced00ab1ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6717396 Mar 02 07:46:29.919835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46118) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:29.938483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-c45658f9-06b5-4c0b-9f13-1d4b11e5f855 service neutron] 10.222.0.21 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984543 Mar 02 07:46:29.953170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:29.974525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.975940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.977563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.978557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Synchronizing usage tracker for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:29.995712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd2d953-a6ca-49b3-82d1-7e4a44ba7232,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:29.997348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f53db072-af64-442e-b66b-a0b4e3b527b2 req-d88ee768-8f5e-442a-a2cf-49cab2b808eb service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149262 Mar 02 07:46:30.004662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.006074 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0be655e5-90b7-4552-a181-22378a9c3af3 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ecd2d953-a6ca-49b3-82d1-7e4a44ba7232 HTTP/1.1" status: 204 len: 168 time: 1.2667418 Mar 02 07:46:30.010178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:30.022121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-47f8c098-7b96-48ff-9978-4ce7ca5bfac5 None None] Provisioning for port a878183d-432d-4870-a633-a9f45b9e0034 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:30.038405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abbdc640-3d3e-4741-bc0f-f42c74ac8f54 req-8b432f73-f3da-4a14-8136-0621deb0ba59 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542878 Mar 02 07:46:30.053925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-47f8c098-7b96-48ff-9978-4ce7ca5bfac5 None None] Provisioning complete for port a878183d-432d-4870-a633-a9f45b9e0034 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:30.054306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47f8c098-7b96-48ff-9978-4ce7ca5bfac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.059311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Unset dirty status for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:30.062106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ccbffb7-355d-4bee-a58c-48ee2a81df1a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5996373 Mar 02 07:46:30.062843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.071748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46126) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:30.096659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c9ed5-2ba0-4e42-b8cd-29a02df216c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.101851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:30.105435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c9ed5-2ba0-4e42-b8cd-29a02df216c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.106941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1d4c9ed5-2ba0-4e42-b8cd-29a02df216c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:30.128086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1d4c9ed5-2ba0-4e42-b8cd-29a02df216c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:30.133728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1d4c9ed5-2ba0-4e42-b8cd-29a02df216c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2096310 Mar 02 07:46:30.134762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:30.178889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Allocated IP 2001:db8::1 (99944832-1719-4950-9a0e-3f56de1da7cb/995cb5e5-8cd0-4f6e-94ec-d557edfc3a80/104e3c92-dcab-4d5d-8bc1-50e209fe784b) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:30.232133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port a878183d-432d-4870-a633-a9f45b9e0034 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:30.232502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.234367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting subnet 995cb5e5-8cd0-4f6e-94ec-d557edfc3a80 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:30.258249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80381d78-9f24-4de7-bb6b-54c9b7130c16 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:30.291360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.321601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80381d78-9f24-4de7-bb6b-54c9b7130c16 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:30.323433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-80381d78-9f24-4de7-bb6b-54c9b7130c16 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3119750 Mar 02 07:46:30.330057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:30.365349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b', 'mac_address': 'fa:16:3e:47:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:46:30.418611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-baab3058-65c1-4490-91c2-6f62c6730483 req-d08b4f57-4680-4198-a2bf-8e4a38c50817 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:30.435493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:30.440992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d', 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d', 'tenant_id': '2c6ec0b2ce5442d4b6fb009f3a9e2f29', 'fixed_ips': [{'subnet_id': '30be4460-d81a-4062-a9ea-ec48f8f3b8d9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:30.441917 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.443838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-baab3058-65c1-4490-91c2-6f62c6730483 req-d08b4f57-4680-4198-a2bf-8e4a38c50817 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:30.455178 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-baab3058-65c1-4490-91c2-6f62c6730483 req-d08b4f57-4680-4198-a2bf-8e4a38c50817 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 210 time: 0.1369698 Mar 02 07:46:30.481638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.542317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-47f8c098-7b96-48ff-9978-4ce7ca5bfac5 None None] Port a878183d-432d-4870-a633-a9f45b9e0034 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:30.566634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b61987ab-68bd-48c1-9acc-1bd30b383405 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:30.581687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.616692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b61987ab-68bd-48c1-9acc-1bd30b383405 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:30.617361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.770984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.809402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.870871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.907208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.918868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:30.931815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Usage tracker for resource:security_group_rule and tenant:6361dae17299492a990cc0dac6ce19c3 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:30.939862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:30.949436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:30.951177 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:30.988556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d01975-e794-40d6-b3e0-46e87a0022b1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:30.999983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for a878183d-432d-4870-a633-a9f45b9e0034 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:31.040912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.080479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:31.123189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.126881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9ab2c184-2638-49bd-b644-b7e8f4cb5166 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/17d01975-e794-40d6-b3e0-46e87a0022b1 HTTP/1.1" status: 204 len: 168 time: 0.7857027 Mar 02 07:46:31.137254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46164) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:31.217189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ad27715-4e38-4078-8dbf-29a91a33f795 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:31.221681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:31.321178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.347520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.392801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:31.398100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.422594 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.429085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.441812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94279223-b55c-44ff-8b12-4ae7c9af09d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6590617 Mar 02 07:46:31.446198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.452945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ad27715-4e38-4078-8dbf-29a91a33f795 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:31.454932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ad27715-4e38-4078-8dbf-29a91a33f795 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3157718 Mar 02 07:46:31.459202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=a878183d-432d-4870-a633-a9f45b9e0034,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:31.468960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:31.501016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510821905'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:31.542899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6361dae17299492a990cc0dac6ce19c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0878794 Mar 02 07:46:31.553508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bdb6-7b9a-44de-bb50-72d86c3aca54 req-8f177c73-707d-4062-8fcb-20b0244659a9 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:31.559717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff96bdb6-7b9a-44de-bb50-72d86c3aca54 req-8f177c73-707d-4062-8fcb-20b0244659a9 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 947 time: 0.3266382 Mar 02 07:46:31.581053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.592718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46176) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:31.623711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.632751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:31.669486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:31.689449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5adb16-fd01-481b-af1b-d3208eac9749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77c646-c0bf-4a0b-a78b-b1c108b6a03c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:31.701584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9ae38159-4b93-4107-b0bf-ec9680ae7a6c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a878183d-432d-4870-a633-a9f45b9e0034 HTTP/1.1" status: 204 len: 168 time: 1.5621774 Mar 02 07:46:31.706495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46180) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:31.782005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.787032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:46:31.805026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff96bdb6-7b9a-44de-bb50-72d86c3aca54 req-2637cfe1-034a-4575-99c4-c42f6874e9b4 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024682 Mar 02 07:46:31.834681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Transition to ACTIVE for port object 104e3c92-dcab-4d5d-8bc1-50e209fe784b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:31.853752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5acf166-8e80-4bd0-8aa7-45432d2539f8 req-c862ed65-5be2-466c-a04f-b2bf10e8814d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 210 time: 0.0842760 Mar 02 07:46:31.903000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:31.905076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:31.907919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:31.915311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:31.927903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:31.929189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['80ea4ef4-90d7-4592-a53c-6ac1d8002c8b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:46:32.065787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Allocated IP 2001:db8:0:1::1 (57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d/30be4460-d81a-4062-a9ea-ec48f8f3b8d9/3c335a10-4714-40a4-98f4-0279fce08259) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:32.076876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.086767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.159442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3f77e-0f8f-4e24-983a-f1bd311a98ab tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:32.162567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3f77e-0f8f-4e24-983a-f1bd311a98ab tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:32.167098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0f3f77e-0f8f-4e24-983a-f1bd311a98ab tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:32.186448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.245896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13203c1c-c15e-417c-a3c3-209d89de8ab5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:32.246365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.248536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0f3f77e-0f8f-4e24-983a-f1bd311a98ab tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:32.250093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0f3f77e-0f8f-4e24-983a-f1bd311a98ab tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5424328 Mar 02 07:46:32.251901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.253161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d888fa3f-0ac9-4219-ab62-a18d01211c41 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7810571 Mar 02 07:46:32.254036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:32.268317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Transition to ACTIVE for port object 527ec809-4562-4337-b4e5-e6f432d0ec4f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:32.288378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46200) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:32.325530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '13203c1c-c15e-417c-a3c3-209d89de8ab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:32.341804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet a45ac2d6-fe69-43c1-b72c-e306cb03a64e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:32.348404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.348977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.352930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:32.387961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:32.413705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:32.413953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:32.415600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.416839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.420860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af77c646-c0bf-4a0b-a78b-b1c108b6a03c HTTP/1.1" status: 204 len: 168 time: 0.8268404 Mar 02 07:46:32.423919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.431610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-316bedfc-4e47-4fd7-bfcb-a6a2dea01951 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1925045222&fields=id&tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 267 time: 0.1441581 Mar 02 07:46:32.433919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1400f-2269-43f5-809d-025941295653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77c646-c0bf-4a0b-a78b-b1c108b6a03c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:32.441957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:32.453460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Transition to ACTIVE for port object 104e3c92-dcab-4d5d-8bc1-50e209fe784b will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:32.469667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.473181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-7a1f6df2-066c-4552-afa5-f0572ca7ca9a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:32.475643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-7a1f6df2-066c-4552-afa5-f0572ca7ca9a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 796 time: 0.5389171 Mar 02 07:46:32.521430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.524091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.524616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.525474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.525600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.526409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.527221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.528138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.528587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.529032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.529476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.529969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.530408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:32.582027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.718421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-4f0a3631-fe00-4dd2-98b0-e2bd74ea974e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 380 time: 0.2190504 Mar 02 07:46:32.719938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.748981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'port': {'device_id': '784cd400-c76b-41c0-9f3a-788e89e67349', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'admin_state_up': True, 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'security_groups': ['82bbf518-03f7-4000-931f-30e4da4cf067']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:32.833789 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.845690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Transition to ACTIVE for port object 3c335a10-4714-40a4-98f4-0279fce08259 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:32.874352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Transition to ACTIVE for port object 3c335a10-4714-40a4-98f4-0279fce08259 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:32.888473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Network 99944832-1719-4950-9a0e-3f56de1da7cb is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:32.896817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b61987ab-68bd-48c1-9acc-1bd30b383405, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b61987ab-68bd-48c1-9acc-1bd30b383405,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:32.900720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:32.904103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:32.909180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.996740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7daaa8-5339-4602-8435-b07349e898d9 None None] Pushing event updated for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:33.046027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.061579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.077704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.157572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.185737 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.198786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=a45ac2d6-fe69-43c1-b72c-e306cb03a64e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:33.231147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d853d408-9b2c-4d67-bc19-2d015eb9a835 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/a45ac2d6-fe69-43c1-b72c-e306cb03a64e HTTP/1.1" status: 204 len: 168 time: 0.9748204 Mar 02 07:46:33.233048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46222) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:33.354359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-4326d1b2-f431-4d58-8b63-ff3e69736674 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.355934 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-4326d1b2-f431-4d58-8b63-ff3e69736674 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 811 time: 0.9233408 Mar 02 07:46:33.377481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:33.392059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:33.427575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:33.432436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.462902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-ffacb5bb-219e-442e-a5cf-381924da2171 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/quotas/6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 375 time: 0.0591249 Mar 02 07:46:33.464620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.475868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be795b01-644c-463f-8ff0-06f1ffb9c3ec None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:33.525894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3938e7c0-664a-4360-881e-b1614940fbf8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2883899 Mar 02 07:46:33.528230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.529072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:33.573645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Attempting to bind port 527ec809-4562-4337-b4e5-e6f432d0ec4f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:33.574089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Attempting to bind port 527ec809-4562-4337-b4e5-e6f432d0ec4f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:33.574466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Attempting to bind port 527ec809-4562-4337-b4e5-e6f432d0ec4f on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:33.601215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:33.641913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:33.645380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:33.674807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575ac4-8886-4eef-9fb1-69a2db99aa0a req-61e25b69-b541-4ceb-b6d0-a1f35fff80af tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.680073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Attempting to bind port 104e3c92-dcab-4d5d-8bc1-50e209fe784b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:33.680819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Attempting to bind port 104e3c92-dcab-4d5d-8bc1-50e209fe784b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '60aef68a-6269-4a6f-95f4-81a6f6cbc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:33.681577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Attempting to bind port 104e3c92-dcab-4d5d-8bc1-50e209fe784b on network 99944832-1719-4950-9a0e-3f56de1da7cb {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:33.687596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.688877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3909528 Mar 02 07:46:33.698599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37575ac4-8886-4eef-9fb1-69a2db99aa0a req-61e25b69-b541-4ceb-b6d0-a1f35fff80af tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 948 time: 0.5905728 Mar 02 07:46:33.701914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46236) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:33.722298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:33.722939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:33.723459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.724447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Bound using segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:33.725052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Bound port: 527ec809-4562-4337-b4e5-e6f432d0ec4f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:33.725501 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.772797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-980e7edb-770c-4d90-9ba2-b5f79782d5e0 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules/94e7cb8e-581e-408d-83e3-354e7e4a9d90 HTTP/1.1" status: 200 len: 763 time: 0.0690494 Mar 02 07:46:33.783570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37575ac4-8886-4eef-9fb1-69a2db99aa0a req-0c54831e-1643-48f0-be2f-0cec86b87859 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841022 Mar 02 07:46:33.787445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:33.816145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a796d-696d-4142-a76e-2afa23d63d51 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e7cb8e-581e-408d-83e3-354e7e4a9d90,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:33.841847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025f91f-f0e6-41cd-97e5-2a32173f892a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.847892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1025f91f-f0e6-41cd-97e5-2a32173f892a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:33.872655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.892192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1025f91f-f0e6-41cd-97e5-2a32173f892a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:33.893781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1025f91f-f0e6-41cd-97e5-2a32173f892a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3638380 Mar 02 07:46:33.897033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46248) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:33.962992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Pushing event updated for resources: {'Port': ['ID=104e3c92-dcab-4d5d-8bc1-50e209fe784b,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:33.971836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:33.973305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Checking segment: {'id': '60aef68a-6269-4a6f-95f4-81a6f6cbc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:33.973742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.975916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Bound using segment: {'id': '60aef68a-6269-4a6f-95f4-81a6f6cbc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:33.976063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Bound port: 104e3c92-dcab-4d5d-8bc1-50e209fe784b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60aef68a-6269-4a6f-95f4-81a6f6cbc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99944832-1719-4950-9a0e-3f56de1da7cb'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:33.976394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.086672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-50c65b48-9de1-4fa0-ad7b-26a0615c1762 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:34.126187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-4847bae5-8927-4ba3-8329-124ddee3acd3 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6266375 Mar 02 07:46:34.131495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a40c647-6138-488d-bf93-d4ffab93df0d req-2b14c36f-9a8a-4819-8de4-db0948279f08 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 210 time: 0.1480656 Mar 02 07:46:34.131685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.171118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2123e-24b1-4421-8c4a-0da3f1b7f217 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:34.171995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7db2123e-24b1-4421-8c4a-0da3f1b7f217 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:34.200328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-50c65b48-9de1-4fa0-ad7b-26a0615c1762 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:34.201662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-50c65b48-9de1-4fa0-ad7b-26a0615c1762 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3910909 Mar 02 07:46:34.205198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.3 (135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2/a0328631-173a-4608-856b-d4f9faffb63d/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:34.210121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Subnet': ['ID=995cb5e5-8cd0-4f6e-94ec-d557edfc3a80,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.212263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46254) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:34.231795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.275244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.281778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7db2123e-24b1-4421-8c4a-0da3f1b7f217 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:34.283535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7db2123e-24b1-4421-8c4a-0da3f1b7f217 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3853970 Mar 02 07:46:34.286979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:34.298708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b61987ab-68bd-48c1-9acc-1bd30b383405,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.343723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebbc6feb-353a-4d5b-a214-a4ff273dde11 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/subnets/995cb5e5-8cd0-4f6e-94ec-d557edfc3a80 HTTP/1.1" status: 204 len: 168 time: 4.2587318 Mar 02 07:46:34.351863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:34.418981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] For port 527ec809-4562-4337-b4e5-e6f432d0ec4f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:34.422579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] For port 527ec809-4562-4337-b4e5-e6f432d0ec4f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=527ec809-4562-4337-b4e5-e6f432d0ec4f,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:34.464039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.499144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-307ed82e-b829-4d14-b56e-8e8e7a216038 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2055912 Mar 02 07:46:34.500728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.518356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46276) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:34.532832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:34.678492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Attempting to bind port 3c335a10-4714-40a4-98f4-0279fce08259 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:34.678880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Attempting to bind port 3c335a10-4714-40a4-98f4-0279fce08259 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '47cf082d-c799-4fa6-a6a2-7c95a7acd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:34.679253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Attempting to bind port 3c335a10-4714-40a4-98f4-0279fce08259 on network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:34.692724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:34.693113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Checking segment: {'id': '47cf082d-c799-4fa6-a6a2-7c95a7acd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:34.693522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.693939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Bound using segment: {'id': '47cf082d-c799-4fa6-a6a2-7c95a7acd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:34.694430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Bound port: 3c335a10-4714-40a4-98f4-0279fce08259, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cf082d-c799-4fa6-a6a2-7c95a7acd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:34.694812 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.747343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Pushing event updated for resources: {'Port': ['ID=3c335a10-4714-40a4-98f4-0279fce08259,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.832101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:34.867921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:34.868903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:34.876662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:34.891724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.945115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.953406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94e7cb8e-581e-408d-83e3-354e7e4a9d90,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.975475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:34.986025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-650c1661-c2ac-4351-b410-41276dcbd871 service neutron] 10.222.0.21 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147709 Mar 02 07:46:34.986768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.038796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.040768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d80d6c88-92eb-4531-b35f-7074d5e9623e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/94e7cb8e-581e-408d-83e3-354e7e4a9d90 HTTP/1.1" status: 204 len: 168 time: 0.8263915 Mar 02 07:46:35.053771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46290) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:35.139496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:35.140531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46294) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:35.184240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting subnet 30be4460-d81a-4062-a9ea-ec48f8f3b8d9 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:35.187432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:35.210216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.304615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.326049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b61987ab-68bd-48c1-9acc-1bd30b383405 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:35.391202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078937-d031-47c0-b189-414071f42671 req-b4e9c30f-b31a-4b75-8866-8b49042186e4 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:35.400333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69078937-d031-47c0-b189-414071f42671 req-b4e9c30f-b31a-4b75-8866-8b49042186e4 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 948 time: 0.3411624 Mar 02 07:46:35.465559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:35.568970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69078937-d031-47c0-b189-414071f42671 req-026dd1d7-5fea-4c22-9898-6a689dc58049 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674089 Mar 02 07:46:35.578925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8762af57-d51e-4de4-9596-842c69eac6f6 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5240004 Mar 02 07:46:35.583255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-171461863'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:35.589833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:35.594698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Usage tracker for resource:network and tenant:6affa0ccf1ad40cb970546bdbfbfec56 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:35.598054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:35.607227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46302) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:35.621311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '13203c1c-c15e-417c-a3c3-209d89de8ab5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:35.631760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:35.635981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:35.639025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:35.644523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:35.654406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] For port 104e3c92-dcab-4d5d-8bc1-50e209fe784b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:35.659019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:35.716250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.720099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7daaa8-5339-4602-8435-b07349e898d9 None None] Pushing event updated for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:35.745895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] For port 104e3c92-dcab-4d5d-8bc1-50e209fe784b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=104e3c92-dcab-4d5d-8bc1-50e209fe784b,segment=NetworkSegment(60aef68a-6269-4a6f-95f4-81a6f6cbc978),segment_id=60aef68a-6269-4a6f-95f4-81a6f6cbc978)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:35.766844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Made reservation on behalf of 6affa0ccf1ad40cb970546bdbfbfec56 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:35.768739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] For port 3c335a10-4714-40a4-98f4-0279fce08259, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:35.770996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.771664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.803461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.866668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.883133 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.906144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-223d30c2-5b70-472d-b6a5-4b72c694a8ce service neutron] 10.222.0.21 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9206440 Mar 02 07:46:35.935744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729e47-f633-45d5-9211-627325c42c43 None None] Pushing event updated for resources: {'Port': ['ID=104e3c92-dcab-4d5d-8bc1-50e209fe784b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:35.936560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:35.938619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:35.952070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Usage tracker for resource:security_group_rule and tenant:6affa0ccf1ad40cb970546bdbfbfec56 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:35.960368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:35.971387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] For port 3c335a10-4714-40a4-98f4-0279fce08259, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3c335a10-4714-40a4-98f4-0279fce08259,segment=NetworkSegment(47cf082d-c799-4fa6-a6a2-7c95a7acd721),segment_id=47cf082d-c799-4fa6-a6a2-7c95a7acd721)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:35.971728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:35.972745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.978940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:35.994062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.996514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:36.008160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Deleting port b61987ab-68bd-48c1-9acc-1bd30b383405 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:36.008551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.075156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.092594 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.103547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b61987ab-68bd-48c1-9acc-1bd30b383405 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:36.103928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.104048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.107775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4950850 Mar 02 07:46:36.118779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:36.120616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:36.132472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:36.241151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:36.242493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223f69c-5b2f-41c2-8f82-733e1157c993 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3f39bd-8b60-49ee-8104-c45844414e84,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:36.257080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=75f50af4-fbd8-4045-92a9-1a184ac83fd3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:36.262042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.264574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.274181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:36.283026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.287837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.308395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:36.347442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c3a3ad5f-8234-4bf7-882b-3caf498bbbf8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules/3d3f39bd-8b60-49ee-8104-c45844414e84 HTTP/1.1" status: 200 len: 763 time: 0.2198682 Mar 02 07:46:36.351408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:36.351669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5deb9f1-7806-4f2e-97bb-e2758930101f req-d4517928-11a8-4cdb-a5cf-edc8da86c3ae tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.0723150 Mar 02 07:46:36.422420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:36.423023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.424036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5e1c2cfc-2dcc-46ba-912f-64afbbb56673 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9009156 Mar 02 07:46:36.425698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46320) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:36.436871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efbb6f-871f-4ce2-b930-33ed2bdc5ad3 req-d331e64f-8304-4189-a487-07bc9dd01929 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.438776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2efbb6f-871f-4ce2-b930-33ed2bdc5ad3 req-d331e64f-8304-4189-a487-07bc9dd01929 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 931 time: 0.5699902 Mar 02 07:46:36.450213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '75f50af4-fbd8-4045-92a9-1a184ac83fd3', 'ip_address': '2001:db8::5f72:9879:4695:b40d'}], 'name': 'tempest-NetworksTestDHCPv6-1094834987'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:36.547431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-363a6dff-ada0-458d-94d6-68e074e49687 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:36.552084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.556735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-d67e62a1-4f90-40ec-ae10-35368deb204f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8252342 Mar 02 07:46:36.558728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.578366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Request body: {'port': {'device_id': '784cd400-c76b-41c0-9f3a-788e89e67349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:36.818062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c2efbb6f-871f-4ce2-b930-33ed2bdc5ad3 req-9f6069c5-5135-47a1-82a6-54daa68c5ffb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:36.847478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.874033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:36.877530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-363a6dff-ada0-458d-94d6-68e074e49687 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:36.878930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-363a6dff-ada0-458d-94d6-68e074e49687 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5253167 Mar 02 07:46:36.883359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-c2efbb6f-871f-4ce2-b930-33ed2bdc5ad3 req-9f6069c5-5135-47a1-82a6-54daa68c5ffb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:36.902213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2efbb6f-871f-4ce2-b930-33ed2bdc5ad3 req-9f6069c5-5135-47a1-82a6-54daa68c5ffb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185104 Mar 02 07:46:36.906609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46330) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:36.921421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.921584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763afc9-0fae-4a76-ada5-cbb506d012ac None None] Pushing event updated for resources: {'Port': ['ID=3c335a10-4714-40a4-98f4-0279fce08259,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:36.924204 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Added segment 8fac293f-c307-439d-a460-04a6ff8fb5e2 of type vlan for network 6ebb0a93-b895-473a-92ae-2f2771f7f867 Mar 02 07:46:36.973635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:36.996764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:37.004305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.022799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.028087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55b53f9d-b140-4c3f-9332-83269bcac1d6 None None] Provisioning for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:37.029726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:37.045625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:37.056387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55b53f9d-b140-4c3f-9332-83269bcac1d6 None None] Provisioning complete for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:37.056759 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b53f9d-b140-4c3f-9332-83269bcac1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.160178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.186383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b3a42-4912-4c1c-a5c5-1da6154db9ef None None] Network 99944832-1719-4950-9a0e-3f56de1da7cb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:37.198906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3f39bd-8b60-49ee-8104-c45844414e84,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:37.214524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.215858 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-beff22e0-2f87-4ab6-8b76-2d40615ab135 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3d3f39bd-8b60-49ee-8104-c45844414e84 HTTP/1.1" status: 204 len: 168 time: 0.3029349 Mar 02 07:46:37.219154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46342) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:37.260406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.297186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 466f3b1d-4e04-4645-a0a6-cebf65174f35 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:37.528385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.540482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Subnet': ['ID=30be4460-d81a-4062-a9ea-ec48f8f3b8d9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:37.658947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.672385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::5f72:9879:4695:b40d (871403d4-b7e4-4b70-8238-fafc5d1d738d/75f50af4-fbd8-4045-92a9-1a184ac83fd3/466f3b1d-4e04-4645-a0a6-cebf65174f35) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:37.680411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:37.682134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.721994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec5cd202-a74f-443d-98a8-f48bbc7feb5c tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/subnets/30be4460-d81a-4062-a9ea-ec48f8f3b8d9 HTTP/1.1" status: 204 len: 168 time: 3.3668673 Mar 02 07:46:37.731319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7d23b-4b14-4535-9a1c-ca61b835e591,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:37.785195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46348) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:37.820973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6711376 Mar 02 07:46:37.863339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46352) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:37.901734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Request body: {'subnet': {'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:37.917612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3c335a10-4714-40a4-98f4-0279fce08259 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:37.948321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-55b53f9d-b140-4c3f-9332-83269bcac1d6 None None] Port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:37.997815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59f7686f-1b1d-4c31-a76d-1fb94198801b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:38.026539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.037697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f3a217c0-782a-491f-ba37-419080c20ff5 req-c68cc52e-e959-4332-8f47-620d8ce2863d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:38.045320 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.094918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:34Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:38.116182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d6fa1-36d2-4c87-abb3-7388cb604d20 None None] The sync data for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 is: [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:34Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:38.147921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd8d1-d82d-462a-aa8a-621eb7e34aec tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event updated for resources: {'Network': ['ID=6ebb0a93-b895-473a-92ae-2f2771f7f867,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:38.196088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:38.266054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eeeac7-765d-4d35-b0c6-02aa3f2b8cc7 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:38.266754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71eeeac7-765d-4d35-b0c6-02aa3f2b8cc7 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Synchronizing usage tracker for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:38.379420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c337e-3628-4313-9a9a-fc62390005ef req-6a20adce-586c-415c-83e5-7a63028654fc tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:38.394939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a6c337e-3628-4313-9a9a-fc62390005ef req-6a20adce-586c-415c-83e5-7a63028654fc tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 948 time: 1.2093778 Mar 02 07:46:38.415492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59f7686f-1b1d-4c31-a76d-1fb94198801b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:38.424396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59f7686f-1b1d-4c31-a76d-1fb94198801b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2039433 Mar 02 07:46:38.425271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f3a217c0-782a-491f-ba37-419080c20ff5 req-c68cc52e-e959-4332-8f47-620d8ce2863d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:38.426907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3a217c0-782a-491f-ba37-419080c20ff5 req-c68cc52e-e959-4332-8f47-620d8ce2863d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.4998405 Mar 02 07:46:38.434868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46360) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:38.437221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:38.471462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Usage tracker for resource:subnet and tenant:6affa0ccf1ad40cb970546bdbfbfec56 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:38.476692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '13203c1c-c15e-417c-a3c3-209d89de8ab5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:38.494583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:38.511872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:38.524420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:38.534155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7af07-9c35-4800-b4ed-6323a08441e9 None None] Network 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:38.556944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:38.559767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71eeeac7-765d-4d35-b0c6-02aa3f2b8cc7 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Unset dirty status for tenant:2c6ec0b2ce5442d4b6fb009f3a9e2f29 on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:38.568263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46364) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:38.577188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71eeeac7-765d-4d35-b0c6-02aa3f2b8cc7 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7659621 Mar 02 07:46:38.595690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:38.620110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:38.631996 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.640125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] For port b61987ab-68bd-48c1-9acc-1bd30b383405, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b61987ab-68bd-48c1-9acc-1bd30b383405,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:38.647742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.705996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.715278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:38.738072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 466f3b1d-4e04-4645-a0a6-cebf65174f35 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:38.744751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a6c337e-3628-4313-9a9a-fc62390005ef req-f65c84b0-89c3-4b4f-af89-6d811c54592e tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487797 Mar 02 07:46:38.854593 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b', 'code': 200} Mar 02 07:46:38.871725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e42bc287-f8da-4e11-86e4-c7d1e2645623 None None] Provisioning for port 3c335a10-4714-40a4-98f4-0279fce08259 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:39.014405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.030412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-15463357-0f51-4d1f-aa36-e11c4a1043b5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:39.032060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-15463357-0f51-4d1f-aa36-e11c4a1043b5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:39.049440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:39.058471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.074673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Transition to ACTIVE for port object 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:39.117789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Calling delete_port for b61987ab-68bd-48c1-9acc-1bd30b383405 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:39.137898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.165614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:39.170500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Made reservation on behalf of 6affa0ccf1ad40cb970546bdbfbfec56 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:39.173996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.174278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-15463357-0f51-4d1f-aa36-e11c4a1043b5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:39.175404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-15463357-0f51-4d1f-aa36-e11c4a1043b5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 811 time: 1.0177705 Mar 02 07:46:39.176207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:39.186725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:39.195815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:39.196476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.232830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=466f3b1d-4e04-4645-a0a6-cebf65174f35,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:39.286048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting port 3c335a10-4714-40a4-98f4-0279fce08259 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:39.286483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.344817 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.357616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.395948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b74dd9-bac2-4671-94c3-d9be171fefb8 req-4a861f51-6906-4a34-b505-39f8c521bcde tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:39.397522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0b74dd9-bac2-4671-94c3-d9be171fefb8 req-4a861f51-6906-4a34-b505-39f8c521bcde tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 931 time: 0.5765429 Mar 02 07:46:39.404010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fb67826a-f3d0-4b1c-9880-0418d8757f41 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9641223 Mar 02 07:46:39.410256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46370) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:39.423196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] No DVR routers for this DVR port b61987ab-68bd-48c1-9acc-1bd30b383405 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:39.424909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-cb885110-d20f-4aee-93a8-530f5b657d83 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:39.442661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3c335a10-4714-40a4-98f4-0279fce08259 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:39.451285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231886c-a7aa-4da1-bd16-df334431cf1a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:39.451869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '75f50af4-fbd8-4045-92a9-1a184ac83fd3', 'ip_address': '2001:db8::5f72:9879:4695:b40d'}], 'name': 'tempest-NetworksTestDHCPv6-1801087785'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:39.642355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:39.704122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.811714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.815777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5da8d59-c242-4abc-8fae-c09623477125 req-63b33161-3222-420f-af13-232df45a2b4e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.1485438 Mar 02 07:46:39.860797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:39.869299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3c335a10-4714-40a4-98f4-0279fce08259 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:39.870099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.939103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e49f149-2aa3-4c4a-9856-34dad5ea63d8,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:39.955750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] For port 3c335a10-4714-40a4-98f4-0279fce08259, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3c335a10-4714-40a4-98f4-0279fce08259,segment=NetworkSegment(47cf082d-c799-4fa6-a6a2-7c95a7acd721),segment_id=47cf082d-c799-4fa6-a6a2-7c95a7acd721)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:39.958550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.995341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:39.997009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d7c2d0a5-9b20-4568-879a-42de8f194d89 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5536456 Mar 02 07:46:40.008504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46380) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:40.053806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afa62a71-55fd-4c9b-949c-6d322054636b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules/9e49f149-2aa3-4c4a-9856-34dad5ea63d8 HTTP/1.1" status: 200 len: 764 time: 0.0419905 Mar 02 07:46:40.066279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7559f-c92a-4158-b3be-f83b13b536ba None None] Pushing event deleted for resources: {'Port': ['ID=b61987ab-68bd-48c1-9acc-1bd30b383405,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:40.071874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46384) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:40.116736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-cb885110-d20f-4aee-93a8-530f5b657d83 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:40.117902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-cb885110-d20f-4aee-93a8-530f5b657d83 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 380 time: 0.9174106 Mar 02 07:46:40.230381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a728894-09a2-4cd9-bd07-308848a5555c req-fadff115-0993-4905-af79-7bdb1ee51253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:40.232064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a728894-09a2-4cd9-bd07-308848a5555c req-fadff115-0993-4905-af79-7bdb1ee51253 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 1100 time: 1.1371005 Mar 02 07:46:40.247693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0b74dd9-bac2-4671-94c3-d9be171fefb8 req-79227ad2-bf61-4a0d-a2c5-acf2b4781263 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8381939 Mar 02 07:46:40.291989 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.296356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.307130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] DHCP port deletion for 57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:40.336792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Calling delete_port for 3c335a10-4714-40a4-98f4-0279fce08259 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:40.351584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Deleting port 3c335a10-4714-40a4-98f4-0279fce08259 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:40.351967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.382611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'port': {'device_id': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'admin_state_up': True, 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'security_groups': ['9889e8db-0932-41bb-8174-0d3271c2bb26']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:40.402972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 3c335a10-4714-40a4-98f4-0279fce08259, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3c335a10-4714-40a4-98f4-0279fce08259,segment=NetworkSegment(47cf082d-c799-4fa6-a6a2-7c95a7acd721),segment_id=47cf082d-c799-4fa6-a6a2-7c95a7acd721)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:40.416137 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.505119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b61987ab-68bd-48c1-9acc-1bd30b383405 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:40.550164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:40.550544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:40.550802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:40.559134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event updated for resources: {'Subnet': ['ID=fa92b21e-3d79-418c-8004-9a8e96920464,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:40.560106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b61987ab-68bd-48c1-9acc-1bd30b383405 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:40.560474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b61987ab-68bd-48c1-9acc-1bd30b383405 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:40.563968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:46:40.564308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:40.595391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:40.595618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:40.596321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Bound using segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:40.596771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Bound port: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:40.597125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.628693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8269f83-cb86-43c9-855f-928e7f57ee38 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:40.636824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:40.638369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=3c335a10-4714-40a4-98f4-0279fce08259,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:40.648383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:40.655711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:40.687739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '75f50af4-fbd8-4045-92a9-1a184ac83fd3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:40.688751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.704652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:46:40.705306 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:46:40.712785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:40.742405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:40.745393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a728894-09a2-4cd9-bd07-308848a5555c req-0e0a95eb-f768-4f24-926b-cc841b0bc0e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739027 Mar 02 07:46:40.747409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8269f83-cb86-43c9-855f-928e7f57ee38 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:40.748730 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f8269f83-cb86-43c9-855f-928e7f57ee38 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6033163 Mar 02 07:46:40.752623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:40.774037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Checking segment: {'id': '8fac293f-c307-439d-a460-04a6ff8fb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:40.774664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Network hostable DHCP agents. Network: 6ebb0a93-b895-473a-92ae-2f2771f7f867, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:40.778708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:40.784370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.799619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:40.818177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f504-9462-43b4-9cff-50180734c052 req-87a0f641-a6db-424a-9234-b78f50a55faf tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:40.828720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1386f504-9462-43b4-9cff-50180734c052 req-87a0f641-a6db-424a-9234-b78f50a55faf tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 0.7555943 Mar 02 07:46:40.841441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:40.894548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6ebb0a93-b895-473a-92ae-2f2771f7f867) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:40.907854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:40.927873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:40.928491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.950560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 527ec809-4562-4337-b4e5-e6f432d0ec4f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:40.981739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1386f504-9462-43b4-9cff-50180734c052 req-2545f01b-23cb-47cb-bf0f-e3e3fbf3f952 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520948 Mar 02 07:46:40.987551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1a20f520-edf1-41b0-b444-7e9221f6f24a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1151378 Mar 02 07:46:40.992527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:40.997377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46402) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:41.015290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Request body: {'port': {'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867', 'name': 'tempest-DHCPAgentSchedulersTestJSON-884188040'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:41.038371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.063288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba002058-802d-47ce-a624-092f10ccbbc0 None None] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:41.134383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.175039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 81d10dd0-a03a-4400-a056-342284f585fd yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:41.182022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:41.182699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.187323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1091 time: 4.6133647 Mar 02 07:46:41.195805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:41.298638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.331700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting port 3c335a10-4714-40a4-98f4-0279fce08259 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:41.332278 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.354271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9039f-38e9-4be6-81a1-223267fe0244 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:41.409843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] For port 3c335a10-4714-40a4-98f4-0279fce08259, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3c335a10-4714-40a4-98f4-0279fce08259,segment=NetworkSegment(47cf082d-c799-4fa6-a6a2-7c95a7acd721),segment_id=47cf082d-c799-4fa6-a6a2-7c95a7acd721)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:41.411170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.420140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d11db05a-a7cf-4f6a-84ab-c8081a64b93a req-ee0e3d0f-c077-489a-9107-1fae44195a49 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.3294706 Mar 02 07:46:41.457673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.557211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Made reservation on behalf of 6a63a4c4cae3421f88cc82ad8a5ac022 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:41.560889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.614033 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:46:41.653424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e49f149-2aa3-4c4a-9856-34dad5ea63d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:41.666572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:41.685106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Usage tracker for resource:port and tenant:6affa0ccf1ad40cb970546bdbfbfec56 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:41.708471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:41.710956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Calling delete_port for 3c335a10-4714-40a4-98f4-0279fce08259 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:41.714084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-5403e188-25e9-449e-91fa-b578cc034b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:41.715953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-5403e188-25e9-449e-91fa-b578cc034b0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1094 time: 0.3629916 Mar 02 07:46:41.721921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:41.872648 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-4fc8ba64-6355-47a4-a2eb-c1c346b748f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 217 time: 0.1314678 Mar 02 07:46:41.952731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-fa215c23-e606-4644-b8ba-352c190faff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:41.954467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-fa215c23-e606-4644-b8ba-352c190faff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.0718882 Mar 02 07:46:41.955129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Allocated IP 172.20.0.14 (21e8bd15-09d2-4333-be58-548085aa2553/791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52/f9209c80-9b7a-4fb9-9ac7-a14d4d36de42) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:41.959552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Made reservation on behalf of 6affa0ccf1ad40cb970546bdbfbfec56 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:41.964557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.967339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 527ec809-4562-4337-b4e5-e6f432d0ec4f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:41.971325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6ebb0a93-b895-473a-92ae-2f2771f7f867', 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867', 'tenant_id': '6affa0ccf1ad40cb970546bdbfbfec56', 'fixed_ips': [{'subnet_id': 'fa92b21e-3d79-418c-8004-9a8e96920464'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:41.972392 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.073424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] device_id is not set on port 960d1d05-aa93-4d38-94db-5bf2a7b09a4a yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:42.138334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 527ec809-4562-4337-b4e5-e6f432d0ec4f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:42.139743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.166763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99f6e-1a8e-40b0-a918-b50e6bb160d0 req-de334bc7-c916-432d-bd85-f1b080f27265 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:42.167658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-72b99f6e-1a8e-40b0-a918-b50e6bb160d0 req-de334bc7-c916-432d-bd85-f1b080f27265 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:42.188240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.208802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Transition to ACTIVE for port object f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:42.226549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d557-f6d3-49be-be71-600de2dab83f req-b1cc3c7f-984f-460d-92af-804859ad6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:42.228598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-b1cc3c7f-984f-460d-92af-804859ad6344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490518 Mar 02 07:46:42.230321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/75f50af4-fbd8-4045-92a9-1a184ac83fd3/42979c11-f8c6-434b-8612-ddb7c68521c8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:42.237249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bf996c2d-1908-4b6e-aa93-b2ee2aecef1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.251736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.271897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-72b99f6e-1a8e-40b0-a918-b50e6bb160d0 req-de334bc7-c916-432d-bd85-f1b080f27265 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:42.273607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72b99f6e-1a8e-40b0-a918-b50e6bb160d0 req-de334bc7-c916-432d-bd85-f1b080f27265 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 0.4745193 Mar 02 07:46:42.296202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.343920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] No DVR routers for this DVR port 3c335a10-4714-40a4-98f4-0279fce08259 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:42.380865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731fd28-cb87-421d-b1cc-2b47bafa4b73 None None] Pushing event deleted for resources: {'Port': ['ID=3c335a10-4714-40a4-98f4-0279fce08259,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:42.405234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] The port '3c335a10-4714-40a4-98f4-0279fce08259' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:46:42.483169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.486910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-664c8776-e48a-4e54-95c3-e70521713f93 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9e49f149-2aa3-4c4a-9856-34dad5ea63d8 HTTP/1.1" status: 204 len: 168 time: 1.7266819 Mar 02 07:46:42.487745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:42.532090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-8478cd76-d5a4-4810-b375-964e31be053f service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957203 Mar 02 07:46:42.532300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Network 21e8bd15-09d2-4333-be58-548085aa2553 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:42.537744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72b99f6e-1a8e-40b0-a918-b50e6bb160d0 req-72537eb0-bcd2-4427-8f55-5ca070d3dbc3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415833 Mar 02 07:46:42.544134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:42.618652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Allocated IP 172.20.0.4 (6ebb0a93-b895-473a-92ae-2f2771f7f867/fa92b21e-3d79-418c-8004-9a8e96920464/960d1d05-aa93-4d38-94db-5bf2a7b09a4a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:42.646304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:42.755918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:42.769455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.824269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf2d557-f6d3-49be-be71-600de2dab83f req-2c8397db-5225-48f7-83b4-169182f26452 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835124 Mar 02 07:46:42.844935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9969a7d5-1dba-47d6-b777-aa6372c6e988 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:42.885900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.910332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cf082d-c799-4fa6-a6a2-7c95a7acd721') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.911093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cf082d-c799-4fa6-a6a2-7c95a7acd721') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.933760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:42.934833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.964896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375d80-203e-4785-858f-e606c230a891 req-2bb4462d-d403-4a58-ba77-9427c992d976 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:42.967195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af375d80-203e-4785-858f-e606c230a891 req-2bb4462d-d403-4a58-ba77-9427c992d976 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 0.7284670 Mar 02 07:46:42.979418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.002749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9969a7d5-1dba-47d6-b777-aa6372c6e988 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:43.004091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9969a7d5-1dba-47d6-b777-aa6372c6e988 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5096841 Mar 02 07:46:43.010784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46432) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:43.023627 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.038389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fabc3545-bf00-4f4e-a51a-345d6a8b9d76 None None] Provisioning for port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:43.041365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.050288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Transition to ACTIVE for port object 42979c11-f8c6-434b-8612-ddb7c68521c8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:43.054370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fabc3545-bf00-4f4e-a51a-345d6a8b9d76 None None] Provisioning complete for port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:43.054756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fabc3545-bf00-4f4e-a51a-345d6a8b9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.061206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:43.061982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:43.116622 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:43.175860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Transition to ACTIVE for port object 42979c11-f8c6-434b-8612-ddb7c68521c8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:43.189936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.203384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fabc3545-bf00-4f4e-a51a-345d6a8b9d76 None None] Port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:43.206690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.208298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.212271 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-2d4d1c2f-16b8-45ce-b3bc-6469b08bae94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9632845 Mar 02 07:46:43.232580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Transition to ACTIVE for port object 960d1d05-aa93-4d38-94db-5bf2a7b09a4a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:43.265248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af375d80-203e-4785-858f-e606c230a891 req-ca8492ff-7c66-46cd-a389-527ca40e3015 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767646 Mar 02 07:46:43.282746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-08bc74eb-edaf-42e5-8449-615c7984d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:43.284915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-08bc74eb-edaf-42e5-8449-615c7984d32c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1094 time: 0.4023297 Mar 02 07:46:43.287017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.310038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-f0dc91f4-632e-490d-ae7c-ad3142121d1e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:46:43.311892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-f0dc91f4-632e-490d-ae7c-ad3142121d1e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437293 Mar 02 07:46:43.327821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Request body: {'port': {'device_id': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:43.362962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:43.375504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:43.378780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:43.386111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Pushing event updated for resources: {'Port': ['ID=42979c11-f8c6-434b-8612-ddb7c68521c8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:43.394278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 527ec809-4562-4337-b4e5-e6f432d0ec4f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=527ec809-4562-4337-b4e5-e6f432d0ec4f,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:43.433467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.527982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3c335a10-4714-40a4-98f4-0279fce08259 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:43.564757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.587781 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:46:43.588307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:46:43.597599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:43.636343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:43.643929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:43.656079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Allocated IP 172.20.0.2 (6ebb0a93-b895-473a-92ae-2f2771f7f867/fa92b21e-3d79-418c-8004-9a8e96920464/7700b10e-9c94-48d7-9749-b028d8d7e2b8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:43.717257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3c335a10-4714-40a4-98f4-0279fce08259 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:43.717824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3c335a10-4714-40a4-98f4-0279fce08259 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:43.744096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event updated for resources: {'Port': ['ID=960d1d05-aa93-4d38-94db-5bf2a7b09a4a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:43.764406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.774141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cabd26-ef65-43ff-8cbc-eb196d7de251 req-69fac534-b572-4ddb-bdb7-c2434470f758 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:43.775609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7cabd26-ef65-43ff-8cbc-eb196d7de251 req-69fac534-b572-4ddb-bdb7-c2434470f758 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 932 time: 0.8340538 Mar 02 07:46:43.845576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Attempting to bind port 42979c11-f8c6-434b-8612-ddb7c68521c8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:43.846366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Attempting to bind port 42979c11-f8c6-434b-8612-ddb7c68521c8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:43.846933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Attempting to bind port 42979c11-f8c6-434b-8612-ddb7c68521c8 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:43.882706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7cabd26-ef65-43ff-8cbc-eb196d7de251 req-4674a718-7321-4e00-adfd-5ffdecffd77f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895412 Mar 02 07:46:43.888407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:43.889074 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.912487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:43.912753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:43.913092 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.913484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:43.914026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Bound port: 42979c11-f8c6-434b-8612-ddb7c68521c8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:43.914353 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:43.921642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-f5129a5d-e8c7-48b5-bbba-f41b6cac19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:43.923297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-f5129a5d-e8c7-48b5-bbba-f41b6cac19ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.6321125 Mar 02 07:46:43.933414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-266bed74-3e0d-4f5c-848f-aea4e56ad6e9 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9314666 Mar 02 07:46:43.935061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:44.017456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.167895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-ab53b70f-ba53-4132-b121-73143c4d8f1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 217 time: 0.2314172 Mar 02 07:46:44.254237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Deleting port 960d1d05-aa93-4d38-94db-5bf2a7b09a4a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:44.255376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.261533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:44.269523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.286833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Transition to ACTIVE for port object f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:44.310203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.321404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-a6948fc4-cdb1-40d7-a8e2-4ae08814a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:44.323558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-a6948fc4-cdb1-40d7-a8e2-4ae08814a4e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.1459730 Mar 02 07:46:44.326756 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.387225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.389222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.420499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.424805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.446531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Transition to ACTIVE for port object 7700b10e-9c94-48d7-9749-b028d8d7e2b8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:44.471215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Transition to ACTIVE for port object 7700b10e-9c94-48d7-9749-b028d8d7e2b8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:44.479863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] For port 42979c11-f8c6-434b-8612-ddb7c68521c8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:44.490987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] For port 42979c11-f8c6-434b-8612-ddb7c68521c8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42979c11-f8c6-434b-8612-ddb7c68521c8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:44.506095 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.548226 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.559558 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.571638 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80361f70-7f4b-45e3-ba45-b0666646cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.592552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:44.610527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:44.618231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:44.704134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2cb63d86-d2e9-4811-87b1-584760d7a5af tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 5.2836401 Mar 02 07:46:44.711214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-81c9692d-7e25-47cc-a06b-18e766d6252f tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/57ec6cb2-bb0f-4ab6-9a5d-d27ae6507d0d HTTP/1.1" status: 204 len: 168 time: 6.1157928 Mar 02 07:46:44.736547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46450) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:44.736871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46452) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:44.744967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-e93e136a-eaf9-4964-bb20-41fe25e159c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:44.745607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13203c1c-c15e-417c-a3c3-209d89de8ab5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.748744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-e93e136a-eaf9-4964-bb20-41fe25e159c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4152777 Mar 02 07:46:44.780768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:44.783297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09a89a74-5ca7-49b9-8cb9-2d5ccfde651e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/13203c1c-c15e-417c-a3c3-209d89de8ab5 HTTP/1.1" status: 204 len: 168 time: 1.7669091 Mar 02 07:46:44.862661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae4563-11e8-4777-84ce-b9ac9fc7077a None None] Pushing event updated for resources: {'Port': ['ID=42979c11-f8c6-434b-8612-ddb7c68521c8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.863190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:44.909438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Pushing event updated for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.996402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Pushing event updated for resources: {'Port': ['ID=7700b10e-9c94-48d7-9749-b028d8d7e2b8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:44.998983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Attempting to bind port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:44.999306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Attempting to bind port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '8fac293f-c307-439d-a460-04a6ff8fb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:44.999676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Attempting to bind port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 on network 6ebb0a93-b895-473a-92ae-2f2771f7f867 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:45.013655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:45.013961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Checking segment: {'id': '8fac293f-c307-439d-a460-04a6ff8fb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:45.014295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.014691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Bound using segment: {'id': '8fac293f-c307-439d-a460-04a6ff8fb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:45.018025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Bound port: 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fac293f-c307-439d-a460-04a6ff8fb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ebb0a93-b895-473a-92ae-2f2771f7f867'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:45.018421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.043578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd858-3401-4f86-908a-0abf089635a2 req-773265c3-4b57-4102-bb33-adade518cb2d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:45.053314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-191dd858-3401-4f86-908a-0abf089635a2 req-773265c3-4b57-4102-bb33-adade518cb2d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 1.2808557 Mar 02 07:46:45.128284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-191dd858-3401-4f86-908a-0abf089635a2 req-b7a2e5f3-3e6b-4ddc-8f24-ecd0f93a8227 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680685 Mar 02 07:46:45.202004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Attempting to bind port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:45.202466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Attempting to bind port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:45.202896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Attempting to bind port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:45.222825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 on network 21e8bd15-09d2-4333-be58-548085aa2553 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:46:45.225716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Attempting to bind port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:45.244856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:45.245214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Checking segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:45.245604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Bound using segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:45.246219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Bound port: f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:45.246648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.285634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] For port 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:45.291754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] For port 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7700b10e-9c94-48d7-9749-b028d8d7e2b8,segment=NetworkSegment(8fac293f-c307-439d-a460-04a6ff8fb5e2),segment_id=8fac293f-c307-439d-a460-04a6ff8fb5e2)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:45.300665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.435397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:45.441676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:45.474969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.487724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.509568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffec1c-e165-45ac-be3a-1a5057fe726d None None] Pushing event updated for resources: {'Port': ['ID=7700b10e-9c94-48d7-9749-b028d8d7e2b8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:45.523408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.548000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.559077 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.701417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:45.702294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.709491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1092 time: 2.3858135 Mar 02 07:46:45.714747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:45.725121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-3c830338-b10d-47f8-a0b3-85d8446a6933 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840265 Mar 02 07:46:45.735679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:46:45.946458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac347d-6313-46f9-848e-ffe8a2c71830 service neutron] Pushing event updated for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:46.024833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802347-e03b-466e-9dd4-35993f71a6e6 req-fa3046ad-16ff-4ecf-abfa-e217976cedec tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.025876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a0802347-e03b-466e-9dd4-35993f71a6e6 req-fa3046ad-16ff-4ecf-abfa-e217976cedec tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:46.070774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:46.084709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42979c11-f8c6-434b-8612-ddb7c68521c8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:46.084935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a0802347-e03b-466e-9dd4-35993f71a6e6 req-fa3046ad-16ff-4ecf-abfa-e217976cedec tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:46.088486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0802347-e03b-466e-9dd4-35993f71a6e6 req-fa3046ad-16ff-4ecf-abfa-e217976cedec tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 944 time: 0.6354101 Mar 02 07:46:46.148874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Calling delete_port for 960d1d05-aa93-4d38-94db-5bf2a7b09a4a owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:46.168884 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:46:46.182308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-d2076373-b8eb-4da2-9180-314b19c1fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.184050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-d2076373-b8eb-4da2-9180-314b19c1fde5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1095 time: 0.3862176 Mar 02 07:46:46.189655 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0802347-e03b-466e-9dd4-35993f71a6e6 req-05436cf2-82fb-4b9c-9305-6a356eeeae41 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917604 Mar 02 07:46:46.249783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7baaac64-67e8-4706-bb67-2250631bc313 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:46.281049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-6e714cef-3085-4776-b514-86491163dad6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 217 time: 0.0902724 Mar 02 07:46:46.320245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:46:46.353603 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'status': 'completed', 'code': 200} Mar 02 07:46:46.383389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 42979c11-f8c6-434b-8612-ddb7c68521c8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:46.395225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 527ec809-4562-4337-b4e5-e6f432d0ec4f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:46.411888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-e168718a-cf41-46a5-97e5-0064acff10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.413473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-e168718a-cf41-46a5-97e5-0064acff10a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.1255345 Mar 02 07:46:46.451883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.482071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:46.514150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:46.525020 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.580654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 527ec809-4562-4337-b4e5-e6f432d0ec4f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:46.581085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.638074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9a89-e75f-4e05-9ce6-fb9f6cc62400 req-80492470-2c35-4ffc-89b4-6c10d5410da1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.647072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa5a9a89-e75f-4e05-9ce6-fb9f6cc62400 req-80492470-2c35-4ffc-89b4-6c10d5410da1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.1491251 Mar 02 07:46:46.668190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-f17dd215-36c3-4f08-9cd2-098614f66dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.670301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-f17dd215-36c3-4f08-9cd2-098614f66dcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494068 Mar 02 07:46:46.691562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:46.773982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d144753-fe61-49ee-baf8-ceca2e8620d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.787534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d144753-fe61-49ee-baf8-ceca2e8620d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.788686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2d144753-fe61-49ee-baf8-ceca2e8620d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:46.807230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.812120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad21ac8-de94-42a7-9fa5-51d3317b07ac req-36ca6a45-4a4f-44d8-a667-cbd815a281ed tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.813673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aad21ac8-de94-42a7-9fa5-51d3317b07ac req-36ca6a45-4a4f-44d8-a667-cbd815a281ed tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 2.1821673 Mar 02 07:46:46.861705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:46:46.874609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa5a9a89-e75f-4e05-9ce6-fb9f6cc62400 req-a9abd33d-52a3-43a5-bb74-4fb77a2e3a4b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260098 Mar 02 07:46:46.893936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-43f458fb-da88-42fd-95fe-764eb51cb99a service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156456 Mar 02 07:46:46.984329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Deleting port 104e3c92-dcab-4d5d-8bc1-50e209fe784b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:46.985368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.063009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2d144753-fe61-49ee-baf8-ceca2e8620d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:47.064214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2d144753-fe61-49ee-baf8-ceca2e8620d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 2.3145206 Mar 02 07:46:47.070442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46478) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:47.162776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Provisioning for port 466f3b1d-4e04-4645-a0a6-cebf65174f35 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:47.167231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7baaac64-67e8-4706-bb67-2250631bc313 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:47.188661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7baaac64-67e8-4706-bb67-2250631bc313 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 2.3154254 Mar 02 07:46:47.189511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Provisioning complete for port 466f3b1d-4e04-4645-a0a6-cebf65174f35 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:47.190086 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.225380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46484) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:47.303901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Port 466f3b1d-4e04-4645-a0a6-cebf65174f35 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:47.329011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2934dc3c-4fd7-4a71-aec1-d860515bac22 req-7000b23a-56a5-4268-9050-4602c2a534fe service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269056 Mar 02 07:46:47.366430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Provisioning for port 42979c11-f8c6-434b-8612-ddb7c68521c8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:47.406522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Provisioning complete for port 42979c11-f8c6-434b-8612-ddb7c68521c8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:47.406928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.462018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ecdb2-7b31-4158-8b28-928043f02040 None None] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:47.467214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274836165'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:47.552421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 466f3b1d-4e04-4645-a0a6-cebf65174f35 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:47.553333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.583186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-29111b7e-f43e-4c8c-8257-63e2c0ed9ee3 req-9b7af3eb-bc76-4ce7-aa4d-2ce494f932cb service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6290753 Mar 02 07:46:47.596218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aad21ac8-de94-42a7-9fa5-51d3317b07ac req-3b803fb3-a949-4af3-bdfe-fd598155f7ad tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506535 Mar 02 07:46:47.638772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:47.753410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-9c052317-e1ee-4dcd-9c6a-e3f0c3d0cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.755625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-9c052317-e1ee-4dcd-9c6a-e3f0c3d0cf3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1095 time: 0.3709149 Mar 02 07:46:47.756834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:47.844402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.867635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.922258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] For port 104e3c92-dcab-4d5d-8bc1-50e209fe784b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=104e3c92-dcab-4d5d-8bc1-50e209fe784b,segment=NetworkSegment(60aef68a-6269-4a6f-95f4-81a6f6cbc978),segment_id=60aef68a-6269-4a6f-95f4-81a6f6cbc978)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:47.922541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:47.976028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-16abd1dc-f7cd-4a89-b289-c80b8b81e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.977542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-16abd1dc-f7cd-4a89-b289-c80b8b81e37e service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.2128994 Mar 02 07:46:47.997454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7700b10e-9c94-48d7-9749-b028d8d7e2b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:48.045218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baa9c7-aba1-4602-a299-3460e22b66a3 req-617253d1-e6e9-4086-bfee-66dea8a03e62 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:48.047376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78baa9c7-aba1-4602-a299-3460e22b66a3 req-617253d1-e6e9-4086-bfee-66dea8a03e62 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 944 time: 0.3977532 Mar 02 07:46:48.096922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-d71138d0-5c4c-4acf-a30e-7c125ea3a67b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 217 time: 0.1122551 Mar 02 07:46:48.100940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] For port 42979c11-f8c6-434b-8612-ddb7c68521c8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42979c11-f8c6-434b-8612-ddb7c68521c8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:48.108257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.142634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78baa9c7-aba1-4602-a299-3460e22b66a3 req-896fbe4d-22c6-4148-a473-66a6f03a2cd4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876489 Mar 02 07:46:48.179826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Calling delete_port for 104e3c92-dcab-4d5d-8bc1-50e209fe784b owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:48.188387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-75ed8e93-fd36-4172-9437-07f2a06d9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:48.190450 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-75ed8e93-fd36-4172-9437-07f2a06d9912 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.0864894 Mar 02 07:46:48.259897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c068-c5ff-4b74-9155-d14a3afc1b12 None None] Pushing event updated for resources: {'Port': ['ID=42979c11-f8c6-434b-8612-ddb7c68521c8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:48.304114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-33984938-1f8a-494b-881d-bb2b8e8e2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:48.306003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-33984938-1f8a-494b-881d-bb2b8e8e2ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093180 Mar 02 07:46:48.313071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:48.325534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Provisioning complete for port 466f3b1d-4e04-4645-a0a6-cebf65174f35 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:48.326487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.404855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.423504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.456131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Port 466f3b1d-4e04-4645-a0a6-cebf65174f35 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:48.486867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Provisioning for port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:48.496544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Provisioning complete for port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:48.496924 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.651195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.703674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.720522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-30ba174a-3fb9-4bec-b567-8dfd8b08a474 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081035 Mar 02 07:46:48.747384 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.799215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.865113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] For port 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7700b10e-9c94-48d7-9749-b028d8d7e2b8,segment=NetworkSegment(8fac293f-c307-439d-a460-04a6ff8fb5e2),segment_id=8fac293f-c307-439d-a460-04a6ff8fb5e2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:48.871967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:48.926824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event deleted for resources: {'Port': ['ID=960d1d05-aa93-4d38-94db-5bf2a7b09a4a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:48.948036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f022-428b-49dc-99dd-c124f07ab736 req-594b97f3-dc5d-403f-a082-66f03a03c60d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:48.948789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9655f022-428b-49dc-99dd-c124f07ab736 req-594b97f3-dc5d-403f-a082-66f03a03c60d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.5291893 Mar 02 07:46:48.989000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 466f3b1d-4e04-4645-a0a6-cebf65174f35 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:49.014249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806d7a-0ab2-4e61-b359-bc44f31499bc None None] Pushing event updated for resources: {'Port': ['ID=7700b10e-9c94-48d7-9749-b028d8d7e2b8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:49.041648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2fce23db-3ebc-4068-aff2-de1fbb6c4e57 None None] Provisioning complete for port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:49.042461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fce23db-3ebc-4068-aff2-de1fbb6c4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.057686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9655f022-428b-49dc-99dd-c124f07ab736 req-0c86c9d7-5f5f-4a16-bc10-9f015e0875ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979445 Mar 02 07:46:49.081589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb41a07e-0d0e-4ffa-8be5-b082e5e39763 req-9dfc92e8-b9b8-4f1c-978b-3e4132ac7b87 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363514 Mar 02 07:46:49.127696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Port': ['ID=104e3c92-dcab-4d5d-8bc1-50e209fe784b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:49.134743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] No DVR routers for this DVR port 104e3c92-dcab-4d5d-8bc1-50e209fe784b on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:49.246921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:49.320042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.393196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2f0c963c-59ab-4bcb-b7a9-2ce2f117f632 None None] Could not find standard attr ID for object 960d1d05-aa93-4d38-94db-5bf2a7b09a4a. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:46:49.415050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b72d8-cd86-43be-aa3b-bb528f6e252d None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:46:49.604731 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.638812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99944832-1719-4950-9a0e-3f56de1da7cb']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:49.655745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60aef68a-6269-4a6f-95f4-81a6f6cbc978') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:49.656405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60aef68a-6269-4a6f-95f4-81a6f6cbc978') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:49.669598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.675675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b72d8-cd86-43be-aa3b-bb528f6e252d None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:46:49.686784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.695372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-73150555-b671-4802-a63e-50b05820bbd4 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "DELETE /v2.0/ports/960d1d05-aa93-4d38-94db-5bf2a7b09a4a HTTP/1.1" status: 204 len: 168 time: 5.6504300 Mar 02 07:46:49.698299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:49.730863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:49.734035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:49.737116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:49.737565 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:49.753599 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:49.764443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:49.808289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:49.859660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84c12b8c-2d15-4de5-b141-cabd33563c87 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1595700 Mar 02 07:46:49.862922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:49.880040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-366071135'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:49.887869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:49.892904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Usage tracker for resource:network and tenant:6affa0ccf1ad40cb970546bdbfbfec56 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:49.900998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:49.912537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:49.923715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:49.929722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Made reservation on behalf of 6affa0ccf1ad40cb970546bdbfbfec56 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:49.933462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:49.933874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.935401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.962630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.979312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42979c11-f8c6-434b-8612-ddb7c68521c8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:49.986480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.001815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.023133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:50.038949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.039947 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Added segment 0abdab8d-ce6a-4ff7-8a8c-d89c093a3fc3 of type vlan for network 856893de-6c32-4f05-8e30-3f2c575c80c0 Mar 02 07:46:50.060464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=99944832-1719-4950-9a0e-3f56de1da7cb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:50.098005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=466f3b1d-4e04-4645-a0a6-cebf65174f35,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:50.109229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.159375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5d2b4855-1dfe-4eb0-9c38-38da95476712 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/99944832-1719-4950-9a0e-3f56de1da7cb HTTP/1.1" status: 204 len: 168 time: 5.4057140 Mar 02 07:46:50.160906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46524) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.185322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.192802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:50.193682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.198501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294a63-61c7-4ea3-89fb-409a7e8ade7b req-01206141-f6a0-4049-b50f-f116951c2789 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:50.200121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49294a63-61c7-4ea3-89fb-409a7e8ade7b req-01206141-f6a0-4049-b50f-f116951c2789 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 944 time: 0.8698027 Mar 02 07:46:50.203428 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.236723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2c5899a-84f6-44d4-bad1-6c5c10b3e0bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/466f3b1d-4e04-4645-a0a6-cebf65174f35 HTTP/1.1" status: 204 len: 168 time: 3.1572487 Mar 02 07:46:50.245451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46528) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.268998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4034753 Mar 02 07:46:50.270555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.271604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46532) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.295078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.314653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49294a63-61c7-4ea3-89fb-409a7e8ade7b req-9d35c5f6-227c-430e-b480-85b5f72c5d2c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044588 Mar 02 07:46:50.381113 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.382428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9682517 Mar 02 07:46:50.386754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73128f37-a787-40bd-817e-dcfb4e902d1b tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf00d50-7f4b-4179-a0d7-0f04d701d5b6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:50.388813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.413644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 42979c11-f8c6-434b-8612-ddb7c68521c8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:50.413960 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.454952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Request body: {'security_group_rule': {'security_group_id': '9bf00d50-7f4b-4179-a0d7-0f04d701d5b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:50.469381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:50.479210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Usage tracker for resource:security_group_rule and tenant:3b38c322aec0443c86f95e0babbeb2a2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:50.483921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:50.493684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:50.563166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.584753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0280c04e-2e83-4e42-9dab-f0893a8d1920 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks HTTP/1.1" status: 200 len: 7997 time: 0.3057249 Mar 02 07:46:50.585140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46542) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.592662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.656665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:50.663057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:50.673889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:50.715463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.761088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event updated for resources: {'Network': ['ID=856893de-6c32-4f05-8e30-3f2c575c80c0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:50.762502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.822900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:50.830153 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'code': 200} Mar 02 07:46:50.883766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7700b10e-9c94-48d7-9749-b028d8d7e2b8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:50.902518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.910060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.910699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.911143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.911677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.912222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.917725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.917725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.917725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.920120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.920584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.921039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90786818-cc36-4478-95c2-2ae550e37d67 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:50.936365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710dd3a-6063-44db-b2ce-77ef1d42f1f9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:50.948323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710dd3a-6063-44db-b2ce-77ef1d42f1f9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:50.949141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0710dd3a-6063-44db-b2ce-77ef1d42f1f9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:50.959667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 856893de-6c32-4f05-8e30-3f2c575c80c0 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:50.977430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.008567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:51.087313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:51.087694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.088954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa9a0c7-966b-476e-91c7-a11afbbc1172,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:51.177317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0710dd3a-6063-44db-b2ce-77ef1d42f1f9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:51.182977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0710dd3a-6063-44db-b2ce-77ef1d42f1f9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9197052 Mar 02 07:46:51.184683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.188861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7995084e-b2bb-4333-9453-c06eb27e1e13 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7479904 Mar 02 07:46:51.189303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46556) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:51.189627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:51.251155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24455668-a501-41b6-8985-bbef4046ec9e req-1c953ea8-a682-4dea-b9bf-dc0bd50578cf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:51.253313 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24455668-a501-41b6-8985-bbef4046ec9e req-1c953ea8-a682-4dea-b9bf-dc0bd50578cf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.8980596 Mar 02 07:46:51.283995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e58a2-4257-4483-9196-815b48c9e214 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] Network 856893de-6c32-4f05-8e30-3f2c575c80c0 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:51.306877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Deleting subnet 43af8a32-ca36-4424-9f08-6b482a98c750 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:51.322371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.380506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca91d0-a06e-4076-8f05-74f7d4d1ac02 None None] Network 856893de-6c32-4f05-8e30-3f2c575c80c0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:51.405779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-107e58a2-4257-4483-9196-815b48c9e214 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "POST /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8170428 Mar 02 07:46:51.411724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46566) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:51.420110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2675c-f2ec-4d13-9f4c-b1fcaa7a5816 req-d36e5da5-be4a-4b63-90a9-8cc6040bc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:51.421521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cce2675c-f2ec-4d13-9f4c-b1fcaa7a5816 req-d36e5da5-be4a-4b63-90a9-8cc6040bc5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.5157139 Mar 02 07:46:51.471707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 75f50af4-fbd8-4045-92a9-1a184ac83fd3 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:51.476330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.561025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.576282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.618030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.620149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:46:51.621227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24455668-a501-41b6-8985-bbef4046ec9e req-678f1cca-4be3-4605-8ac2-b430a6c83479 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956064 Mar 02 07:46:51.634410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8d0d13-790b-4be9-b112-4b048335d3bd']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:51.659715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd010908c-959b-4026-83ed-977fe3dbe70e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:51.660090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd010908c-959b-4026-83ed-977fe3dbe70e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:51.678081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.699063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.705765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:51.706446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:51.721975 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:51.804740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.819051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:51.829585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.834452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'port_id': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'mac_address': 'fa:16:3e:3d:ae:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:46:51.838781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=8c8d0d13-790b-4be9-b112-4b048335d3bd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:51.846448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-63142e5f-cd18-460c-8184-9f02eebd7b9a tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/8c8d0d13-790b-4be9-b112-4b048335d3bd HTTP/1.1" status: 204 len: 168 time: 1.6831543 Mar 02 07:46:51.847333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46570) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:51.904922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.925725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:51.946858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:51.954515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.982350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.022250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.081460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.082922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cce2675c-f2ec-4d13-9f4c-b1fcaa7a5816 req-f6a949dc-c708-4a88-8e33-6986dc3b3562 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959594 Mar 02 07:46:52.084888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.126836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.148965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.152732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab3bafb-04e8-4404-acc8-ad9649d53034']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:52.165407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8391f658-d933-4922-837e-33339c16c9b0') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:52.165787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8391f658-d933-4922-837e-33339c16c9b0') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:52.178318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.193963 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.200602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:52.201361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:52.217247 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:52.253485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:46:52.262711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4fd4872e-ccbb-4993-8bae-ec64c13dcc31 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks HTTP/1.1" status: 200 len: 8766 time: 0.8498681 Mar 02 07:46:52.269677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.291285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.319268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5265f0-78b9-41c6-96e9-ac794e1cb925 req-09a1b8d4-ab48-4845-88c9-ded52b713415 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:52.320799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc5265f0-78b9-41c6-96e9-ac794e1cb925 req-09a1b8d4-ab48-4845-88c9-ded52b713415 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 944 time: 0.6324935 Mar 02 07:46:52.357785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.368041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.374277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.404084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.419707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] Pushing event deleted for resources: {'Network': ['ID=6ab3bafb-04e8-4404-acc8-ad9649d53034,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.430011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7e40648a-89bd-4d1d-bceb-7b86873eef30 tempest-BulkNetworkOpsIpV6Test-235618844 tempest-BulkNetworkOpsIpV6Test-235618844-project] 10.222.0.21 "DELETE /v2.0/networks/6ab3bafb-04e8-4404-acc8-ad9649d53034 HTTP/1.1" status: 204 len: 168 time: 0.5791585 Mar 02 07:46:52.430185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43af8a32-ca36-4424-9f08-6b482a98c750,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.451881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.452061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-67ad1834-5315-466b-9b6d-54e02c2eb61e tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "DELETE /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks/856893de-6c32-4f05-8e30-3f2c575c80c0 HTTP/1.1" status: 204 len: 168 time: 0.1564062 Mar 02 07:46:52.452061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.452230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf00d50-7f4b-4179-a0d7-0f04d701d5b6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.480561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc5265f0-78b9-41c6-96e9-ac794e1cb925 req-e29d75c1-045d-481f-9bf6-1fad76157fd0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492643 Mar 02 07:46:52.484713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.517657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.522172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2084c26-ab2d-49fd-adf0-d01a745640dc tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bf00d50-7f4b-4179-a0d7-0f04d701d5b6 HTTP/1.1" status: 204 len: 168 time: 1.3258898 Mar 02 07:46:52.523791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.537368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f945de8-67ca-450a-a798-eccd183ad7e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43af8a32-ca36-4424-9f08-6b482a98c750 HTTP/1.1" status: 204 len: 168 time: 1.8595486 Mar 02 07:46:52.541332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46590) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.550115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=75f50af4-fbd8-4045-92a9-1a184ac83fd3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.555345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.557201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-850b07ad-94a4-47ab-ba95-c92cf4cb1214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/75f50af4-fbd8-4045-92a9-1a184ac83fd3 HTTP/1.1" status: 204 len: 168 time: 1.3624938 Mar 02 07:46:52.560751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46594) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.570303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc97474-7481-4974-9083-9c3a3a7cd260 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:52.650616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b12a8a77-aa31-406a-9d41-4996d8c7af3d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856206 Mar 02 07:46:52.659130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:52.664779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46598) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.670742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:52.673076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4c1ec85f-2da8-49c4-96d5-4324eca11323 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:52.690621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4c1ec85f-2da8-49c4-96d5-4324eca11323 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:52.695839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c1ec85f-2da8-49c4-96d5-4324eca11323 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668401 Mar 02 07:46:52.696571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46606) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.769914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839ead88-d84b-4613-aecd-7bfe101fd9d8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Synchronizing usage tracker for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:52.791163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46610) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.810213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-839ead88-d84b-4613-aecd-7bfe101fd9d8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] Unset dirty status for tenant:3b38c322aec0443c86f95e0babbeb2a2 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:52.811830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-839ead88-d84b-4613-aecd-7bfe101fd9d8 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1142490 Mar 02 07:46:52.815536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46616) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.841377 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-76acf841-f8af-491a-9758-1df282c97c18 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] delete failed (client error): The resource could not be found. Mar 02 07:46:52.842464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-76acf841-f8af-491a-9758-1df282c97c18 tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bf00d50-7f4b-4179-a0d7-0f04d701d5b6 HTTP/1.1" status: 404 len: 347 time: 0.0261309 Mar 02 07:46:52.846316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46620) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:52.926569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-51836dfe-d605-4b36-b3b3-e20bcc280d7e tempest-SecGroupTest-1801248844 tempest-SecGroupTest-1801248844-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784941 Mar 02 07:46:52.971590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:52.976383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Deleting port 42979c11-f8c6-434b-8612-ddb7c68521c8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:52.976774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.014741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:53.027495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:53.076089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0117c12a-2b97-455d-9529-de0873a7925f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c6ec0b2ce5442d4b6fb009f3a9e2f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823806 Mar 02 07:46:53.079551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46628) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.081319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:53.125983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:53.148392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.159314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.190457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:53.193575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.195100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.226971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7d55ed1b-37ce-4fb7-9a30-29f0632347a6 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks HTTP/1.1" status: 200 len: 6393 time: 0.7741916 Mar 02 07:46:53.240722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] For port 42979c11-f8c6-434b-8612-ddb7c68521c8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=42979c11-f8c6-434b-8612-ddb7c68521c8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:53.241337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.242098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.248043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2563b5-f2b3-410d-afd0-3823a023147d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:53.269221 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-150e26fc-9f43-4f69-b9bb-698a4109461a tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/networks/6ebb0a93-b895-473a-92ae-2f2771f7f867/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0233662 Mar 02 07:46:53.269221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46638) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.275190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46642) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.300968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc90e4b5-cdf3-4a86-b1a4-39282aeffeb6 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/networks/6ebb0a93-b895-473a-92ae-2f2771f7f867/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0224941 Mar 02 07:46:53.301273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46648) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.340373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aae8b56-87c9-4573-80a6-4263d6764dfb') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:53.340825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aae8b56-87c9-4573-80a6-4263d6764dfb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:53.365558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.371343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.384713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fddb-c33a-4371-8c70-9300fce423a2 req-d9c7e271-0b13-4c8e-8f82-579b5149762f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:53.386556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0221fddb-c33a-4371-8c70-9300fce423a2 req-d9c7e271-0b13-4c8e-8f82-579b5149762f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.5527468 Mar 02 07:46:53.440015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.453047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:53.453569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.491004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Calling delete_port for 42979c11-f8c6-434b-8612-ddb7c68521c8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:53.494126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1260d77c-d794-4d3e-9586-3c61706b0ba1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:53.561070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.562390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da077d1e-eff8-4da0-bc24-f25f9f5522cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1260d77c-d794-4d3e-9586-3c61706b0ba1 HTTP/1.1" status: 204 len: 168 time: 0.4815965 Mar 02 07:46:53.588402 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.633107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d661ccc5-8d1e-42b0-9f3c-d45bd4f0cdc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b38c322aec0443c86f95e0babbeb2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653843 Mar 02 07:46:53.638030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:53.643133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.669023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] No DVR routers for this DVR port 42979c11-f8c6-434b-8612-ddb7c68521c8 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:53.676990 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:53.693338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18726-d9d2-41c7-b2a7-e3ded81c6d75 None None] Pushing event deleted for resources: {'Port': ['ID=42979c11-f8c6-434b-8612-ddb7c68521c8,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:53.729243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:53.736305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:53.736755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.834991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42979c11-f8c6-434b-8612-ddb7c68521c8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:53.840093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d6563c84-e5f2-4c02-b6b3-9a41ceb02066 tempest-DHCPAgentSchedulersTestJSON-1118848195 tempest-DHCPAgentSchedulersTestJSON-1118848195-project-admin] 10.222.0.21 "GET /v2.0/agents/ab852d86-3601-4f08-8bea-9cbf7e13b07f/dhcp-networks HTTP/1.1" status: 200 len: 6393 time: 0.5374620 Mar 02 07:46:53.844482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.865528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0221fddb-c33a-4371-8c70-9300fce423a2 req-2f57ed9e-48ab-4573-b430-0921d48d2e2b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670112 Mar 02 07:46:53.903550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.935623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 42979c11-f8c6-434b-8612-ddb7c68521c8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:53.936098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 42979c11-f8c6-434b-8612-ddb7c68521c8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:53.947021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.953633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2563b5-f2b3-410d-afd0-3823a023147d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:53.963208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:53.993103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.006890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.040017 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.042530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:54.043288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab096563-7612-47e3-ab79-302933fa6701 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a2563b5-f2b3-410d-afd0-3823a023147d HTTP/1.1" status: 204 len: 168 time: 1.5005910 Mar 02 07:46:54.046421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:54.050050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:54.063723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:54.064096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:54.064752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.066324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49273c8-bf9c-48da-842a-4186f34bc101 req-4a782e54-594c-4b9d-b555-7e4ebf1af00d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:54.068605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f49273c8-bf9c-48da-842a-4186f34bc101 req-4a782e54-594c-4b9d-b555-7e4ebf1af00d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 945 time: 0.4119720 Mar 02 07:46:54.076654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.083412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d539f-16a3-4be4-8113-b891e24cc29e None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:54.096444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=42a9542f-2d51-4e7f-8c5b-8b130d7706a9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:54.101107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8040b03b-b9fa-4f3e-ac98-940f097c197c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4351842 Mar 02 07:46:54.103835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:54.110994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '42a9542f-2d51-4e7f-8c5b-8b130d7706a9', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1397468571'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:54.125319 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.272918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f49273c8-bf9c-48da-842a-4186f34bc101 req-42d27f65-c7a1-4ad6-8446-4ff2441d7f5c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875241 Mar 02 07:46:54.319786 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'code': 200} Mar 02 07:46:54.335963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46686) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:54.355241 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.381640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.394470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856893de-6c32-4f05-8e30-3f2c575c80c0']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:54.412892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:54.413466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abdab8d-ce6a-4ff7-8a8c-d89c093a3fc3') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:54.413768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abdab8d-ce6a-4ff7-8a8c-d89c093a3fc3') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:54.422778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b324bcd-ac05-47c3-8f34-ba4a553b5c60,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:54.436613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.437001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:54.447017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:54.460293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.461799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b10c6ff-1d95-42ec-9b3c-cfefa50b39a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b324bcd-ac05-47c3-8f34-ba4a553b5c60 HTTP/1.1" status: 204 len: 168 time: 0.8154478 Mar 02 07:46:54.463198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.465167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:54.471439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:54.472172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:54.501771 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:54.521487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c168c2d2-1a47-4f77-bbc4-f983694bdcbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f4d09bb480f427e9a03b9e13a8472c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771364 Mar 02 07:46:54.523964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:54.578087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4501e-7373-4a5f-9902-099afabac9dd req-41148229-492f-40d5-9f16-bfb545e78744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:54.579719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-06a4501e-7373-4a5f-9902-099afabac9dd req-41148229-492f-40d5-9f16-bfb545e78744 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.2956419 Mar 02 07:46:54.633463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.642659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.651050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-06a4501e-7373-4a5f-9902-099afabac9dd req-15c21eeb-1fb8-424e-8619-c567d8f194ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622346 Mar 02 07:46:54.663270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.688098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 2801e515-85a8-45b2-af49-5918f226bdb2 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:46:54.689748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event deleted for resources: {'Network': ['ID=856893de-6c32-4f05-8e30-3f2c575c80c0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:54.697131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4d42e224-c7c9-4fdf-bbbf-0598257d900b tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "DELETE /v2.0/networks/856893de-6c32-4f05-8e30-3f2c575c80c0 HTTP/1.1" status: 204 len: 168 time: 0.8480809 Mar 02 07:46:54.700715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46700) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:54.763069 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d3e2f1-dde4-4d2f-98b2-5fbe30e220ba tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] DELETE failed (client error): The resource could not be found. Mar 02 07:46:54.763596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d3e2f1-dde4-4d2f-98b2-5fbe30e220ba tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:46:54.763928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '42a9542f-2d51-4e7f-8c5b-8b130d7706a9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:46:54.764768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.765367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-81d3e2f1-dde4-4d2f-98b2-5fbe30e220ba tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "DELETE /v2.0/ports/960d1d05-aa93-4d38-94db-5bf2a7b09a4a HTTP/1.1" status: 404 len: 333 time: 0.0636802 Mar 02 07:46:54.768328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:54.807297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.847409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.875618 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:46:54.876384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:46:54.902255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Deleting subnet fa92b21e-3d79-418c-8004-9a8e96920464 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:54.932212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bb029ec4-aac8-4e33-bc52-183f8297f2dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8268974 Mar 02 07:46:54.934824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46718) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:55.047832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c2488389-b45c-41bb-957e-4ced9dc3d03f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:55.074525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:55.089290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/42a9542f-2d51-4e7f-8c5b-8b130d7706a9/33679d3a-b7a0-4938-aa3d-daaff551c5d8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:55.090068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.152091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c2488389-b45c-41bb-957e-4ced9dc3d03f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:55.153274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2488389-b45c-41bb-957e-4ced9dc3d03f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2171490 Mar 02 07:46:55.155885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46732) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:55.257220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9b67-1602-46b3-8e84-46cfef3fc770 req-293a91cc-6305-415e-a66e-a40540a2b034 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.266901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5eba9b67-1602-46b3-8e84-46cfef3fc770 req-293a91cc-6305-415e-a66e-a40540a2b034 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.1756423 Mar 02 07:46:55.336589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5eba9b67-1602-46b3-8e84-46cfef3fc770 req-7b11a2a6-3dba-4d59-af3e-ecf4107e35ef tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629170 Mar 02 07:46:55.350924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f1b7e-4f2c-4cfb-bcb6-b3dd2f193318 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.353494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f1b7e-4f2c-4cfb-bcb6-b3dd2f193318 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.355213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a50f1b7e-4f2c-4cfb-bcb6-b3dd2f193318 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:55.359646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.402584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667092d-ca68-4e6a-8830-6cef244e2a41,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:55.434015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.480398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-943315938'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:55.491410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:55.494244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.496073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dcf6d4f4-1f17-475e-96aa-c526b2c44124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0667092d-ca68-4e6a-8830-6cef244e2a41 HTTP/1.1" status: 204 len: 168 time: 0.9693129 Mar 02 07:46:55.497583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a50f1b7e-4f2c-4cfb-bcb6-b3dd2f193318 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:55.499308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a50f1b7e-4f2c-4cfb-bcb6-b3dd2f193318 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3422432 Mar 02 07:46:55.499454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:55.503436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46752) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:55.507482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:55.520962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:55.536894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:55.543213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.586927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.587279 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.601993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Transition to ACTIVE for port object 33679d3a-b7a0-4938-aa3d-daaff551c5d8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:55.626526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Transition to ACTIVE for port object 33679d3a-b7a0-4938-aa3d-daaff551c5d8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:55.632003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:55.636412 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.643047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:security_group_rule and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:55.652837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:55.732232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:55.735929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:55.736134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:55.741835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:55.805831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Pushing event updated for resources: {'Port': ['ID=33679d3a-b7a0-4938-aa3d-daaff551c5d8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:55.822182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 42a9542f-2d51-4e7f-8c5b-8b130d7706a9 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:46:55.836181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.845552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:55.867599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f05ac-ad98-4493-9d74-ebf00d35659c req-6366a160-ba05-46f6-a5f8-e1a871a1cb41 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.875412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b08f05ac-ad98-4493-9d74-ebf00d35659c req-6366a160-ba05-46f6-a5f8-e1a871a1cb41 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.2236881 Mar 02 07:46:55.953401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Attempting to bind port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:55.953631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b08f05ac-ad98-4493-9d74-ebf00d35659c req-c5ce60b5-0047-4c42-9856-3e70ee97221f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770469 Mar 02 07:46:55.954289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Attempting to bind port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:55.954902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Attempting to bind port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:55.961697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:55.973572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:55.973572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.973572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:55.973572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Bound port: 33679d3a-b7a0-4938-aa3d-daaff551c5d8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:55.973572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.982462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46772) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:56.072134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.080979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.087429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.169394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.170032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:46:56.183950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd98255-e055-48be-8cba-3272bfbfb002,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:56.192550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.193263 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 3dc9cee6-6541-40b3-841b-9ed1ab834ea7 of type vlan for network 7a156499-06ed-47ba-8d65-020b3170fb4a Mar 02 07:46:56.206833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] For port 33679d3a-b7a0-4938-aa3d-daaff551c5d8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:56.215352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] For port 33679d3a-b7a0-4938-aa3d-daaff551c5d8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=33679d3a-b7a0-4938-aa3d-daaff551c5d8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:56.221233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3964d-99dd-497b-ac4b-cdb6261f7ac8 req-0472895d-d76e-4d70-892a-0fcd59e735b9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:56.223343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71e3964d-99dd-497b-ac4b-cdb6261f7ac8 req-0472895d-d76e-4d70-892a-0fcd59e735b9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.6061361 Mar 02 07:46:56.232881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.253330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.293277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.304116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:56.305887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.349416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da509-3689-48cf-9652-6ff8f84db20e None None] Pushing event updated for resources: {'Port': ['ID=33679d3a-b7a0-4938-aa3d-daaff551c5d8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:56.452559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71e3964d-99dd-497b-ac4b-cdb6261f7ac8 req-b0750e7b-8820-4436-b029-b266c3221e72 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167351 Mar 02 07:46:56.471196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7f99f462-f81a-4fe9-80c3-4f1bb5a32250 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:56.473284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.474050 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-7f99f462-f81a-4fe9-80c3-4f1bb5a32250 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:46:56.474792 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-7f99f462-f81a-4fe9-80c3-4f1bb5a32250 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:46:56.476445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f99f462-f81a-4fe9-80c3-4f1bb5a32250 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6291904 Mar 02 07:46:56.484493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46784) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:56.519310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4315422 Mar 02 07:46:56.590711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89704f-f2d6-4f03-8e88-48901c7381ae tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=7a156499-06ed-47ba-8d65-020b3170fb4a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:56.600678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--935043177'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:56.608383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7a156499-06ed-47ba-8d65-020b3170fb4a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:46:56.624737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event deleted for resources: {'Subnet': ['ID=fa92b21e-3d79-418c-8004-9a8e96920464,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:56.639720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.649478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.662715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876038ca-6335-4cf1-81b7-b8c84a1ba747 None None] Network 6ebb0a93-b895-473a-92ae-2f2771f7f867 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:56.714104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:56.728169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:56.732640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56cbcf-d4d0-4790-8da0-44d8ae4aeabf tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:56.740084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea56cbcf-d4d0-4790-8da0-44d8ae4aeabf tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1091 time: 0.7564685 Mar 02 07:46:56.740425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:56.741445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:56.752662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84629145-3adf-420d-98fd-5115964ce035 tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "DELETE /v2.0/subnets/fa92b21e-3d79-418c-8004-9a8e96920464 HTTP/1.1" status: 204 len: 168 time: 1.9793282 Mar 02 07:46:56.752892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46798) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:56.753092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:56.767980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:56.772897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:56.791547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.839418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:56.960699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:56.973059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Deleting port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:56.973319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.021933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:57.038641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.053417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:floatingip and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:57.082466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:57.109958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:57.142916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:57.148420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:57.151584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:57.170583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:57.175154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:57.184614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:57.218364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:57.234405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:57.235917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] DHCP port deletion for 6ebb0a93-b895-473a-92ae-2f2771f7f867 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:57.242325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Deleting port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:57.242846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.246935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.354123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:57.494894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] For port 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7700b10e-9c94-48d7-9749-b028d8d7e2b8,segment=NetworkSegment(8fac293f-c307-439d-a460-04a6ff8fb5e2),segment_id=8fac293f-c307-439d-a460-04a6ff8fb5e2)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:57.496899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.516450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.545819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] For port 7700b10e-9c94-48d7-9749-b028d8d7e2b8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7700b10e-9c94-48d7-9749-b028d8d7e2b8,segment=NetworkSegment(8fac293f-c307-439d-a460-04a6ff8fb5e2),segment_id=8fac293f-c307-439d-a460-04a6ff8fb5e2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:57.545819 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.675039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Calling delete_port for 7700b10e-9c94-48d7-9749-b028d8d7e2b8 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:57.714891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.754990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Calling delete_port for 7700b10e-9c94-48d7-9749-b028d8d7e2b8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:57.842813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=42a9542f-2d51-4e7f-8c5b-8b130d7706a9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:57.882105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:46:57.912297 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 07:46:57.937443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 33679d3a-b7a0-4938-aa3d-daaff551c5d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:57.965763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a56828-d5e7-4bf1-9756-ca41999c1d13 req-86391cb5-8e01-4317-a7b7-f47f5d8fec94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.987415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41a56828-d5e7-4bf1-9756-ca41999c1d13 req-86391cb5-8e01-4317-a7b7-f47f5d8fec94 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2822363 Mar 02 07:46:57.994409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:46:57.995736 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:46:58.020905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.028133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event deleted for resources: {'Port': ['ID=7700b10e-9c94-48d7-9749-b028d8d7e2b8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:58.058629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.063057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:58.063370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] No DVR routers for this DVR port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:58.073944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.131992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:58.141056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7700b10e-9c94-48d7-9749-b028d8d7e2b8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:58.141993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:58.169420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:58.190768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8518a07-b0c6-407b-b78c-157033b50393 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:58.203591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:58.209837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41a56828-d5e7-4bf1-9756-ca41999c1d13 req-e8b88599-1d39-4e0e-ac93-5f12d24ed5dc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004356 Mar 02 07:46:58.220863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6096c27-22fa-40a4-b303-8759badf4bfd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:58.253440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:58.296467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.387995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebb0a93-b895-473a-92ae-2f2771f7f867']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:58.393256 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9ef3da93-5d96-48ce-9672-bb2b92bd8048 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/42a9542f-2d51-4e7f-8c5b-8b130d7706a9 HTTP/1.1" status: 204 len: 168 time: 2.8885057 Mar 02 07:46:58.399372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46836) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:58.403521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7700b10e-9c94-48d7-9749-b028d8d7e2b8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:58.403977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7700b10e-9c94-48d7-9749-b028d8d7e2b8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:58.482177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fac293f-c307-439d-a460-04a6ff8fb5e2') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:58.482587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fac293f-c307-439d-a460-04a6ff8fb5e2') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:58.511013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.517179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Deleting port 7700b10e-9c94-48d7-9749-b028d8d7e2b8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:58.517179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.533928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d76b3cbe-a838-43ee-81eb-6689de8fe8d7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280258 Mar 02 07:46:58.538749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46840) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:58.556932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.561704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Provisioning for port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:58.575415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.576747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'network': {'name': 'tempest-network-smoke--1958752444', 'project_id': '3295cfe480904f248703144b71005c8a', 'port_security_enabled': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:58.583424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Provisioning complete for port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:58.583855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.585406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:46:58.586363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:46:58.604330 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:46:58.627554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:58.640320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:58.689403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:network and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:58.696825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.705016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:58.707546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-57c8afee-862a-4020-bb85-0fce19a853af None None] The port '7700b10e-9c94-48d7-9749-b028d8d7e2b8' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:46:58.728306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.731625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:58.741732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] Pushing event deleted for resources: {'Network': ['ID=6ebb0a93-b895-473a-92ae-2f2771f7f867,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:58.747277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a46c148f-618b-4774-a4d0-71e3374b832a tempest-DHCPAgentSchedulersTestJSON-1315983529 tempest-DHCPAgentSchedulersTestJSON-1315983529-project] 10.222.0.21 "DELETE /v2.0/networks/6ebb0a93-b895-473a-92ae-2f2771f7f867 HTTP/1.1" status: 204 len: 168 time: 1.9948096 Mar 02 07:46:58.841123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=30d97857-9a78-4945-9dcd-cc165542e66d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:58.875540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.892062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:58.896395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.931369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:46:58.943635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Deleting port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:58.943981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:58.987045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] For port 33679d3a-b7a0-4938-aa3d-daaff551c5d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=33679d3a-b7a0-4938-aa3d-daaff551c5d8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:58.996326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.054118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:59.061447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '3dc9cee6-6541-40b3-841b-9ed1ab834ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:59.061792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 7a156499-06ed-47ba-8d65-020b3170fb4a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:46:59.068338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.098343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:59.116249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:59.121468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46848) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:59.125035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.130557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:59.140926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cbe0c-d2c8-493b-b9a9-80eaa586ba0d req-53c96448-7a7b-4b96-856a-fc44e46c1025 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:59.142468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c0cbe0c-d2c8-493b-b9a9-80eaa586ba0d req-53c96448-7a7b-4b96-856a-fc44e46c1025 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.7528770 Mar 02 07:46:59.145452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:59.152371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:59.154881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:59.155211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.161524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:59.162238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'floatingip': {'port_id': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:59.191002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:59.195591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.207262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 7a156499-06ed-47ba-8d65-020b3170fb4a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:46:59.284786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] For port 33679d3a-b7a0-4938-aa3d-daaff551c5d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=33679d3a-b7a0-4938-aa3d-daaff551c5d8,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:59.285218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.289580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:59.293246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.294009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8cca1-6e3c-47ac-9777-22e736e53822 None None] Pushing event updated for resources: {'Port': ['ID=33679d3a-b7a0-4938-aa3d-daaff551c5d8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:59.347167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.363571 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.365360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8224993 Mar 02 07:46:59.376910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7a156499-06ed-47ba-8d65-020b3170fb4a) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:59.378661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:59.396730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425f3d0-60c9-4274-94a6-fb6546d7eb29 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c191506-02da-4f97-a07b-e39ed85bb1ef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:59.419104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e864792-37a2-4ec1-8dba-bcfd48ecb4c2 None None] Network 7a156499-06ed-47ba-8d65-020b3170fb4a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:46:59.424006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:59.424793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.431544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '9c191506-02da-4f97-a07b-e39ed85bb1ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:59.509792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:59.522844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Calling delete_port for 33679d3a-b7a0-4938-aa3d-daaff551c5d8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:59.535658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:59.588720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:59.594233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5b2951fc-ce62-4af6-b1dc-201f2b667e17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6affa0ccf1ad40cb970546bdbfbfec56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709923 Mar 02 07:46:59.599969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46864) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:59.614077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:59.627606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84a5f5ad-2dca-4f71-aef1-e44f8c2558cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8422623 Mar 02 07:46:59.632365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:59.649622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121085170'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:59.663618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:59.678579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:46:59.684639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.689723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:46:59.700597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.12 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/457ddb29-2232-424e-a7f1-bb7cab3e6700) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:59.768194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:59.808984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] Pushing event deleted for resources: {'Port': ['ID=33679d3a-b7a0-4938-aa3d-daaff551c5d8,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:59.812315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:59.819041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.843183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.849234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e56c4-0249-42a3-99fd-3d9ec5997d45 None None] No DVR routers for this DVR port 33679d3a-b7a0-4938-aa3d-daaff551c5d8 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:59.879703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 33679d3a-b7a0-4938-aa3d-daaff551c5d8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:59.928408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.929997 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:59.946137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.021502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878ca50f-b3da-4cb8-b369-e0eaea9e0020,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:00.029218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:00.081909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 33679d3a-b7a0-4938-aa3d-daaff551c5d8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:47:00.081909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 33679d3a-b7a0-4938-aa3d-daaff551c5d8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:47:00.088896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7a156499-06ed-47ba-8d65-020b3170fb4a', 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '30d97857-9a78-4945-9dcd-cc165542e66d'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:00.089948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.133767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.155044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.156727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.164701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:00.170031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.170477 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Added segment 04244d04-f3c3-4b7e-a9a1-be171f627e83 of type vlan for network 4d530b3c-449f-42c8-b384-458d6df97fce Mar 02 07:47:00.264698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306c6a77-b001-4040-b5a4-52de52a5a555,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:00.345506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.374229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.376718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Allocated IP 172.20.255.242 (7a156499-06ed-47ba-8d65-020b3170fb4a/30d97857-9a78-4945-9dcd-cc165542e66d/5421ebcf-bc71-418c-a0bc-84400ce69b43) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:00.396879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.397325 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 73e5be41-b8ab-4ee3-8b3a-795840f2f98e of type vlan for network 691579b1-0469-4d8f-ae9b-72f5b95135d7 Mar 02 07:47:00.398431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.402123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5ba6f427-752c-4bd1-b7cd-b0d506660560 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0043519 Mar 02 07:47:00.405685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46872) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:00.429174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '9c191506-02da-4f97-a07b-e39ed85bb1ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:00.451776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:00.463033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:00.470410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.476255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.478680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:00.555600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=1a0941bc-5b2c-4799-aef7-c3420f84ae4e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:00.558872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:00.568405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:00.570228 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.575651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:00.576249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.607175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:00.618896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:00.619492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.654479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2ba7838a-f015-46df-bc79-0263597a6108 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0464439 Mar 02 07:47:00.661445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46878) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:00.675462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.689510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:00.698820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5557909 Mar 02 07:47:00.730503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.742255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46882) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:00.743569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.749564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.763596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.771503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:00.777454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Transition to ACTIVE for port object 5421ebcf-bc71-418c-a0bc-84400ce69b43 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:00.797493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Transition to ACTIVE for port object 5421ebcf-bc71-418c-a0bc-84400ce69b43 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:00.803626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e4e70-8066-47d0-bd96-84604aa72e6d None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:00.811406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:00.824075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.827826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:00.828557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'admin_state_up': True, 'project_id': '3295cfe480904f248703144b71005c8a', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:00.839262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:router and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:00.841062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:00.844489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:00.847050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:router and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:00.851282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:00.858427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:00.871724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.873102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:00.876163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044caf5-7c1f-4861-9eb3-05ab786e90ed tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Network': ['ID=4d530b3c-449f-42c8-b384-458d6df97fce,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:00.890875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.894947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:00.896816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:00.897331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.944763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 4d530b3c-449f-42c8-b384-458d6df97fce details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:00.951444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=457ddb29-2232-424e-a7f1-bb7cab3e6700,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:00.960916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.962598 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.971311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:00.972284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.002319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Network 7a156499-06ed-47ba-8d65-020b3170fb4a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:01.006407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7d23b-4b14-4535-9a1c-ca61b835e591,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:01.025144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.034808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc319550-aa1f-492b-a18f-9d847375f37a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdd7d23b-4b14-4535-9a1c-ca61b835e591 HTTP/1.1" status: 204 len: 168 time: 1.4253817 Mar 02 07:47:01.070699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:01.077432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:01.092854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4581192 Mar 02 07:47:01.093948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46888) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:01.132017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '691579b1-0469-4d8f-ae9b-72f5b95135d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:01.210323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.219208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0fa4d-0ffb-4866-9f06-0ab9c53700de tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=691579b1-0469-4d8f-ae9b-72f5b95135d7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:01.248493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.260119 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:47:01.264669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62c79126-84bd-4a1c-82ad-a395bc6fbe45 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8562543 Mar 02 07:47:01.268526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46892) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:01.295701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Pushing event updated for resources: {'Port': ['ID=5421ebcf-bc71-418c-a0bc-84400ce69b43,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:01.306740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 691579b1-0469-4d8f-ae9b-72f5b95135d7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:01.324953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.380381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:01.386434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:01.390541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:01.398174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:01.429156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Attempting to bind port 5421ebcf-bc71-418c-a0bc-84400ce69b43 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:01.429522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Attempting to bind port 5421ebcf-bc71-418c-a0bc-84400ce69b43 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3dc9cee6-6541-40b3-841b-9ed1ab834ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:01.430051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Attempting to bind port 5421ebcf-bc71-418c-a0bc-84400ce69b43 on network 7a156499-06ed-47ba-8d65-020b3170fb4a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:01.446782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.454024 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Floating IP 4a722315-9d4e-45c0-a3ea-7fa4a1b38a23 associated. External IP: 172.25.4.108, port: f9209c80-9b7a-4fb9-9ac7-a14d4d36de42. Mar 02 07:47:01.456368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-92a339af-6bb1-4530-82a8-4ffa70e92f77 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7865901 Mar 02 07:47:01.459076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46898) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:01.534169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:01.534584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Checking segment: {'id': '3dc9cee6-6541-40b3-841b-9ed1ab834ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:01.535163 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.540285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Bound using segment: {'id': '3dc9cee6-6541-40b3-841b-9ed1ab834ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:01.540934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Bound port: 5421ebcf-bc71-418c-a0bc-84400ce69b43, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc9cee6-6541-40b3-841b-9ed1ab834ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a156499-06ed-47ba-8d65-020b3170fb4a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:01.541335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.577769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.606714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.659161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46904) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:01.671288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.819478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] For port 5421ebcf-bc71-418c-a0bc-84400ce69b43, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:01.835170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] For port 5421ebcf-bc71-418c-a0bc-84400ce69b43, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5421ebcf-bc71-418c-a0bc-84400ce69b43,segment=NetworkSegment(3dc9cee6-6541-40b3-841b-9ed1ab834ea7),segment_id=3dc9cee6-6541-40b3-841b-9ed1ab834ea7)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:01.841001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:01.842395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.856178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.927704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:01.930564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:01.931263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.068727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/1a0941bc-5b2c-4799-aef7-c3420f84ae4e/efcfdd4c-9980-4a4f-837a-de395fd138b2) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:02.083929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c191506-02da-4f97-a07b-e39ed85bb1ef,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:02.137320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.159587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.160836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b45123d6-e27a-4f56-a7e9-8e6d18e373d6 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c191506-02da-4f97-a07b-e39ed85bb1ef HTTP/1.1" status: 204 len: 168 time: 0.8892767 Mar 02 07:47:02.165465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46908) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:02.166649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:02.253430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Usage tracker for resource:security_group_rule and tenant:b6cd2658dc734ed18771ac013faece60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:02.262063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:02.298170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.309573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:02.310180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Transition to ACTIVE for port object efcfdd4c-9980-4a4f-837a-de395fd138b2 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:02.329946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Transition to ACTIVE for port object efcfdd4c-9980-4a4f-837a-de395fd138b2 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:02.354098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.356955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5dda0d52-9bec-4d8c-b780-43fa7b306b42 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:02.378346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:02.384440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:02.387209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:02.503036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a646f-18ca-4ab2-8aff-b13d66ff57e9 None None] Pushing event updated for resources: {'Port': ['ID=5421ebcf-bc71-418c-a0bc-84400ce69b43,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:02.667253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Attempting to bind port efcfdd4c-9980-4a4f-837a-de395fd138b2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:02.667626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Attempting to bind port efcfdd4c-9980-4a4f-837a-de395fd138b2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:02.674372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Attempting to bind port efcfdd4c-9980-4a4f-837a-de395fd138b2 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:02.677756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.679250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5dda0d52-9bec-4d8c-b780-43fa7b306b42 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:02.680778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5dda0d52-9bec-4d8c-b780-43fa7b306b42 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5096424 Mar 02 07:47:02.688026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46914) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:02.701847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.713670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.725475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd4c-9980-4a4f-837a-de395fd138b2,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:02.740985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:02.741369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:02.741773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.742455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:02.744097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Bound port: efcfdd4c-9980-4a4f-837a-de395fd138b2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:02.744480 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.785076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022325549'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:02.791360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c6903-a54c-4eac-b473-80ef71a8bfbe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:02.804611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:02.899985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.919524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:02.948038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] For port efcfdd4c-9980-4a4f-837a-de395fd138b2, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:02.954288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] For port efcfdd4c-9980-4a4f-837a-de395fd138b2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efcfdd4c-9980-4a4f-837a-de395fd138b2,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:02.963697 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:02.998105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aae10cb8-90d0-467b-80bc-22c4be39d32b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6cd2658dc734ed18771ac013faece60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316405 Mar 02 07:47:03.016419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46918) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:03.016546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.059297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.115756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fbc86-6bd1-44fa-b488-21428d623c98 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd4c-9980-4a4f-837a-de395fd138b2,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:03.258563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:03.269122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:03.274645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:03.282354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:03.302327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.306551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:03.348610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.368853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=45341b02-ed68-413b-a23b-119ab8a858fc,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:03.489829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '73e5be41-b8ab-4ee3-8b3a-795840f2f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '691579b1-0469-4d8f-ae9b-72f5b95135d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:03.490121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 691579b1-0469-4d8f-ae9b-72f5b95135d7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:03.552991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.562624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.636630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.675068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.706609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.890537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 691579b1-0469-4d8f-ae9b-72f5b95135d7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:03.965413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862ccaf3-6cce-49aa-b3e5-5bef5381e66c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:03.978172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.978956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.978956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.979414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.979414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.979895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.980300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.980488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.981768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.981768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.981768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.981768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:03.987628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::1 (871403d4-b7e4-4b70-8238-fafc5d1d738d/1a0941bc-5b2c-4799-aef7-c3420f84ae4e/e9eb9794-e6e9-4b9d-97fe-3fea1a7439de) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:04.006961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 691579b1-0469-4d8f-ae9b-72f5b95135d7) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:04.015120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:04.015942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.025404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5421ebcf-bc71-418c-a0bc-84400ce69b43 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:04.059250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:04.073579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:04.087677 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:04.091059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.091844 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:04.100216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba7ea7-8500-4de7-9a44-d5730b12ceeb None None] Network 691579b1-0469-4d8f-ae9b-72f5b95135d7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:04.106238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.111005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-161d9ddd-32fd-4bf6-9f0d-b9681bdeaa3b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4146392 Mar 02 07:47:04.114969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:04.124607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.149553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2a749509-210e-46c8-a337-8c9d965e692a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '862ccaf3-6cce-49aa-b3e5-5bef5381e66c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:04.152746 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-2a749509-210e-46c8-a337-8c9d965e692a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 07:47:04.153505 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-2a749509-210e-46c8-a337-8c9d965e692a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:04.165225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2a749509-210e-46c8-a337-8c9d965e692a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0215800 Mar 02 07:47:04.186789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46928) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:04.190641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-36354d4f-c870-445d-9103-2034723f0063 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0702102 Mar 02 07:47:04.207079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:04.261009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a8e457a-a793-47f9-836f-b84266f5a383 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "PUT /v2.0/floatingips/4a722315-9d4e-45c0-a3ea-7fa4a1b38a23 HTTP/1.1" status: 200 len: 992 time: 5.1041889 Mar 02 07:47:04.265952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:04.300313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.25.4.246 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/9db4138b-8cae-4e79-99be-f3944e349c9b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:04.420101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.429403 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'status': 'completed', 'code': 200} Mar 02 07:47:04.455789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f5998-c27a-4e8d-885a-dd6f1ada7659 None None] Network 7a156499-06ed-47ba-8d65-020b3170fb4a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:04.516249 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:04.781171 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.854058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Provisioning for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:04.887232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Provisioning complete for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:04.887859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.945561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:04.964071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:04.964448 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.009529 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4a722315-9d4e-45c0-a3ea-7fa4a1b38a23', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:3d:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:46:29Z', 'updated_at': '2022-03-02T07:47:00Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:05.014089 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:05.023764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:05.024532 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:05.078799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.119918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.130540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.177459 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.186773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c9c6903-a54c-4eac-b473-80ef71a8bfbe HTTP/1.1" status: 204 len: 168 time: 2.1692400 Mar 02 07:47:05.241193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f4cf-9f85-4012-b774-bb6e6d737763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c6903-a54c-4eac-b473-80ef71a8bfbe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:05.258177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:05.265718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:05.276328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:05.345579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:05.351466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6b5e-fe25-4328-9880-830192d6a084 req-3ecbcb63-cc04-4dc1-bf31-5de20f36e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:05.354272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.354764 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-3ecbcb63-cc04-4dc1-bf31-5de20f36e2ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.9043188 Mar 02 07:47:05.428430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=9db4138b-8cae-4e79-99be-f3944e349c9b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:05.440803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.525339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:05.561697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] For port 5421ebcf-bc71-418c-a0bc-84400ce69b43, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5421ebcf-bc71-418c-a0bc-84400ce69b43,segment=NetworkSegment(3dc9cee6-6541-40b3-841b-9ed1ab834ea7),segment_id=3dc9cee6-6541-40b3-841b-9ed1ab834ea7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:05.574849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ccaf3-6cce-49aa-b3e5-5bef5381e66c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:05.605185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.664810 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.688948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.743157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b625985-1ead-4a4a-8009-6ac3a81561fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-691579b1-0469-4d8f-ae9b-72f5b95135d7', 'network_id': '691579b1-0469-4d8f-ae9b-72f5b95135d7', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '45341b02-ed68-413b-a23b-119ab8a858fc'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:05.743944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b625985-1ead-4a4a-8009-6ac3a81561fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.774207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.819769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.823544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efcfdd4c-9980-4a4f-837a-de395fd138b2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:05.883871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.901022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:05.902396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-334d1f92-f9d4-404d-9707-128a72dd18cb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/862ccaf3-6cce-49aa-b3e5-5bef5381e66c HTTP/1.1" status: 204 len: 168 time: 1.7063980 Mar 02 07:47:05.929914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object e9eb9794-e6e9-4b9d-97fe-3fea1a7439de will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:05.945599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=457ddb29-2232-424e-a7f1-bb7cab3e6700,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:05.993878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.034441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6b5e-fe25-4328-9880-830192d6a084 req-5e7b5aff-6440-413b-92ba-2cdb8760e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:06.036786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-5e7b5aff-6440-413b-92ba-2cdb8760e2f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.6606174 Mar 02 07:47:06.070541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591c938-34aa-492b-a253-b138c0edcb75 None None] Pushing event updated for resources: {'Port': ['ID=5421ebcf-bc71-418c-a0bc-84400ce69b43,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:06.112043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bbc8213-c71f-44da-ba7f-402059bf4b79 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:06.176764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-03671f01-cd35-4d9a-b0f3-dfff047928f6 None None] Provisioning for port efcfdd4c-9980-4a4f-837a-de395fd138b2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:06.209393 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4a722315-9d4e-45c0-a3ea-7fa4a1b38a23', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:3d:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:46:29Z', 'updated_at': '2022-03-02T07:47:00Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:06.219972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f41f0-205f-480b-8b97-8a3053a0615e None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '4a722315-9d4e-45c0-a3ea-7fa4a1b38a23', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:3d:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:46:29Z', 'updated_at': '2022-03-02T07:47:00Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:06.281614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.347794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bbc8213-c71f-44da-ba7f-402059bf4b79 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:06.349264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7bbc8213-c71f-44da-ba7f-402059bf4b79 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4433670 Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-4b625985-1ead-4a4a-8009-6ac3a81561fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45341b02-ed68-413b-a23b-119ab8a858fc: This subnet is being modified by another concurrent operation. Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45341b02-ed68-413b-a23b-119ab8a858fc: This subnet is being modified by another concurrent operation. Mar 02 07:47:06.362197 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:47:06.377452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=45341b02-ed68-413b-a23b-119ab8a858fc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:06.381559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46964) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:06.392410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.414236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port efcfdd4c-9980-4a4f-837a-de395fd138b2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:06.421935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559351770'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:06.429678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port efcfdd4c-9980-4a4f-837a-de395fd138b2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:06.433527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.437554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:06.460355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:06.514391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91c66d-3ccd-4535-a604-7f8d7eb0bd34 None None] Network 691579b1-0469-4d8f-ae9b-72f5b95135d7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:06.753120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644c94f-b8c8-4c5f-8c73-fde7982edf15 None None] New status for floating IP 4a722315-9d4e-45c0-a3ea-7fa4a1b38a23: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:47:06.864148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.897051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.929561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.969072 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP d8a8770c-edd1-415b-a2f1-e1d66268d8fa associated. External IP: 172.25.4.12, port: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b. Mar 02 07:47:06.986821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-40f4ac9b-9c02-4fa6-b685-68bdccf6530d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1000 time: 0.9357576 Mar 02 07:47:07.087620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6b5e-fe25-4328-9880-830192d6a084 req-c604f93c-7409-47ba-be6c-85e6c2a5dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:07.089067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-c604f93c-7409-47ba-be6c-85e6c2a5dbb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.0923305 Mar 02 07:47:07.102676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bd2bc9fb-6614-4bc2-bc3b-9f664eef6ea9 None None] Provisioning complete for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:07.104201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc9fb-6614-4bc2-bc3b-9f664eef6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.107675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:07.114425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:07.146338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:07.151865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.170137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:07.180118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691579b1-0469-4d8f-ae9b-72f5b95135d7']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:07.209881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:07.220908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:07.243890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:07.267036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e5be41-b8ab-4ee3-8b3a-795840f2f98e') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:07.267257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e5be41-b8ab-4ee3-8b3a-795840f2f98e') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:07.287225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:07.315578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.467619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.489693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:07.490511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.530156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b42b8-6ed6-457b-9a0e-1a4482fb5713 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:47:07.577038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6b5e-fe25-4328-9880-830192d6a084 req-217f71a8-0d8d-446a-8bff-4e1e33e55d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:07.578315 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-217f71a8-0d8d-446a-8bff-4e1e33e55d3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4594226 Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:07.587379 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:07.600842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.955346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port efcfdd4c-9980-4a4f-837a-de395fd138b2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efcfdd4c-9980-4a4f-837a-de395fd138b2,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:08.038602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.270008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5421ebcf-bc71-418c-a0bc-84400ce69b43 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:08.306320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.399057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.400329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-8f044679-f7af-404a-91a0-512df4d0c56c service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059387 Mar 02 07:47:08.436090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.445014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:08.532849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=691579b1-0469-4d8f-ae9b-72f5b95135d7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:08.561479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fb16a51e-7a1d-4489-a5eb-dbfd7b91986e None None] Provisioning for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:08.579385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b42b8-6ed6-457b-9a0e-1a4482fb5713 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:47:08.600746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fb16a51e-7a1d-4489-a5eb-dbfd7b91986e None None] Provisioning complete for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:08.601117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fb16a51e-7a1d-4489-a5eb-dbfd7b91986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.716640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-594f6b5e-fe25-4328-9880-830192d6a084 req-343611a4-d50f-498c-9327-dd481c571438 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081877 Mar 02 07:47:08.751503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:47:08.796742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:08.811820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:08.814310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a07cb22d-f261-481b-a0e2-ef0c49483203 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/691579b1-0469-4d8f-ae9b-72f5b95135d7 HTTP/1.1" status: 204 len: 168 time: 4.6027858 Mar 02 07:47:08.825471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46992) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:08.832866 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Sync routers for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:08.837542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962019295'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:08.845378 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:08.846075 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:08.871793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:08.882926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:08.888290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:08.898928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:08.943454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fb16a51e-7a1d-4489-a5eb-dbfd7b91986e None None] Port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:08.997067 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.009275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.010231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd4c-9980-4a4f-837a-de395fd138b2,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:09.063315 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.109697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d83a3-1ceb-4671-baf3-e075a07e1b16,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:09.150476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:09.168279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:09.195907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.197522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5b3f31d8-372d-463e-ad9a-014a9ce15dd0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8128285 Mar 02 07:47:09.201533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:09.209498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.213588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47000) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:09.216595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:09.224252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:09.228655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-baee69de-da35-4ee5-9661-03656d3e5faa tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'a60d83a3-1ceb-4671-baf3-e075a07e1b16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:09.231420 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-baee69de-da35-4ee5-9661-03656d3e5faa tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 07:47:09.232765 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:09.233223 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-baee69de-da35-4ee5-9661-03656d3e5faa tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:09.236291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-baee69de-da35-4ee5-9661-03656d3e5faa tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168173 Mar 02 07:47:09.253211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47006) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:09.359607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5421ebcf-bc71-418c-a0bc-84400ce69b43 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:09.359991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.383056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.383056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9af2eb15-47dc-4df9-8d63-93ef8baf5c39 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5664122 Mar 02 07:47:09.393335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47014) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:09.452254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d2b05f65-94f9-4154-9e6e-117ccacdebee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.7065976 Mar 02 07:47:09.484298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:09.512858 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.580041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.612315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:09.634131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47022) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:09.681114 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.695502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.695926 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment c3a6e676-6e31-4702-b090-3e624667087e of type vlan for network 7cf00847-8cc9-4964-ba9d-1c017b47f60d Mar 02 07:47:09.725711 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:47:09.742510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d83a3-1ceb-4671-baf3-e075a07e1b16,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:09.829172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.834359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f7dbdc54-b091-47a0-8f80-a83be3d81c26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/a60d83a3-1ceb-4671-baf3-e075a07e1b16 HTTP/1.1" status: 204 len: 168 time: 0.5795047 Mar 02 07:47:09.838293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:09.848528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:09.856063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:09.901328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3f326122-2c57-429f-9296-a0bde203769b tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:10.086100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9e6d81ea-4352-4bb7-b26b-5822b8b45b32 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3295cfe480904f248703144b71005c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6867061 Mar 02 07:47:10.093525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47034) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.099819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78f41968-b17a-4f60-99d0-40b3587e04f8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:10.210837 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3f326122-2c57-429f-9296-a0bde203769b tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "PUT /v2.0/quotas/8deed00b80894ff391c98219133a6e5f HTTP/1.1" status: 200 len: 366 time: 0.5530546 Mar 02 07:47:10.216345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47038) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.239414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-321d739b-bdd8-447b-8c8e-55839b9632f7 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0205300 Mar 02 07:47:10.247985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47044) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.261186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-fa96489d-88a9-4f0d-8d39-3726966621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.264921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-fa96489d-88a9-4f0d-8d39-3726966621fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.5079634 Mar 02 07:47:10.335855 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.340492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efcfdd4c-9980-4a4f-837a-de395fd138b2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:10.341712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.341807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.396292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abda9ffb-1342-4a02-99a9-27abc69d2c66 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas/8deed00b80894ff391c98219133a6e5f HTTP/1.1" status: 200 len: 366 time: 0.1384029 Mar 02 07:47:10.396502 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'd8a8770c-edd1-415b-a2f1-e1d66268d8fa', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784cd400-c76b-41c0-9f3a-788e89e67349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:01Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:10.401147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.433528 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Checking router: 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:10.459270 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:10.465474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:10.470852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e27e7-4a36-46f5-aaba-9b5b7972389d req-b40b7905-22da-4274-8d54-bbf86a5d0a6d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.494869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-861e27e7-4a36-46f5-aaba-9b5b7972389d req-b40b7905-22da-4274-8d54-bbf86a5d0a6d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.5362163 Mar 02 07:47:10.510864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:06Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:10.519704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:10.520415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Updating router 653a9f3a-32df-44be-b72a-635bf0932c06 port 9db4138b-8cae-4e79-99be-f3944e349c9b binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:47:10.533089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:10.557606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7b6260c4-6d11-444e-955e-6705b038ae00 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8deed00b80894ff391c98219133a6e5f HTTP/1.1" status: 204 len: 168 time: 0.1581392 Mar 02 07:47:10.565226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47052) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.567201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.584961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45ab1cc5-11f6-474a-bcf9-14374c9fc61d tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0157197 Mar 02 07:47:10.589807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.590596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.601951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47056) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.612549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=7cf00847-8cc9-4964-ba9d-1c017b47f60d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:10.630799 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1af29a2e-295d-464a-9893-3726b1400e6c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7982569 Mar 02 07:47:10.631648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78f41968-b17a-4f60-99d0-40b3587e04f8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:10.643296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78f41968-b17a-4f60-99d0-40b3587e04f8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7820771 Mar 02 07:47:10.643296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.646776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47062) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.652530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '7cf00847-8cc9-4964-ba9d-1c017b47f60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:10.677692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-861e27e7-4a36-46f5-aaba-9b5b7972389d req-c0c3dc87-383d-41c9-8a9d-50a952326f82 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725147 Mar 02 07:47:10.693680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--48369490'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:10.703745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:10.715889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:10.751213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47068) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.761354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:10.766589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7cf00847-8cc9-4964-ba9d-1c017b47f60d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:10.860547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-e1ca7876-65c1-4f35-8482-4d056179dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.863384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-e1ca7876-65c1-4f35-8482-4d056179dde6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.5786004 Mar 02 07:47:10.878127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-60ce3963-e3e0-49a9-b95a-20d552d34c6a tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas/8deed00b80894ff391c98219133a6e5f HTTP/1.1" status: 200 len: 370 time: 0.2195566 Mar 02 07:47:10.891983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47072) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.910805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:10.919501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84e07dd7-b87d-4d88-884c-12ce7865304a tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas/8deed00b80894ff391c98219133a6e5f/default HTTP/1.1" status: 200 len: 370 time: 0.0178668 Mar 02 07:47:10.928097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47076) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.930897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc3179-3fca-47f1-9563-2ebdaead391d tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.935627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fabc3179-3fca-47f1-9563-2ebdaead391d tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8405178 Mar 02 07:47:10.940950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47078) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:10.942155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:10.945064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:10.956563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:10.962785 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-60303ccd-7c68-4953-bb48-584cab8a0dda tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] delete failed (client error): The resource could not be found. Mar 02 07:47:10.967984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-60303ccd-7c68-4953-bb48-584cab8a0dda tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8deed00b80894ff391c98219133a6e5f HTTP/1.1" status: 404 len: 348 time: 0.0285108 Mar 02 07:47:10.986148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port efcfdd4c-9980-4a4f-837a-de395fd138b2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:10.987170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:11.031453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:11.051676 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:11.054115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7330baba-13b2-4cbe-8f50-55a1b8c525bc tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1053336 Mar 02 07:47:11.055159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:11.058271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:11.060024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47086) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:11.088352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:11.100231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082881821', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'project_id': '3295cfe480904f248703144b71005c8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:11.219955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47090) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:11.308714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:11.380731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a643f1e-6f8e-432e-9ce8-f0ba511ee4e6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 200 len: 990 time: 0.6232345 Mar 02 07:47:11.385000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:11.401304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:subnet and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:11.408973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-78088616-4728-4778-9a3d-ec31b499758c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.5285897 Mar 02 07:47:11.413453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:network and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:11.424077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:11.450326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:11.462747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:11.470401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:11.481125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:11.484292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:11.526154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:11.537813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:11.602983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:11.606301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:11.646331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:subnet and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:11.688017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-da8f6557-f0e8-4fd7-bd0c-44a5065b0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:11.703735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-da8f6557-f0e8-4fd7-bd0c-44a5065b0450 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.2856679 Mar 02 07:47:11.704510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:11.991969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:subnetpool and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:12.025771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:12.055835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Router a300ac03-eaf1-43e9-89ac-92d864838593 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:47:12.068565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:port and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:12.148993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:12.255196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing IP validity checks on allocation pools {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:47:12.263347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:47:12.341393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:12.348598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2ba56dd-11f3-417a-864e-6a46b95866dc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "PUT /v2.0/routers/a300ac03-eaf1-43e9-89ac-92d864838593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8703587 Mar 02 07:47:12.351298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-3560fb30-3ca7-4e42-96a4-60745ec6d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:12.352742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-3560fb30-3ca7-4e42-96a4-60745ec6d364 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408057 Mar 02 07:47:12.353994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47096) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:12.357553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:12.397626 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Sync routers for ids ['a300ac03-eaf1-43e9-89ac-92d864838593'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:12.407978 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'd8a8770c-edd1-415b-a2f1-e1d66268d8fa', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784cd400-c76b-41c0-9f3a-788e89e67349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:01Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:12.411157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:12.412697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:12.414895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Subnet': ['ID=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:12.421548 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ffe73-5751-4a96-a2e1-bc9b0a399828 None None] The sync data for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 is: [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'd8a8770c-edd1-415b-a2f1-e1d66268d8fa', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784cd400-c76b-41c0-9f3a-788e89e67349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:01Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:12.424476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-36bd3505-6aac-47e6-a6ee-6766b0fd4754 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:47:12.425896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-36bd3505-6aac-47e6-a6ee-6766b0fd4754 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075419 Mar 02 07:47:12.455570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Routers {'a300ac03-eaf1-43e9-89ac-92d864838593'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:12.456204 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:46:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a300ac03-eaf1-43e9-89ac-92d864838593'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:12.494161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:router and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:12.547363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:12.645483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8ae2d-9464-4747-b3bb-c054e9162599 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:12.646603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a7b8ae2d-9464-4747-b3bb-c054e9162599 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:12.662304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:floatingip and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:12.677435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:12.691500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:12.722395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a7b8ae2d-9464-4747-b3bb-c054e9162599 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:12.723954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7b8ae2d-9464-4747-b3bb-c054e9162599 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports/e9eb9794-e6e9-4b9d-97fe-3fea1a7439de HTTP/1.1" status: 200 len: 911 time: 0.3690362 Mar 02 07:47:12.729848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:12.735516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-bdd52dc9-6a44-40a2-8358-6cab760f6caa service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013024 Mar 02 07:47:12.736474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Transition to ACTIVE for port object 9db4138b-8cae-4e79-99be-f3944e349c9b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:12.808712 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:12.873021 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Set router a300ac03-eaf1-43e9-89ac-92d864838593 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:12.978606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04d09d-c354-4ec3-babf-96c078a2827f None None] New status for floating IP d8a8770c-edd1-415b-a2f1-e1d66268d8fa: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:47:13.001220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.012792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.068381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f2802932-0a93-44b6-b40a-aac0fbca19ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.092525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Checking segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:13.092909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network hostable DHCP agents. Network: 4d530b3c-449f-42c8-b384-458d6df97fce, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:13.094550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3aad077f-7a27-4d0b-9ccb-b08f3f8a5890 None None] Provisioning complete for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:13.094550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3aad077f-7a27-4d0b-9ccb-b08f3f8a5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.182632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:security_group and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:13.194040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3aad077f-7a27-4d0b-9ccb-b08f3f8a5890 None None] Port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:13.218438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 4d530b3c-449f-42c8-b384-458d6df97fce is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:13.226463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3c2f5-692e-4858-9d71-7146c60cfc4a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:13.230559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21973e-4e74-4651-acde-dd9aa1926994,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:13.232772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3c2f5-692e-4858-9d71-7146c60cfc4a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:13.234332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4ce3c2f5-692e-4858-9d71-7146c60cfc4a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5031140 Mar 02 07:47:13.239536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47112) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.243416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24f3bbe3-a42f-4001-837b-2eba60c0bf66 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 200 len: 990 time: 0.8174078 Mar 02 07:47:13.255310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': 'c3a6e676-6e31-4702-b090-3e624667087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7cf00847-8cc9-4964-ba9d-1c017b47f60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:13.255658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 7cf00847-8cc9-4964-ba9d-1c017b47f60d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:13.257393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Attempting to bind port 9db4138b-8cae-4e79-99be-f3944e349c9b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:13.257767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Attempting to bind port 9db4138b-8cae-4e79-99be-f3944e349c9b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:13.258234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Attempting to bind port 9db4138b-8cae-4e79-99be-f3944e349c9b on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:13.265259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.265559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:13.268287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be543363-1b55-4db5-bf00-aeb9a7da1e26 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6217675 Mar 02 07:47:13.269368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=68d8c5dc-8f34-4335-9317-962283f7b3c6,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:13.272202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47116) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.274036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 4d530b3c-449f-42c8-b384-458d6df97fce) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:13.275456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3beb6-0db4-4c6b-b66e-eeb754c1b0b5 None None] Pushing event updated for resources: {'Port': ['ID=9db4138b-8cae-4e79-99be-f3944e349c9b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:13.281497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3dcc606c-f88a-49fa-a76b-70b9955d52d7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '3a21973e-4e74-4651-acde-dd9aa1926994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:13.288544 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-3dcc606c-f88a-49fa-a76b-70b9955d52d7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 07:47:13.289106 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-3dcc606c-f88a-49fa-a76b-70b9955d52d7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:13.293310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3dcc606c-f88a-49fa-a76b-70b9955d52d7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175097 Mar 02 07:47:13.302003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:13.302609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.304346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21747d4-3fea-42e9-be61-6abd50fb9b08 None None] Network 4d530b3c-449f-42c8-b384-458d6df97fce requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:13.308071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47120) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.316082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-40916a48-420b-4818-918b-a9b9160fb2fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '3a21973e-4e74-4651-acde-dd9aa1926994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:13.316570 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-40916a48-420b-4818-918b-a9b9160fb2fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 07:47:13.317065 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-40916a48-420b-4818-918b-a9b9160fb2fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:13.321111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-40916a48-420b-4818-918b-a9b9160fb2fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109093 Mar 02 07:47:13.323625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47124) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.338640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8b723cec-a6d4-43a3-975a-9d0c2ebce8f1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '3a21973e-4e74-4651-acde-dd9aa1926994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:13.339475 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-8b723cec-a6d4-43a3-975a-9d0c2ebce8f1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 07:47:13.340012 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-8b723cec-a6d4-43a3-975a-9d0c2ebce8f1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:13.342316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8b723cec-a6d4-43a3-975a-9d0c2ebce8f1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0176873 Mar 02 07:47:13.348585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.357218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fbd5f6f7-0ca8-4a30-92b2-cf734c894623 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '3a21973e-4e74-4651-acde-dd9aa1926994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:13.358872 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-fbd5f6f7-0ca8-4a30-92b2-cf734c894623 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 07:47:13.359383 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-fbd5f6f7-0ca8-4a30-92b2-cf734c894623 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:13.362298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fbd5f6f7-0ca8-4a30-92b2-cf734c894623 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0122550 Mar 02 07:47:13.372309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47132) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.382166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-843a4fb9-189f-477d-9619-db63ff96b1cd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3210585 Mar 02 07:47:13.382946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 7cf00847-8cc9-4964-ba9d-1c017b47f60d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:13.398006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47136) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.400466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2bb46388-7699-4145-93e2-0d82b08a82f7 req-2e59f08a-04fa-4221-b8d6-400fce1f0e07 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867078 Mar 02 07:47:13.448805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7cf00847-8cc9-4964-ba9d-1c017b47f60d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:13.458325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:13.459237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.502867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8f6d150d-b7c9-41dd-b102-797697a8d6f1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8656092 Mar 02 07:47:13.506467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.508214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:13.518662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:07Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'e9eb9794-e6e9-4b9d-97fe-3fea1a7439de', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:e6:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:09Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:13.524742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Checking router: a300ac03-eaf1-43e9-89ac-92d864838593 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:13.525234 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Updating router a300ac03-eaf1-43e9-89ac-92d864838593 port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:47:13.611777 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.615807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.630228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c69ef-f754-4754-a266-3388af71dfcb None None] Network 7cf00847-8cc9-4964-ba9d-1c017b47f60d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:13.665104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:13.665517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:13.681915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.682562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:13.683089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Bound port: 9db4138b-8cae-4e79-99be-f3944e349c9b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:13.683485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.900802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.904669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.934742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21973e-4e74-4651-acde-dd9aa1926994,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:13.948314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:13.949598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3fc9890d-b962-4da0-88f3-37ef457c7b99 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a21973e-4e74-4651-acde-dd9aa1926994 HTTP/1.1" status: 204 len: 168 time: 0.5763571 Mar 02 07:47:13.984238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47146) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:14.057374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.127853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c94c5224-7151-4d75-b4dc-a73018a09289 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:14.164688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c94c5224-7151-4d75-b4dc-a73018a09289 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:14.170152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c94c5224-7151-4d75-b4dc-a73018a09289 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1751361 Mar 02 07:47:14.186578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47150) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:14.194506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Usage tracker for resource:security_group_rule and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:14.197562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--84196404'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:14.209030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.227955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:14.231764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:14.250063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52027215-bfd7-44a3-bb60-b04c86b2e407 tempest-QuotasTest-1370998486 tempest-QuotasTest-1370998486-project-admin] 10.222.0.21 "GET /v2.0/quotas/4f14f4fe0f4b45fe893184d0e0fe9784/details.json HTTP/1.1" status: 200 len: 703 time: 3.0215340 Mar 02 07:47:14.266700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47154) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:14.293370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] For port 9db4138b-8cae-4e79-99be-f3944e349c9b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:14.317463 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.348505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Transition to ACTIVE for port object e9eb9794-e6e9-4b9d-97fe-3fea1a7439de will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:14.369516 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.392840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] For port 9db4138b-8cae-4e79-99be-f3944e349c9b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9db4138b-8cae-4e79-99be-f3944e349c9b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:14.409921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=68d8c5dc-8f34-4335-9317-962283f7b3c6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:14.431840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:14.520239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1fd449ae-e871-46bf-9fa4-d6cc0ef12a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.534025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.564298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.614736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.669038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf00847-8cc9-4964-ba9d-1c017b47f60d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:14.696160 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Pushing event updated for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:14.724935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:14.734900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:14.749916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:14.761113 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.763744 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.764159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.764503 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.764839 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.765167 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.765511 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.765817 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.766160 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.766480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.766765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:14.766884 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.767098 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:14.855199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Attempting to bind port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:14.855579 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Attempting to bind port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:14.855942 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Attempting to bind port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:14.867594 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:14.867968 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:14.868351 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.868739 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:14.869201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Bound port: e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:14.869572 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.888070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.896521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:14.912528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3beb6-0db4-4c6b-b66e-eeb754c1b0b5 None None] Pushing event updated for resources: {'Port': ['ID=9db4138b-8cae-4e79-99be-f3944e349c9b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:14.926230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a6e676-6e31-4702-b090-3e624667087e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:14.926537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a6e676-6e31-4702-b090-3e624667087e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:14.978801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2280de4e-1b49-49e1-b710-b540d08ec055 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 200 len: 992 time: 0.7087030 Mar 02 07:47:14.999059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-4d530b3c-449f-42c8-b384-458d6df97fce', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:15.000334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.007458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.018392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47164) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.045271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5871dfc-614e-4ac4-9db6-3b0eff6dbd39,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:15.048625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] For port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:15.053102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.054665 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] For port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:15.059438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997cf005-8d6e-4b9c-be89-ad75d9f9b05f None None] Network 7cf00847-8cc9-4964-ba9d-1c017b47f60d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:15.064783 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.069446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:15.069953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:15.086618 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:15.093012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:15.093664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:15.099390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.103488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e8c0d46c-dcd6-491c-b8da-61b3f0646297 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9132259 Mar 02 07:47:15.105135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.161627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a3a7c5b6-21d0-4c9a-addb-c563f47b9f1d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:15.162588 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-a3a7c5b6-21d0-4c9a-addb-c563f47b9f1d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:47:15.163446 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-a3a7c5b6-21d0-4c9a-addb-c563f47b9f1d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:15.167238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a3a7c5b6-21d0-4c9a-addb-c563f47b9f1d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0585151 Mar 02 07:47:15.170959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47174) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.176648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:15.189896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:15.197456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:15.200538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:15.208141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:15.210625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.230366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.242258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/7cf00847-8cc9-4964-ba9d-1c017b47f60d HTTP/1.1" status: 204 len: 168 time: 1.7229767 Mar 02 07:47:15.248205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.254977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1741431365'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:15.265081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:15.265081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:15.267969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:15.275052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:15.285994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad527-e345-4f4f-aae2-267de711f2f9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=7cf00847-8cc9-4964-ba9d-1c017b47f60d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:15.300441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:15.304704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:15.305832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.353496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Routers {'a300ac03-eaf1-43e9-89ac-92d864838593'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:15.355776 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a300ac03-eaf1-43e9-89ac-92d864838593'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:15.404048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:15.407762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.444131 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:15.446849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cbd95e38-af69-401b-9b70-54aa7d159aa1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2747660 Mar 02 07:47:15.450574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47182) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.468700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:15.473626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Usage tracker for resource:security_group_rule and tenant:00bca3ebc1b147e0bd3c2a76b9176f8e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:15.476675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:15.482826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:15.752678 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] Set router a300ac03-eaf1-43e9-89ac-92d864838593 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:15.860381 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.871274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-31504a7e-31dd-4ffc-97b2-3f0842605a3d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:15.872185 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-31504a7e-31dd-4ffc-97b2-3f0842605a3d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 07:47:15.873016 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-31504a7e-31dd-4ffc-97b2-3f0842605a3d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:15.874304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31504a7e-31dd-4ffc-97b2-3f0842605a3d tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.4214327 Mar 02 07:47:15.875818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.876391 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 9007adfc-d60a-4760-822d-c62845c6ccba of type vlan for network 2396d172-d63f-4563-8099-8e083bbcc048 Mar 02 07:47:15.879085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.886918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.889538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:15.900178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:15.942645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:15.955493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:15.997786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:16.009269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:16.014941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00bca3ebc1b147e0bd3c2a76b9176f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897273 Mar 02 07:47:16.017614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.029565 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e3be7-7d57-4281-9028-daf3a98211e4 None None] Pushing event updated for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:16.056837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47192) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:16.109993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:16.112881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00895a5-fe0b-468f-bdd7-f619babbd438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b33c5d-a19c-4fde-9b3c-ac3dd82265f4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:16.118094 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.139479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Allocated IP 172.20.0.2 (4d530b3c-449f-42c8-b384-458d6df97fce/dbcf0b7f-97b2-4fda-aaa4-9b99b0245047/52e759c3-4f2d-4792-a785-3753ead4c7c4) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:16.182271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.188620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:16.188823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.294024 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:07Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'e9eb9794-e6e9-4b9d-97fe-3fea1a7439de', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:e6:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:15Z', 'revision_number': 4, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:16.299516 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061d9ed-88e5-4304-9f0d-eca07030d4c1 None None] The sync data for ids ['a300ac03-eaf1-43e9-89ac-92d864838593'] in n-d-827871-1 is: [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:07Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'e9eb9794-e6e9-4b9d-97fe-3fea1a7439de', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:e6:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:15Z', 'revision_number': 4, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': '1a0941bc-5b2c-4799-aef7-c3420f84ae4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:16.337437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=2396d172-d63f-4563-8099-8e083bbcc048,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:16.341708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a87bce8-da5e-409f-a20b-2158bcdc00d5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0921640 Mar 02 07:47:16.348520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:16.362518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2396d172-d63f-4563-8099-8e083bbcc048 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:16.370548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '2396d172-d63f-4563-8099-8e083bbcc048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:16.439696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:06Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:16.475032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b367f-fa32-44e2-aa03-197bb20a6ef8 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:06Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:16.524182 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:16.525233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f3a6cbe3-3c28-4e6e-8d66-49cf3cf0801c tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6098790 Mar 02 07:47:16.573630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47204) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:16.581544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.589389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a5a7331c-46ed-44a5-8169-b0826582f186 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:16.589889 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-a5a7331c-46ed-44a5-8169-b0826582f186 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:47:16.601037 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-a5a7331c-46ed-44a5-8169-b0826582f186 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:16.601037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a5a7331c-46ed-44a5-8169-b0826582f186 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0267334 Mar 02 07:47:16.610334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47208) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:16.622268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:16.678858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:16.696165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:16.700812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:16.730783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:16.759642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:16.762280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:16.768008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:16.775211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.800794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.808906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:16.826462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.836439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:16.840475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:16.854001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Transition to ACTIVE for port object 52e759c3-4f2d-4792-a785-3753ead4c7c4 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:16.893124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Transition to ACTIVE for port object 52e759c3-4f2d-4792-a785-3753ead4c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:16.911106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.040276 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:17.043937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bdef026c-c166-400a-bccd-1d224d1a01e8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4390025 Mar 02 07:47:17.044601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47214) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:17.051034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2c2762db-08b2-4025-a8bd-153dd30d0ed1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:17.051538 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-2c2762db-08b2-4025-a8bd-153dd30d0ed1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 07:47:17.052013 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-2c2762db-08b2-4025-a8bd-153dd30d0ed1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:17.053013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2c2762db-08b2-4025-a8bd-153dd30d0ed1 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071268 Mar 02 07:47:17.058765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47218) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:17.065367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:17.074198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:17.114489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Network 4d530b3c-449f-42c8-b384-458d6df97fce is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:17.116583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.118805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:17.125383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:17.139021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:17.147727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:17.156437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:17.210832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.265256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b33c5d-a19c-4fde-9b3c-ac3dd82265f4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:17.315190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Pushing event updated for resources: {'Port': ['ID=52e759c3-4f2d-4792-a785-3753ead4c7c4,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:17.329559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9db4138b-8cae-4e79-99be-f3944e349c9b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:17.379950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.386854 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ae7e44d7-771e-40b6-b737-3b94318dbf28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51b33c5d-a19c-4fde-9b3c-ac3dd82265f4 HTTP/1.1" status: 204 len: 168 time: 1.3178635 Mar 02 07:47:17.388141 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:17.392950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-00ccb70c-6b32-4f7b-a8fd-0b76059cc657 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3331633 Mar 02 07:47:17.394101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.394250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:17.416814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': 'c5871dfc-614e-4ac4-9db6-3b0eff6dbd39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:17.465387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Attempting to bind port 52e759c3-4f2d-4792-a785-3753ead4c7c4 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:17.466467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Attempting to bind port 52e759c3-4f2d-4792-a785-3753ead4c7c4 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:17.467042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Attempting to bind port 52e759c3-4f2d-4792-a785-3753ead4c7c4 on network 4d530b3c-449f-42c8-b384-458d6df97fce {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:17.475710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:17.476468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Checking segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:17.477080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.478002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Bound using segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:17.478683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Bound port: 52e759c3-4f2d-4792-a785-3753ead4c7c4, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:17.479906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.491749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=28c34e91-f4eb-42e5-b3ff-7987fe1c5886,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:17.504753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:17.507627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9db4138b-8cae-4e79-99be-f3944e349c9b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:17.516219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9db4138b-8cae-4e79-99be-f3944e349c9b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:17.516944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.528162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '9007adfc-d60a-4760-822d-c62845c6ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2396d172-d63f-4563-8099-8e083bbcc048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:17.528528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 2396d172-d63f-4563-8099-8e083bbcc048, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:17.559874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 2396d172-d63f-4563-8099-8e083bbcc048 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:17.591451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2396d172-d63f-4563-8099-8e083bbcc048) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:17.606514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:17.607245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:17.631913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cdee888e-b82d-40e6-bc4e-fc0563aa37b3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2781103 Mar 02 07:47:17.634555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47228) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:17.662321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:17.701120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:17.724487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:17.734413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] For port 52e759c3-4f2d-4792-a785-3753ead4c7c4, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:17.738666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] For port 52e759c3-4f2d-4792-a785-3753ead4c7c4, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=52e759c3-4f2d-4792-a785-3753ead4c7c4,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:17.748931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c21ba-a0dd-4ba1-ba3e-506f92636961 None None] Network 2396d172-d63f-4563-8099-8e083bbcc048 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:17.751170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.1 (4d530b3c-449f-42c8-b384-458d6df97fce/dbcf0b7f-97b2-4fda-aaa4-9b99b0245047/2c82a568-43f9-46be-97e3-7f47b7098c32) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:17.807933 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:17.809361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0fa4cbb2-d5fb-4d05-9d1e-6882dbfa7b0a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4124393 Mar 02 07:47:17.814659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:17.891122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.027860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.038157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:18.038878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.067880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.087048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47240) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:18.142054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.181775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.193676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.220375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.275972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:18.289409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=28c34e91-f4eb-42e5-b3ff-7987fe1c5886,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:18.354566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Usage tracker for resource:security_group_rule and tenant:4f14f4fe0f4b45fe893184d0e0fe9784 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:18.367510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b3e2-4b4a-4cec-a2c7-27a741b7982f None None] Pushing event updated for resources: {'Port': ['ID=52e759c3-4f2d-4792-a785-3753ead4c7c4,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:18.373752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:18.379761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.384910 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.393012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.417370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9db4138b-8cae-4e79-99be-f3944e349c9b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9db4138b-8cae-4e79-99be-f3944e349c9b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:18.418070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:18.425717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8578b79-8413-4df9-914c-61b40442c0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2396d172-d63f-4563-8099-8e083bbcc048', 'network_id': '2396d172-d63f-4563-8099-8e083bbcc048', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '28c34e91-f4eb-42e5-b3ff-7987fe1c5886'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:18.429052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c8578b79-8413-4df9-914c-61b40442c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.466516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.467417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e9eb9794-e6e9-4b9d-97fe-3fea1a7439de up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:18.498287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.534775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5871dfc-614e-4ac4-9db6-3b0eff6dbd39,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:18.552168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object 2c82a568-43f9-46be-97e3-7f47b7098c32 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:18.608307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.609550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d73345a-a2d2-48c0-a797-d895a999552e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5871dfc-614e-4ac4-9db6-3b0eff6dbd39 HTTP/1.1" status: 204 len: 168 time: 0.7910585 Mar 02 07:47:18.616486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:18.622544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2396d172-d63f-4563-8099-8e083bbcc048']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:18.668062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:18.668427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.682472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9007adfc-d60a-4760-822d-c62845c6ccba') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:18.682837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9007adfc-d60a-4760-822d-c62845c6ccba') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:18.730726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0c69c20f-32ad-4b32-8a46-85af2702f639 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:18.735817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.783618 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.799701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.803946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.821569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35bf72-d2c5-4606-9b47-9533b116c3af None None] Network 2396d172-d63f-4563-8099-8e083bbcc048 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:18.824172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:18.825003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.837378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9db4138b-8cae-4e79-99be-f3944e349c9b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:18.855308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:18.872131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for e9eb9794-e6e9-4b9d-97fe-3fea1a7439de owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:18.879796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:18.880451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:18.893286 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:18.993373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.000401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0c69c20f-32ad-4b32-8a46-85af2702f639 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:19.003961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0c69c20f-32ad-4b32-8a46-85af2702f639 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3841457 Mar 02 07:47:19.007543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:19.023061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--818816702'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:19.037048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.039226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:19.070010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.079837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:19.087900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=2396d172-d63f-4563-8099-8e083bbcc048,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:19.106490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a8d8900c-4166-428c-9d66-f001a70ac03b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/2396d172-d63f-4563-8099-8e083bbcc048 HTTP/1.1" status: 204 len: 168 time: 1.4707506 Mar 02 07:47:19.107747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47262) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:19.115243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766631070'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:19.121595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:19.125803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:19.130245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:19.136691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:19.235200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.278205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:19.288911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.384653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:19.447043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.448210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:19.459614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 4d530b3c-449f-42c8-b384-458d6df97fce is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:19.462098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.468910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:19.470925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.483849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:19.515987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9db4138b-8cae-4e79-99be-f3944e349c9b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:19.528381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:19.540344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.612134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:19.623387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3e11c-4612-489e-8dd3-827212cc83d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:19.625112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9db4138b-8cae-4e79-99be-f3944e349c9b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:19.625797 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.625946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:47:19.626137 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:47:19.626349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:19.632098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-911fe02d-fa2f-4df3-a705-0afc549bfe20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f14f4fe0f4b45fe893184d0e0fe9784&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5372872 Mar 02 07:47:19.635111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47274) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:19.636146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:19.642103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:19.652566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.671380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:19.680308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.680682 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment bca4e022-efd8-4c78-b5f2-c36018becd4b of type vlan for network a62fba02-9375-4515-a7e6-0b7f3bb32fc2 Mar 02 07:47:19.752104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.845958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.852781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:19.853209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.900689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 52e759c3-4f2d-4792-a785-3753ead4c7c4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:19.906332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.932193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.950582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.977917 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.047725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 52e759c3-4f2d-4792-a785-3753ead4c7c4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:20.091632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=a62fba02-9375-4515-a7e6-0b7f3bb32fc2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:20.098473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-94ec9d5c-839e-425e-9f91-a1557e8d624d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9894524 Mar 02 07:47:20.101674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.103031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0942824 Mar 02 07:47:20.103696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47286) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:20.104981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a62fba02-9375-4515-a7e6-0b7f3bb32fc2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:20.106826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47288) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:20.107450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd690c8-475a-47ad-adc0-e8c2edea8ea7 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be4c013-9036-4f02-b692-afbd1c416ff6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:20.114267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': 'a62fba02-9375-4515-a7e6-0b7f3bb32fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:20.134779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:20.141345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.165040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '2be4c013-9036-4f02-b692-afbd1c416ff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:20.192772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:20.202850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:20.313024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.374208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3e11c-4612-489e-8dd3-827212cc83d1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:20.417530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8055954-b2e3-491d-be63-0e89c0be432d None None] Network 4d530b3c-449f-42c8-b384-458d6df97fce requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:20.418844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:20.433104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:20.459312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:20.468818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:20.472111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:20.488593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:20.488875 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.506977 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The resource could not be found. Mar 02 07:47:20.508262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5d0b04d-8c22-4d2f-82f3-968032990871 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3984978 Mar 02 07:47:20.510961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47298) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:20.520235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '2be4c013-9036-4f02-b692-afbd1c416ff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5a44ab1f-9367-47ce-a36a-5fcbdc7748e6'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:20.523023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.536869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:20.540285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-64e2ccc8-7814-4dd5-b541-fe13f6bd6695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bb3e11c-4612-489e-8dd3-827212cc83d1 HTTP/1.1" status: 204 len: 168 time: 0.8908706 Mar 02 07:47:20.544322 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.559589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Provisioning for port 52e759c3-4f2d-4792-a785-3753ead4c7c4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:20.569195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Provisioning complete for port 52e759c3-4f2d-4792-a785-3753ead4c7c4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:20.569849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.578944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:20.615009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:20.623008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:20.639356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:20.639958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.650418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:20.790947 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The resource could not be found. Mar 02 07:47:20.794605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eaf20eb1-e49a-4620-b5f7-bdb6175200b8 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2800760 Mar 02 07:47:20.796128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:20.829551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:20.915547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] For port 52e759c3-4f2d-4792-a785-3753ead4c7c4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=52e759c3-4f2d-4792-a785-3753ead4c7c4,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:20.923570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.019962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155efb0-f43e-4bde-b034-c2f54db66c59 None None] Pushing event updated for resources: {'Port': ['ID=52e759c3-4f2d-4792-a785-3753ead4c7c4,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:21.029998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.124503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.175675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=efcffad0-5a10-46c4-a4b7-dac96760e7ae,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:21.191434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for e9eb9794-e6e9-4b9d-97fe-3fea1a7439de owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:21.212319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.289541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': 'bca4e022-efd8-4c78-b5f2-c36018becd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a62fba02-9375-4515-a7e6-0b7f3bb32fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:21.290500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: a62fba02-9375-4515-a7e6-0b7f3bb32fc2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:21.319792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.353782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network a62fba02-9375-4515-a7e6-0b7f3bb32fc2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:21.374167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.379608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/2be4c013-9036-4f02-b692-afbd1c416ff6 HTTP/1.1" status: 204 len: 168 time: 0.5828326 Mar 02 07:47:21.380789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5b43-5611-4666-8f4a-20c265e2fc97 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be4c013-9036-4f02-b692-afbd1c416ff6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:21.385209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:21.419301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e9eb9794-e6e9-4b9d-97fe-3fea1a7439de up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:21.443909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a62fba02-9375-4515-a7e6-0b7f3bb32fc2) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:21.457236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:21.458204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.483822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a5333-3a47-482b-a24e-160626c57b04 None None] Network a62fba02-9375-4515-a7e6-0b7f3bb32fc2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:21.508723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-852200f8-c92f-4f7e-877a-d43be8ba9e33 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:21.525658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-98899b8f-d9e0-477e-83ea-5f35ce57518c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4202197 Mar 02 07:47:21.528731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47338) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:21.707723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Provisioning complete for port 52e759c3-4f2d-4792-a785-3753ead4c7c4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:21.708675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.831157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e9eb9794-e6e9-4b9d-97fe-3fea1a7439de triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:21.832264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.866913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:21.876502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-852200f8-c92f-4f7e-877a-d43be8ba9e33 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:21.883955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-852200f8-c92f-4f7e-877a-d43be8ba9e33 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4968810 Mar 02 07:47:21.884649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:21.892554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '1f1c382b-b190-4c89-ae31-427122c358ae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:21.900002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:21.905678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:21.909196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:21.915984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:22.025430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47356) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:22.040319 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The resource could not be found. Mar 02 07:47:22.046094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9806289-750a-47e8-a779-0684c86aa861 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1585963 Mar 02 07:47:22.049332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47362) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:22.060408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--96021037'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:22.091724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:22.126201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:22.153612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.230553 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.246429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'networks': [{'name': 'tempest-network--1193739829'}, {'name': 'tempest-network--716772850'}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:22.246867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-network--1193739829'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:22.247430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-network--716772850'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:22.267420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:22.284721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:network and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:22.291081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:22.296688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:22.299361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.305438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:22.322445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:22.331859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:22.343400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4e4c0-9ab1-4460-9a42-0b4cb398b2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-a62fba02-9375-4515-a7e6-0b7f3bb32fc2', 'network_id': 'a62fba02-9375-4515-a7e6-0b7f3bb32fc2', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': 'efcffad0-5a10-46c4-a4b7-dac96760e7ae'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:22.344771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6ea4e4c0-9ab1-4460-9a42-0b4cb398b2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.357817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:22.365213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'network': 2} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:22.367004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=e9eb9794-e6e9-4b9d-97fe-3fea1a7439de,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:22.369360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 52e759c3-4f2d-4792-a785-3753ead4c7c4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:22.370632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.375948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:22.434075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.436547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.443858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.519304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:22.525568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-6ea4e4c0-9ab1-4460-9a42-0b4cb398b2e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efcffad0-5a10-46c4-a4b7-dac96760e7ae: This subnet is being modified by another concurrent operation. Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efcffad0-5a10-46c4-a4b7-dac96760e7ae: This subnet is being modified by another concurrent operation. Mar 02 07:47:22.535675 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:47:22.560579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c55c6-83b9-481e-97f2-7c607c0108f0 None None] Network a62fba02-9375-4515-a7e6-0b7f3bb32fc2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:22.593755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:security_group_rule and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:22.613938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:22.615396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Provisioning for port 2c82a568-43f9-46be-97e3-7f47b7098c32 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:22.632660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=efcffad0-5a10-46c4-a4b7-dac96760e7ae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:22.641928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:22.663181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Provisioning complete for port 2c82a568-43f9-46be-97e3-7f47b7098c32 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:22.663888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.824600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0cdda8ad-5bd2-459b-b667-d3e52d157188 None None] Port 2c82a568-43f9-46be-97e3-7f47b7098c32 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:22.832220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.834682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.884118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-81a8475c-7273-4147-aadc-a7770d860d0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7307544 Mar 02 07:47:22.884118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.891451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 52e759c3-4f2d-4792-a785-3753ead4c7c4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:22.891451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.900463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.902224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62fba02-9375-4515-a7e6-0b7f3bb32fc2']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:22.920704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.926700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca4e022-efd8-4c78-b5f2-c36018becd4b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:22.927036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca4e022-efd8-4c78-b5f2-c36018becd4b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:22.954168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:22.986798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:23.013797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.015786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5412c35d-ee03-4915-a1ae-28f061f104f5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:23.034866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:23.035266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:23.050314 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:23.071354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-75f4499b-1efa-4178-9e19-0cf0f306744c None None] Provisioning complete for port 2c82a568-43f9-46be-97e3-7f47b7098c32 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:23.071720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-75f4499b-1efa-4178-9e19-0cf0f306744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.126822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.134521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.138533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-985e72ed-4d7d-4ff6-bc74-f86fb5f77663 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0846601 Mar 02 07:47:23.140529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:23.143149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.144288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.169081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765076480'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:23.169691 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:47:23.199635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:23.213089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:23.216890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:23.224760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda55265-8fe5-46d2-8085-1d4a26f11c4e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:23.227418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.229261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:23.238137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9a717-3b61-49c7-bdba-9375eee8562a None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:47:23.255511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.277678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=a62fba02-9375-4515-a7e6-0b7f3bb32fc2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:23.278365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:23.286406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d26ef96-a834-48f0-b9af-832cc4ea70b8 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/a62fba02-9375-4515-a7e6-0b7f3bb32fc2 HTTP/1.1" status: 204 len: 168 time: 1.7557702 Mar 02 07:47:23.287348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47388) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:23.295162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.320303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701608812'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:23.336749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-75f4499b-1efa-4178-9e19-0cf0f306744c None None] Port 2c82a568-43f9-46be-97e3-7f47b7098c32 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:23.359457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.359980 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment d88498c5-7b3b-4647-8f12-34e6b89f4cec of type vlan for network 59855e48-6d99-4453-8d6b-8ca8ee1e1a2f Mar 02 07:47:23.361834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:23.365813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:23.375979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:23.384240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:23.386120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:23.398959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:23.403024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:23.438434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:23.448572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.482954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:23.492242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Router a300ac03-eaf1-43e9-89ac-92d864838593 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:23.498078 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.574522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9a717-3b61-49c7-bdba-9375eee8562a None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:47:23.585068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:23.600650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 4d530b3c-449f-42c8-b384-458d6df97fce is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:23.614672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:23.622933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-c8795ab0-4d45-4c61-8c23-ace433bd959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:23.624673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-c8795ab0-4d45-4c61-8c23-ace433bd959e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.5088468 Mar 02 07:47:23.650112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:23.652381 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.652730 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment d79dcc49-52a0-4b61-8d04-ff6be7229ccc of type vlan for network 5fd53e9f-6604-4cab-8e1a-cd51a714151f Mar 02 07:47:23.698744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.700126 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment 91e9b116-46af-4b57-8119-97a9dc123758 of type vlan for network 94062736-1673-4c6c-bf92-3d76f983ac01 Mar 02 07:47:23.744851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.749883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.757967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.814332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.858018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690c6253-9c41-4d0f-8dd2-d8dc664840c2,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:23.871160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.876607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:23.877221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.900217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:23.901439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea02740b-cd58-4218-877a-9f1273926f1a tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7598014 Mar 02 07:47:23.908069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47396) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:23.934023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group_rule': {'security_group_id': '5412c35d-ee03-4915-a1ae-28f061f104f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '690c6253-9c41-4d0f-8dd2-d8dc664840c2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:23.951530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:23.977669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:23.991769 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Sync routers for ids ['a300ac03-eaf1-43e9-89ac-92d864838593'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:24.018724 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Routers {'a300ac03-eaf1-43e9-89ac-92d864838593'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:24.019580 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a300ac03-eaf1-43e9-89ac-92d864838593'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:24.136890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fffe11c9-77d2-4a99-81fc-a68c1e4154ed tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "PUT /v2.0/routers/a300ac03-eaf1-43e9-89ac-92d864838593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8961480 Mar 02 07:47:24.142358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:24.146307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:24.154143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47406) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:24.155905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:24.156400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:24.162549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.167701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.168355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:24.184412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Set router a300ac03-eaf1-43e9-89ac-92d864838593 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:24.188135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8960769 Mar 02 07:47:24.189249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:24.196010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fad53-6d16-4b8c-bfe1-14f586324d72 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=5fd53e9f-6604-4cab-8e1a-cd51a714151f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:24.198175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:24.208592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5fd53e9f-6604-4cab-8e1a-cd51a714151f details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:24.227002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:24.410607 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:22Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:24.414390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3877761 Mar 02 07:47:24.426597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47420) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:24.432743 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Checking router: a300ac03-eaf1-43e9-89ac-92d864838593 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:24.452501 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Routers {'a300ac03-eaf1-43e9-89ac-92d864838593'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:24.453130 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a300ac03-eaf1-43e9-89ac-92d864838593'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:24.473317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:24.537917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=59855e48-6d99-4453-8d6b-8ca8ee1e1a2f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:24.548673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 59855e48-6d99-4453-8d6b-8ca8ee1e1a2f details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:24.598199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d54632-2abf-47b8-89d8-8b3800613c20 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.600029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d54632-2abf-47b8-89d8-8b3800613c20 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.600861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8d54632-2abf-47b8-89d8-8b3800613c20 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:24.633967 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:47:24.636129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9fada151-f2ee-4f0c-9e4a-0ee971bb1183 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7119389 Mar 02 07:47:24.639799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:24.675032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-ff4ddd0d-b238-491b-83ff-3f7d6d06ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.676456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-ff4ddd0d-b238-491b-83ff-3f7d6d06ae28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.7527294 Mar 02 07:47:24.686705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:24.688041 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] Set router a300ac03-eaf1-43e9-89ac-92d864838593 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:24.701932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:24.709229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:24.712672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8cc00144-b1ac-4b49-83a3-12104a39b489 None None] Provisioning complete for port 2c82a568-43f9-46be-97e3-7f47b7098c32 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:24.713273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8cc00144-b1ac-4b49-83a3-12104a39b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:24.720387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a5e9e-fa49-43b3-ab5b-62c0f327d829 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=94062736-1673-4c6c-bf92-3d76f983ac01,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:24.729994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:24.742622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:24.747752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:24.787091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8cc00144-b1ac-4b49-83a3-12104a39b489 None None] Port 2c82a568-43f9-46be-97e3-7f47b7098c32 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:24.790157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 94062736-1673-4c6c-bf92-3d76f983ac01 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:24.857787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8d54632-2abf-47b8-89d8-8b3800613c20 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:24.861438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d8d54632-2abf-47b8-89d8-8b3800613c20 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7031565 Mar 02 07:47:24.867343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:24.876473 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:22Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:24.882176 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4dc1e-28e2-4ba5-b0f2-00900234d1fd None None] The sync data for ids ['a300ac03-eaf1-43e9-89ac-92d864838593'] in n-d-827871-1 is: [{'id': 'a300ac03-eaf1-43e9-89ac-92d864838593', 'name': 'tempest-NetworksTestDHCPv6-router-462309379', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:01Z', 'updated_at': '2022-03-02T07:47:22Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:24.932915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing IP validity checks on allocation pools {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:47:24.933652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:47:25.005118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 1a0941bc-5b2c-4799-aef7-c3420f84ae4e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:47:25.011085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.071394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e631b-36b8-4bd6-9b4b-7a00315ca8d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.076982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e631b-36b8-4bd6-9b4b-7a00315ca8d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.083497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e631b-36b8-4bd6-9b4b-7a00315ca8d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.089669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e631b-36b8-4bd6-9b4b-7a00315ca8d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.093911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2e3e631b-36b8-4bd6-9b4b-7a00315ca8d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6660910 Mar 02 07:47:25.094588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47436) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.116608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.204907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-e897aa35-45eb-415e-a5f0-e8e001bdd4ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1000 time: 0.4503157 Mar 02 07:47:25.211623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.307873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:25.319416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=9596f783-95dd-4bec-b7cd-435759564598,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:25.333447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7519d56a-5234-468d-9c9c-e0de8625ca2d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/653a9f3a-32df-44be-b72a-635bf0932c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9319088 Mar 02 07:47:25.333596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:25.341165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.342570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.345522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:25.346220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:25.376138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.378311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.404601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:25.404968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 5fd53e9f-6604-4cab-8e1a-cd51a714151f, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:25.416313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.449331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 5fd53e9f-6604-4cab-8e1a-cd51a714151f is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:25.478079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5fd53e9f-6604-4cab-8e1a-cd51a714151f) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:25.483969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.486466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.495024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.504540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.527407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-a8f52365-9580-4f8c-ba71-1ced2e0cc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.529351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-a8f52365-9580-4f8c-ba71-1ced2e0cc6af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.3049316 Mar 02 07:47:25.552715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0941bc-5b2c-4799-aef7-c3420f84ae4e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:25.557823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.584031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d942f071-2923-4392-9993-09aba68afa4e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3827598 Mar 02 07:47:25.594496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b0bac6b1-bf0d-478f-b768-6cdc1013ba50 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/1a0941bc-5b2c-4799-aef7-c3420f84ae4e HTTP/1.1" status: 204 len: 168 time: 0.7183745 Mar 02 07:47:25.595536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.596036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47452) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.639645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c6253-9c41-4d0f-8dd2-d8dc664840c2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:25.661210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e9eb9794-e6e9-4b9d-97fe-3fea1a7439de no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:25.692841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206fa563-27a1-46e9-af40-e8c140c97644 None None] Network 5fd53e9f-6604-4cab-8e1a-cd51a714151f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:25.708555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58635a41-7d87-4148-a839-cc6eb8eb8a48 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:25.724271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.725498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1fb5b96d-8556-4bc4-a03a-447399e7183b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/690c6253-9c41-4d0f-8dd2-d8dc664840c2 HTTP/1.1" status: 204 len: 168 time: 0.9809380 Mar 02 07:47:25.735617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47464) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.805740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:25.868805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:25.870582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e179faf2-a6bd-483a-80dd-40e68214c0fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:25.893978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.893978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.894443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.894983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.895442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.895895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.896356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.896789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.897235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.897685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.898163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.902697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2e9ba8f6-f577-4083-a7ca-5a9e38ccd5ae tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7620 time: 0.5563481 Mar 02 07:47:25.915987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47468) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.985212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d719cdb-acaa-4693-bdc0-c08922d48573 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3848751 Mar 02 07:47:25.986076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e179faf2-a6bd-483a-80dd-40e68214c0fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:25.990024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e179faf2-a6bd-483a-80dd-40e68214c0fc tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2378027 Mar 02 07:47:25.991807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47476) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:25.991807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:26.123424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59855e48-6d99-4453-8d6b-8ca8ee1e1a2f']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:26.151485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-772fec68-ca22-4b67-a46e-a8903bc274b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.153657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e9eb9794-e6e9-4b9d-97fe-3fea1a7439de {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:47:26.153905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-772fec68-ca22-4b67-a46e-a8903bc274b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6112330 Mar 02 07:47:26.154056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e9eb9794-e6e9-4b9d-97fe-3fea1a7439de not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:47:26.155600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88498c5-7b3b-4647-8f12-34e6b89f4cec') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:26.156255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88498c5-7b3b-4647-8f12-34e6b89f4cec') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:26.205834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.209588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.318979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.327505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:26.328588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.418430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.467578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.468099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.468640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.469120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.470020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.470571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.471250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.472735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:26.480354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f6001299-0044-468f-9fd1-1167ab9c60a1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5187 time: 0.5610061 Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:26.481705 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:26.489082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:26.490611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.501709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.559890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.568348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.604516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5fd53e9f-6604-4cab-8e1a-cd51a714151f', 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '9596f783-95dd-4bec-b7cd-435759564598'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:26.605478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.606665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.626845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=59855e48-6d99-4453-8d6b-8ca8ee1e1a2f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:26.639964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2315d218-e107-463f-a173-f44896331121 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/59855e48-6d99-4453-8d6b-8ca8ee1e1a2f HTTP/1.1" status: 204 len: 168 time: 1.5374432 Mar 02 07:47:26.641292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:26.708016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5412c35d-ee03-4915-a1ae-28f061f104f5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:26.757247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:21Z', 'revision_number': 2, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:26.768580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:26.768944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Updating router 653a9f3a-32df-44be-b72a-635bf0932c06 port 2c82a568-43f9-46be-97e3-7f47b7098c32 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:47:26.772900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-4eb3d79a-63cb-47a2-bdb8-c0b149572a10 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064291 Mar 02 07:47:26.818674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:47:26.877205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.903513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Deleting port efcfdd4c-9980-4a4f-837a-de395fd138b2 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:26.904196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.928280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:26.968563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Allocated IP 172.20.0.3 (5fd53e9f-6604-4cab-8e1a-cd51a714151f/9596f783-95dd-4bec-b7cd-435759564598/58e3fd2f-4394-4efd-9da5-e2767fde1e57) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:26.973799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.085845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.089462 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a67252e8-0af8-48d0-a360-d8b81017176e tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/5412c35d-ee03-4915-a1ae-28f061f104f5 HTTP/1.1" status: 204 len: 168 time: 1.0925655 Mar 02 07:47:27.099112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47508) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:27.189518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.192222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.269837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.270714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Fanout notify agent at l3_agent the message router_deleted on router a300ac03-eaf1-43e9-89ac-92d864838593 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:47:27.309639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.310817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4bc99255-ed65-4371-8a3b-9f2efa561da5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/routers/a300ac03-eaf1-43e9-89ac-92d864838593 HTTP/1.1" status: 204 len: 168 time: 1.3180807 Mar 02 07:47:27.314136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:27.321075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:27.344816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9533384-a080-4aad-9171-559b77805809 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:27.404511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d3aa86e9-8b5a-4952-9fdb-58ed993e6a53 req-ee93ffb5-679f-4cab-8941-bb0156925046 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469978 Mar 02 07:47:27.431668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.492048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9533384-a080-4aad-9171-559b77805809 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:27.499249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e9533384-a080-4aad-9171-559b77805809 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3976188 Mar 02 07:47:27.504459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:27.523666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202519042'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:27.533513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94062736-1673-4c6c-bf92-3d76f983ac01']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:27.534746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:27.552418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e9b116-46af-4b57-8119-97a9dc123758') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:27.552929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e9b116-46af-4b57-8119-97a9dc123758') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:27.566680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device efcfdd4c-9980-4a4f-837a-de395fd138b2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:27.575927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.597026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:27.605821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:27.613332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:27.616871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:27.619254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4cf0954f-7618-4478-aa97-140b13f46520 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 1.1119268 Mar 02 07:47:27.634973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:27.639355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.643991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.661477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:27.662486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:27.693331 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:27.704442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:27.711717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:27.715897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.729778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] For port efcfdd4c-9980-4a4f-837a-de395fd138b2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=efcfdd4c-9980-4a4f-837a-de395fd138b2,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:27.730461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.779507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Usage tracker for resource:security_group_rule and tenant:0ea814075d6447cd9f1b69bba099a1ca is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:27.819416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:27.827569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:27.829370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.881664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.891860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=94062736-1673-4c6c-bf92-3d76f983ac01,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:27.895942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8820e40f-bf8e-414e-944f-978a1d2da3d4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/94062736-1673-4c6c-bf92-3d76f983ac01 HTTP/1.1" status: 204 len: 168 time: 1.2485826 Mar 02 07:47:27.900525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:27.959411 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:27.961892 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:27.968721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.072779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.088593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Transition to ACTIVE for port object 2c82a568-43f9-46be-97e3-7f47b7098c32 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:28.093704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62e70a7-7d5d-444d-b342-7ffdf09c96f0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.114300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.115589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c34ed63-893a-452e-a30c-0f7df25c6e47 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6097233 Mar 02 07:47:28.118643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.123939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3b9a406c-dec1-4c03-9a0e-2c4454a68b7b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.124363 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-3b9a406c-dec1-4c03-9a0e-2c4454a68b7b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:47:28.124934 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-3b9a406c-dec1-4c03-9a0e-2c4454a68b7b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 07:47:28.125813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b9a406c-dec1-4c03-9a0e-2c4454a68b7b tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "PUT /v2.0/security-groups/e62e70a7-7d5d-444d-b342-7ffdf09c96f0 HTTP/1.1" status: 409 len: 330 time: 0.0062494 Mar 02 07:47:28.129758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.174573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47546) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.184243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747983392', 'description': 'tempest-secgroup-smoke-747983392 description', 'project_id': '3295cfe480904f248703144b71005c8a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.186043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Calling delete_port for efcfdd4c-9980-4a4f-837a-de395fd138b2 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:28.195096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.207324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:28.210043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da358076-19cd-4c3a-a27e-a4011679ab5a tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:28.218238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da358076-19cd-4c3a-a27e-a4011679ab5a tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:28.219298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da358076-19cd-4c3a-a27e-a4011679ab5a tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Synchronizing usage tracker for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:28.221843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:28.244714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da358076-19cd-4c3a-a27e-a4011679ab5a tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Unset dirty status for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:28.246208 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da358076-19cd-4c3a-a27e-a4011679ab5a tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3447154 Mar 02 07:47:28.250402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47552) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.260164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2057428442'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.264309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.267839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.269944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.282157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.283312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.295787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:28.301446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.328689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.351151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:28.354312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.375473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.375881 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment c5c128f1-8306-479d-ba55-ac71a8d0e83c of type vlan for network 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e Mar 02 07:47:28.400574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.414145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.436296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:28.448639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.454193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:28.455717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:28.457184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.466358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.481387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.586540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.607533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.617418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.685651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.694350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:28.695679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990ab45-b9f1-49e3-8e91-76b69cee58c8 None None] Pushing event updated for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.696754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=1b4c7578-7aaa-4d5e-acd6-0b6353bba09e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.704727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec462b76-09d7-4e5f-8b56-f23cb23e1cb5 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4500203 Mar 02 07:47:28.708232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47564) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.710710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.713777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1311746934'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.725085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.730036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/e62e70a7-7d5d-444d-b342-7ffdf09c96f0 HTTP/1.1" status: 204 len: 168 time: 0.5992603 Mar 02 07:47:28.730356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.731239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:28.732401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47568) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.734663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:28.735268 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.755570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:28.764913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e66d6-ba9c-46fa-92a2-550357390689 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62e70a7-7d5d-444d-b342-7ffdf09c96f0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.776802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Transition to ACTIVE for port object 58e3fd2f-4394-4efd-9da5-e2767fde1e57 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:28.806433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4901018 Mar 02 07:47:28.814308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47574) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.826310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.831345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6551487 Mar 02 07:47:28.857038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.860401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.864399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47578) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:28.867643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ad8ba-76e0-4f3b-b8ae-4b1ff081ddf9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.878987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:28.889106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.894016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:28.897975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:28.905994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.906999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:network and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:28.912884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:28.917830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec871-4cfb-475c-971d-b86d613e943b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=df27bf43-464a-4b10-b1c9-039c89663659,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:28.922246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.923834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:28.937250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:router and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:28.940525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:28.943830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.945163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16f2a27b-9193-4747-991d-cb1819eaa843 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Synchronizing usage tracker for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:28.949029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:28.952294 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.959089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:28.988999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:28.997628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:28.998007 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment 7d1fc20b-3db9-4d28-a2ae-170a55bc03a1 of type vlan for network 13bb43ce-02b6-4004-b041-368d92b4790a Mar 02 07:47:29.001192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.002345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.019658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.025102 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.044712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16f2a27b-9193-4747-991d-cb1819eaa843 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] Unset dirty status for tenant:0ea814075d6447cd9f1b69bba099a1ca on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:29.046709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16f2a27b-9193-4747-991d-cb1819eaa843 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3129289 Mar 02 07:47:29.053359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47584) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.064591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.072909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.089008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] Pushing event deleted for resources: {'Port': ['ID=efcfdd4c-9980-4a4f-837a-de395fd138b2,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:29.098313 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-d2c07082-bda1-4705-98ce-933d59f5e4a0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] delete failed (client error): The resource could not be found. Mar 02 07:47:29.099440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d2c07082-bda1-4705-98ce-933d59f5e4a0 tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2798912-9ad8-46f6-80cf-27afaa6e0e9a HTTP/1.1" status: 404 len: 347 time: 0.0449257 Mar 02 07:47:29.103798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.109574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Transition to ACTIVE for port object 58e3fd2f-4394-4efd-9da5-e2767fde1e57 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:29.122613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.123096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaefbb0-4d41-4783-afc6-b6972b7533ca None None] No DVR routers for this DVR port efcfdd4c-9980-4a4f-837a-de395fd138b2 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:47:29.124727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Attempting to bind port 2c82a568-43f9-46be-97e3-7f47b7098c32 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:29.125103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Attempting to bind port 2c82a568-43f9-46be-97e3-7f47b7098c32 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:29.125463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Attempting to bind port 2c82a568-43f9-46be-97e3-7f47b7098c32 on network 4d530b3c-449f-42c8-b384-458d6df97fce {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:29.130961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:29.132668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.138722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.149145 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.167713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396ca725-dbcb-449a-bf60-2c6611bdc13c,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:29.180815 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-04a7a4e6-d115-444c-965f-7700314f91bb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] show failed (client error): The resource could not be found. Mar 02 07:47:29.185304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-04a7a4e6-d115-444c-965f-7700314f91bb tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-groups/f49546a8-f351-45aa-a991-eb42a4e0dc94 HTTP/1.1" status: 404 len: 347 time: 0.0770578 Mar 02 07:47:29.192332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47594) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.221914 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-7f1a63ec-bc33-4672-b4b4-12cec246cbfe tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] show failed (client error): The resource could not be found. Mar 02 07:47:29.226007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f1a63ec-bc33-4672-b4b4-12cec246cbfe tempest-NegativeSecGroupTest-360553111 tempest-NegativeSecGroupTest-360553111-project] 10.222.0.21 "GET /v2.0/security-group-rules/c6314774-5712-4113-9010-02fb2df3a527 HTTP/1.1" status: 404 len: 356 time: 0.0294945 Mar 02 07:47:29.229045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.234175 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e67b7b61-8ce4-4294-b350-fb477dc38e28 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3584163 Mar 02 07:47:29.234175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.234650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4271f410-2818-4fcf-bda8-1cc16b70a162 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4099758 Mar 02 07:47:29.235590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.239779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.240650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:29.241267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Checking segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:29.241953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.242631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Bound using segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:29.243494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Bound port: 2c82a568-43f9-46be-97e3-7f47b7098c32, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:29.244283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.245190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47602) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.249483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:29.258032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866b3c2-9c4a-4809-8237-8e18903d8975 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:29.364372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Network 5fd53e9f-6604-4cab-8e1a-cd51a714151f is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:29.373092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:29.375749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=13bb43ce-02b6-4004-b041-368d92b4790a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:29.392483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-928c51d2-72e3-42f1-b364-7c3b3b5b28a4 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6825483 Mar 02 07:47:29.406514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47612) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.414552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'ports': [{'network_id': '1b4c7578-7aaa-4d5e-acd6-0b6353bba09e', 'name': 'tempest-port--1234405714', 'admin_state_up': True}, {'network_id': '13bb43ce-02b6-4004-b041-368d92b4790a', 'admin_state_up': False}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:29.415135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'port': {'network_id': '1b4c7578-7aaa-4d5e-acd6-0b6353bba09e', 'name': 'tempest-port--1234405714', 'admin_state_up': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:29.415770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'port': {'network_id': '13bb43ce-02b6-4004-b041-368d92b4790a', 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:29.448088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:29.460382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 13bb43ce-02b6-4004-b041-368d92b4790a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:29.635861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Pushing event updated for resources: {'Port': ['ID=58e3fd2f-4394-4efd-9da5-e2767fde1e57,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:29.713095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:29.739906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Attempting to bind port 58e3fd2f-4394-4efd-9da5-e2767fde1e57 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:29.740186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Attempting to bind port 58e3fd2f-4394-4efd-9da5-e2767fde1e57 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:29.740569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Attempting to bind port 58e3fd2f-4394-4efd-9da5-e2767fde1e57 on network 5fd53e9f-6604-4cab-8e1a-cd51a714151f {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:29.746860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=9596f783-95dd-4bec-b7cd-435759564598,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:29.766517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] For port 2c82a568-43f9-46be-97e3-7f47b7098c32, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:29.770158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:29.770542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Checking segment: {'id': 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:29.770953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.771356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Bound using segment: {'id': 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:29.771835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Bound port: 58e3fd2f-4394-4efd-9da5-e2767fde1e57, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:29.772218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.785294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:29.791344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:port and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:29.801288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:29.811586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:29.825780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47622) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:29.843667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'port': 2} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:29.865792 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.886517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:29.904507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:29.926477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:29.987151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] For port 2c82a568-43f9-46be-97e3-7f47b7098c32, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2c82a568-43f9-46be-97e3-7f47b7098c32,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:29.998888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'df27bf43-464a-4b10-b1c9-039c89663659'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:29.999901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.035058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.084479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:30.175983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] device_id is not set on port 60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:47:30.261834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] For port 58e3fd2f-4394-4efd-9da5-e2767fde1e57, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:30.295163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.295714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.389208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.408447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:30.409617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:30.459226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] device_id is not set on port c393a308-5e8d-4b31-a04c-dff18d03439c yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:47:30.478088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] For port 58e3fd2f-4394-4efd-9da5-e2767fde1e57, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=58e3fd2f-4394-4efd-9da5-e2767fde1e57,segment=NetworkSegment(d79dcc49-52a0-4b61-8d04-ff6be7229ccc),segment_id=d79dcc49-52a0-4b61-8d04-ff6be7229ccc)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:30.490531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd53e9f-6604-4cab-8e1a-cd51a714151f']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:30.496874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.513188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:30.513501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:30.516027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990ab45-b9f1-49e3-8e91-76b69cee58c8 None None] Pushing event updated for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:30.540857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.559272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.568370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:30.568973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.614034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/df27bf43-464a-4b10-b1c9-039c89663659/2998cffb-e18e-4af9-98d3-e0d729d30185) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:30.649436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.662962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27165a1e-52df-4d55-9fd6-02e09b3c0519 None None] Pushing event updated for resources: {'Port': ['ID=58e3fd2f-4394-4efd-9da5-e2767fde1e57,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:30.691578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-e022bf61-dd7e-43a4-8211-914ea7418e1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0806925 Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:30.692247 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:30.699723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4cb49b10-d774-406c-bba1-97e2d7772354 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ea814075d6447cd9f1b69bba099a1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8704491 Mar 02 07:47:30.726552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:30.808955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:30.833638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.869292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.916352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.917265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:47:30.917265 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:47:30.917265 n-d-827871-1 neutron-server[87854]: [parameters: {'id': '5fd53e9f-6604-4cab-8e1a-cd51a714151f'}] Mar 02 07:47:30.917265 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:47:30.917611 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:47:30.929850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.961457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:30.984940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.028904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6096c27-22fa-40a4-b303-8759badf4bfd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:31.043415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.063945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Port': ['ID=60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:31.073056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.074431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-18be6deb-50ee-4423-b8db-44fd74f22aae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6096c27-22fa-40a4-b303-8759badf4bfd HTTP/1.1" status: 204 len: 168 time: 0.3477564 Mar 02 07:47:31.097577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Checking segment: {'id': 'c5c128f1-8306-479d-ba55-ac71a8d0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b4c7578-7aaa-4d5e-acd6-0b6353bba09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:31.097577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network hostable DHCP agents. Network: 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:31.107461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f01d37-795c-4c36-9a9b-d61500bf3227,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:31.144749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:31.159252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:31.163242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:31.164308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.233453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37eb2ac-4200-42bd-a968-dbbd80156bdf None None] Network 1b4c7578-7aaa-4d5e-acd6-0b6353bba09e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:31.241307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.242561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f0f47f5-8180-4b35-a3f5-777fab756dc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0049560 Mar 02 07:47:31.245038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be629-e917-4423-984e-49d61f1c7b34 req-74b5d40d-9846-4a00-af47-c4f2fa73ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.246508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-74b5d40d-9846-4a00-af47-c4f2fa73ae8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 1100 time: 0.3967447 Mar 02 07:47:31.262324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47654) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:31.269832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:31.276670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:31.281028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:31.284156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:31.300095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:31.333637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Port': ['ID=c393a308-5e8d-4b31-a04c-dff18d03439c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:31.360124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Checking segment: {'id': '7d1fc20b-3db9-4d28-a2ae-170a55bc03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '13bb43ce-02b6-4004-b041-368d92b4790a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:31.360674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network hostable DHCP agents. Network: 13bb43ce-02b6-4004-b041-368d92b4790a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:31.368806 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.410571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network 13bb43ce-02b6-4004-b041-368d92b4790a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:31.427536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 13bb43ce-02b6-4004-b041-368d92b4790a) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:31.470573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:31.490208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.495341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.495468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.496646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.498010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b627d-26a5-48c8-b438-26f6ce801135 None None] Network 5fd53e9f-6604-4cab-8e1a-cd51a714151f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:31.536844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ba3b25b3-072b-4615-bb98-159fddb58385 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1285546 Mar 02 07:47:31.537969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:31.604617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c187d37-bc13-45b0-ab68-9d94297f0684 None None] Network 13bb43ce-02b6-4004-b041-368d92b4790a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:31.649540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.688539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.750944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e13a8d-3210-4257-b31b-36388809d769,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:31.780881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970a065-22a9-4564-a584-9394841815c0 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.789115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970a065-22a9-4564-a584-9394841815c0 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.789944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7970a065-22a9-4564-a584-9394841815c0 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Synchronizing usage tracker for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:31.807471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Deleting port 58e3fd2f-4394-4efd-9da5-e2767fde1e57 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:31.808277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.808938 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:31.813419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e28a8370-0ade-4c4b-8f17-377af9cdaae6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5482228 Mar 02 07:47:31.814448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:31.819812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7970a065-22a9-4564-a584-9394841815c0 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Unset dirty status for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:31.824332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7970a065-22a9-4564-a584-9394841815c0 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2771273 Mar 02 07:47:31.825459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47684) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:31.828363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:31.866526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:31.888216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:31.896022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:31.906326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:31.932080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Deleting port 60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:31.932469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.031178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.188481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be629-e917-4423-984e-49d61f1c7b34 req-d0b4da74-f230-4dbf-b8a1-318da874986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:32.190083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-d0b4da74-f230-4dbf-b8a1-318da874986f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.8017251 Mar 02 07:47:32.279967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:32.338071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-cab0cbcb-3746-4760-93b3-3431feac15ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b HTTP/1.1" status: 200 len: 217 time: 0.1379445 Mar 02 07:47:32.361371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.389418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.460569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4402c871-66d7-4b6a-bf77-ea3c7bb71a9b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:32.468271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be629-e917-4423-984e-49d61f1c7b34 req-dd542f14-a925-4192-80a9-405c12829538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:32.473440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.477079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae25f5a2-3c59-4311-9e1b-d337950e2e95 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6583264 Mar 02 07:47:32.477946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:32.478967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-dd542f14-a925-4192-80a9-405c12829538 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.1343789 Mar 02 07:47:32.514731 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.533190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:32.537906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Transition to ACTIVE for port object 2998cffb-e18e-4af9-98d3-e0d729d30185 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:32.547418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:32.562477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:32.567733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:32.568993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Transition to ACTIVE for port object 2998cffb-e18e-4af9-98d3-e0d729d30185 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:32.571657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.584990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:32.603767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.653668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0c587905-ff61-49de-bd39-b5bf6ca869f0 tempest-ServiceProvidersTest-136359613 tempest-ServiceProvidersTest-136359613-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3688507 Mar 02 07:47:32.711006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Calling delete_port for 60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:32.723479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:32.734841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Pushing event updated for resources: {'Port': ['ID=2998cffb-e18e-4af9-98d3-e0d729d30185,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:32.747491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:32.761878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:32.765834 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:47:32.770903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::1 (871403d4-b7e4-4b70-8238-fafc5d1d738d/df27bf43-464a-4b10-b1c9-039c89663659/a532c103-dcb0-4b43-8ea3-3f38d9cd239c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:32.777976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.779215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.779624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.790285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.790285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.790285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.790285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.790777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.790867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.791260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.791631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.792278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.792278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:32.907405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] For port 58e3fd2f-4394-4efd-9da5-e2767fde1e57, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=58e3fd2f-4394-4efd-9da5-e2767fde1e57,segment=NetworkSegment(d79dcc49-52a0-4b61-8d04-ff6be7229ccc),segment_id=d79dcc49-52a0-4b61-8d04-ff6be7229ccc)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:32.908186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.915787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.971160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.982035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Port': ['ID=60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:32.985436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:32.999101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.037475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acd938b-d1f8-45fe-9569-9a2fd845fb3c,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:33.046987 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4190c7bb-8306-4158-baa2-df1c759dcf20 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/ports/60e2abaf-ce38-48b5-a31e-3e4a1ec0fc67 HTTP/1.1" status: 204 len: 168 time: 1.2126286 Mar 02 07:47:33.048168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:33.085291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.089318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b36f57b0-2833-4733-b03b-8e9b657cd31a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6104310 Mar 02 07:47:33.089991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47728) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:33.105474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:29Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:33.108412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'e9b8c7ad-dc2e-4121-80fd-a7c6f6413268', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:33.121553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265197-edd5-4a08-a174-25832fc5bef0 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:29Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:33.126996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47734) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:33.129333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:33.138803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:33.139276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Attempting to bind port 2998cffb-e18e-4af9-98d3-e0d729d30185 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:33.139665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Attempting to bind port 2998cffb-e18e-4af9-98d3-e0d729d30185 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:33.140179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Attempting to bind port 2998cffb-e18e-4af9-98d3-e0d729d30185 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:33.147548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:33.147548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:33.148027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.148379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:33.148591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:33.148901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Bound port: 2998cffb-e18e-4af9-98d3-e0d729d30185, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:33.149292 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.167491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:33.183931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Deleting port c393a308-5e8d-4b31-a04c-dff18d03439c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:33.184622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.221391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Calling delete_port for 58e3fd2f-4394-4efd-9da5-e2767fde1e57 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:33.261980 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:47:33.263355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be629-e917-4423-984e-49d61f1c7b34 req-2ba5c3ac-a2f9-4613-a9bb-627c2a2d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.265107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-2ba5c3ac-a2f9-4613-a9bb-627c2a2d163e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7802536 Mar 02 07:47:33.271834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.355610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0b453642-e11a-4449-83b5-02459d92476d None None] For port 2998cffb-e18e-4af9-98d3-e0d729d30185, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:33.364463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0b453642-e11a-4449-83b5-02459d92476d None None] For port 2998cffb-e18e-4af9-98d3-e0d729d30185, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2998cffb-e18e-4af9-98d3-e0d729d30185,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:33.372929 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.473346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453642-e11a-4449-83b5-02459d92476d None None] Pushing event updated for resources: {'Port': ['ID=2998cffb-e18e-4af9-98d3-e0d729d30185,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:33.605470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.628458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2c82a568-43f9-46be-97e3-7f47b7098c32 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:33.685588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-5260fd28-be90-4dcb-aad6-c45bea6650f1 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079590 Mar 02 07:47:33.690877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.783716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2c82a568-43f9-46be-97e3-7f47b7098c32 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:33.792191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2c82a568-43f9-46be-97e3-7f47b7098c32 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:33.792687 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.884967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.922718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Calling delete_port for c393a308-5e8d-4b31-a04c-dff18d03439c owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:34.054031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.054677 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.059291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Port': ['ID=58e3fd2f-4394-4efd-9da5-e2767fde1e57,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.064504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.119066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2c82a568-43f9-46be-97e3-7f47b7098c32, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2c82a568-43f9-46be-97e3-7f47b7098c32,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:34.134129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.147833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object a532c103-dcb0-4b43-8ea3-3f38d9cd239c will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:34.177779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.192568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No DVR routers for this DVR port 58e3fd2f-4394-4efd-9da5-e2767fde1e57 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:47:34.201156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Port': ['ID=c393a308-5e8d-4b31-a04c-dff18d03439c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.203159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.209032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:34.260217 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.265573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84346c4d-c3c5-43dc-9d62-7525c29ccd0d tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/ports/c393a308-5e8d-4b31-a04c-dff18d03439c HTTP/1.1" status: 204 len: 168 time: 1.2161539 Mar 02 07:47:34.266647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.270036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86fdabe-b52c-4db9-bf47-f798d2d16867,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.275024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Usage tracker for resource:security_group_rule and tenant:b08e4469902f40909c9989806b174b17 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:34.278038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:34.279054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.294429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da477752-d006-4653-b35a-a59be3c33d6d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1923223 Mar 02 07:47:34.297644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:34.318430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-234be629-e917-4423-984e-49d61f1c7b34 req-b1b7c177-dc00-4209-bb7e-889da726c5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234875 Mar 02 07:47:34.323479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.386368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-735d090a-ec1a-43eb-b43c-2ced3ac744bc tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Synchronizing usage tracker for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:34.395827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:34.464841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-735d090a-ec1a-43eb-b43c-2ced3ac744bc tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Unset dirty status for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:34.482281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-735d090a-ec1a-43eb-b43c-2ced3ac744bc tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1703763 Mar 02 07:47:34.486212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47764) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:34.522065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:34.528313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-873671396'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:34.542314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:34.584162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:34.609664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:network and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:34.634444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:34.655737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:34.659447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.660043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:34.666588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.693169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:34.706019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.732318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.794736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:34.809379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.814903 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.816265 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment 2fab3172-2cf4-45fa-8df4-5e1db0e01866 of type vlan for network 92a36501-995f-4b7f-b0a6-434a112e4db6 Mar 02 07:47:34.818868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.869432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b08e4469902f40909c9989806b174b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7373188 Mar 02 07:47:34.870259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:34.929306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd53e9f-6604-4cab-8e1a-cd51a714151f']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:34.956900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-add355b0-95d1-4c6f-86a7-2d0009251eec tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:34.972497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:34.972497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79dcc49-52a0-4b61-8d04-ff6be7229ccc') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:34.977647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c722e1-728e-4013-a243-a989e2c2df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8da039b-3a2e-4465-877b-f56cea4fde99,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.997368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.006770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.021916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-add355b0-95d1-4c6f-86a7-2d0009251eec tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:35.023168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-add355b0-95d1-4c6f-86a7-2d0009251eec tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747983392&fields=id&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 267 time: 0.3872244 Mar 02 07:47:35.027755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.062173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.134879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.144370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:35.146832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-445ffb91-1af4-403b-b385-11b4317efd4e None None] Provisioning for port 2998cffb-e18e-4af9-98d3-e0d729d30185 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:35.147321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.150080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:35.150501 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:35.177184 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:35.184964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.330303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8410895 Mar 02 07:47:35.334184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47790) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:35.337801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe8a0-01b0-44e6-8774-84e54d61f8df tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=92a36501-995f-4b7f-b0a6-434a112e4db6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:35.343363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1140374070'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:35.351799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:35.354086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 92a36501-995f-4b7f-b0a6-434a112e4db6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:35.357246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:network and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:35.361333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:35.369117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:35.425982 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.491565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.514847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-3b23866c-c4c4-4f1c-afcc-65e292b8ccad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:35.517654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d7ab4-554a-45ac-878e-cae558db45c8 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:47:35.522165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-3b23866c-c4c4-4f1c-afcc-65e292b8ccad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 797 time: 0.4885612 Mar 02 07:47:35.544966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.580340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=5fd53e9f-6604-4cab-8e1a-cd51a714151f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:35.581882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.583572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-b1eefe4e-b1ea-455d-8f17-e6922815fc09 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/quotas/3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 375 time: 0.0322437 Mar 02 07:47:35.620624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:35.624793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.652945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8da039b-3a2e-4465-877b-f56cea4fde99,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:35.671042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.672679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cfe1d0ba-1c60-4ddf-bea1-af2c4ffc7b22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8da039b-3a2e-4465-877b-f56cea4fde99 HTTP/1.1" status: 204 len: 168 time: 0.7984841 Mar 02 07:47:35.688428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:35.714932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.715368 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Added segment 47d40cf5-2895-4f92-87a3-87cdab422422 of type vlan for network 2ec539f2-531e-42ae-8959-b9925cb0b036 Mar 02 07:47:35.739802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c7f6fcf6-b099-45f4-9da0-7b89184f8ac2 None None] Provisioning for port a532c103-dcb0-4b43-8ea3-3f38d9cd239c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:35.752334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-23e9715e-2808-4a39-83af-1860318259b2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/5fd53e9f-6604-4cab-8e1a-cd51a714151f HTTP/1.1" status: 204 len: 168 time: 10.1540098 Mar 02 07:47:35.761587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47802) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:35.765824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c7f6fcf6-b099-45f4-9da0-7b89184f8ac2 None None] Provisioning complete for port a532c103-dcb0-4b43-8ea3-3f38d9cd239c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:35.766758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c7f6fcf6-b099-45f4-9da0-7b89184f8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.776217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129774833'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:35.787480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:35.790840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.827601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.836082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:35.836755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.853708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:35.859668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:35.865607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2c82a568-43f9-46be-97e3-7f47b7098c32 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:35.868958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:35.917583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:35.921421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.976327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-bb64a3ac-fe0c-4f11-b957-0208911d555e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3802869 Mar 02 07:47:36.007406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Network': ['ID=2ec539f2-531e-42ae-8959-b9925cb0b036,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:36.012563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f3ad042-656d-4ecf-b889-11c658a4e5ea tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6767793 Mar 02 07:47:36.019179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6fcf6-b099-45f4-9da0-7b89184f8ac2 None None] Port a532c103-dcb0-4b43-8ea3-3f38d9cd239c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:36.042293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2ec539f2-531e-42ae-8959-b9925cb0b036 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:36.171744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47818) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:36.179324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'subnets': [{'network_id': '92a36501-995f-4b7f-b0a6-434a112e4db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--722062327', 'ip_version': 4}, {'network_id': '2ec539f2-531e-42ae-8959-b9925cb0b036', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:36.179731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'subnet': {'network_id': '92a36501-995f-4b7f-b0a6-434a112e4db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--722062327', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:36.180430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Request body: {'subnet': {'network_id': '2ec539f2-531e-42ae-8959-b9925cb0b036', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:36.272196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d7ab4-554a-45ac-878e-cae558db45c8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:47:36.337011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2c82a568-43f9-46be-97e3-7f47b7098c32 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:36.337394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.342672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:36.355920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.356278 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 9a065c91-15c9-4f25-9e48-11fabf43821e of type vlan for network 2796ec10-1503-41b5-a85b-69dc1d2e89eb Mar 02 07:47:36.393651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.441403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.447331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:36.448182 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.567544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-4a3206a3-8ed8-4cac-8c97-484ccbdbff82 service neutron] 10.222.0.21 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366099 Mar 02 07:47:36.583415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:36.597005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Usage tracker for resource:subnet and tenant:d53f17f3ab5b4d139b0f6960ba5afb60 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:36.605696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:36.612448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:36.702868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.727614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Made reservation on behalf of d53f17f3ab5b4d139b0f6960ba5afb60 for: {'subnet': 2} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:36.733629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.734177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.797607 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.799584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.807447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0445797 Mar 02 07:47:36.816676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:36.912937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2998cffb-e18e-4af9-98d3-e0d729d30185 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:36.930480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '2796ec10-1503-41b5-a85b-69dc1d2e89eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:36.950248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:37.065117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44071a-afde-48cb-83f0-00e4daead04f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=2796ec10-1503-41b5-a85b-69dc1d2e89eb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:37.126225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2796ec10-1503-41b5-a85b-69dc1d2e89eb details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:37.459970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2998cffb-e18e-4af9-98d3-e0d729d30185 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:37.466453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.474148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:37.483904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:37.493535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:37.501760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:37.507042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2998cffb-e18e-4af9-98d3-e0d729d30185 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:37.507790 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.517574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-a737fd11-7ede-40c0-939b-b9bac6df661f service neutron] 10.222.0.21 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238319 Mar 02 07:47:37.524529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:37.527211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:37.576354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Subnet': ['ID=fe7fe27e-3155-45cf-9b59-9ebf52964c66,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:37.592684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Checking segment: {'id': '2fab3172-2cf4-45fa-8df4-5e1db0e01866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '92a36501-995f-4b7f-b0a6-434a112e4db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:37.594248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network hostable DHCP agents. Network: 92a36501-995f-4b7f-b0a6-434a112e4db6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:37.617382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network 92a36501-995f-4b7f-b0a6-434a112e4db6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:37.639644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 92a36501-995f-4b7f-b0a6-434a112e4db6) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:37.648023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.700012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f10b4-ca47-4d46-942b-10c94bb1873c None None] Network 92a36501-995f-4b7f-b0a6-434a112e4db6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:37.774461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Checking segment: {'id': '47d40cf5-2895-4f92-87a3-87cdab422422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2ec539f2-531e-42ae-8959-b9925cb0b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:37.774822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network hostable DHCP agents. Network: 2ec539f2-531e-42ae-8959-b9925cb0b036, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:37.788687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event updated for resources: {'Subnet': ['ID=db98e9b0-618a-4055-816d-229a47f6cc69,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:37.806038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Network 2ec539f2-531e-42ae-8959-b9925cb0b036 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:37.807555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:37.811680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.830209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2ec539f2-531e-42ae-8959-b9925cb0b036) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:37.837338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.838052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.838778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.885565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12a4a9d0-0640-4cc0-a726-8d07565d8b47 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7121277 Mar 02 07:47:37.888007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47876) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:37.907279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8351f1-67fb-4cad-ad71-f581b8c14b32 None None] Network 2ec539f2-531e-42ae-8959-b9925cb0b036 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:37.998822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:38.000477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:38.002002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:38.003736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Synchronizing usage tracker for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:38.030592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Unset dirty status for tenant:d53f17f3ab5b4d139b0f6960ba5afb60 on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:38.032124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b885eab-957a-4a18-a9d7-7f39fff170c3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1411707 Mar 02 07:47:38.035367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47884) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:38.155220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Deleting subnet fe7fe27e-3155-45cf-9b59-9ebf52964c66 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:47:38.165224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.189221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.208348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-203d4e70-c5ab-4953-a2b1-a04d3d56f8ff None None] Provisioning complete for port a532c103-dcb0-4b43-8ea3-3f38d9cd239c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:38.209365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-203d4e70-c5ab-4953-a2b1-a04d3d56f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.242325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Router c2c804a1-7fa5-4453-8c4c-dca41849584b is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:47:38.294140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.399209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.562407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.618830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:38.629980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Sync routers for ids ['c2c804a1-7fa5-4453-8c4c-dca41849584b'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:38.635198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-356c53b5-809a-4b9c-96e9-65b53219227f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "PUT /v2.0/routers/c2c804a1-7fa5-4453-8c4c-dca41849584b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3375976 Mar 02 07:47:38.635659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47906) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:38.645905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Routers {'c2c804a1-7fa5-4453-8c4c-dca41849584b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:38.646535 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c2c804a1-7fa5-4453-8c4c-dca41849584b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:38.653717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2998cffb-e18e-4af9-98d3-e0d729d30185, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2998cffb-e18e-4af9-98d3-e0d729d30185,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:38.656249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b51ff-751f-4659-b1bd-96a48c87b032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-92a36501-995f-4b7f-b0a6-434a112e4db6', 'network_id': '92a36501-995f-4b7f-b0a6-434a112e4db6', 'tenant_id': 'd53f17f3ab5b4d139b0f6960ba5afb60', 'fixed_ips': [{'subnet_id': 'fe7fe27e-3155-45cf-9b59-9ebf52964c66'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:38.657254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b8b51ff-751f-4659-b1bd-96a48c87b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.679092 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.698433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7fe27e-3155-45cf-9b59-9ebf52964c66,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:38.713666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.754660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7c13eae-49d3-4c60-942f-a3245bf6bee2 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/subnets/fe7fe27e-3155-45cf-9b59-9ebf52964c66 HTTP/1.1" status: 204 len: 168 time: 0.7071435 Mar 02 07:47:38.754660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47912) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:38.813524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-203d4e70-c5ab-4953-a2b1-a04d3d56f8ff None None] Port a532c103-dcb0-4b43-8ea3-3f38d9cd239c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:38.818328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391cdfbf-43a5-4086-9242-4030231f2233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2ec539f2-531e-42ae-8959-b9925cb0b036', 'network_id': '2ec539f2-531e-42ae-8959-b9925cb0b036', 'tenant_id': 'd53f17f3ab5b4d139b0f6960ba5afb60', 'fixed_ips': [{'subnet_id': 'db98e9b0-618a-4055-816d-229a47f6cc69'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:38.819103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.819933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-391cdfbf-43a5-4086-9242-4030231f2233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:38.840882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69658e24-2bb8-4898-8fc3-a69083c3e266 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:38.841535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-69658e24-2bb8-4898-8fc3-a69083c3e266 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:38.941578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Deleting subnet db98e9b0-618a-4055-816d-229a47f6cc69 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:47:38.946118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.067505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-69658e24-2bb8-4898-8fc3-a69083c3e266 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:39.077140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47928) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:39.078038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-69658e24-2bb8-4898-8fc3-a69083c3e266 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports/a532c103-dcb0-4b43-8ea3-3f38d9cd239c HTTP/1.1" status: 200 len: 911 time: 0.4408984 Mar 02 07:47:39.127400 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Set router c2c804a1-7fa5-4453-8c4c-dca41849584b gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:39.140635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2998cffb-e18e-4af9-98d3-e0d729d30185,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:39.162402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d39f3d17-dc4b-4dc8-8606-3bdc73b25283 req-dc014028-9f88-4dac-8b6f-6c9cf1ab287a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:39.165896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=9ee5ce14-6f98-459c-a071-a56c9e77376e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:39.193345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47934) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:39.194187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '9a065c91-15c9-4f25-9e48-11fabf43821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2796ec10-1503-41b5-a85b-69dc1d2e89eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:39.194562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 2796ec10-1503-41b5-a85b-69dc1d2e89eb, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:39.229936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 2796ec10-1503-41b5-a85b-69dc1d2e89eb is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:39.235136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5d583-ac26-4b28-bdb9-aacf4005a3a5 None None] Network 92a36501-995f-4b7f-b0a6-434a112e4db6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:39.246894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2796ec10-1503-41b5-a85b-69dc1d2e89eb) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:39.262610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:39.263582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.294106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1ee484b7-310e-4a99-9196-dd4a62f78319 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3739130 Mar 02 07:47:39.295392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47940) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:39.316727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5a72d-9b5f-4c26-8590-466aa25615be None None] Network 2796ec10-1503-41b5-a85b-69dc1d2e89eb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:39.500812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.507872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.571479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:39.592613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Usage tracker for resource:security_group_rule and tenant:16f47515db8040b880e8535f25d8b7ef is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:39.596213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:39.630414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:39.662773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d39f3d17-dc4b-4dc8-8606-3bdc73b25283 req-dc014028-9f88-4dac-8b6f-6c9cf1ab287a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:39.664868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d39f3d17-dc4b-4dc8-8606-3bdc73b25283 req-dc014028-9f88-4dac-8b6f-6c9cf1ab287a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 210 time: 0.6641386 Mar 02 07:47:39.681966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.686556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.759052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0088b6-9a79-452e-9ff7-60ac2e6d5064 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:39.766150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0088b6-9a79-452e-9ff7-60ac2e6d5064 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:39.767428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9b0088b6-9a79-452e-9ff7-60ac2e6d5064 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:39.792195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9b0088b6-9a79-452e-9ff7-60ac2e6d5064 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:39.793486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b0088b6-9a79-452e-9ff7-60ac2e6d5064 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7085848 Mar 02 07:47:39.798079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47960) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:39.887498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:35Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'a532c103-dcb0-4b43-8ea3-3f38d9cd239c', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:fb:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:31Z', 'updated_at': '2022-03-02T07:47:35Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:39.898866 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Checking router: c2c804a1-7fa5-4453-8c4c-dca41849584b for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:39.898866 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Updating router c2c804a1-7fa5-4453-8c4c-dca41849584b port a532c103-dcb0-4b43-8ea3-3f38d9cd239c binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:47:39.950622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:39.988000 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.016843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-391cdfbf-43a5-4086-9242-4030231f2233 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db98e9b0-618a-4055-816d-229a47f6cc69: This subnet is being modified by another concurrent operation. Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db98e9b0-618a-4055-816d-229a47f6cc69: This subnet is being modified by another concurrent operation. Mar 02 07:47:40.052516 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:47:40.103902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Subnet': ['ID=db98e9b0-618a-4055-816d-229a47f6cc69,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:40.120911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a355b86-2d4e-4b52-83aa-d6a1e592ff50 None None] Network 2ec539f2-531e-42ae-8959-b9925cb0b036 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:40.133065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.146813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37e276f3-a56b-43a8-91df-281b5208386e tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/subnets/db98e9b0-618a-4055-816d-229a47f6cc69 HTTP/1.1" status: 204 len: 168 time: 1.4014003 Mar 02 07:47:40.153614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47966) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:40.263803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.289067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.316703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.522391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479593fe-6410-4331-b55f-8bc2263a5dd9 None None] Network 2796ec10-1503-41b5-a85b-69dc1d2e89eb requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:40.531927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.573553 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.585983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Transition to ACTIVE for port object a532c103-dcb0-4b43-8ea3-3f38d9cd239c will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:40.596357 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.598258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2796ec10-1503-41b5-a85b-69dc1d2e89eb']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:40.801109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96bbee-f782-4b5e-a458-44a8979d2cc2 None None] Pushing event updated for resources: {'Port': ['ID=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:40.890516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2998cffb-e18e-4af9-98d3-e0d729d30185 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:40.922572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a065c91-15c9-4f25-9e48-11fabf43821e') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:40.922880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a065c91-15c9-4f25-9e48-11fabf43821e') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:40.956979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.985028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.001453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.008640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:41.009049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.032338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2998cffb-e18e-4af9-98d3-e0d729d30185 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:41.034785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:41.146786 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:41.149101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee5ce14-6f98-459c-a071-a56c9e77376e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:41.157780 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Attempting to bind port a532c103-dcb0-4b43-8ea3-3f38d9cd239c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:41.158252 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Attempting to bind port a532c103-dcb0-4b43-8ea3-3f38d9cd239c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:41.158572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Attempting to bind port a532c103-dcb0-4b43-8ea3-3f38d9cd239c on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:41.168913 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:41.169275 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:41.175321 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.175954 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:41.177063 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Bound port: a532c103-dcb0-4b43-8ea3-3f38d9cd239c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:41.177598 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.185673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3aae8-3a3d-4295-a0a0-cc4cd5c050e9 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:41.196633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82f3aae8-3a3d-4295-a0a0-cc4cd5c050e9 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0266187 Mar 02 07:47:41.198061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.260061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47982) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:41.283142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbdb6ac-9508-4164-a170-d57de801d56d None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:47:41.283692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.313686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eeef85-f933-4d4a-b677-3ad7f9001229,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:41.355454 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] For port a532c103-dcb0-4b43-8ea3-3f38d9cd239c, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:41.365610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1d0c0d0c-a44d-407e-8f3b-1a97331be2a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16f47515db8040b880e8535f25d8b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1628575 Mar 02 07:47:41.365808 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] For port a532c103-dcb0-4b43-8ea3-3f38d9cd239c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:41.371613 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.475697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-b8fadab9-fee5-49f0-8d38-45814bdb692f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:41.476670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-b8fadab9-fee5-49f0-8d38-45814bdb692f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:41.498984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47990) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:41.555731 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Routers {'c2c804a1-7fa5-4453-8c4c-dca41849584b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:41.559126 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c2c804a1-7fa5-4453-8c4c-dca41849584b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:41.662283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbdb6ac-9508-4164-a170-d57de801d56d None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:47:41.676920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-b8fadab9-fee5-49f0-8d38-45814bdb692f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:41.678286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-b8fadab9-fee5-49f0-8d38-45814bdb692f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 797 time: 0.3814580 Mar 02 07:47:41.702671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4788b2ab-c155-48cd-9c07-caf4a77c7076 req-be6ee628-d434-4bb2-b278-af10d9a336bc tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 210 time: 0.5362744 Mar 02 07:47:41.707343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.722231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=2796ec10-1503-41b5-a85b-69dc1d2e89eb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:41.746374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ff6e9465-fa26-4048-9c80-099e766491cb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/2796ec10-1503-41b5-a85b-69dc1d2e89eb HTTP/1.1" status: 204 len: 168 time: 2.4436836 Mar 02 07:47:41.746374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48000) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:41.756126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894996981'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:41.765145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:41.809111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:41.816730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:41.839540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:41.856443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96bbee-f782-4b5e-a458-44a8979d2cc2 None None] Pushing event updated for resources: {'Port': ['ID=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:41.906774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] Set router c2c804a1-7fa5-4453-8c4c-dca41849584b gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:41.934539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:41.936565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f9084670-e990-42d9-a773-3499c6056086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.938911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.954977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-aa842ed1-a7a7-4996-8f97-baf65b484dc3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:41.960164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:41.966375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.005091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f732171-97af-427b-a1c1-aae9103918b6 req-aa842ed1-a7a7-4996-8f97-baf65b484dc3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:42.005642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:42.013224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-aa842ed1-a7a7-4996-8f97-baf65b484dc3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 379 time: 0.1950629 Mar 02 07:47:42.013700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec539f2-531e-42ae-8959-b9925cb0b036']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:42.029236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'port': {'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'admin_state_up': True, 'tenant_id': '3295cfe480904f248703144b71005c8a', 'security_groups': ['e9b8c7ad-dc2e-4121-80fd-a7c6f6413268']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:42.030534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d40cf5-2895-4f92-87a3-87cdab422422') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:42.030954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d40cf5-2895-4f92-87a3-87cdab422422') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:42.038863 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.039335 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb of type vlan for network d1d7a700-d371-44f6-83de-7a7c8a132961 Mar 02 07:47:42.051343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.087190 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.094757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.102940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:42.103467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:42.121468 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:42.161890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.225793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port a532c103-dcb0-4b43-8ea3-3f38d9cd239c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:42.226250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.246965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:42.275640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.300654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.308175 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.316040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:42.316533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.333809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=2ec539f2-531e-42ae-8959-b9925cb0b036,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:42.373587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fb2a8c57-580e-4947-a20c-43aa7b3a8a8b tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/2ec539f2-531e-42ae-8959-b9925cb0b036 HTTP/1.1" status: 204 len: 168 time: 1.1093812 Mar 02 07:47:42.388884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:42.426912 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6813750 Mar 02 07:47:42.444069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48012) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:42.550987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:42.680326 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:35Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'a532c103-dcb0-4b43-8ea3-3f38d9cd239c', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:fb:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:31Z', 'updated_at': '2022-03-02T07:47:41Z', 'revision_number': 4, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:42.698932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb51ae-0c24-4ab6-864f-a54a1c1d96b7 None None] The sync data for ids ['c2c804a1-7fa5-4453-8c4c-dca41849584b'] in n-d-827871-1 is: [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:35Z', 'revision_number': 2, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None, '_interfaces': [{'id': 'a532c103-dcb0-4b43-8ea3-3f38d9cd239c', 'name': '', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'mac_address': 'fa:16:3e:fb:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:31Z', 'updated_at': '2022-03-02T07:47:41Z', 'revision_number': 4, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'subnets': [{'id': 'df27bf43-464a-4b10-b1c9-039c89663659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:42.719279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:42.757561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0a744-ae0d-447a-92e1-d1972e53cac6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=d1d7a700-d371-44f6-83de-7a7c8a132961,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:42.770584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network d1d7a700-d371-44f6-83de-7a7c8a132961 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:42.778295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:42.809102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:42.813909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.887811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port a532c103-dcb0-4b43-8ea3-3f38d9cd239c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:42.887811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.913345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.010606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:43.029185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:43.034888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:43.092175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:43.118580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.153493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:43.160321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.178033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for a532c103-dcb0-4b43-8ea3-3f38d9cd239c owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:43.183078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a36501-995f-4b7f-b0a6-434a112e4db6']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:43.215715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fab3172-2cf4-45fa-8df4-5e1db0e01866') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:43.216140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fab3172-2cf4-45fa-8df4-5e1db0e01866') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:43.227026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff5e5874-dcf6-4605-bd59-80c5ad30eece req-766dea45-d507-4075-99b5-79c3e04e5e3c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 210 time: 0.3058140 Mar 02 07:47:43.305999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.334344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.349478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eeef85-f933-4d4a-b677-3ad7f9001229,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:43.370748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.389324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:43.393945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.446322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.447742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-64f2d2bf-074e-4170-85f7-0cae87639194 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15eeef85-f933-4d4a-b677-3ad7f9001229 HTTP/1.1" status: 204 len: 168 time: 1.9432251 Mar 02 07:47:43.507767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.5 (4d530b3c-449f-42c8-b384-458d6df97fce/dbcf0b7f-97b2-4fda-aaa4-9b99b0245047/635d81da-9327-44db-83d1-49659330426f) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:43.508092 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:43.542589 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.550849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.587315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=92a36501-995f-4b7f-b0a6-434a112e4db6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:43.604973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ad63cd1-0976-41be-81c1-fc38ffa9f0a3 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/92a36501-995f-4b7f-b0a6-434a112e4db6 HTTP/1.1" status: 204 len: 168 time: 1.2087781 Mar 02 07:47:43.607171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48040) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:43.890859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.963614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48052) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:44.001598 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.035008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=a532c103-dcb0-4b43-8ea3-3f38d9cd239c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:44.096889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:44.108682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.117367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Usage tracker for resource:security_group_rule and tenant:84b3318125d644179e4454cdd861ec11 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:44.157917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:44.170207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:44.186784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.216001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-155ec883-9a5d-42fe-a5bd-735084b021fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.249652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.259515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.324061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=f60e958d-2dc2-4270-bce9-31899d4951e7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:44.368330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object 635d81da-9327-44db-83d1-49659330426f will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:44.486353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:44.486962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: d1d7a700-d371-44f6-83de-7a7c8a132961, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:44.507327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.555724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bb43ce-02b6-4004-b041-368d92b4790a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.572533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1fc20b-3db9-4d28-a2ae-170a55bc03a1') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.572919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1fc20b-3db9-4d28-a2ae-170a55bc03a1') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.588441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.599211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a46d0084-b34b-4c45-8120-78ddde191af8 req-f99b6631-0e72-4fb4-9b42-7a5732b40889 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 210 time: 0.2253160 Mar 02 07:47:44.633812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.640882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network d1d7a700-d371-44f6-83de-7a7c8a132961 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:44.682513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:44.683143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:44.698477 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:44.728788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, d1d7a700-d371-44f6-83de-7a7c8a132961) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:44.737464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8573c3-ae8f-43c9-9bdc-b8ab4cb51926 None None] Network d1d7a700-d371-44f6-83de-7a7c8a132961 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:44.773736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Router c2c804a1-7fa5-4453-8c4c-dca41849584b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:44.794283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.796335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:44.797088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.816635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.863501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4d2ba-ca25-4bd2-ab59-5707c53d53c9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:44.885434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-db254ca2-77e6-49a4-9c1f-b3055416a169 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3600898 Mar 02 07:47:44.891374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af9ac2e6-f667-413b-b8b1-74b324e256b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84b3318125d644179e4454cdd861ec11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9242740 Mar 02 07:47:44.891374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48068) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:44.893907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48070) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:44.895252 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.906500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.004662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:45.041341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.052431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=13bb43ce-02b6-4004-b041-368d92b4790a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:45.058066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a87b9e3-698f-4ca0-b374-42200dfdc9a7 tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/13bb43ce-02b6-4004-b041-368d92b4790a HTTP/1.1" status: 204 len: 168 time: 1.4478295 Mar 02 07:47:45.066844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-d1d7a700-d371-44f6-83de-7a7c8a132961', 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': 'f60e958d-2dc2-4270-bce9-31899d4951e7'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:45.067680 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.072622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48080) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:45.092950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.128637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.211771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:45.216086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 4d530b3c-449f-42c8-b384-458d6df97fce is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:45.227240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.233728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:45.254392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:45.260981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.275379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Sync routers for ids ['c2c804a1-7fa5-4453-8c4c-dca41849584b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:45.303192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Allocated IP 172.20.0.1 (d1d7a700-d371-44f6-83de-7a7c8a132961/f60e958d-2dc2-4270-bce9-31899d4951e7/c1ec5170-3765-4ee7-921b-1f905a17951c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:45.322666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Routers {'c2c804a1-7fa5-4453-8c4c-dca41849584b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:45.322666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c2c804a1-7fa5-4453-8c4c-dca41849584b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.335775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4d2ba-ca25-4bd2-ab59-5707c53d53c9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:45.345554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.346954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-002baef6-3cd7-443b-a8fd-e67587d971eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "PUT /v2.0/routers/c2c804a1-7fa5-4453-8c4c-dca41849584b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5475717 Mar 02 07:47:45.348013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-71c9e5a3-c022-4320-8aab-65418bc321ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f4d2ba-ca25-4bd2-ab59-5707c53d53c9 HTTP/1.1" status: 204 len: 168 time: 0.4543815 Mar 02 07:47:45.348755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48088) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:45.449276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.519083 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.536154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:45.536706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.575854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.618421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.634221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Set router c2c804a1-7fa5-4453-8c4c-dca41849584b gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:45.716698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.732732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862728c-3d16-4df9-bb8a-7a4012a13c5e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:45.734690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862728c-3d16-4df9-bb8a-7a4012a13c5e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:45.739677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:45.740902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7862728c-3d16-4df9-bb8a-7a4012a13c5e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3869903 Mar 02 07:47:45.745932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-c979ae0f-6602-4d62-87ae-d0f321c92d42 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7318506 Mar 02 07:47:45.760184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Request body: {'port': {'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:45.874892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet df27bf43-464a-4b10-b1c9-039c89663659 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:47:45.883637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.899297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4c7578-7aaa-4d5e-acd6-0b6353bba09e']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.932739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:43Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.934109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c128f1-8306-479d-ba55-ac71a8d0e83c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.934547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c128f1-8306-479d-ba55-ac71a8d0e83c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.948165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Checking router: c2c804a1-7fa5-4453-8c4c-dca41849584b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:45.968487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-68783d6f-d924-45d1-88a2-c5c3ac73574e None None] Provisioning for port 635d81da-9327-44db-83d1-49659330426f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:45.978321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-68783d6f-d924-45d1-88a2-c5c3ac73574e None None] Provisioning complete for port 635d81da-9327-44db-83d1-49659330426f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:45.978746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-68783d6f-d924-45d1-88a2-c5c3ac73574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:45.985917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.000771 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.042149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-68783d6f-d924-45d1-88a2-c5c3ac73574e None None] Port 635d81da-9327-44db-83d1-49659330426f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:46.044982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Routers {'c2c804a1-7fa5-4453-8c4c-dca41849584b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:46.045912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['c2c804a1-7fa5-4453-8c4c-dca41849584b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:46.069525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.090226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.100904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:46.101305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:46.122088 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:46.144376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f61c-debc-4773-976a-55c9f19f4f30 req-fce6cd63-da9b-4685-8908-53850e72c86f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:46.145096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-70e3f61c-debc-4773-976a-55c9f19f4f30 req-fce6cd63-da9b-4685-8908-53850e72c86f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:46.193021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.245754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.323787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-70e3f61c-debc-4773-976a-55c9f19f4f30 req-fce6cd63-da9b-4685-8908-53850e72c86f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:46.325623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70e3f61c-debc-4773-976a-55c9f19f4f30 req-fce6cd63-da9b-4685-8908-53850e72c86f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 931 time: 0.4918256 Mar 02 07:47:46.327709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.346614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] Set router c2c804a1-7fa5-4453-8c4c-dca41849584b gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:46.358559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.385180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.423196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] Pushing event deleted for resources: {'Network': ['ID=1b4c7578-7aaa-4d5e-acd6-0b6353bba09e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:46.431473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=df27bf43-464a-4b10-b1c9-039c89663659,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:46.433388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.449261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:46.449718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2ccd41b-c352-4a52-a594-c6d3938c7dbe tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/df27bf43-464a-4b10-b1c9-039c89663659 HTTP/1.1" status: 204 len: 168 time: 0.7082574 Mar 02 07:47:46.451244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9727cd7a-0ae2-4c8a-8bfa-e8a1cc22df5c tempest-BulkNetworkOpsTest-1379224347 tempest-BulkNetworkOpsTest-1379224347-project] 10.222.0.21 "DELETE /v2.0/networks/1b4c7578-7aaa-4d5e-acd6-0b6353bba09e HTTP/1.1" status: 204 len: 168 time: 1.3761117 Mar 02 07:47:46.478230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:43Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:46.482488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Transition to ACTIVE for port object c1ec5170-3765-4ee7-921b-1f905a17951c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:46.484908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686fbb4-e690-46aa-941e-30c20755ee5a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:46.527352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1543b-96ef-495c-8ee9-411daf978305 None None] The sync data for ids ['c2c804a1-7fa5-4453-8c4c-dca41849584b'] in n-d-827871-1 is: [{'id': 'c2c804a1-7fa5-4453-8c4c-dca41849584b', 'name': 'tempest-NetworksTestDHCPv6-router-1573855671', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:29Z', 'updated_at': '2022-03-02T07:47:43Z', 'revision_number': 3, 'project_id': '5d08e64a7e50455ab5abe11fe647218d', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:46.541319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Transition to ACTIVE for port object c1ec5170-3765-4ee7-921b-1f905a17951c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:46.583330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.593876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70e3f61c-debc-4773-976a-55c9f19f4f30 req-30dbd084-b37e-4a02-b370-439740bd81a2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570348 Mar 02 07:47:46.661884 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.707997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=f60e958d-2dc2-4270-bce9-31899d4951e7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:46.830569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.905090 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:46.920824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Network d1d7a700-d371-44f6-83de-7a7c8a132961 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:46.941467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:46.943269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Pushing event updated for resources: {'Port': ['ID=c1ec5170-3765-4ee7-921b-1f905a17951c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:46.947228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:47.046215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a532c103-dcb0-4b43-8ea3-3f38d9cd239c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:47.158744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:47.167866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-56a15b7a-3202-401b-adbe-3fe725626e9e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:47.185995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7a700-d371-44f6-83de-7a7c8a132961']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:47.213074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a532c103-dcb0-4b43-8ea3-3f38d9cd239c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:47:47.213598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a532c103-dcb0-4b43-8ea3-3f38d9cd239c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:47:47.240938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:47.241530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:47.256551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-56a15b7a-3202-401b-adbe-3fe725626e9e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:47.260535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-56a15b7a-3202-401b-adbe-3fe725626e9e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8079815 Mar 02 07:47:47.261316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48154) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:47.267721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Attempting to bind port c1ec5170-3765-4ee7-921b-1f905a17951c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:47.267960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Attempting to bind port c1ec5170-3765-4ee7-921b-1f905a17951c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:47.268228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Attempting to bind port c1ec5170-3765-4ee7-921b-1f905a17951c on network d1d7a700-d371-44f6-83de-7a7c8a132961 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:47.269385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.285517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:47.285988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Checking segment: {'id': '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:47.286393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.286782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Bound using segment: {'id': '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:47.287243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Bound port: c1ec5170-3765-4ee7-921b-1f905a17951c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:47.287619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.307359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.316889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:47.317426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:47.348464 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:47.431434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] For port c1ec5170-3765-4ee7-921b-1f905a17951c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:47.434946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:47:47.439228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Deleting port 2998cffb-e18e-4af9-98d3-e0d729d30185 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:47.439799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.532710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:47:47.532710 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:47:47.532710 n-d-827871-1 neutron-server[87854]: [parameters: {'id': 'd1d7a700-d371-44f6-83de-7a7c8a132961'}] Mar 02 07:47:47.532710 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:47:47.534418 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:47:47.536604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:47:47.546987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.568987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] For port c1ec5170-3765-4ee7-921b-1f905a17951c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c1ec5170-3765-4ee7-921b-1f905a17951c,segment=NetworkSegment(8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb),segment_id=8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:47.632108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.726844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eec61-675f-49f5-a81b-4f9b4dc975f8 None None] Pushing event updated for resources: {'Port': ['ID=c1ec5170-3765-4ee7-921b-1f905a17951c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:47.931356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443139-8a55-4599-92e6-8566e1052265 req-fface095-387e-4c1e-95ed-c5af5e1ec025 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:47.932736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46443139-8a55-4599-92e6-8566e1052265 req-fface095-387e-4c1e-95ed-c5af5e1ec025 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 931 time: 0.1291873 Mar 02 07:47:47.964163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] For port 2998cffb-e18e-4af9-98d3-e0d729d30185, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2998cffb-e18e-4af9-98d3-e0d729d30185,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:47.964561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:47.973200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e2dd4-3218-478e-aee7-2dd9ba9ba244 None None] Network d1d7a700-d371-44f6-83de-7a7c8a132961 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:48.022540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46443139-8a55-4599-92e6-8566e1052265 req-ab691b84-5471-4340-8a6b-be312780ca43 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807827 Mar 02 07:47:48.035579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.057039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Deleting port c1ec5170-3765-4ee7-921b-1f905a17951c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:48.057391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.106164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635d81da-9327-44db-83d1-49659330426f {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:48.172915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.188659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.202456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.228620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-786a3e2a-f349-4afa-a117-61f68830cd9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d53f17f3ab5b4d139b0f6960ba5afb60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0566912 Mar 02 07:47:48.237155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Transition to ACTIVE for port object 635d81da-9327-44db-83d1-49659330426f will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:48.238694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48180) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:48.252461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.278533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Calling delete_port for 2998cffb-e18e-4af9-98d3-e0d729d30185 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:48.309884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.310370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Fanout notify agent at l3_agent the message router_deleted on router c2c804a1-7fa5-4453-8c4c-dca41849584b {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:47:48.506144 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.511093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.516985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b99b371a-0f4a-4ab9-a758-ee56718a248b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/routers/c2c804a1-7fa5-4453-8c4c-dca41849584b HTTP/1.1" status: 204 len: 168 time: 1.2527413 Mar 02 07:47:48.519467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:48.524030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:48.649035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-01284bd7-3cc9-439e-87c5-6d8f0721699c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:48.654993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] For port c1ec5170-3765-4ee7-921b-1f905a17951c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c1ec5170-3765-4ee7-921b-1f905a17951c,segment=NetworkSegment(8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb),segment_id=8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:48.655536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.681026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.750799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] Pushing event deleted for resources: {'Port': ['ID=2998cffb-e18e-4af9-98d3-e0d729d30185,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:48.760829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ac515-afed-4b41-b67e-ed6fffb1e25f None None] No DVR routers for this DVR port 2998cffb-e18e-4af9-98d3-e0d729d30185 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:47:48.788906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.802252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.811199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac7665-2f32-4f9d-a596-ece0c9117b11 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:47:48.821129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-01284bd7-3cc9-439e-87c5-6d8f0721699c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:48.830387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-01284bd7-3cc9-439e-87c5-6d8f0721699c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3081825 Mar 02 07:47:48.831499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48198) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:48.874176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Calling delete_port for c1ec5170-3765-4ee7-921b-1f905a17951c owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:48.904956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.913055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2998cffb-e18e-4af9-98d3-e0d729d30185 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:48.944535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Attempting to bind port 635d81da-9327-44db-83d1-49659330426f on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:48.944948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Attempting to bind port 635d81da-9327-44db-83d1-49659330426f by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:48.945334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Attempting to bind port 635d81da-9327-44db-83d1-49659330426f on network 4d530b3c-449f-42c8-b384-458d6df97fce {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:48.955818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Port 635d81da-9327-44db-83d1-49659330426f on network 4d530b3c-449f-42c8-b384-458d6df97fce not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:47:48.956226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Attempting to bind port 635d81da-9327-44db-83d1-49659330426f on network 4d530b3c-449f-42c8-b384-458d6df97fce {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:48.968128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:48.968551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Checking segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:48.968999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Bound using segment: {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:48.969505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Bound port: 635d81da-9327-44db-83d1-49659330426f, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04244d04-f3c3-4b7e-a9a1-be171f627e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:48.969942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.990539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6670e7f-b2a0-4e64-b037-25f9f07899da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:48.995355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f6670e7f-b2a0-4e64-b037-25f9f07899da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1575916 Mar 02 07:47:48.997881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:49.005742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2998cffb-e18e-4af9-98d3-e0d729d30185 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:47:49.005742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2998cffb-e18e-4af9-98d3-e0d729d30185 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:47:49.026349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.079093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac7665-2f32-4f9d-a596-ece0c9117b11 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:47:49.141134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.147465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4c22877b-16d9-4c3a-b5bc-976314320b49 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:49.167510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Port': ['ID=c1ec5170-3765-4ee7-921b-1f905a17951c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:49.181654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No DVR routers for this DVR port c1ec5170-3765-4ee7-921b-1f905a17951c on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:47:49.218388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda55265-8fe5-46d2-8085-1d4a26f11c4e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:49.248013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.259983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df9ab9c8-f1a2-46a3-b070-d2c224888906 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fda55265-8fe5-46d2-8085-1d4a26f11c4e HTTP/1.1" status: 204 len: 168 time: 1.0205941 Mar 02 07:47:49.387726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:49.403945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=635d81da-9327-44db-83d1-49659330426f,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:49.415637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4c22877b-16d9-4c3a-b5bc-976314320b49 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:49.433826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c22877b-16d9-4c3a-b5bc-976314320b49 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4342077 Mar 02 07:47:49.434813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48222) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:49.449827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.485816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.548509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7a700-d371-44f6-83de-7a7c8a132961']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:49.561567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.568022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.569465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] 10.222.0.39 "PUT /v2.0/ports/635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 1091 time: 3.8135700 Mar 02 07:47:49.575353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:49.583777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:49.584205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd3cf8b-2c79-4ef2-ad65-8267650b3ceb') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:49.610127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.634319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.646751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:49.647309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.648673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:49.669126 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:49.834222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.885895 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.902496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=d1d7a700-d371-44f6-83de-7a7c8a132961,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:49.926380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31e55e36-b077-4501-9d29-9882c534896d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/d1d7a700-d371-44f6-83de-7a7c8a132961 HTTP/1.1" status: 204 len: 168 time: 5.0354521 Mar 02 07:47:49.936413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48240) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:49.946859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1179446523'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:49.960719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:49.965551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:49.968753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:49.976996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:49.988725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:50.003211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.024366 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f', 'status': 'completed', 'code': 200} Mar 02 07:47:50.052802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:50.066437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.067480 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 0bac08dc-dc6d-40ce-9818-3a16f3311e15 of type vlan for network 62465b1a-7497-400a-883c-ebb63c3f9043 Mar 02 07:47:50.128267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.156868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea273a-81b7-4bcc-aca0-afa3abb7ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:50.198375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.203794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.204578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.214930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:50.238813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a081f-f1bb-4e97-b091-a034da249a7c req-62ea70dc-1c0f-4923-8801-fe3c66b943c1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.240675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b4a081f-f1bb-4e97-b091-a034da249a7c req-62ea70dc-1c0f-4923-8801-fe3c66b943c1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 943 time: 0.9953587 Mar 02 07:47:50.250190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:50.259250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3210440 Mar 02 07:47:50.259840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:50.271571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:50.282628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:50.319517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:50.347927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-d03a99a9-15a4-4d99-b7dc-532fed57b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.376032 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-d03a99a9-15a4-4d99-b7dc-532fed57b32a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1094 time: 0.6931794 Mar 02 07:47:50.439413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b4a081f-f1bb-4e97-b091-a034da249a7c req-44b1569e-0a5f-4919-9d73-96e65eeaa83a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846135 Mar 02 07:47:50.467447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-a11041fa-b49d-4504-9ec1-18443500d215 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 217 time: 0.0956528 Mar 02 07:47:50.468389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:50.472737 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.497680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21389400-f923-4558-b674-12ba24e738ce tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=62465b1a-7497-400a-883c-ebb63c3f9043,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:50.510379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 62465b1a-7497-400a-883c-ebb63c3f9043 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:50.645163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-426b18e5-e7a2-41c8-9816-37467d0f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.647009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-426b18e5-e7a2-41c8-9816-37467d0f152d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.1601081 Mar 02 07:47:50.754451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.895198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48276) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:50.922112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.947427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732171-97af-427b-a1c1-aae9103918b6 req-e731705f-fa09-469b-9e51-0d6da3a4219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.948935 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-e731705f-fa09-469b-9e51-0d6da3a4219f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911742 Mar 02 07:47:50.960772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 62465b1a-7497-400a-883c-ebb63c3f9043 is not hosted by any dhcp agent {{(pid=87854) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:47:50.971312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.972092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:50.976245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "PUT /v2.0/networks/62465b1a-7497-400a-883c-ebb63c3f9043 HTTP/1.1" status: 200 len: 723 time: 0.7005804 Mar 02 07:47:50.977175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48284) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:50.988663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '62465b1a-7497-400a-883c-ebb63c3f9043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:51.123084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1833059472-network', 'tenant_id': '16a18d095839442d8b30aa17984b4618'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:51.123631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=62465b1a-7497-400a-883c-ebb63c3f9043,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:51.128570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:51.135797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Usage tracker for resource:network and tenant:16a18d095839442d8b30aa17984b4618 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:51.155462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:51.169146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:51.187473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.188121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.188618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.189141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.189654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.190187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.190672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.191168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.191659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.192161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.192662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.193066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Made reservation on behalf of 16a18d095839442d8b30aa17984b4618 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:51.193312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799891f3-60ea-47da-bb23-15e67f5f5d13 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:51.195813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.208113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 62465b1a-7497-400a-883c-ebb63c3f9043 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:51.284722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:51.291556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:51.294744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:51.300842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:51.313550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:51.317486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.342139 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.380920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:51.389244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Usage tracker for resource:security_group_rule and tenant:16a18d095839442d8b30aa17984b4618 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:51.396123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:51.433611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:51.441180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:47:51.444884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-66dc38d8-b05c-454e-b308-e93c36d4ae31 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884353 Mar 02 07:47:51.447673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.549666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=20d41aca-e7dd-41f7-a35a-fbd5244255fe,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:51.599706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:51.603968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:51.616892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392982aa-aecd-4d5b-a4d9-ddf311d0161c None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:51.652094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:51.652704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.695069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.765082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:51.789115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb281-0cfa-40ae-8f75-5379795a0a10 req-1cd7c08b-96c3-41d2-a869-636b62c27869 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:51.790847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fffeb281-0cfa-40ae-8f75-5379795a0a10 req-1cd7c08b-96c3-41d2-a869-636b62c27869 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 943 time: 0.2315683 Mar 02 07:47:51.822765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.830702 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f732171-97af-427b-a1c1-aae9103918b6 req-a9c9261c-bd6a-4120-b874-a11b4c0db240 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722835 Mar 02 07:47:51.832901 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-64b28c19-b866-4364-bacd-f42cf39f81d1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3902259 Mar 02 07:47:51.835792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48304) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:51.839194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.847968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:51.863998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '0bac08dc-dc6d-40ce-9818-3a16f3311e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '62465b1a-7497-400a-883c-ebb63c3f9043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:51.864602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 62465b1a-7497-400a-883c-ebb63c3f9043, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:51.881822 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fffeb281-0cfa-40ae-8f75-5379795a0a10 req-e6ff87e5-3b22-4d5c-ab2a-6a689d1a7fc1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788038 Mar 02 07:47:51.906060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c99e32-a0ce-46c8-a049-e406b21a22d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:51.945057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 62465b1a-7497-400a-883c-ebb63c3f9043 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:51.964005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 62465b1a-7497-400a-883c-ebb63c3f9043) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:51.971137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:51.972214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:51.976181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:51.998396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8fcfb42c-5a43-4e0a-aa97-712107bb4698 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0181520 Mar 02 07:47:52.001013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:52.008430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:52.015371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b9ba2-3233-46ad-951c-25534f9cef56 None None] Network 62465b1a-7497-400a-883c-ebb63c3f9043 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:52.123790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:52.127684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.128037 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Added segment ed0ae1ab-6ff2-4388-8fe5-def4a43e73dc of type vlan for network dab1da4a-8e79-4e52-93ef-7912ef967259 Mar 02 07:47:52.139281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:52.151766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:52.160281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2988894'] for subnet, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.170878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:52.179019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '20d41aca-e7dd-41f7-a35a-fbd5244255fe'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:52.180083 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.212506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.292461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:52.296027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.341224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-ce2936d5-9f16-44df-a439-4f5f103ddf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:52.342514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-ce2936d5-9f16-44df-a439-4f5f103ddf70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1094 time: 0.4379194 Mar 02 07:47:52.346435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.347454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:52.348134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.550388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788870089701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2516723'] for subnet, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.594657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:52.596893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.598456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "PUT /v2.0/subnets/fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6 HTTP/1.1" status: 200 len: 806 time: 0.5953379 Mar 02 07:47:52.604306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:52.678649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b4e4b-b851-45e7-acc4-248233de5338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-62465b1a-7497-400a-883c-ebb63c3f9043', 'network_id': '62465b1a-7497-400a-883c-ebb63c3f9043', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': 'fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:47:52.680490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4e4b-b851-45e7-acc4-248233de5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.711958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Allocated IP 2001:db8::f816:3eff:fe4f:9859 (871403d4-b7e4-4b70-8238-fafc5d1d738d/20d41aca-e7dd-41f7-a35a-fbd5244255fe/38d19821-39c1-43c1-a9d6-9b349d050f6a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:52.763584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a389b6-9f5f-44d2-a11b-8cb3854bd920 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:52.826413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.882975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9844763 Mar 02 07:47:52.888148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48332) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:52.910195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:52.917008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Request body: {'subnet': {'network_id': 'dab1da4a-8e79-4e52-93ef-7912ef967259', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1833059472-subnet', 'tenant_id': '16a18d095839442d8b30aa17984b4618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:52.922299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:52.926298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Usage tracker for resource:subnet and tenant:16a18d095839442d8b30aa17984b4618 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:52.929260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:52.938804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:52.997810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-1d3b4e4b-b851-45e7-acc4-248233de5338 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6: This subnet is being modified by another concurrent operation. Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6: This subnet is being modified by another concurrent operation. Mar 02 07:47:53.069040 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:47:53.101935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357474b-2875-482f-a1fd-a2291c061cb2 None None] Network 62465b1a-7497-400a-883c-ebb63c3f9043 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:53.117700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Made reservation on behalf of 16a18d095839442d8b30aa17984b4618 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:53.125683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.134708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:53.297169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.333596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62465b1a-7497-400a-883c-ebb63c3f9043']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:53.351449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bac08dc-dc6d-40ce-9818-3a16f3311e15') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:53.351962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bac08dc-dc6d-40ce-9818-3a16f3311e15') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:53.367794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.374277 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.388174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.409098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:47:53.409531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.450103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdd491-beb2-47b1-ae00-0afd796565fe admin admin] Pushing event updated for resources: {'Network': ['ID=dab1da4a-8e79-4e52-93ef-7912ef967259,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:47:53.455312 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:47:53.491474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network dab1da4a-8e79-4e52-93ef-7912ef967259 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:53.509321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e0000-3e5a-402c-8084-823b546521f4 None None] Network 62465b1a-7497-400a-883c-ebb63c3f9043 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:53.631599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.640407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.679280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Transition to ACTIVE for port object 38d19821-39c1-43c1-a9d6-9b349d050f6a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:53.700168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=62465b1a-7497-400a-883c-ebb63c3f9043,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:53.708942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c65f6fd3-e8b1-4653-8ceb-655e6a4d9ccf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/62465b1a-7497-400a-883c-ebb63c3f9043 HTTP/1.1" status: 204 len: 168 time: 1.1030564 Mar 02 07:47:53.711518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:53.763709 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62397fa-4544-42ed-a060-b75fb9e257c6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:47:53.764197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62397fa-4544-42ed-a060-b75fb9e257c6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:47:53.765920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a62397fa-4544-42ed-a060-b75fb9e257c6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/62465b1a-7497-400a-883c-ebb63c3f9043 HTTP/1.1" status: 404 len: 339 time: 0.0534487 Mar 02 07:47:53.775935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:53.783580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-40eff6d8-ca6d-46ce-96e6-917691b1a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:53.785244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-40eff6d8-ca6d-46ce-96e6-917691b1a9f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 897 time: 1.3800340 Mar 02 07:47:53.791118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Transition to ACTIVE for port object 38d19821-39c1-43c1-a9d6-9b349d050f6a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:53.800177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3fd68-6636-4815-8e19-d6484c26d9a2 req-4805a127-749b-44a3-b792-ce47210cd214 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:53.802176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bd3fd68-6636-4815-8e19-d6484c26d9a2 req-4805a127-749b-44a3-b792-ce47210cd214 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 943 time: 0.4990768 Mar 02 07:47:53.806372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537745170', 'description': 'd1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:53.812263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:53.816561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:network and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:53.819828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:53.826218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:53.848567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.930614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.933997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:53.937393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:53.976949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:53.982444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:53.993124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:54.002314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 635d81da-9327-44db-83d1-49659330426f details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:47:54.012689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-e022ef6d-8b9a-4766-92d0-552b25db81e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 217 time: 0.1716151 Mar 02 07:47:54.052991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.134781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bd3fd68-6636-4815-8e19-d6484c26d9a2 req-f3138f3c-e1a9-486f-898e-894859033792 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217782 Mar 02 07:47:54.136185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-1a9e05a9-cf44-4305-85b1-0c525b806d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:54.137921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-1a9e05a9-cf44-4305-85b1-0c525b806d82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.0792820 Mar 02 07:47:54.158086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:54.169583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Attempting to bind port 38d19821-39c1-43c1-a9d6-9b349d050f6a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:54.169983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Attempting to bind port 38d19821-39c1-43c1-a9d6-9b349d050f6a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:54.170344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Attempting to bind port 38d19821-39c1-43c1-a9d6-9b349d050f6a on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:54.211307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:54.215027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:54.215618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.251096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48370) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:54.255116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:54.255498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:54.257563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:3b:9c:53', 'name': 'tempest-NetworksTestDHCPv6-1866515869'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:54.260075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.260483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:54.261474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Bound port: 38d19821-39c1-43c1-a9d6-9b349d050f6a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:54.261874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.266466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4293349 Mar 02 07:47:54.274832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.328390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:54.341090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.342646 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment d47897e2-3210-4795-8443-27aec49c5efd of type vlan for network 5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 Mar 02 07:47:54.379323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.423968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f91f3-3b43-4dc8-a036-ad54d1f17e57 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=83ff2eca-f607-4eb4-8fee-e84ee2884f4c,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.475833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.477756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:54.481205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:54.486232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:54.487209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587894'] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.490368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.651284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=5cac6f2b-245f-4ae7-9582-1ac1d6da2d63,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.680685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:54.740861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13ea96f6-a027-49e7-9d33-726e5936834e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9595511 Mar 02 07:47:54.745793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48384) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:54.799225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=094a06a9-0594-44b7-bc89-62ff0f04b2ac,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.803190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-c32daf8e-e4c6-4a83-b258-92f4256b612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:54.805188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-c32daf8e-e4c6-4a83-b258-92f4256b612d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6456437 Mar 02 07:47:54.811474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Checking segment: {'id': 'ed0ae1ab-6ff2-4388-8fe5-def4a43e73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dab1da4a-8e79-4e52-93ef-7912ef967259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:54.812115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Network hostable DHCP agents. Network: dab1da4a-8e79-4e52-93ef-7912ef967259, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:54.816381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=635d81da-9327-44db-83d1-49659330426f,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:54.838696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '635d81da-9327-44db-83d1-49659330426f', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:47:54.945143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:54.952082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.954125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:54.960531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:54.974306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:54.974710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635d81da-9327-44db-83d1-49659330426f {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:54.981089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789f92-e581-4900-80d9-5e1cae7f6dc6 None None] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.997547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=635d81da-9327-44db-83d1-49659330426f,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:55.004245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:55.010785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:55.104530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:55.191262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-ae61ab0d-419f-4341-84cc-e832f4c00d2b service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159380 Mar 02 07:47:55.306161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['635d81da-9327-44db-83d1-49659330426f'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:47:55.341694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4a271-9ba4-46e8-bfe6-13d9908cd9b5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:55.342448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0b4a271-9ba4-46e8-bfe6-13d9908cd9b5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Synchronizing usage tracker for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:55.416244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:55.479235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:47:55.728723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Network dab1da4a-8e79-4e52-93ef-7912ef967259 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:47:55.759142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, dab1da4a-8e79-4e52-93ef-7912ef967259) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:55.761787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0b4a271-9ba4-46e8-bfe6-13d9908cd9b5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Unset dirty status for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:55.775486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0b4a271-9ba4-46e8-bfe6-13d9908cd9b5 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks?id=5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 HTTP/1.1" status: 200 len: 761 time: 1.0215571 Mar 02 07:47:55.781244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48404) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:55.795670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'description': 'd2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:55.806734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1c594-f29f-4167-a1dc-562801f187e8 None None] Network dab1da4a-8e79-4e52-93ef-7912ef967259 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:55.813958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:55.815363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:55.864690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 172.20.0.2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/83ff2eca-f607-4eb4-8fee-e84ee2884f4c/a0fb1850-a7a1-4843-bd3d-fbfcae4889e0) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:55.890563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe3b:9c53 (871403d4-b7e4-4b70-8238-fafc5d1d738d/20d41aca-e7dd-41f7-a35a-fbd5244255fe/a0fb1850-a7a1-4843-bd3d-fbfcae4889e0) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:55.901896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff7acf-efd8-4379-a77b-efcc0d8dfe0e req-d2a8ac3e-0197-47e3-be48-03b044829fc8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:55.904131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99ff7acf-efd8-4379-a77b-efcc0d8dfe0e req-d2a8ac3e-0197-47e3-be48-03b044829fc8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 944 time: 0.4545691 Mar 02 07:47:55.951807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fee25f7-99f1-4fea-acaf-7ed0118b4143 req-920ec62a-c434-4ef2-bc7b-990a1d3d8e1f service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340255 Mar 02 07:47:55.975846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-013a3b2d-ac59-4297-b93c-eeac4a624f9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0634232 Mar 02 07:47:56.175654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99ff7acf-efd8-4379-a77b-efcc0d8dfe0e req-0c47591b-b39f-489d-9681-eb45f46a01ba tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585926 Mar 02 07:47:56.353675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7aa39f-3f79-4c7a-ae47-c79fc4fa2f4c None None] Network dab1da4a-8e79-4e52-93ef-7912ef967259 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:56.411202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.448073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.502508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.512554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 is not hosted by any dhcp agent {{(pid=87855) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:47:56.539791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:56.540755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.542442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "PUT /v2.0/networks/5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 HTTP/1.1" status: 200 len: 758 time: 0.7600107 Mar 02 07:47:56.546451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48422) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:56.561612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:56.615380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.757359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c6138-8df8-420c-a09c-446699d12a84 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=5cac6f2b-245f-4ae7-9582-1ac1d6da2d63,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:56.793303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:56.859749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c867b-b07a-4686-b9cc-0f26e3f5a667 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:47:56.878709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a0fb1850-a7a1-4843-bd3d-fbfcae4889e0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:56.879638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965eea3f-8ea3-4c18-b5d5-509895e3727e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:56.881458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-965eea3f-8ea3-4c18-b5d5-509895e3727e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks?id=5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 HTTP/1.1" status: 200 len: 761 time: 0.3338876 Mar 02 07:47:56.885730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:56.896206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-571547834'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:56.900169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:56.901660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:56.905173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:56.911309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:56.924695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:56.939287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:56.948978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.999860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f0292534-d1b5-4194-93a0-ef2f7a202c7a None None] Provisioning for port 38d19821-39c1-43c1-a9d6-9b349d050f6a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:57.016907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:57.033452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.033585 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 833c7f75-5a8c-42d3-9202-e54002bd3c52 of type vlan for network be29b00c-8cda-4ad1-a043-c29661de3ad6 Mar 02 07:47:57.049926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.051446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.097950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.107122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27a09ae0-9cf8-432e-a727-4223745ecec7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8516319 Mar 02 07:47:57.107122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:57.108358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38d19821-39c1-43c1-a9d6-9b349d050f6a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:57.179481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.193387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.199059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.268852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0127d6d-308f-4cdc-9252-2b7044fdbd70 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.286061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0127d6d-308f-4cdc-9252-2b7044fdbd70 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.286061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0127d6d-308f-4cdc-9252-2b7044fdbd70 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:57.322080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d0127d6d-308f-4cdc-9252-2b7044fdbd70 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:57.323495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d0127d6d-308f-4cdc-9252-2b7044fdbd70 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2156081 Mar 02 07:47:57.328915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48452) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:57.360467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 38d19821-39c1-43c1-a9d6-9b349d050f6a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:57.390022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 38d19821-39c1-43c1-a9d6-9b349d050f6a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:57.390754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.407455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48458) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:57.427222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-795848486-network', 'tenant_id': 'b3a8141ff2eb4954809d8e7841ef8dfd'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:57.436402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:57.445121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Usage tracker for resource:network and tenant:b3a8141ff2eb4954809d8e7841ef8dfd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:57.455939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:57.467786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:57.487890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:57.492230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.595679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48468) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:57.596405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7087886 Mar 02 07:47:57.612925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Made reservation on behalf of b3a8141ff2eb4954809d8e7841ef8dfd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:57.616104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.620157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c875deb-54ce-4627-9588-c575785691e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=be29b00c-8cda-4ad1-a043-c29661de3ad6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:57.644626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': 'be29b00c-8cda-4ad1-a043-c29661de3ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:57.685581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network be29b00c-8cda-4ad1-a043-c29661de3ad6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:57.755012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227223c5-e957-4d44-9057-8fe653519313 req-5822f442-c503-48f9-ad38-0f0340aba656 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.774095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-227223c5-e957-4d44-9057-8fe653519313 req-5822f442-c503-48f9-ad38-0f0340aba656 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 944 time: 0.2915518 Mar 02 07:47:57.824217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.896172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:57.930303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-227223c5-e957-4d44-9057-8fe653519313 req-58a08069-09cd-482a-81e9-5a14c08264af tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409965 Mar 02 07:47:57.952537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '20d41aca-e7dd-41f7-a35a-fbd5244255fe', 'ip_address': '2001:db8::f816:3eff:fe4f:9859'}, {'subnet_id': '83ff2eca-f607-4eb4-8fee-e84ee2884f4c'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '38d19821-39c1-43c1-a9d6-9b349d050f6a'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:47:57.970856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:57.998708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 635d81da-9327-44db-83d1-49659330426f up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:58.015432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a8141ff2eb4954809d8e7841ef8dfd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:58.023099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:58.073791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.085478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:58.096318 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.108460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:58.296835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:58.306055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Usage tracker for resource:subnet and tenant:2125bfd8baae4c80b0a4fe4d548b404e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:58.310970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:58.314511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:58.332686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:58.336115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 635d81da-9327-44db-83d1-49659330426f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:58.354773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 635d81da-9327-44db-83d1-49659330426f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:58.354773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.395918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:58.399426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.414555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a48def-6ea1-407b-96cf-667dffe27d75 req-2efa671b-d075-4ce2-b3ac-db51400fcd73 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:58.416057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a48def-6ea1-407b-96cf-667dffe27d75 req-2efa671b-d075-4ce2-b3ac-db51400fcd73 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.6783581 Mar 02 07:47:58.446275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.551089 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.574386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Allocated IP 172.20.0.3 (871403d4-b7e4-4b70-8238-fafc5d1d738d/83ff2eca-f607-4eb4-8fee-e84ee2884f4c/38d19821-39c1-43c1-a9d6-9b349d050f6a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:58.597335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=635d81da-9327-44db-83d1-49659330426f,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:58.599860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d81da-9327-44db-83d1-49659330426f'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:58.682250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:58.757410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a48def-6ea1-407b-96cf-667dffe27d75 req-638124f9-015c-4e5a-b2d8-7c5c52a714b3 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158593 Mar 02 07:47:58.841803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.851260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.928703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38d19821-39c1-43c1-a9d6-9b349d050f6a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:58.961392 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.964338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556b687-2e79-49f7-a64e-84df60b184fc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.067146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:59.087983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:47:59.098608 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.098958 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Added segment 5cca313c-3215-4c35-bb34-39e7608f0067 of type vlan for network a7e45a88-e9a1-43da-804a-7c79795a9f7b Mar 02 07:47:59.128546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.161281 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d81da-9327-44db-83d1-49659330426f', 'code': 200} Mar 02 07:47:59.194315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.195267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.195841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.302348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e2b72-339f-4734-a64d-54ad003cfc52 req-63d9c2db-5bdb-434f-94bf-4e711f174cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.306269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-502e2b72-339f-4734-a64d-54ad003cfc52 req-63d9c2db-5bdb-434f-94bf-4e711f174cc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1096 time: 0.1510046 Mar 02 07:47:59.308841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.325700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.340299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 38d19821-39c1-43c1-a9d6-9b349d050f6a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:59.340299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.409508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Transition to ACTIVE for port object 38d19821-39c1-43c1-a9d6-9b349d050f6a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:59.418302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.432105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-502e2b72-339f-4734-a64d-54ad003cfc52 req-5926a524-ecb4-4366-8cfb-5121aaca344b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503175 Mar 02 07:47:59.485695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0863717-e00d-4957-8c2f-82ecda88ce64 req-ec310932-dceb-4160-b7f1-271ec6bf45e2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.489009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0863717-e00d-4957-8c2f-82ecda88ce64 req-ec310932-dceb-4160-b7f1-271ec6bf45e2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 0.1801360 Mar 02 07:47:59.531204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e45a88-e9a1-43da-804a-7c79795a9f7b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.589681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.589944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a7e45a88-e9a1-43da-804a-7c79795a9f7b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:47:59.623884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0863717-e00d-4957-8c2f-82ecda88ce64 req-e371c5be-a659-416e-a205-61925554b250 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278379 Mar 02 07:47:59.685287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Port 38d19821-39c1-43c1-a9d6-9b349d050f6a had new provisioning blocks added so it will not transition to active. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 02 07:47:59.701231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e4769-212f-4f0b-afc0-02bc52e207d8 req-d6384e2e-6177-466f-8043-d6f237606a49 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.704147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb0e4769-212f-4f0b-afc0-02bc52e207d8 req-d6384e2e-6177-466f-8043-d6f237606a49 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.7761981 Mar 02 07:47:59.713490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0dc0215-de87-481f-9623-267367169745 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3048463 Mar 02 07:47:59.716483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48518) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:59.722570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Request body: {'subnet': {'network_id': 'a7e45a88-e9a1-43da-804a-7c79795a9f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-795848486-subnet', 'tenant_id': 'b3a8141ff2eb4954809d8e7841ef8dfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:59.738922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:59.744175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Usage tracker for resource:subnet and tenant:b3a8141ff2eb4954809d8e7841ef8dfd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:47:59.755722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:47:59.776310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:59.798798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.799148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Made reservation on behalf of b3a8141ff2eb4954809d8e7841ef8dfd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:59.801361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.884513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=10e040b7-abf2-446f-a0b6-a8c01056bf9f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.887186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=a0fb1850-a7a1-4843-bd3d-fbfcae4889e0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.916160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '833c7f75-5a8c-42d3-9202-e54002bd3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be29b00c-8cda-4ad1-a043-c29661de3ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:59.916909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: be29b00c-8cda-4ad1-a043-c29661de3ad6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:47:59.933400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb0e4769-212f-4f0b-afc0-02bc52e207d8 req-2a8111fa-fe09-44fd-b11a-17d3f1e472cc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077494 Mar 02 07:47:59.949077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcfc26-c163-4f48-8d25-ac8147b46679 None None] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:59.972582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:00.171106 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:48:00.177434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network be29b00c-8cda-4ad1-a043-c29661de3ad6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:00.211190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, be29b00c-8cda-4ad1-a043-c29661de3ad6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:00.226246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029e66f-9628-4194-8057-fe7ed8e692d3 None None] Network be29b00c-8cda-4ad1-a043-c29661de3ad6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:00.226884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:00.231077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d6d74744-9707-4cc0-9049-1517f47dd603 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 HTTP/1.1" status: 204 len: 168 time: 2.8984525 Mar 02 07:48:00.231977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:00.234553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.235142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:00.275196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dcc11654-0e7f-446b-931f-4ebe3dd9672f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 200 len: 992 time: 0.2909963 Mar 02 07:48:00.325028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:00.388669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-98d2477a-0555-4790-a6d3-2279ec52d4cc tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7806089 Mar 02 07:48:00.391915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:00.453777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.455416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.457085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.468916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:00.483588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Checking segment: {'id': '5cca313c-3215-4c35-bb34-39e7608f0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7e45a88-e9a1-43da-804a-7c79795a9f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:00.484297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Network hostable DHCP agents. Network: a7e45a88-e9a1-43da-804a-7c79795a9f7b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:48:00.495886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45108a1e-f417-4d2b-9ef8-6d8730e7119d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:00.524445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Network a7e45a88-e9a1-43da-804a-7c79795a9f7b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:00.561112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a7e45a88-e9a1-43da-804a-7c79795a9f7b) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:00.583483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40846bdb-7a46-4e5c-80b7-3c6da59d4b6d None None] Network a7e45a88-e9a1-43da-804a-7c79795a9f7b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:00.584674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.585446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:00.620955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:00.624611 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-820f0a0d-d533-4662-a722-cd30380634a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3898957 Mar 02 07:48:00.624977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:00.802217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad46f130-5b5d-4c6a-8eb1-e64155031f75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0763772 Mar 02 07:48:00.836309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:00.940740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 20d41aca-e7dd-41f7-a35a-fbd5244255fe {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:00.952586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38d19821-39c1-43c1-a9d6-9b349d050f6a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:00.958810 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.142854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.191886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48568) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:01.203902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff41a5-a5b1-4f32-9b5e-50a0f7736d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-be29b00c-8cda-4ad1-a043-c29661de3ad6', 'network_id': 'be29b00c-8cda-4ad1-a043-c29661de3ad6', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '10e040b7-abf2-446f-a0b6-a8c01056bf9f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:01.205716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86ff41a5-a5b1-4f32-9b5e-50a0f7736d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.290455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.416998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab472858-634c-4649-b4bc-b899e6429586 None None] Provisioning for port 38d19821-39c1-43c1-a9d6-9b349d050f6a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:01.491047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab472858-634c-4649-b4bc-b899e6429586 None None] Provisioning complete for port 38d19821-39c1-43c1-a9d6-9b349d050f6a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:01.492695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ab472858-634c-4649-b4bc-b899e6429586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.777335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.799535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ff080-4eb6-447c-86bd-09bcfd7ffb38 None None] Network a7e45a88-e9a1-43da-804a-7c79795a9f7b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:01.820398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:01.886081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=10e040b7-abf2-446f-a0b6-a8c01056bf9f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:01.945795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ab472858-634c-4649-b4bc-b899e6429586 None None] Could not find standard attr ID for object a0fb1850-a7a1-4843-bd3d-fbfcae4889e0. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-86ff41a5-a5b1-4f32-9b5e-50a0f7736d9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10e040b7-abf2-446f-a0b6-a8c01056bf9f: This subnet is being modified by another concurrent operation. Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10e040b7-abf2-446f-a0b6-a8c01056bf9f: This subnet is being modified by another concurrent operation. Mar 02 07:48:01.949380 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:48:01.998303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c985-bd61-4d75-a6cc-d8fbafc2f41a req-6e552677-51f5-43d4-8335-4fbacbbdf890 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:01.999807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41b7c985-bd61-4d75-a6cc-d8fbafc2f41a req-6e552677-51f5-43d4-8335-4fbacbbdf890 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3239894 Mar 02 07:48:02.038653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805b583-9f45-435a-834e-d483522ee34a None None] Network be29b00c-8cda-4ad1-a043-c29661de3ad6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:02.040241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Deleting subnet 094a06a9-0594-44b7-bc89-62ff0f04b2ac {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:02.043369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-b7186423-ac47-4155-aceb-769b6b5b2a86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4838791 Mar 02 07:48:02.074370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.094880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9b0eabcb-32a1-4e83-85dd-367e6d0faacc None None] Could not find standard attr ID for object a0fb1850-a7a1-4843-bd3d-fbfcae4889e0. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:48:02.128721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.319253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7cf2-1359-4547-bbf4-dc59d02815b9 req-7deab462-4cad-4463-bd7d-bc0d5f8c54fe tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:02.327982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41b7c985-bd61-4d75-a6cc-d8fbafc2f41a req-1535c102-97e3-434d-81a0-ca14132c2119 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082831 Mar 02 07:48:02.339683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=20d41aca-e7dd-41f7-a35a-fbd5244255fe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:02.357218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00aa7cf2-1359-4547-bbf4-dc59d02815b9 req-7deab462-4cad-4463-bd7d-bc0d5f8c54fe tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 1.3460727 Mar 02 07:48:02.371340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.383921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.413957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e578dba2-e2ef-49aa-8048-5e095b655040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/20d41aca-e7dd-41f7-a35a-fbd5244255fe HTTP/1.1" status: 204 len: 168 time: 1.7872431 Mar 02 07:48:02.416244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48592) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:02.495456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00aa7cf2-1359-4547-bbf4-dc59d02815b9 req-53275e96-f9fa-462a-bf24-790b2c5461bd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373403 Mar 02 07:48:02.498134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.540393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be29b00c-8cda-4ad1-a043-c29661de3ad6']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:02.563269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833c7f75-5a8c-42d3-9202-e54002bd3c52') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:02.564821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833c7f75-5a8c-42d3-9202-e54002bd3c52') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:02.582554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.589146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 83ff2eca-f607-4eb4-8fee-e84ee2884f4c {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:02.599820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.608174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.614840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.670223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:02.670981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.671946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675bf82-6b5a-424d-8bbc-8136cabceeff None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:02.688729 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:02.694626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.835434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.862867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.864476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.883717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=be29b00c-8cda-4ad1-a043-c29661de3ad6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:02.891508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.941365 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c20dc40-a817-4773-9cd6-2ceb7a34c98b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/be29b00c-8cda-4ad1-a043-c29661de3ad6 HTTP/1.1" status: 204 len: 168 time: 2.5485780 Mar 02 07:48:02.945007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:02.945983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094a06a9-0594-44b7-bc89-62ff0f04b2ac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:02.950391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:02.955382 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2935ef20-9507-405a-b300-262bbf6effbc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/094a06a9-0594-44b7-bc89-62ff0f04b2ac HTTP/1.1" status: 204 len: 168 time: 1.7593484 Mar 02 07:48:02.956038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.035072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:03.071099 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f724a5e1-501d-4a43-bf9f-3978b2dffcde tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] GET failed (client error): The resource could not be found. Mar 02 07:48:03.071619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f724a5e1-501d-4a43-bf9f-3978b2dffcde tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Synchronizing usage tracker for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:03.156430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:03.160705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f724a5e1-501d-4a43-bf9f-3978b2dffcde tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Unset dirty status for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:03.161897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f724a5e1-501d-4a43-bf9f-3978b2dffcde tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets/10e040b7-abf2-446f-a0b6-a8c01056bf9f HTTP/1.1" status: 404 len: 337 time: 0.2137151 Mar 02 07:48:03.163417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=83ff2eca-f607-4eb4-8fee-e84ee2884f4c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:03.172437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.194491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:03.208627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-efb2ac71-2582-45ff-babf-8f95f9c934a3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/83ff2eca-f607-4eb4-8fee-e84ee2884f4c HTTP/1.1" status: 204 len: 168 time: 0.7866077 Mar 02 07:48:03.211161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.233545 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc6604-7555-455c-8ba3-60f91b7efdf7 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:03.234176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cc6604-7555-455c-8ba3-60f91b7efdf7 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:03.236198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c9cc6604-7555-455c-8ba3-60f91b7efdf7 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/be29b00c-8cda-4ad1-a043-c29661de3ad6 HTTP/1.1" status: 404 len: 339 time: 0.0441306 Mar 02 07:48:03.261963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.340553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-47024dcd-328f-4543-bbed-faa6c4b6bb66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:03.421749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e50f80-4ec9-4aa6-a522-0f956bcb7ad1 None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '83ff2eca-f607-4eb4-8fee-e84ee2884f4c'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '38d19821-39c1-43c1-a9d6-9b349d050f6a'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:48:03.542542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-47024dcd-328f-4543-bbed-faa6c4b6bb66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:router {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:03.550852 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-47024dcd-328f-4543-bbed-faa6c4b6bb66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3384998 Mar 02 07:48:03.552015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48658) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.557903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:03.561925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12e50f80-4ec9-4aa6-a522-0f956bcb7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:03.599036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:03.723618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab1da4a-8e79-4e52-93ef-7912ef967259']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:03.821812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0ae1ab-6ff2-4388-8fe5-def4a43e73dc') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:03.823340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0ae1ab-6ff2-4388-8fe5-def4a43e73dc') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:03.865272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d2378-b3ed-494f-83b7-519841126278 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:03.868228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-563d2378-b3ed-494f-83b7-519841126278 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Synchronizing usage tracker for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:03.950363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-563d2378-b3ed-494f-83b7-519841126278 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Unset dirty status for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:03.956365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-563d2378-b3ed-494f-83b7-519841126278 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6890154 Mar 02 07:48:03.957700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:03.966729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a7c63-0dca-409a-ac43-174481f3a703 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:03.971294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.016504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee5c1cf0-7050-40ab-a46f-d1fc63ba7ba3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Synchronizing usage tracker for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:04.036630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d7b30-ebce-4231-a6de-0972d41864eb req-a2db6faf-b63a-409e-87cf-9c5f5e630743 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.045136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-202d7b30-ebce-4231-a6de-0972d41864eb req-a2db6faf-b63a-409e-87cf-9c5f5e630743 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3709705 Mar 02 07:48:04.048586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.058475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:04.082591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:04.084846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ee5c1cf0-7050-40ab-a46f-d1fc63ba7ba3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Unset dirty status for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:04.094646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:04.096793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.102789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee5c1cf0-7050-40ab-a46f-d1fc63ba7ba3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 207 time: 0.1267109 Mar 02 07:48:04.107857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:04.146735 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:04.160754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0f6f238b-e10d-4985-b1c1-f9bd0261a2c7 None None] Provisioning complete for port 38d19821-39c1-43c1-a9d6-9b349d050f6a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:04.166382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f6f238b-e10d-4985-b1c1-f9bd0261a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.168562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:04.205959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.208978 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-202d7b30-ebce-4231-a6de-0972d41864eb req-eec276e8-e690-47d4-8519-ef266883a3bf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628430 Mar 02 07:48:04.235057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:04.310782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6702f-694c-415b-b970-403b3a776015 req-22b00325-8a0d-4944-bf85-360c442bf9ee tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.324766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76d6702f-694c-415b-b970-403b3a776015 req-22b00325-8a0d-4944-bf85-360c442bf9ee tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 0.4863074 Mar 02 07:48:04.326950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:04.330984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.377996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.413688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126133e-3790-464b-8854-50607dd8b5e2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.421386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126133e-3790-464b-8854-50607dd8b5e2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.427313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126133e-3790-464b-8854-50607dd8b5e2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.433469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126133e-3790-464b-8854-50607dd8b5e2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.435279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8126133e-3790-464b-8854-50607dd8b5e2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3184295 Mar 02 07:48:04.441745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.479095 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.481916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab1da4a-8e79-4e52-93ef-7912ef967259,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:04.565113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76d6702f-694c-415b-b970-403b3a776015 req-010cf376-69b3-4e87-bcf2-b13b1029b078 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052121 Mar 02 07:48:04.575722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-49ca76ac-642f-45f6-81c5-7dc36a81d8b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dab1da4a-8e79-4e52-93ef-7912ef967259 HTTP/1.1" status: 204 len: 168 time: 1.5559728 Mar 02 07:48:04.578309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.592501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:48:04.603513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Deleting port 38d19821-39c1-43c1-a9d6-9b349d050f6a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:04.603944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.651504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.687683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3fabe5a0-27a6-4b3b-9aef-d261a2af5e52 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2447779 Mar 02 07:48:04.691982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.693069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:04.700509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Usage tracker for resource:security_group_rule and tenant:349b1ee2a23845df93ed2703f79da6d1 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:04.779160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:04.795974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:04.843529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 38d19821-39c1-43c1-a9d6-9b349d050f6a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:04.852925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b19cf9a-e31a-491d-b174-54c9fd31180f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.854544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b19cf9a-e31a-491d-b174-54c9fd31180f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.856293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b19cf9a-e31a-491d-b174-54c9fd31180f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1584213 Mar 02 07:48:04.867806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:04.870752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-266dbe73-be0e-47ca-a516-07dc4f2085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:04.872551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-266dbe73-be0e-47ca-a516-07dc4f2085f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.5159702 Mar 02 07:48:04.920799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:04.921196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.930608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Deleting subnet 45108a1e-f417-4d2b-9ef8-6d8730e7119d {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:04.937701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.048425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.074531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Calling delete_port for 38d19821-39c1-43c1-a9d6-9b349d050f6a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:05.139513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.176942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.193521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefc6f8-1397-4968-8d42-13061b135dc3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.195043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefc6f8-1397-4968-8d42-13061b135dc3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.196576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5fefc6f8-1397-4968-8d42-13061b135dc3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3219557 Mar 02 07:48:05.207240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:05.229144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:05.253194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.322151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.356867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-652ef5e3-9421-483c-b3ad-3cd64f20778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.358376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-652ef5e3-9421-483c-b3ad-3cd64f20778f service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.4782636 Mar 02 07:48:05.371734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45108a1e-f417-4d2b-9ef8-6d8730e7119d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:05.379351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc6bc-e6d5-42ce-8445-36956c0a5354 req-4474ebfb-9d76-45ee-a6e0-f4177dccfcad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.380867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f1bc6bc-e6d5-42ce-8445-36956c0a5354 req-4474ebfb-9d76-45ee-a6e0-f4177dccfcad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 0.5899656 Mar 02 07:48:05.406372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.426191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:48:05.450713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:48:05.451084 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:48:05.490078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7821042d-d5db-4076-8a88-bd5aea366e2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45108a1e-f417-4d2b-9ef8-6d8730e7119d HTTP/1.1" status: 204 len: 168 time: 0.9086533 Mar 02 07:48:05.490605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:05.503174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48710) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:05.607082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.640507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.768661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b253973-810e-4c2d-8a07-d6f427665c7d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.773710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b253973-810e-4c2d-8a07-d6f427665c7d tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks/7a156499-06ed-47ba-8d65-020b3170fb4a HTTP/1.1" status: 200 len: 799 time: 0.5619423 Mar 02 07:48:05.786708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e870d-3c7e-49c4-a512-f4c304781def req-1aa85165-0b6f-46cb-88e8-a016b8c2874a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.788888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d4e870d-3c7e-49c4-a512-f4c304781def req-1aa85165-0b6f-46cb-88e8-a016b8c2874a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3085456 Mar 02 07:48:05.792287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:05.792945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-113feb31-528b-44d6-b041-f4ab2cb243b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1000 time: 0.4103730 Mar 02 07:48:05.803789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f1bc6bc-e6d5-42ce-8445-36956c0a5354 req-76ec121b-9595-4468-b9cf-c721a4f9e24f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995198 Mar 02 07:48:05.820438 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.847811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=349b1ee2a23845df93ed2703f79da6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6378520 Mar 02 07:48:05.851468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48720) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:05.851977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:05.854293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff3962-fb44-4676-a0d8-36e59530993d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:05.898303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.926795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.927425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.928023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.928524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.929023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.929559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.930078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.930579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.931058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.931543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.932027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.932502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff6b4a4-c409-49fc-9800-b5da3d0b7aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:05.952425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Deleting port 38d19821-39c1-43c1-a9d6-9b349d050f6a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:05.953525 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.986451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ef70a1a-03f4-4c24-aca0-cc42b894e164 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Synchronizing usage tracker for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:05.994825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-f3e240b3-0e6e-4af2-a343-88a639d22d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:05.996302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-f3e240b3-0e6e-4af2-a343-88a639d22d27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.1883655 Mar 02 07:48:06.271838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:06.297739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:06.299003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.315625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.321958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8ef70a1a-03f4-4c24-aca0-cc42b894e164 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Unset dirty status for tenant:2125bfd8baae4c80b0a4fe4d548b404e on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:06.328207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ef70a1a-03f4-4c24-aca0-cc42b894e164 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/networks/7a156499-06ed-47ba-8d65-020b3170fb4a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5347047 Mar 02 07:48:06.330332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48732) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:06.339706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.340701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.346632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.363072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.414815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5af37-bd5e-4e70-a6ed-f78e300c39f1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:06.416333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d6f5af37-bd5e-4e70-a6ed-f78e300c39f1 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1091 time: 0.5593932 Mar 02 07:48:06.441327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48738) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:06.457493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:06.474971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.477899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d4e870d-3c7e-49c4-a512-f4c304781def req-8fa34fe3-9408-436f-8249-c984032a3300 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6583781 Mar 02 07:48:06.483338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e45a88-e9a1-43da-804a-7c79795a9f7b']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:06.500174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Calling delete_port for 38d19821-39c1-43c1-a9d6-9b349d050f6a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:06.528799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:06.552925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca313c-3215-4c35-bb34-39e7608f0067') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:06.553302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca313c-3215-4c35-bb34-39e7608f0067') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:06.564576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:floatingip and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:06.575773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:06.593128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.600531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:06.607046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-b1f6db9c-5744-45a5-91a9-6f4bab879c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:06.607681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:06.608535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-b1f6db9c-5744-45a5-91a9-6f4bab879c5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5989823 Mar 02 07:48:06.609673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:48:06.610218 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:48:06.627020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:06.631238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:06.631859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.678022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.696530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.723377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:06.723795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.727625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caf7e3-ee73-4a97-9477-f64e4ff6b34b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:06.729387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93caf7e3-ee73-4a97-9477-f64e4ff6b34b tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets/30d97857-9a78-4945-9dcd-cc165542e66d HTTP/1.1" status: 200 len: 811 time: 0.3951480 Mar 02 07:48:06.730195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=23a30c44-e673-4b88-96c5-a7e7c6bbe22e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:06.737379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48748) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:06.738606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=9']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:06.743491 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:06.787118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-de3e77ca-124b-4df9-90c1-639ec092f548 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2093430 Mar 02 07:48:06.792659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48752) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:06.806837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:06.855685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:06.951630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0679a1-ccf6-4ac4-bcc8-2f6737009f28 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['shared'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:06.953200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5c0679a1-ccf6-4ac4-bcc8-2f6737009f28 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "GET /v2.0/subnets/30d97857-9a78-4945-9dcd-cc165542e66d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2109098 Mar 02 07:48:06.958239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48768) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:06.974641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300141910'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:06.981012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:06.991508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:07.005727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:07.007260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Deleting port 38d19821-39c1-43c1-a9d6-9b349d050f6a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:07.008715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.010170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.041599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff3962-fb44-4676-a0d8-36e59530993d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:07.072755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:07.077763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:07.081232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:07.087747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:07.101759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.102248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:07.102912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-686ac6ef-efd2-45cf-bce4-0b0d03903382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fff3962-fb44-4676-a0d8-36e59530993d HTTP/1.1" status: 204 len: 168 time: 1.2445133 Mar 02 07:48:07.106398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.141470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.298554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.382238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7e45a88-e9a1-43da-804a-7c79795a9f7b HTTP/1.1" status: 204 len: 168 time: 1.8720095 Mar 02 07:48:07.411788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c0e9-7432-4569-9405-3d7e805f52a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e45a88-e9a1-43da-804a-7c79795a9f7b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:07.420275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-b8e0c358-5a31-478c-bb12-29d5dfbfca72 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029704 Mar 02 07:48:07.436938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:48:07.659672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.660238 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Added segment 8d464709-cb2b-4fb6-b32f-2bbf5076386a of type vlan for network 04d11643-f13f-4791-8a6c-356a555b6ad9 Mar 02 07:48:07.777166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:07.840905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] For port 38d19821-39c1-43c1-a9d6-9b349d050f6a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=38d19821-39c1-43c1-a9d6-9b349d050f6a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:07.841422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.844340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.975279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48878) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:08.029725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Calling delete_port for 38d19821-39c1-43c1-a9d6-9b349d050f6a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:08.032122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05a4e667-aec8-4530-99a6-4f4540c52b0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16a18d095839442d8b30aa17984b4618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478662 Mar 02 07:48:08.049488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48890) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:08.055676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.073724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.089582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:08.092860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.201767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:08.223526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c75c94e683b40e598588cf885c5273a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:08.230626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:08.230841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.257885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.262515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-80753de5-cca5-43a2-9db4-9228ba868094 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291843 Mar 02 07:48:08.266352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:08.326175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] Pushing event deleted for resources: {'Port': ['ID=38d19821-39c1-43c1-a9d6-9b349d050f6a,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:08.394571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb3a2a-220b-477e-801a-acfe10520117 None None] No DVR routers for this DVR port 38d19821-39c1-43c1-a9d6-9b349d050f6a on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:08.430649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9c31f-3a99-4805-b2a9-d6802f3875ab None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:08.453349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1cee-61f8-4693-8bc8-523f027ae041 req-7ac734d2-afc6-46b2-afbe-c014bc713087 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:08.455905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-906c1cee-61f8-4693-8bc8-523f027ae041 req-7ac734d2-afc6-46b2-afbe-c014bc713087 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.6515174 Mar 02 07:48:08.612749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.620086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6611867 Mar 02 07:48:08.623128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:08.629787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ab57b-9e2c-426f-ba09-0367633d7509 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Network': ['ID=04d11643-f13f-4791-8a6c-356a555b6ad9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:08.632829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.634150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-906c1cee-61f8-4693-8bc8-523f027ae041 req-840c4729-7b80-4978-9f4d-f44e0cb7e900 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698120 Mar 02 07:48:08.657056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:08.670778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:48:08.683152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.25.4.101 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7535426c-8a6e-43f6-bfe3-49956049b20c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:08.785523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.811080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48970) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:08.811526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c75c94e683b40e598588cf885c5273a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8305442 Mar 02 07:48:08.884235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66acfad-50d5-4bd9-9da4-1f77339240a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58877b24-2fde-44f3-9c69-b9ea9c57a715,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:08.897519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:08.995930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.053311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.062577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.103364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.147028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.171099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.188288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:09.195471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:09.202075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:09.213008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:09.219191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:09.220643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.225756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:09.245188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58877b24-2fde-44f3-9c69-b9ea9c57a715,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:09.261005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Made reservation on behalf of 2125bfd8baae4c80b0a4fe4d548b404e for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:09.264712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.291705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '23a30c44-e673-4b88-96c5-a7e7c6bbe22e'}, {'subnet_id': '42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:09.292971 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.307922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.311021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.324077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1c99e32-a0ce-46c8-a049-e406b21a22d1 HTTP/1.1" status: 204 len: 168 time: 1.2713232 Mar 02 07:48:09.332974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:09.340151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=7535426c-8a6e-43f6-bfe3-49956049b20c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:09.346056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:09.349334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:09.391880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:09.416188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-99a6a186-463f-43ef-a701-5002297673e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58877b24-2fde-44f3-9c69-b9ea9c57a715 HTTP/1.1" status: 204 len: 168 time: 0.6039631 Mar 02 07:48:09.437018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing IP validity checks on allocation pools {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:48:09.437766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:48:09.557237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4798d7d2-7d40-4324-b6ef-7bc925656316 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7629011 Mar 02 07:48:09.563295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49060) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:09.571032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ffe64-7e34-4779-a277-317b7b725997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c99e32-a0ce-46c8-a049-e406b21a22d1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:09.577550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:b0:5a:16', 'name': 'tempest-NetworksTestDHCPv6-1754215097'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:09.947192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Allocated IP 172.20.0.2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf/b559fbdf-b217-48cc-bf8e-4c3e780cff9a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:09.962775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:09.968837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:09.972545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:09.979287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:09.982210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Allocated IP 2001:db8::f816:3eff:fe2f:3649 (871403d4-b7e4-4b70-8238-fafc5d1d738d/23a30c44-e673-4b88-96c5-a7e7c6bbe22e/b559fbdf-b217-48cc-bf8e-4c3e780cff9a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:09.990189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.144089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea30ef5-a6b7-4f97-bc6a-da84be9a8a5a req-30d9a335-b602-4a74-9a02-587792dc10b5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:10.145594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=73110bfa-76b3-40c6-b19e-c5de52e5a169,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:10.149060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:10.155070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dea30ef5-a6b7-4f97-bc6a-da84be9a8a5a req-30d9a335-b602-4a74-9a02-587792dc10b5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.2382030 Mar 02 07:48:10.315502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dea30ef5-a6b7-4f97-bc6a-da84be9a8a5a req-43e163af-3d86-41ed-9e33-c62c2e264991 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498048 Mar 02 07:48:10.447949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Checking segment: {'id': '8d464709-cb2b-4fb6-b32f-2bbf5076386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:10.448320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network hostable DHCP agents. Network: 04d11643-f13f-4791-8a6c-356a555b6ad9, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:48:10.494650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.502287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.592156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:10.595067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:10.603572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.621700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Transition to ACTIVE for port object b559fbdf-b217-48cc-bf8e-4c3e780cff9a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:10.648885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Transition to ACTIVE for port object b559fbdf-b217-48cc-bf8e-4c3e780cff9a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:10.660422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.790434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:10.806633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:10.848003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:10.855454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:10.869249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Pushing event updated for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:10.886380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.925922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 04d11643-f13f-4791-8a6c-356a555b6ad9) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:10.950688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffb7d0-f4df-44e3-807e-e88f48be2007 None None] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:10.961446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:10.965980 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.120951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0ee4fb9e-b1d9-4151-ab21-5a9ca06d84a2 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4938350 Mar 02 07:48:11.136455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49228) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:11.154007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:11.206508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Attempting to bind port b559fbdf-b217-48cc-bf8e-4c3e780cff9a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:11.207822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Attempting to bind port b559fbdf-b217-48cc-bf8e-4c3e780cff9a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:11.208735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Attempting to bind port b559fbdf-b217-48cc-bf8e-4c3e780cff9a on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:11.222879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:11.223138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:11.223567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.223892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:11.224372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Bound port: b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:11.224748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.400275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8978f69f-b49d-4d1f-b4bb-ad8e417b9c3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3a8141ff2eb4954809d8e7841ef8dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087253 Mar 02 07:48:11.413956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.416002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49262) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:11.441608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.677556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:11.683777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:11.687674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.737760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.870463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-04d11643-f13f-4791-8a6c-356a555b6ad9', 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9', 'tenant_id': '2125bfd8baae4c80b0a4fe4d548b404e', 'fixed_ips': [{'subnet_id': '73110bfa-76b3-40c6-b19e-c5de52e5a169'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:11.871387 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:11.921578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd07716-92da-483e-a835-d7e58402b869 None None] Pushing event updated for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:11.996098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2988894'] for subnet, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.057896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 172.20.0.6 (871403d4-b7e4-4b70-8238-fafc5d1d738d/42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf/0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:12.115288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:feb0:5a16 (871403d4-b7e4-4b70-8238-fafc5d1d738d/23a30c44-e673-4b88-96c5-a7e7c6bbe22e/0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:12.136511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.146875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=7535426c-8a6e-43f6-bfe3-49956049b20c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:12.165925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e98e-2ce1-4713-aea4-8c25f44e5196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.241906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.419712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3a6d-c2f7-4258-b066-c79931e444a2 req-c4fd3a6e-295b-408a-ba0f-80bfc2117414 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:12.434735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b2a3a6d-c2f7-4258-b066-c79931e444a2 req-c4fd3a6e-295b-408a-ba0f-80bfc2117414 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.6796172 Mar 02 07:48:12.449562 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Floating IP ed2684a5-5318-469b-aeee-c16b93788e31 associated. External IP: 172.25.4.101, port: 635d81da-9327-44db-83d1-49659330426f. Mar 02 07:48:12.660092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.812013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8556b687-2e79-49f7-a64e-84df60b184fc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:12.865710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:12.872594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-29f602b1-f39e-4a88-8f55-200724a9c8e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8556b687-2e79-49f7-a64e-84df60b184fc HTTP/1.1" status: 204 len: 168 time: 1.4527724 Mar 02 07:48:12.931788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:48:12.931788 n-d-827871-1 neutron-server[87856]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 02 07:48:12.931788 n-d-827871-1 neutron-server[87856]: [parameters: {'in_use': 1, 'id_1': '73110bfa-76b3-40c6-b19e-c5de52e5a169'}] Mar 02 07:48:12.931788 n-d-827871-1 neutron-server[87856]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:48:12.933307 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:48:12.976685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:13.019308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b2a3a6d-c2f7-4258-b066-c79931e444a2 req-20a27598-ac4e-4e96-b2e6-11c64730c095 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5828125 Mar 02 07:48:13.112866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.225379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:13.317954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:13.347113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:48:13.358628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788870089701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2516723'] for subnet, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.435447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.498834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event updated for resources: {'Subnet': ['ID=73110bfa-76b3-40c6-b19e-c5de52e5a169,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:13.513342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:13.514105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.515532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f8cfc65-1e07-4c83-a011-b087233c3515 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "PUT /v2.0/subnets/73110bfa-76b3-40c6-b19e-c5de52e5a169 HTTP/1.1" status: 200 len: 877 time: 2.3771760 Mar 02 07:48:13.522628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49322) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:13.537291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.771357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3aad00-68ff-4002-8127-ed847062e0d0 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:13.775097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:13.776576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:13.778625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:13.781591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:13.890175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:13.896409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:13.936955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6eae9464-46af-4366-9471-f25e92c93ec3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3696642 Mar 02 07:48:13.938005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Provisioning for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:13.939304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49336) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:13.953033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Allocated IP 172.20.0.3 (04d11643-f13f-4791-8a6c-356a555b6ad9/73110bfa-76b3-40c6-b19e-c5de52e5a169/da0076f2-184d-4d8f-9f37-8b84ee7d3d06) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:13.961985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:13.961985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.011094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:48:14.023829 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:48:14.054888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:48:14.058111 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:47:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:14.081085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.085476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.136034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9def6-52fd-4d1d-ad86-efc9033b4345 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:14.157510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9def6-52fd-4d1d-ad86-efc9033b4345 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:14.163328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bca9def6-52fd-4d1d-ad86-efc9033b4345 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:14.207339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bca9def6-52fd-4d1d-ad86-efc9033b4345 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:14.213267 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bca9def6-52fd-4d1d-ad86-efc9033b4345 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2728605 Mar 02 07:48:14.215469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:14.249423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-19989eb6-0b3b-4578-a99d-6ae3e8e99f03 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8027773 Mar 02 07:48:14.256749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:14.267546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:14.487284 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f', 'status': 'completed', 'code': 200} Mar 02 07:48:14.493039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:14.493395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.575237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf7a-c8e3-4bee-89a7-9d3860b1ca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.601831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.724599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81506-5776-4d25-a0e0-95dc56d3e05a req-bc2b2a7f-9f3a-4850-9517-c2ce0e1adf21 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:14.726135 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dbe81506-5776-4d25-a0e0-95dc56d3e05a req-bc2b2a7f-9f3a-4850-9517-c2ce0e1adf21 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.4079449 Mar 02 07:48:14.780144 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:48:14.841406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-730d49b3-3256-47cb-be4d-8393ed8e9f8f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/ed2684a5-5318-469b-aeee-c16b93788e31 HTTP/1.1" status: 200 len: 991 time: 0.5686393 Mar 02 07:48:14.911060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:14.942329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-8c73dc83-ec38-49ac-ada9-4fe789c64cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:14.943850 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-8c73dc83-ec38-49ac-ada9-4fe789c64cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1096 time: 0.4530251 Mar 02 07:48:15.043690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dbe81506-5776-4d25-a0e0-95dc56d3e05a req-f64eb89d-6303-4b6e-9e9d-272018e21cc0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736392 Mar 02 07:48:15.100565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:15.121686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.170221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.218779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.220949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Transition to ACTIVE for port object da0076f2-184d-4d8f-9f37-8b84ee7d3d06 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:15.325379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Transition to ACTIVE for port object da0076f2-184d-4d8f-9f37-8b84ee7d3d06 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:15.381551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a2349-0237-487e-9f84-2d8d7ae98ba7 None None] Pushing event updated for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:15.465423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.554660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:15.613025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.727125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-f97ab030-bc8d-461e-a2f7-337510dca897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:15.747012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-f97ab030-bc8d-461e-a2f7-337510dca897 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 897 time: 0.7916033 Mar 02 07:48:15.826918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:15.833909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:15.844302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:15.856114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49384) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:15.865276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:15.874559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Pushing event updated for resources: {'Port': ['ID=da0076f2-184d-4d8f-9f37-8b84ee7d3d06,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:15.940807 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:10Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:15.946417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:48:15.957958 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:48:15.959960 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:48:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:16.038034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-44ea865d-29f2-4e9e-8938-0ee704e2d5c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 999 time: 0.2834625 Mar 02 07:48:16.042186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.147242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Attempting to bind port da0076f2-184d-4d8f-9f37-8b84ee7d3d06 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:16.147757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Attempting to bind port da0076f2-184d-4d8f-9f37-8b84ee7d3d06 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '8d464709-cb2b-4fb6-b32f-2bbf5076386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:16.147977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Attempting to bind port da0076f2-184d-4d8f-9f37-8b84ee7d3d06 on network 04d11643-f13f-4791-8a6c-356a555b6ad9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:16.155142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:16.162619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Checking segment: {'id': '8d464709-cb2b-4fb6-b32f-2bbf5076386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:16.163338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.174540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Bound using segment: {'id': '8d464709-cb2b-4fb6-b32f-2bbf5076386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:16.175361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Bound port: da0076f2-184d-4d8f-9f37-8b84ee7d3d06, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d464709-cb2b-4fb6-b32f-2bbf5076386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d11643-f13f-4791-8a6c-356a555b6ad9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:16.175949 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.199318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:16.199956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.261359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-40c1d776-6027-414e-91f6-1d703fe29868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:16.263232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-40c1d776-6027-414e-91f6-1d703fe29868 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.2062709 Mar 02 07:48:16.287581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=73110bfa-76b3-40c6-b19e-c5de52e5a169,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:16.355199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:48:16.484427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.543772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d11643-f13f-4791-8a6c-356a555b6ad9']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:16.569584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d464709-cb2b-4fb6-b32f-2bbf5076386a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:16.577407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d464709-cb2b-4fb6-b32f-2bbf5076386a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:16.600791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.632448 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.634024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a3483e8a-c06b-4da5-80cc-8129d0ac337b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/ed2684a5-5318-469b-aeee-c16b93788e31 HTTP/1.1" status: 200 len: 991 time: 0.7647486 Mar 02 07:48:16.640210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-64bf1547-a7e5-4b13-8c90-f372e2029aab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9895177 Mar 02 07:48:16.651062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:16.651606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.815138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] For port da0076f2-184d-4d8f-9f37-8b84ee7d3d06, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:16.817431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:16.828509 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:16.832926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] For port da0076f2-184d-4d8f-9f37-8b84ee7d3d06, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=da0076f2-184d-4d8f-9f37-8b84ee7d3d06,segment=NetworkSegment(8d464709-cb2b-4fb6-b32f-2bbf5076386a),segment_id=8d464709-cb2b-4fb6-b32f-2bbf5076386a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:16.839531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa7990-1086-4150-9c3b-926756625378 req-4e164afd-3790-44e9-bd72-f9f14f8c4b61 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:16.844047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.846451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeaa7990-1086-4150-9c3b-926756625378 req-4e164afd-3790-44e9-bd72-f9f14f8c4b61 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 0.4602518 Mar 02 07:48:16.851147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:48:16.851147 n-d-827871-1 neutron-server[87855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:48:16.851147 n-d-827871-1 neutron-server[87855]: [parameters: {'id': '04d11643-f13f-4791-8a6c-356a555b6ad9'}] Mar 02 07:48:16.851147 n-d-827871-1 neutron-server[87855]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:48:16.851722 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:48:16.962697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:16.977365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:17.045012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aeaa7990-1086-4150-9c3b-926756625378 req-39cf0b8a-773d-4ce6-9ef6-f457e30154a1 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790051 Mar 02 07:48:17.071581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:17.109171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081b02-80c0-41a4-a5cd-f5e2e7657f9b req-7716ed23-cd17-49fd-aeb7-5fd5fd35aa9b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.119844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Provisioning for port 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:17.121423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64081b02-80c0-41a4-a5cd-f5e2e7657f9b req-7716ed23-cd17-49fd-aeb7-5fd5fd35aa9b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.2786784 Mar 02 07:48:17.158530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-c96d4e15-e603-455b-a008-79bc01e87ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.160136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-c96d4e15-e603-455b-a008-79bc01e87ade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8837371 Mar 02 07:48:17.164895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Provisioning complete for port 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:17.165500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.306993 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:10Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:17.317085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0cb60-c109-4cb5-bd6a-309f12abbe94 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:47:20Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:10Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:48:17.338657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-97ca5f78-b7b9-4832-afdd-87a20d088792 None None] Port 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 was deleted so its status cannot be updated. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:48:17.356437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.421082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-d428eddb-0622-4fcd-bab6-8698cbe22684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.423229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-d428eddb-0622-4fcd-bab6-8698cbe22684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.7167273 Mar 02 07:48:17.455336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8c9d7-a3dd-4492-821b-8ed66c614abe None None] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:17.498118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dec2bb2b-436e-4529-a284-6a27b901f890 None None] Could not find standard attr ID for object 0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:48:17.501141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061a44-5433-43ff-ac71-ad533c0453e3 None None] Pushing event updated for resources: {'Port': ['ID=da0076f2-184d-4d8f-9f37-8b84ee7d3d06,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:17.567225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64081b02-80c0-41a4-a5cd-f5e2e7657f9b req-15e6f36d-cf89-4ea0-820d-efc5c6264296 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209228 Mar 02 07:48:17.596092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Deleting port da0076f2-184d-4d8f-9f37-8b84ee7d3d06 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:17.596449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.621430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.623168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:17.623552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.639112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49416) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:17.701350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e7df3-cd5e-4683-a8c5-48f293427337 None None] New status for floating IP ed2684a5-5318-469b-aeee-c16b93788e31: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:48:17.715833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0b58daf5-b0ee-47b6-a3a2-e5e55d7560ff tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 HTTP/1.1" status: 204 len: 168 time: 3.4959660 Mar 02 07:48:17.725624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49420) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:17.779930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-08086de3-3c99-44fe-af19-eaa4ff0f8b5c tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.781544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-08086de3-3c99-44fe-af19-eaa4ff0f8b5c tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 0.3190842 Mar 02 07:48:17.849167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-be1866a7-908c-4c0f-aa5c-65bd14832e46 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563838 Mar 02 07:48:17.863575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Deleting port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:17.864056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:17.881524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-64aa8f4b-136d-47d7-a42f-f82eb6a2e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.883021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-64aa8f4b-136d-47d7-a42f-f82eb6a2e54c service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.3835185 Mar 02 07:48:17.905053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-723c1d93-9ff6-4d3f-b1e5-ae1885065326 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/ed2684a5-5318-469b-aeee-c16b93788e31 HTTP/1.1" status: 200 len: 991 time: 0.2634552 Mar 02 07:48:18.097730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:18.099402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:18.101059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:18.101932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:18.105705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-4b902afa-fbf7-4b4e-bfa4-4d02978d6429 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.1799886 Mar 02 07:48:18.130317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16695d65-f391-4d30-8eb6-07a8ec44edb0 None None] Network 04d11643-f13f-4791-8a6c-356a555b6ad9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:18.156961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] For port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:18.157326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:18.372655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Calling delete_port for 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:18.415324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b85df-3dd6-48b5-9b3b-077a31826efb None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:48:18.573367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b85df-3dd6-48b5-9b3b-077a31826efb None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:48:18.603793 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:18.678714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9f27-b989-401c-86c2-4d38ba26eb58 req-15597e12-50fe-40d4-8ee2-1e2597e7befe tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:18.689394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52ee9f27-b989-401c-86c2-4d38ba26eb58 req-15597e12-50fe-40d4-8ee2-1e2597e7befe tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 949 time: 0.2384708 Mar 02 07:48:18.696724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] For port da0076f2-184d-4d8f-9f37-8b84ee7d3d06, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=da0076f2-184d-4d8f-9f37-8b84ee7d3d06,segment=NetworkSegment(8d464709-cb2b-4fb6-b32f-2bbf5076386a),segment_id=8d464709-cb2b-4fb6-b32f-2bbf5076386a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:18.697337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:18.836608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:18.838191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b335cafe-5da6-49f3-989e-4d861e0c4a0c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.1114717 Mar 02 07:48:18.857668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Calling delete_port for da0076f2-184d-4d8f-9f37-8b84ee7d3d06 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:18.860859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:18.866404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:18.886838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52ee9f27-b989-401c-86c2-4d38ba26eb58 req-cf34c99f-2dc5-4cee-8cd2-0ac26c4791a7 tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad315194-0005-47f2-8d5e-722412f564f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956925 Mar 02 07:48:18.923397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:18.973459 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:18.992765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['80ea4ef4-90d7-4592-a53c-6ac1d8002c8b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:48:19.209501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a0f08-1e77-45d7-a3d4-d010f4a0d822 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:48:19.293613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-5c420b98-da02-49aa-ba94-92eed43923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:19.305123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-5c420b98-da02-49aa-ba94-92eed43923dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 1.1268644 Mar 02 07:48:19.307139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1ac175f-d22b-4f3d-b054-d3cc1eebd9c5 req-43590305-9a74-4587-82c9-e016b1ac6e89 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4118309 Mar 02 07:48:19.352642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 23a30c44-e673-4b88-96c5-a7e7c6bbe22e {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:19.368821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Pushing event deleted for resources: {'Port': ['ID=80ea4ef4-90d7-4592-a53c-6ac1d8002c8b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:19.370915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:19.381141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a0f08-1e77-45d7-a3d4-d010f4a0d822 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:48:19.509373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:19.580061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-624e1a3d-9ee6-4a66-85e3-a266f00fdf5a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/ed2684a5-5318-469b-aeee-c16b93788e31 HTTP/1.1" status: 200 len: 993 time: 0.6537454 Mar 02 07:48:19.671713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:19.777155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba00fe-18a9-4f7c-8439-5b944a71fba4 req-c01aae19-0818-4306-ac8d-4b88dc92d3d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:19.781523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2ba00fe-18a9-4f7c-8439-5b944a71fba4 req-c01aae19-0818-4306-ac8d-4b88dc92d3d7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.9378424 Mar 02 07:48:19.795065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] No DVR routers for this DVR port 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:19.801293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:19.812613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'name': 'network-vif-deleted', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:19.819804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-2f00ae80-112e-4f27-a7d8-f4ea9ef0608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:19.826050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-2f00ae80-112e-4f27-a7d8-f4ea9ef0608d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823229 Mar 02 07:48:19.832016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No DVR routers for this DVR port da0076f2-184d-4d8f-9f37-8b84ee7d3d06 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:19.866545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:19.942075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2a4bb838-988b-439c-ae27-26459c3cfabf req-f91864e7-5379-4bc8-9070-6c50207b66cb tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.16 "DELETE /v2.0/ports/80ea4ef4-90d7-4592-a53c-6ac1d8002c8b HTTP/1.1" status: 204 len: 173 time: 2.1541560 Mar 02 07:48:20.057059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.095323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Port': ['ID=da0076f2-184d-4d8f-9f37-8b84ee7d3d06,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:20.142989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232f4c1-5d3e-43a1-be78-5c3fb9830aef req-36a3cb63-d48e-4a8f-983f-3ae52677de7f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:20.144834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e232f4c1-5d3e-43a1-be78-5c3fb9830aef req-36a3cb63-d48e-4a8f-983f-3ae52677de7f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2452252 Mar 02 07:48:20.150697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=23a30c44-e673-4b88-96c5-a7e7c6bbe22e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:20.161308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c358cf-9fed-4d52-b379-3a388b354eb7 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:20.182753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.210703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d8bb432f-2595-48c8-859b-a15b948cb90d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/23a30c44-e673-4b88-96c5-a7e7c6bbe22e HTTP/1.1" status: 204 len: 168 time: 1.3205266 Mar 02 07:48:20.214065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:20.270095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e232f4c1-5d3e-43a1-be78-5c3fb9830aef req-06f909cb-1f40-4ab3-9186-bc052c7b6fe2 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158664 Mar 02 07:48:20.270458 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-467ecd02-0333-473e-977a-dd2f823b0311 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655150 Mar 02 07:48:20.319797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.331080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:20.342420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.381903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2ba00fe-18a9-4f7c-8439-5b944a71fba4 req-31b69b2f-4f16-49a9-a1cd-df601b074a2a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673795 Mar 02 07:48:20.668297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.707283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d11643-f13f-4791-8a6c-356a555b6ad9']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:20.788224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d464709-cb2b-4fb6-b32f-2bbf5076386a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:20.788224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d464709-cb2b-4fb6-b32f-2bbf5076386a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:20.839355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.930197 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ec1b36-d897-4798-a952-83d09a4a4fa4', 'name': 'network-vif-deleted', 'tag': '80ea4ef4-90d7-4592-a53c-6ac1d8002c8b', 'status': 'completed', 'code': 200} Mar 02 07:48:20.959122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.044995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddccf269-d110-4a19-82d7-2bc77d77a0e0 req-c6bc4960-a906-48c4-80d9-2079d67fb1bc tempest-VolumesBackupsTest-1340062783 tempest-VolumesBackupsTest-1340062783-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ec1b36-d897-4798-a952-83d09a4a4fa4 HTTP/1.1" status: 200 len: 210 time: 0.1859090 Mar 02 07:48:21.061266 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72538aca-9dc9-4791-8be7-89b3b0e46650 req-d460a949-5599-4ae4-a221-fcaf68aba706 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778685 Mar 02 07:48:21.063663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.071093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:21.071497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:21.089479 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:21.127372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.185260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:21.193413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.205221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.206028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7979aeee-5b4d-4c45-b630-fe9886bbde90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf HTTP/1.1" status: 204 len: 168 time: 0.9907420 Mar 02 07:48:21.208419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.238085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.262940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/04d11643-f13f-4791-8a6c-356a555b6ad9 HTTP/1.1" status: 204 len: 168 time: 7.7392149 Mar 02 07:48:21.264024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5a4e8-e5dd-4308-9aa5-dfd5d4158b76 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=04d11643-f13f-4791-8a6c-356a555b6ad9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:21.266216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49494) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.324312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fca5f609-a566-4ab5-9f00-b3ad0ca0674d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144664 Mar 02 07:48:21.325597 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dff932-e935-4cfa-8500-e831d47cea27 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:21.326095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dff932-e935-4cfa-8500-e831d47cea27 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:21.327066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49502) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.330451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f3dff932-e935-4cfa-8500-e831d47cea27 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/73110bfa-76b3-40c6-b19e-c5de52e5a169 HTTP/1.1" status: 404 len: 337 time: 0.0604470 Mar 02 07:48:21.331084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.340752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:21.364284 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cba46b-a6f4-4e04-bf65-ddfae8008a0e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:21.364783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cba46b-a6f4-4e04-bf65-ddfae8008a0e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:21.369322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-47cba46b-a6f4-4e04-bf65-ddfae8008a0e tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/04d11643-f13f-4791-8a6c-356a555b6ad9 HTTP/1.1" status: 404 len: 339 time: 0.0347674 Mar 02 07:48:21.369588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.428372 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b57bf77-880e-43a4-8b53-098a926a4738 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:21.428886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b57bf77-880e-43a4-8b53-098a926a4738 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:21.431399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b57bf77-880e-43a4-8b53-098a926a4738 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/10e040b7-abf2-446f-a0b6-a8c01056bf9f HTTP/1.1" status: 404 len: 337 time: 0.0608780 Mar 02 07:48:21.434097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.525998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:21.543402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:21.547082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:21.555025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:21.569275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:21.587244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.599757 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bbcf69-adb9-4cbd-9bd5-1c7c202b7190 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:21.600879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bbcf69-adb9-4cbd-9bd5-1c7c202b7190 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:21.602872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b1bbcf69-adb9-4cbd-9bd5-1c7c202b7190 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/be29b00c-8cda-4ad1-a043-c29661de3ad6 HTTP/1.1" status: 404 len: 339 time: 0.1678028 Mar 02 07:48:21.608693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:21.823353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f347d9-3d3d-4449-919e-050817ba008a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:21.828570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:21.845407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6a427-936e-4c80-8bf5-d0fdad4a80e2 req-02e656b8-739b-44d3-a7c9-a017d74752cf tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:21.852595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edd6a427-936e-4c80-8bf5-d0fdad4a80e2 req-02e656b8-739b-44d3-a7c9-a017d74752cf tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3884346 Mar 02 07:48:21.989229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edd6a427-936e-4c80-8bf5-d0fdad4a80e2 req-33917a52-23c3-4f57-ae6e-e4088c8a868f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356461 Mar 02 07:48:22.014880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:22.050910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.063187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:48:22.064085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 80ea4ef4-90d7-4592-a53c-6ac1d8002c8b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:22.079569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-41d3b16c-3e11-47b3-aea8-ac7af8fc0cd5 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:22.080193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-41d3b16c-3e11-47b3-aea8-ac7af8fc0cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.113250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.131697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cac6f2b-245f-4ae7-9582-1ac1d6da2d63']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:22.158988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47897e2-3210-4795-8443-27aec49c5efd') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:22.159293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47897e2-3210-4795-8443-27aec49c5efd') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:22.176138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.183363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:22.189777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:22.198845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:22.199830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.206925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.234532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:22.234737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.248088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b12c2-1bbb-4657-8b93-75c399dcf026 req-4b1a4111-2b16-460e-8d84-334130853ae7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:22.256568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-237b12c2-1bbb-4657-8b93-75c399dcf026 req-4b1a4111-2b16-460e-8d84-334130853ae7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.1985104 Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:22.279563 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:22.321973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=7df7ee54-c161-486e-85ee-67376024d391,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:22.410738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-237b12c2-1bbb-4657-8b93-75c399dcf026 req-094de64b-a604-4af3-9b6d-82e4303da756 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506662 Mar 02 07:48:22.417003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7525202d-6513-4c46-b368-a937d3aa290a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0861123 Mar 02 07:48:22.418749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49542) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:22.433041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:22.456185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.462267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.521143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=5cac6f2b-245f-4ae7-9582-1ac1d6da2d63,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:22.550632 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41f842cb-2470-410f-83f9-f27682c9c608 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/5cac6f2b-245f-4ae7-9582-1ac1d6da2d63 HTTP/1.1" status: 204 len: 168 time: 0.9400444 Mar 02 07:48:22.554918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49546) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:22.692771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d75d79-46f4-4c06-a67b-21d95d8ab80b None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:22.783659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:22.789488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:22.793780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:22.809639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:22.834051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:22.838531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:22.892490 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-9974c5ae-be41-4e07-822d-82dcad83785c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:22.894491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9974c5ae-be41-4e07-822d-82dcad83785c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:22.903003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9974c5ae-be41-4e07-822d-82dcad83785c tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/fd1db8c9-e37c-4b35-b50e-c3bb8bad3dc6 HTTP/1.1" status: 404 len: 337 time: 0.3436837 Mar 02 07:48:22.903538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49552) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:22.967144 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-208bf849-b89d-440c-922c-962377aa9274 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:22.967610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208bf849-b89d-440c-922c-962377aa9274 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:22.974172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-208bf849-b89d-440c-922c-962377aa9274 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/62465b1a-7497-400a-883c-ebb63c3f9043 HTTP/1.1" status: 404 len: 339 time: 0.0662541 Mar 02 07:48:22.975076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49558) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:22.979793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fbdf6f6e-64b7-458a-bb1e-68781d0cb3a0 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:22.980263 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6f6e-64b7-458a-bb1e-68781d0cb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:23.076254 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-924697b4-c6bb-4096-bba8-8bf69f1821f3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.076868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924697b4-c6bb-4096-bba8-8bf69f1821f3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.086127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-924697b4-c6bb-4096-bba8-8bf69f1821f3 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/f60e958d-2dc2-4270-bce9-31899d4951e7 HTTP/1.1" status: 404 len: 337 time: 0.1074176 Mar 02 07:48:23.086725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49564) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.138545 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f8d853-2892-48b6-84d9-65d4d32d0eca tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.144393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f8d853-2892-48b6-84d9-65d4d32d0eca tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.147198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-22f8d853-2892-48b6-84d9-65d4d32d0eca tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/d1d7a700-d371-44f6-83de-7a7c8a132961 HTTP/1.1" status: 404 len: 339 time: 0.0592055 Mar 02 07:48:23.150039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49568) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.258638 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-41273943-fc7b-47c3-9d54-07b395dc02b1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.259106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41273943-fc7b-47c3-9d54-07b395dc02b1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.260816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41273943-fc7b-47c3-9d54-07b395dc02b1 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/9ee5ce14-6f98-459c-a071-a56c9e77376e HTTP/1.1" status: 404 len: 337 time: 0.1095982 Mar 02 07:48:23.283247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49572) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.370716 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-de79a454-d073-4bfe-b143-a23575db2c14 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.371261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de79a454-d073-4bfe-b143-a23575db2c14 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.381190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de79a454-d073-4bfe-b143-a23575db2c14 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/2796ec10-1503-41b5-a85b-69dc1d2e89eb HTTP/1.1" status: 404 len: 339 time: 0.0968752 Mar 02 07:48:23.383884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.426098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a974c-2da7-40f4-9ab1-d7e3d03d0a75 req-0f4e3c70-72fc-4df8-90ef-c0171bcde0b6 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:23.439101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-557a974c-2da7-40f4-9ab1-d7e3d03d0a75 req-0f4e3c70-72fc-4df8-90ef-c0171bcde0b6 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.1771302 Mar 02 07:48:23.498960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-557a974c-2da7-40f4-9ab1-d7e3d03d0a75 req-27b0e051-7d67-43da-9314-565e9d4d8007 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588622 Mar 02 07:48:23.541612 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77d16af-3fb0-4403-8cc8-4562b8781c17 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.544465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77d16af-3fb0-4403-8cc8-4562b8781c17 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.554708 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a77d16af-3fb0-4403-8cc8-4562b8781c17 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/9596f783-95dd-4bec-b7cd-435759564598 HTTP/1.1" status: 404 len: 337 time: 0.1694901 Mar 02 07:48:23.554924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49582) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.635848 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-301f4a7e-4dfb-4bb8-beb7-32de884177a6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.636802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301f4a7e-4dfb-4bb8-beb7-32de884177a6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.638638 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-301f4a7e-4dfb-4bb8-beb7-32de884177a6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/5fd53e9f-6604-4cab-8e1a-cd51a714151f HTTP/1.1" status: 404 len: 339 time: 0.0830581 Mar 02 07:48:23.641867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.741566 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dabc82-47cb-492d-b17e-f16179f2a7bb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.742069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dabc82-47cb-492d-b17e-f16179f2a7bb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.743791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-23dabc82-47cb-492d-b17e-f16179f2a7bb tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/efcffad0-5a10-46c4-a4b7-dac96760e7ae HTTP/1.1" status: 404 len: 337 time: 0.1008141 Mar 02 07:48:23.746381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.761727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-24aed95e-ec38-45fa-822c-b98c0380f58f None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:23.762647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24aed95e-ec38-45fa-822c-b98c0380f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:23.824420 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-1690be5e-7a25-4343-93a6-cc4eccf51e67 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.824911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1690be5e-7a25-4343-93a6-cc4eccf51e67 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.829064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1690be5e-7a25-4343-93a6-cc4eccf51e67 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/a62fba02-9375-4515-a7e6-0b7f3bb32fc2 HTTP/1.1" status: 404 len: 339 time: 0.0793414 Mar 02 07:48:23.830365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.872125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:48:23.909469 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-6111685c-1d98-4dd3-88a4-dc5126b912bf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.909958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6111685c-1d98-4dd3-88a4-dc5126b912bf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.911665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6111685c-1d98-4dd3-88a4-dc5126b912bf tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/28c34e91-f4eb-42e5-b3ff-7987fe1c5886 HTTP/1.1" status: 404 len: 337 time: 0.0803719 Mar 02 07:48:23.922499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49602) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:23.963384 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-333eaaff-acdf-4cb7-a7ed-818318ce3e08 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:23.967678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333eaaff-acdf-4cb7-a7ed-818318ce3e08 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:23.970484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-333eaaff-acdf-4cb7-a7ed-818318ce3e08 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/2396d172-d63f-4563-8099-8e083bbcc048 HTTP/1.1" status: 404 len: 339 time: 0.0458827 Mar 02 07:48:23.977974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:24.027906 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-6144aec3-3926-497d-928c-d9525c6624fa tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:24.030588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6144aec3-3926-497d-928c-d9525c6624fa tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:24.035592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6144aec3-3926-497d-928c-d9525c6624fa tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/68d8c5dc-8f34-4335-9317-962283f7b3c6 HTTP/1.1" status: 404 len: 337 time: 0.0538359 Mar 02 07:48:24.035917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:24.069432 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5147649-d4bd-4186-b09e-f86c26437b8a tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:24.070427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5147649-d4bd-4186-b09e-f86c26437b8a tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:24.074650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5147649-d4bd-4186-b09e-f86c26437b8a tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/7cf00847-8cc9-4964-ba9d-1c017b47f60d HTTP/1.1" status: 404 len: 339 time: 0.0351689 Mar 02 07:48:24.075416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:24.122807 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4cebfb-d535-4abf-a1d2-8cd1f454faa6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:24.124077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4cebfb-d535-4abf-a1d2-8cd1f454faa6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:24.129506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6d4cebfb-d535-4abf-a1d2-8cd1f454faa6 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/45341b02-ed68-413b-a23b-119ab8a858fc HTTP/1.1" status: 404 len: 337 time: 0.0531566 Mar 02 07:48:24.130509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49622) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:24.167988 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e31f90-1519-41aa-a284-6fdcd36350e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:24.168472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e31f90-1519-41aa-a284-6fdcd36350e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:24.172992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39e31f90-1519-41aa-a284-6fdcd36350e9 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/691579b1-0469-4d8f-ae9b-72f5b95135d7 HTTP/1.1" status: 404 len: 339 time: 0.0388050 Mar 02 07:48:24.176353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49626) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:24.204364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cedca8-696f-4454-9a8b-b0bf1517530b req-45555b0a-e20f-46a6-b852-9e1a2de18da4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:24.205885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-10cedca8-696f-4454-9a8b-b0bf1517530b req-45555b0a-e20f-46a6-b852-9e1a2de18da4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.4718194 Mar 02 07:48:24.277411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-d42b5fa9-46f8-472d-94e5-a7709e74f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:24.279175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-d42b5fa9-46f8-472d-94e5-a7709e74f16b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 0.3426499 Mar 02 07:48:24.288444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Deleting subnet 30d97857-9a78-4945-9dcd-cc165542e66d {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:24.296707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.331597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-10cedca8-696f-4454-9a8b-b0bf1517530b req-a3059a8c-f9e4-45ea-b57c-e0b473c3dae0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129858 Mar 02 07:48:24.400470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.424733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.499086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.596712 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.615459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-73e71b5e-88a2-4a79-8c08-fc327d6d4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:24.619100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-73e71b5e-88a2-4a79-8c08-fc327d6d4d5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.3144372 Mar 02 07:48:24.751506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Subnet': ['ID=30d97857-9a78-4945-9dcd-cc165542e66d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:24.793268 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:24.811773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0160f-9b6d-4d93-aa54-b0763ba636c4 None None] Network 7a156499-06ed-47ba-8d65-020b3170fb4a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:24.862812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f445b65-074c-4cc8-a7ff-4631d1adcd3f tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/subnets/30d97857-9a78-4945-9dcd-cc165542e66d HTTP/1.1" status: 204 len: 168 time: 0.6826274 Mar 02 07:48:24.880231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:25.119497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-1cad35ca-bcbd-43bb-8f03-0df4cc225a60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1000 time: 0.4888403 Mar 02 07:48:25.124919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.163486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Deleting port 5421ebcf-bc71-418c-a0bc-84400ce69b43 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:25.163993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.217168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53a24-0acc-4015-abbf-4626e329c974 req-d13a4831-f932-4664-a278-f6b6b587e9bb tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:25.218971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ca53a24-0acc-4015-abbf-4626e329c974 req-d13a4831-f932-4664-a278-f6b6b587e9bb tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3491883 Mar 02 07:48:25.284462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-3ec7390f-b131-46d2-a196-a69af3591606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:25.285991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-3ec7390f-b131-46d2-a196-a69af3591606 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.1605492 Mar 02 07:48:25.309755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] DHCP port deletion for 7a156499-06ed-47ba-8d65-020b3170fb4a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:48:25.315199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Deleting port 5421ebcf-bc71-418c-a0bc-84400ce69b43 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:25.315873 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.366600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:25.477411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.482933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-e27e1f0e-70f4-435b-814f-9b9565e1ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:25.484434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-e27e1f0e-70f4-435b-814f-9b9565e1ec58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921294 Mar 02 07:48:25.486527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.487233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.578454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] For port 5421ebcf-bc71-418c-a0bc-84400ce69b43, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5421ebcf-bc71-418c-a0bc-84400ce69b43,segment=NetworkSegment(3dc9cee6-6541-40b3-841b-9ed1ab834ea7),segment_id=3dc9cee6-6541-40b3-841b-9ed1ab834ea7)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:25.578829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.756979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Calling delete_port for 5421ebcf-bc71-418c-a0bc-84400ce69b43 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:25.768069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] For port 5421ebcf-bc71-418c-a0bc-84400ce69b43, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5421ebcf-bc71-418c-a0bc-84400ce69b43,segment=NetworkSegment(3dc9cee6-6541-40b3-841b-9ed1ab834ea7),segment_id=3dc9cee6-6541-40b3-841b-9ed1ab834ea7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:25.768467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.769875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:25.780154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:25.790879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a592a8d-58d5-44b7-a497-4be76fece8b5 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:25.801603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:25.802429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.855229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ca53a24-0acc-4015-abbf-4626e329c974 req-d2483c22-c364-4ceb-bbb0-4741eef1a27f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6256349 Mar 02 07:48:25.856133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:25.902371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4799886 Mar 02 07:48:25.926355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:25.932028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Port': ['ID=5421ebcf-bc71-418c-a0bc-84400ce69b43,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:25.934911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] No DVR routers for this DVR port 5421ebcf-bc71-418c-a0bc-84400ce69b43 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:25.940186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:df:66:21', 'name': 'tempest-NetworksTestDHCPv6-1254290717'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:26.208092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=c8e0ac98-0a21-4a85-8788-deb25f5181a1,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:26.221350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836d47a-0c19-4178-a5c1-7bb078d3dd98 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:26.256551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:26.298437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:26.324668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:26.361667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:26.378064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c5439-62ca-4759-96ac-c67b07243a7d req-03063ab3-3b40-494d-80e9-851d37fb81ab tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:26.384524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a3c5439-62ca-4759-96ac-c67b07243a7d req-03063ab3-3b40-494d-80e9-851d37fb81ab tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.7714794 Mar 02 07:48:26.388686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-151e3c76-6d19-461e-952b-d8e7cee35cbb service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8802571 Mar 02 07:48:26.452230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Calling delete_port for 5421ebcf-bc71-418c-a0bc-84400ce69b43 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:26.498989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:26.549587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:26.638287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a156499-06ed-47ba-8d65-020b3170fb4a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:26.688851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc9cee6-6541-40b3-841b-9ed1ab834ea7') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:26.689152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc9cee6-6541-40b3-841b-9ed1ab834ea7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:26.702134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:48:26.702744 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:48:26.725040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:26.760441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:26.767458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:26.767919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:26.794232 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:26.849189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a3c5439-62ca-4759-96ac-c67b07243a7d req-67ffd515-533d-4ee4-b3c8-8bd8dc400c26 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494455 Mar 02 07:48:26.930965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': 'c8e0ac98-0a21-4a85-8788-deb25f5181a1', 'ip_address': '2001:db8::f816:3eff:fe2f:3649'}, {'subnet_id': '7df7ee54-c161-486e-85ee-67376024d391'}], 'binding:host_id': 'n-d-827871-1'}, 'id': 'b559fbdf-b217-48cc-bf8e-4c3e780cff9a'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:48:26.980548 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.000166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fa279e4-ebcb-4c53-901c-1134e16a842c req-4cd44d25-d782-453c-9f44-d60952efd59e service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690117 Mar 02 07:48:27.026788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.032080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:27.032272 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.063533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] Pushing event deleted for resources: {'Network': ['ID=7a156499-06ed-47ba-8d65-020b3170fb4a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:27.079409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5780b043-56f1-4276-b9b9-c6922cfc3945 tempest-NetworksTest-989018840 tempest-NetworksTest-989018840-project] 10.222.0.21 "DELETE /v2.0/networks/7a156499-06ed-47ba-8d65-020b3170fb4a HTTP/1.1" status: 204 len: 168 time: 2.1963270 Mar 02 07:48:27.113808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:27.218562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Deleting port 5421ebcf-bc71-418c-a0bc-84400ce69b43 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:27.218948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.241230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145cb5-795e-4ffb-aaae-cd85042cbf3b req-67ff719d-6fd0-44fc-b384-08bbe9e7fc22 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:27.273802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19145cb5-795e-4ffb-aaae-cd85042cbf3b req-67ff719d-6fd0-44fc-b384-08bbe9e7fc22 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.1892395 Mar 02 07:48:27.404297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19145cb5-795e-4ffb-aaae-cd85042cbf3b req-64c09662-2bba-49c2-93c3-88a84a715b23 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294408 Mar 02 07:48:27.488973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e74aa-0c95-47d1-bede-2d62313f2747 None None] The port '5421ebcf-bc71-418c-a0bc-84400ce69b43' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:48:27.560442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.590263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:27.590724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:27.644270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 172.20.0.14 (871403d4-b7e4-4b70-8238-fafc5d1d738d/7df7ee54-c161-486e-85ee-67376024d391/4df96330-5170-4ff4-aec7-97a1ea4bd0f2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:27.650495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fedf:6621 (871403d4-b7e4-4b70-8238-fafc5d1d738d/c8e0ac98-0a21-4a85-8788-deb25f5181a1/4df96330-5170-4ff4-aec7-97a1ea4bd0f2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:27.907521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:28.002936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.051381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:28.189570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5421ebcf-bc71-418c-a0bc-84400ce69b43 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:28.210349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.235727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b77143da-db61-4f77-9e70-fd4a1a1b3eb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2125bfd8baae4c80b0a4fe4d548b404e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253822 Mar 02 07:48:28.238193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:28.283124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5421ebcf-bc71-418c-a0bc-84400ce69b43 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:48:28.283625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5421ebcf-bc71-418c-a0bc-84400ce69b43 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:28.314330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.354701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.372641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Allocated IP 172.20.0.2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/7df7ee54-c161-486e-85ee-67376024d391/b559fbdf-b217-48cc-bf8e-4c3e780cff9a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:28.423084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.445468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd98255-e055-48be-8cba-3272bfbfb002,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:28.453815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.458302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5b0135a-dbe8-4dd4-b89c-b9b441e8e141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd98255-e055-48be-8cba-3272bfbfb002 HTTP/1.1" status: 204 len: 168 time: 0.2188878 Mar 02 07:48:28.795028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=4df96330-5170-4ff4-aec7-97a1ea4bd0f2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:28.801774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:28.836512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a1a19-ebe5-439a-9d1f-24d98d1a661b req-48767d74-8368-4a69-8008-0fe27824b5de tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:28.854482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-843a1a19-ebe5-439a-9d1f-24d98d1a661b req-48767d74-8368-4a69-8008-0fe27824b5de tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2239463 Mar 02 07:48:28.886256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:28.900642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:28.910792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:28.913255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:28.976222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-843a1a19-ebe5-439a-9d1f-24d98d1a661b req-3ede3f45-16fc-457b-88c0-53d90084b957 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164799 Mar 02 07:48:28.980273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Transition to ACTIVE for port object b559fbdf-b217-48cc-bf8e-4c3e780cff9a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:28.992981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:29.026227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882397f7-ad74-4afe-a6c6-617b0e6fd3f3 req-9f0ec354-e3f4-457e-bc3f-e839817c660c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:29.028030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-882397f7-ad74-4afe-a6c6-617b0e6fd3f3 req-9f0ec354-e3f4-457e-bc3f-e839817c660c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.9541469 Mar 02 07:48:29.170472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:29.173131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:29.208176 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-882397f7-ad74-4afe-a6c6-617b0e6fd3f3 req-260bd15c-5ae0-4d6a-a425-29f10ad658f0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706133 Mar 02 07:48:29.246997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f8ac89c-ddaf-4224-a5a7-3fc2478287a0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3192294 Mar 02 07:48:29.249544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49788) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:29.340050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0d20-fa18-48b5-93e7-a1e5aef5d6c6 None None] Pushing event updated for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:29.494691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70ab45-de82-4a21-a488-5645fcf83b84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:29.516898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70ab45-de82-4a21-a488-5645fcf83b84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:29.518056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c70ab45-de82-4a21-a488-5645fcf83b84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:29.551911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c70ab45-de82-4a21-a488-5645fcf83b84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:29.557010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:29.557223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2c70ab45-de82-4a21-a488-5645fcf83b84 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3063557 Mar 02 07:48:29.608292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49802) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:29.756883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:29.756883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:29.840913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:29.919286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:29.927655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cb387c20604309bf82e768eea57142 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:29.933930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:29.951078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:30.160398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.166469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.240744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49820) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:30.241671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2091d5-6e46-4645-beb2-ef2d21151d16,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:30.345772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e62ad19f-7f8c-4974-87a0-3d427070b627 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6cb387c20604309bf82e768eea57142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363434 Mar 02 07:48:30.347370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49828) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:30.405158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-01cbc7b1-7a38-4626-8c91-4a0976fd51ed None None] Provisioning for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:30.432096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-01cbc7b1-7a38-4626-8c91-4a0976fd51ed None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:30.432472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-01cbc7b1-7a38-4626-8c91-4a0976fd51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.433460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.438114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.533229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.662353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-27d19c10-eb94-4609-ae9f-245894df709f tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] Request body: {'port': {'network_id': '617514db-4c49-4020-ae33-2f47f0388b4b', 'name': 'tempest-NetworksNegativeTestJSON-1356164927'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:30.695063 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d19c10-eb94-4609-ae9f-245894df709f tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] POST failed (client error): The resource could not be found. Mar 02 07:48:30.696049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d19c10-eb94-4609-ae9f-245894df709f tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:30.697614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27d19c10-eb94-4609-ae9f-245894df709f tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4480517 Mar 02 07:48:30.707271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49836) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:30.756864 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb41eef-bbbc-4025-aa8d-931e6541c08b tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:30.758725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb41eef-bbbc-4025-aa8d-931e6541c08b tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:30.784499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc9312-2c62-415e-ac88-520b5a7e11c3 req-b3a32faf-0dec-46f1-aab9-e15c1b4bebef tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:30.790610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bc9312-2c62-415e-ac88-520b5a7e11c3 req-b3a32faf-0dec-46f1-aab9-e15c1b4bebef tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.5656879 Mar 02 07:48:30.803335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.811025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:30.815482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c2091d5-6e46-4645-beb2-ef2d21151d16 HTTP/1.1" status: 204 len: 168 time: 0.4655337 Mar 02 07:48:30.822389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5fb41eef-bbbc-4025-aa8d-931e6541c08b tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "DELETE /v2.0/networks/8218756f-4ad8-4dbe-855e-5645dfae4f6c HTTP/1.1" status: 404 len: 339 time: 0.1087813 Mar 02 07:48:30.864605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:30.865313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcda5e-d9b9-4717-8232-eb56641de8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2091d5-6e46-4645-beb2-ef2d21151d16,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:30.898649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:30.945300 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ae755f-1fd4-4182-a96a-2bf8c3325766 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:30.945821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ae755f-1fd4-4182-a96a-2bf8c3325766 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:30.947549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82ae755f-1fd4-4182-a96a-2bf8c3325766 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "DELETE /v2.0/ports/3057ceb9-28a5-4b81-b060-2a18ab4027c8 HTTP/1.1" status: 404 len: 333 time: 0.0751820 Mar 02 07:48:30.960439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14bc9312-2c62-415e-ac88-520b5a7e11c3 req-34394cdf-28e7-4159-bf74-67b1d74ff98d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414907 Mar 02 07:48:30.960922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.004985 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2783134-f5f0-41bb-bb28-7c3263c97a39 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] DELETE failed (client error): The resource could not be found. Mar 02 07:48:31.005457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2783134-f5f0-41bb-bb28-7c3263c97a39 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:31.007433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a2783134-f5f0-41bb-bb28-7c3263c97a39 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "DELETE /v2.0/subnets/d49f2475-4e91-4559-8775-b365693f32a0 HTTP/1.1" status: 404 len: 337 time: 0.0455825 Mar 02 07:48:31.011320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49850) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.048121 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7468996-1624-4760-8065-33e35538b1fd tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] GET failed (client error): The resource could not be found. Mar 02 07:48:31.053526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d7468996-1624-4760-8065-33e35538b1fd tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "GET /v2.0/networks/6663bb2c-c773-4102-99d3-6456ea5d4ad7 HTTP/1.1" status: 404 len: 339 time: 0.0372720 Mar 02 07:48:31.053526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.084787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5355a8e0-c89c-4bcc-9a44-0a9b9b9bc140 None None] Provisioning for port 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:31.086792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:31.097594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5355a8e0-c89c-4bcc-9a44-0a9b9b9bc140 None None] Provisioning complete for port 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:31.097993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5355a8e0-c89c-4bcc-9a44-0a9b9b9bc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:31.141984 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-dc21782c-3b19-43e0-b953-6c9f9b410088 service neutron] show failed (client error): The resource could not be found. Mar 02 07:48:31.146432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-dc21782c-3b19-43e0-b953-6c9f9b410088 service neutron] 10.222.0.39 "GET /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.5217087 Mar 02 07:48:31.172305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:31.172686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:31.209844 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-231ce650-186b-4dd1-a96f-16f021a3c5ce tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] GET failed (client error): The resource could not be found. Mar 02 07:48:31.214786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-231ce650-186b-4dd1-a96f-16f021a3c5ce tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "GET /v2.0/ports/6398a701-58be-4d1c-9e6d-98970f881dcf HTTP/1.1" status: 404 len: 333 time: 0.1600649 Mar 02 07:48:31.220430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49860) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.335867 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd73620-f1bf-4857-8d2a-c3014db68712 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] GET failed (client error): The resource could not be found. Mar 02 07:48:31.337506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4dd73620-f1bf-4857-8d2a-c3014db68712 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "GET /v2.0/subnets/fa25453b-c29d-459d-93c4-92c71a3aeeb2 HTTP/1.1" status: 404 len: 337 time: 0.1098442 Mar 02 07:48:31.338252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5355a8e0-c89c-4bcc-9a44-0a9b9b9bc140 None None] Port 4df96330-5170-4ff4-aec7-97a1ea4bd0f2 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:48:31.345664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49868) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.353063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-80dbeb09-fc9e-4e86-88bd-ca0ca6099cb8 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:31.370964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-43881e64-667c-4d45-a660-af789c12701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:31.372603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-43881e64-667c-4d45-a660-af789c12701b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.7554984 Mar 02 07:48:31.380149 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dbeb09-fc9e-4e86-88bd-ca0ca6099cb8 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] PUT failed (client error): The resource could not be found. Mar 02 07:48:31.381079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80dbeb09-fc9e-4e86-88bd-ca0ca6099cb8 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:31.385937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-80dbeb09-fc9e-4e86-88bd-ca0ca6099cb8 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "PUT /v2.0/networks/c5cca9a1-5e90-4bc0-8850-4fb09b968dad HTTP/1.1" status: 404 len: 339 time: 0.0385554 Mar 02 07:48:31.392632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49872) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.409442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ba9300c8-a489-4937-8221-5cfc705509b7 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:31.443543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0480d5-decf-45e5-b944-5ed7883208cc req-72380f0e-6222-4eee-92b7-9227c9700188 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:31.446287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef0480d5-decf-45e5-b944-5ed7883208cc req-72380f0e-6222-4eee-92b7-9227c9700188 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.9759612 Mar 02 07:48:31.514968 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9300c8-a489-4937-8221-5cfc705509b7 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] PUT failed (client error): The resource could not be found. Mar 02 07:48:31.516217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9300c8-a489-4937-8221-5cfc705509b7 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:31.517625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba9300c8-a489-4937-8221-5cfc705509b7 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "PUT /v2.0/ports/fc4165bc-dcf4-4020-bb03-90fde045cbe0 HTTP/1.1" status: 404 len: 333 time: 0.1184175 Mar 02 07:48:31.526511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49876) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.538788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-162ab2f9-8fb8-4c13-968c-13543cf3b675 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:31.622402 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-162ab2f9-8fb8-4c13-968c-13543cf3b675 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] PUT failed (client error): The resource could not be found. Mar 02 07:48:31.623011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162ab2f9-8fb8-4c13-968c-13543cf3b675 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:31.629149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-162ab2f9-8fb8-4c13-968c-13543cf3b675 tempest-NetworksNegativeTestJSON-1678334793 tempest-NetworksNegativeTestJSON-1678334793-project] 10.222.0.21 "PUT /v2.0/subnets/d68c1e61-5f90-416b-bac9-e8d999e85356 HTTP/1.1" status: 404 len: 337 time: 0.0965271 Mar 02 07:48:31.656418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49882) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:31.688978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-480156c3-dfba-4f3a-a0bb-565d96da2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:31.690819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-480156c3-dfba-4f3a-a0bb-565d96da2cdc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 1096 time: 0.2144663 Mar 02 07:48:31.693250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:31.712343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:31.717904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4363d944a54793913fe557cda1bf85 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:31.720557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:31.727055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:31.764951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:31.851321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-48ae0c28-a698-47bf-8e9e-6d55b6b33d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:31.855696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-48ae0c28-a698-47bf-8e9e-6d55b6b33d8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.3480384 Mar 02 07:48:31.933165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.044952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.056726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.060003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef0480d5-decf-45e5-b944-5ed7883208cc req-ff644e02-5f82-4861-90dc-0972990adf5a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673985 Mar 02 07:48:32.184910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-5eeca831-3928-4c66-ade0-232d41c60f1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.3147113 Mar 02 07:48:32.249089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49896) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:32.395887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-2fc8d67b-b209-4d32-b107-c5b78471cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:32.401418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-2fc8d67b-b209-4d32-b107-c5b78471cf91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.2039030 Mar 02 07:48:32.532530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.586436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=4df96330-5170-4ff4-aec7-97a1ea4bd0f2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:32.695629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.873642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e4363d944a54793913fe557cda1bf85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2146261 Mar 02 07:48:32.883340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 49904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:32.891146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1dfef-3d8f-4313-a0fa-f3f9d25b9a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b11be-079f-4330-878f-c195e981f328,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:32.901488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:33.015322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:33.027642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-050b2f03-2d78-4964-ad79-295939b7741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:33.029467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-050b2f03-2d78-4964-ad79-295939b7741f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6257076 Mar 02 07:48:33.038743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Usage tracker for resource:security_group_rule and tenant:09a62ae0a3034564b96e7d499ff9a38e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:33.042648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:33.047963 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.073108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:33.076375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:33.135082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.152799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82256f6-801b-4fe0-91ed-9c9c94d05dbe req-851b1dd3-3f73-497f-9af2-5caafeb1ef5a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:33.154617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e82256f6-801b-4fe0-91ed-9c9c94d05dbe req-851b1dd3-3f73-497f-9af2-5caafeb1ef5a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3954923 Mar 02 07:48:33.182049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.212484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:33.225742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.271842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Transition to ACTIVE for port object 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:33.277797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e82256f6-801b-4fe0-91ed-9c9c94d05dbe req-3bb74b96-04f8-4bc1-a508-13dfea85bc6c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980134 Mar 02 07:48:33.279744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.366894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:33.458308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.476083 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'code': 200} Mar 02 07:48:33.514327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b11be-079f-4330-878f-c195e981f328,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:33.558061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:33.559956 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba19486b-3625-4d2e-bb15-7315d508bb3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec1b11be-079f-4330-878f-c195e981f328 HTTP/1.1" status: 204 len: 168 time: 0.6726203 Mar 02 07:48:33.591689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-298ef99d-0660-4bf8-b1a7-a0369b6d0c4a service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500743 Mar 02 07:48:33.602446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f60e841-5789-4ea6-951c-872b76d90faa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/4df96330-5170-4ff4-aec7-97a1ea4bd0f2 HTTP/1.1" status: 204 len: 168 time: 4.0439460 Mar 02 07:48:33.605375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:33.719441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] No DVR routers for this DVR port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:33.986453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fcf95286-379c-4941-b2c3-4b44163b5235 req-e7d61e77-b8da-402d-a37f-934278b7bc04 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791361 Mar 02 07:48:34.009344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.011117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.012957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.013773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:34.073310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:34.074184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:34.074833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:34.080598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:48:34.081026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:34.089444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:34.089792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:34.090524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Bound using segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:34.090670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Bound port: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:34.091077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.099931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21be121-b51e-4bb4-b48e-f94c671f2a9a req-1a4487ab-6f15-4bcf-9946-49ffc647e907 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.107852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e21be121-b51e-4bb4-b48e-f94c671f2a9a req-1a4487ab-6f15-4bcf-9946-49ffc647e907 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 0.7752113 Mar 02 07:48:34.151067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:34.178100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e21be121-b51e-4bb4-b48e-f94c671f2a9a req-b56429b7-4820-4456-bed2-fc26a0272df2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692196 Mar 02 07:48:34.200796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:34.202405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37524a56-5783-43d1-9464-007852556270 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5759459 Mar 02 07:48:34.206146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:34.209822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.234130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:34.243501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:34.253108 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.289064 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 7df7ee54-c161-486e-85ee-67376024d391 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:34.292974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.345637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.348734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.349380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.351022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] 10.222.0.16 "PUT /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1091 time: 2.6430008 Mar 02 07:48:34.415866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b283af-9be4-468e-821f-9bdba39a8b4c service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:34.417802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:34.452047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09a62ae0a3034564b96e7d499ff9a38e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1932592 Mar 02 07:48:34.464935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49940) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:34.626250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de421f67-e294-44b1-a43d-e309df496426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488552ea-56e6-4f14-8116-ac7c1c9c064b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:34.670713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.707106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-7fd954ec-6cee-497e-bd0c-c6297afcf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.708646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-7fd954ec-6cee-497e-bd0c-c6297afcf855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1094 time: 0.2876809 Mar 02 07:48:34.905293 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.974676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-443bfa30-b260-4123-87b8-ce900bc6435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.976682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-443bfa30-b260-4123-87b8-ce900bc6435f service neutron] 10.222.0.16 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.2532420 Mar 02 07:48:34.983968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9f3f1-bcaa-4bd9-a58c-6c4cfd953283 req-e9fcd874-c6a2-46ad-86f9-2abea448268f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.990351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.991553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1fa9f3f1-bcaa-4bd9-a58c-6c4cfd953283 req-e9fcd874-c6a2-46ad-86f9-2abea448268f tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.4586966 Mar 02 07:48:35.035991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.154149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1fa9f3f1-bcaa-4bd9-a58c-6c4cfd953283 req-9a9a3ba9-8694-49ce-994e-421af9a3a3b7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600587 Mar 02 07:48:35.180291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-1dd27561-287a-40e9-aeab-d795e88f55be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.1867225 Mar 02 07:48:35.193429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.263833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=7df7ee54-c161-486e-85ee-67376024d391,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:35.268251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.299377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.305137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcabda8d-1238-46e3-a867-c3744867850c None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:35.308665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488552ea-56e6-4f14-8116-ac7c1c9c064b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:35.326682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d605ee78-a334-4717-bf06-e9e1b90aecfa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/7df7ee54-c161-486e-85ee-67376024d391 HTTP/1.1" status: 204 len: 168 time: 1.1192482 Mar 02 07:48:35.330472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.331843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e09657e9-fdb6-4911-b900-98c0c05005d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/488552ea-56e6-4f14-8116-ac7c1c9c064b HTTP/1.1" status: 204 len: 168 time: 0.8412490 Mar 02 07:48:35.332645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 49962) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:35.477183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:35.591584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-0852723c-1b7c-4cb0-a285-9dc600a2c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:35.593381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-0852723c-1b7c-4cb0-a285-9dc600a2c4b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.4071162 Mar 02 07:48:35.785373 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:48:35.880386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-ea0b8cbc-e3ee-42bb-a644-02bb616a3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:35.885187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet c8e0ac98-0a21-4a85-8788-deb25f5181a1 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:35.887540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-ea0b8cbc-e3ee-42bb-a644-02bb616a3edb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797315 Mar 02 07:48:35.917175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:36.107821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:36.221985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3e937-d7fc-483c-ab6e-d91f49e0f2dc req-59873af5-3762-457a-8af4-1d4c5d9ed9b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:36.223505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bec3e937-d7fc-483c-ab6e-d91f49e0f2dc req-59873af5-3762-457a-8af4-1d4c5d9ed9b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 0.7289605 Mar 02 07:48:36.276928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-297a25ef-be7f-4677-9a2f-d6380aa8b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:36.278320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-297a25ef-be7f-4677-9a2f-d6380aa8b67c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1094 time: 0.5983684 Mar 02 07:48:36.361714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bec3e937-d7fc-483c-ab6e-d91f49e0f2dc req-97d624e9-9ef4-434d-a010-a4f89b8fb128 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307049 Mar 02 07:48:36.379321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-3e71ad13-eaa8-48ee-a0b8-aa37f032d1bc service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873974 Mar 02 07:48:36.488568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:36.626537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-73313c9c-b21d-4f23-ac89-d2ec6f354c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:36.629639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-73313c9c-b21d-4f23-ac89-d2ec6f354c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.3357532 Mar 02 07:48:37.036096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1366bf79-ca5a-40f1-9617-466b64111d40 req-a7f9ac42-1653-4dd2-8aa0-901ebc607b59 service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527143 Mar 02 07:48:37.113287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-15f93da9-6975-493e-9179-b85ad276b8cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.4753833 Mar 02 07:48:37.118149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:37.185290 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:48:37.417000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e0ac98-0a21-4a85-8788-deb25f5181a1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:37.455002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:37.519140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968cf4-8a5c-4e80-88a6-e4a08c05d228 req-2844d918-ffdd-4e56-b54f-35710cf3260a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:37.532663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d968cf4-8a5c-4e80-88a6-e4a08c05d228 req-2844d918-ffdd-4e56-b54f-35710cf3260a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.7589557 Mar 02 07:48:37.550219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50020) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:37.553441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0e55989-0b40-48aa-9d76-dbce2cb07963 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/c8e0ac98-0a21-4a85-8788-deb25f5181a1 HTTP/1.1" status: 204 len: 168 time: 2.2176900 Mar 02 07:48:37.577432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-360bb8c3-4d5d-4dff-bd81-b988a6145ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:37.592497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-360bb8c3-4d5d-4dff-bd81-b988a6145ba9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.4623067 Mar 02 07:48:37.770229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee177114-73f3-4765-b930-b20b9ac4f537 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2169094 Mar 02 07:48:37.775989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50028) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:37.804488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-33d16abf-1ed9-4ac0-ab77-112a1dd5fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:37.816067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-33d16abf-1ed9-4ac0-ab77-112a1dd5fc2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1094 time: 0.6721365 Mar 02 07:48:37.818815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50032) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:37.845518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d968cf4-8a5c-4e80-88a6-e4a08c05d228 req-471184ec-e287-4aa0-b360-821d75934a1c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004901 Mar 02 07:48:37.860332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:38.026865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7499e-6033-4848-8942-7509ee819669 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:38.130672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-641bb675-3f3f-4a6a-b172-d361b3baab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:38.132295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-641bb675-3f3f-4a6a-b172-d361b3baab70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5350106 Mar 02 07:48:38.158544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-af7cb27c-04ae-4e93-aaae-013c10567cac None None] Provisioning complete for port b559fbdf-b217-48cc-bf8e-4c3e780cff9a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:38.159304 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af7cb27c-04ae-4e93-aaae-013c10567cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.185016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1355829235'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:38.231405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:38.252597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:38.262924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:38.285190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:38.293108 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-491b1c26-fb86-4caf-b148-bf5b9a972fdc service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462116 Mar 02 07:48:38.356506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:38.364158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.436241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.493586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-545a849e-767f-4148-a409-f929fd3ea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:38.502199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b68230-5c98-418c-9299-33ad78db79b2 req-fd7562d8-2dec-4f03-a78c-6626771effcc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:38.523137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-545a849e-767f-4148-a409-f929fd3ea3a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.6915436 Mar 02 07:48:38.525813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20b68230-5c98-418c-9299-33ad78db79b2 req-fd7562d8-2dec-4f03-a78c-6626771effcc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 0.7572870 Mar 02 07:48:38.628980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:38.758042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:38.786429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:38.789501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:38.795987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:38.844719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:48:38.850517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Deleting port b559fbdf-b217-48cc-bf8e-4c3e780cff9a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:38.852091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.911558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:38.921498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:38.973581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:38.994029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:38.999024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.077289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20b68230-5c98-418c-9299-33ad78db79b2 req-9687efec-a515-40be-9869-143cae110e92 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5504861 Mar 02 07:48:39.079237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-f4259751-40f0-42c2-97e3-6c594baca183 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.5527363 Mar 02 07:48:39.243388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42621e-c10b-46ee-94bb-a97c5eb0778f req-c5a69434-89b8-48ee-bb3b-d9a553ccf24a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.244942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a42621e-c10b-46ee-94bb-a97c5eb0778f req-c5a69434-89b8-48ee-bb3b-d9a553ccf24a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.5288661 Mar 02 07:48:39.283261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-7f1eab94-f01e-4ac4-b391-be97cabfa380 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614902 Mar 02 07:48:39.308352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-4cc28606-a3c3-4eb5-97f3-e7077913720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.309811 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-4cc28606-a3c3-4eb5-97f3-e7077913720e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.2107620 Mar 02 07:48:39.370812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] For port b559fbdf-b217-48cc-bf8e-4c3e780cff9a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:39.374283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.444177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a42621e-c10b-46ee-94bb-a97c5eb0778f req-82c37740-d7db-4aa0-b431-8f48b6b4fa85 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810441 Mar 02 07:48:39.504348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-56955b7a-2407-47b5-9694-4ba080f529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.506150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-56955b7a-2407-47b5-9694-4ba080f529c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.8684263 Mar 02 07:48:39.586827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.598976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.642269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Calling delete_port for b559fbdf-b217-48cc-bf8e-4c3e780cff9a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:39.643553 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.728788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bbb13c-92cd-4c19-be45-bf0e4279598e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:39.739227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-6debde18-17e3-431f-913f-b1e854574ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.740848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-6debde18-17e3-431f-913f-b1e854574ffe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163959 Mar 02 07:48:39.748742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.752897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:48:39.829533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] No DVR routers for this DVR port b559fbdf-b217-48cc-bf8e-4c3e780cff9a on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:39.831185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Pushing event deleted for resources: {'Port': ['ID=b559fbdf-b217-48cc-bf8e-4c3e780cff9a,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:39.864918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.865558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.866237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.866849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.867429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.868154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.868532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.868926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.869262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.869635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.870107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.870445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb8702-d37c-4806-a934-efffa36aec1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:39.926712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:39.931947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:39.938533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.939219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.946724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:39.946724 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a of type vlan for network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 Mar 02 07:48:39.949839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-22417ae3-3614-4bc9-aa2d-63c0a939a1e3 service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984420 Mar 02 07:48:39.951822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dc3cb-014e-4115-9365-3e6244971912 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:39.979670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=39463f1e-44ac-49c5-ba02-3e83d1f3ad8f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:39.989656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-747f5505-c227-4dcb-8499-a99ddf35efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.998276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-747f5505-c227-4dcb-8499-a99ddf35efbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.4762444 Mar 02 07:48:40.016344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50072) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:40.017732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bd110210-93b6-4d47-8d02-03e3eacb4472 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2326620 Mar 02 07:48:40.080657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:40.100424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:40.241159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-58676377-4202-47da-9f45-9debeac83d15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.2219858 Mar 02 07:48:40.408390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:48:40.428028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:48:40.486512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1e60948-2b40-4ec0-bca9-a203c5ba59f6 req-7f807c03-e7c2-4e92-892c-9e6fe51cd1d7 service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292230 Mar 02 07:48:40.496254 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:40.502989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:40.503605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:40.634535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-2225b73c-afbf-42c8-b761-b00fc1fa5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:40.640130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-2225b73c-afbf-42c8-b761-b00fc1fa5477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.3920014 Mar 02 07:48:40.666101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=6f66b5c0-b2f1-46e7-a41e-d782b774e089,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:40.673370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76242a54-58c0-4590-972d-a41aa94ec602 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8493671 Mar 02 07:48:40.674236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:40.696301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'name': 'tempest-PortsIpV6TestJSON-1401303849'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:40.750795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:48:41.008492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-bff33aa2-8b85-4f36-bb4e-62df1d8c9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:41.010531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-bff33aa2-8b85-4f36-bb4e-62df1d8c9a1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600819 Mar 02 07:48:41.020032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777fbd-9a3d-4e0d-9d0f-570e537a4213 req-2522f5ea-49e6-41fa-9e0d-618c84e65d71 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:41.021278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:41.021930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c777fbd-9a3d-4e0d-9d0f-570e537a4213 req-2522f5ea-49e6-41fa-9e0d-618c84e65d71 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 943 time: 0.6138461 Mar 02 07:48:41.069759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:41.105109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:41.128495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:41.144417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:41.160658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:41.168280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:41.179502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:41.196652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:41.235392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:41.239709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b559fbdf-b217-48cc-bf8e-4c3e780cff9a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:48:41.240076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b559fbdf-b217-48cc-bf8e-4c3e780cff9a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:41.242178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.281906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '39463f1e-44ac-49c5-ba02-3e83d1f3ad8f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:41.283309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.319101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1c777fbd-9a3d-4e0d-9d0f-570e537a4213 req-e26f8eb5-e9b5-4204-b9d8-2c56acdb51b0 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505038 Mar 02 07:48:41.331959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:41.352587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.374184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-cd3a6c64-136e-486d-9ccd-f800cc9b1163 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512356 Mar 02 07:48:41.405619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:41.415025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50116) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:41.430542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:48:41.522502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 927df26d-f601-4cd2-a14c-dd91028ac9d7 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:41.541671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.583064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:48:41.604232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:41.628626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b79c5-7138-4127-aaf3-61d46059dfe0 req-f7c8c057-bee5-4292-a507-c9b9f88ee520 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:41.633692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e35b79c5-7138-4127-aaf3-61d46059dfe0 req-f7c8c057-bee5-4292-a507-c9b9f88ee520 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.6003962 Mar 02 07:48:41.639196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.698670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.720915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc7fa8f-a8f1-49f2-8253-aca28700108a req-0deb5629-70ca-4e7e-8151-b606e10dc606 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406305 Mar 02 07:48:41.723549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:41.729198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Usage tracker for resource:security_group_rule and tenant:41859ff5cb904b1f9ccd61f014f36952 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:41.732605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:41.740606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:41.747357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:41.798457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Allocated IP 172.20.0.2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/39463f1e-44ac-49c5-ba02-3e83d1f3ad8f/63136958-c76a-48c6-bc1e-2357cfd011db) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:41.855454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e35b79c5-7138-4127-aaf3-61d46059dfe0 req-98d3f81d-6ae4-4bb7-af0e-030e17775dd4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054105 Mar 02 07:48:41.901506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.912059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:41.978097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:48:41.979240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba554b-8b1c-4e30-9acd-fdffa07f6aa2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:41.984664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb941cc3-57f6-4b10-8150-a57311f662e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41859ff5cb904b1f9ccd61f014f36952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648232 Mar 02 07:48:41.987367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:42.025554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-00e38bd7-14c2-4fed-8568-39ed4ce67f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.067143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.101974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.137191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.168461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.188812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba554b-8b1c-4e30-9acd-fdffa07f6aa2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:42.201890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.216262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1da87e95-dd69-46fe-b6aa-89f4e0f1d235 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79ba554b-8b1c-4e30-9acd-fdffa07f6aa2 HTTP/1.1" status: 204 len: 168 time: 0.2275991 Mar 02 07:48:42.263004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.332918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.583433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Transition to ACTIVE for port object 63136958-c76a-48c6-bc1e-2357cfd011db will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:42.596504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:42.597287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: 6f66b5c0-b2f1-46e7-a41e-d782b774e089, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:48:42.609992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=927df26d-f601-4cd2-a14c-dd91028ac9d7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:42.661569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:48:42.663210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:42.665628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.735873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=265347c9-6ea9-44bb-9854-d1e9ebd21284,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:42.743141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6f66b5c0-b2f1-46e7-a41e-d782b774e089) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:42.753496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:42.756509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:42.758490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:42.764633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:42.766446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.772303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:42.773024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.774065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad175c-fa47-4fff-b002-3c4c140c7537 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:42.815697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dbd4f-5105-47b9-a8d4-9677f0ba89c6 req-6679f37d-da45-4519-8564-4d84e745905d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:42.817903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-780dbd4f-5105-47b9-a8d4-9677f0ba89c6 req-6679f37d-da45-4519-8564-4d84e745905d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.2743347 Mar 02 07:48:42.824102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50140) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:42.826125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fb8ecfac-13cc-4fe9-9a79-a7e7002cd3ea tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1487813 Mar 02 07:48:42.831158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c10e0cc2-b81a-4790-8fd3-be149a4ab895 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8119628 Mar 02 07:48:42.837425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50144) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:42.848784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:9b:78:e3', 'name': 'tempest-NetworksTestDHCPv6-1256674105'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:42.863654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:42.874175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2061543020'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:42.925527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Transition to ACTIVE for port object 63136958-c76a-48c6-bc1e-2357cfd011db will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:42.960267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:42.976535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.017005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:43.021688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.028260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:43.071275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:43.076912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:43.081614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:43.090006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:43.091966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:43.094503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:43.105473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-780dbd4f-5105-47b9-a8d4-9677f0ba89c6 req-07700f7d-f93b-4bc3-b3d6-0cad32cc58cf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803769 Mar 02 07:48:43.106517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Usage tracker for resource:security_group_rule and tenant:95ac9bb90d7e46ef91113654b51fd202 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:43.113490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:43.122126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:43.122334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:43.129560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:43.158171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:43.159810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:43.161441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:43.165895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.218086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:48:43.241015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.241361 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment 2f189f86-2cf9-43ea-aef6-78e30890618b of type vlan for network 0aec5a8b-b9d4-4688-bd80-66b5842a7e01 Mar 02 07:48:43.297835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.303460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.311429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.358276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Pushing event updated for resources: {'Port': ['ID=63136958-c76a-48c6-bc1e-2357cfd011db,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:43.361426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ba7fa-91e6-4132-b720-59c5baea5944,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:43.409677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4287a66a-703a-4185-a4c7-97f2ec0bc49a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95ac9bb90d7e46ef91113654b51fd202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105281 Mar 02 07:48:43.412981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50160) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:43.435237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.456585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:43.457635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Attempting to bind port 63136958-c76a-48c6-bc1e-2357cfd011db on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:43.458233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Attempting to bind port 63136958-c76a-48c6-bc1e-2357cfd011db by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:43.458712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Attempting to bind port 63136958-c76a-48c6-bc1e-2357cfd011db on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:43.460224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.479862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:43.492945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:43.493779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.494317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:43.497671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Bound port: 63136958-c76a-48c6-bc1e-2357cfd011db, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:43.498202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.656043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6f1a6-8350-4211-9f37-9aebea49deef req-d42335d0-2f02-4665-819c-f8e15761105e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:43.665016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb6f1a6-8350-4211-9f37-9aebea49deef req-d42335d0-2f02-4665-819c-f8e15761105e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.5608625 Mar 02 07:48:43.680233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8524458 Mar 02 07:48:43.784430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] For port 63136958-c76a-48c6-bc1e-2357cfd011db, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:43.787537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:43.790640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] For port 63136958-c76a-48c6-bc1e-2357cfd011db, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63136958-c76a-48c6-bc1e-2357cfd011db,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:43.797634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.881759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'ports': [{'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'}, {'network_id': '0aec5a8b-b9d4-4688-bd80-66b5842a7e01'}]} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:43.882408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:43.882606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '0aec5a8b-b9d4-4688-bd80-66b5842a7e01'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:43.942693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:43.957303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796a07-a51c-4004-ab16-c8b14163ce0f None None] Pushing event updated for resources: {'Port': ['ID=63136958-c76a-48c6-bc1e-2357cfd011db,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:43.973230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3bb6f1a6-8350-4211-9f37-9aebea49deef req-fec116b6-9d8b-4332-a66d-c14c83e275ab tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072462 Mar 02 07:48:44.007602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0d072-101b-4b32-b427-3bf18683cb39 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=0aec5a8b-b9d4-4688-bd80-66b5842a7e01,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:44.009044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port a58da1d6-412d-43aa-8082-055f6fe524ab yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:44.021354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0aec5a8b-b9d4-4688-bd80-66b5842a7e01 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:48:44.064150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:44.119251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.268623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.287232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7d88632e-a3ef-4905-acf9-190b7760f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.294148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4744f-d97e-48be-b7f7-47e8da2b7e4a req-8486161e-19af-44a4-a5fa-c91b648d0b29 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:44.297890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ab4744f-d97e-48be-b7f7-47e8da2b7e4a req-8486161e-19af-44a4-a5fa-c91b648d0b29 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.4522047 Mar 02 07:48:44.332712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:44.338568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:44.338945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.368447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 172.20.0.13 (871403d4-b7e4-4b70-8238-fafc5d1d738d/39463f1e-44ac-49c5-ba02-3e83d1f3ad8f/a58da1d6-412d-43aa-8082-055f6fe524ab) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:44.376784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe9b:78e3 (871403d4-b7e4-4b70-8238-fafc5d1d738d/265347c9-6ea9-44bb-9854-d1e9ebd21284/a58da1d6-412d-43aa-8082-055f6fe524ab) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:44.379425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-7d31ad33-efdd-419d-8133-ead7a2f48376 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:44.381647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-7d31ad33-efdd-419d-8133-ead7a2f48376 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.7030060 Mar 02 07:48:44.701541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.800416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.804368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:44.873713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:44.879436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:44.889043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:44.904240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:44.907692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.909840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ba7fa-91e6-4132-b720-59c5baea5944,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:44.927950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ab4744f-d97e-48be-b7f7-47e8da2b7e4a req-e0e8add9-a780-483c-aef5-f711e190accb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039968 Mar 02 07:48:44.935116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 2} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:44.936605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object a58da1d6-412d-43aa-8082-055f6fe524ab will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:44.941724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.974872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:44.977184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:44.981176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63136958-c76a-48c6-bc1e-2357cfd011db up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:44.994026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c194753d-27f7-4fd7-b937-3c8b538efc98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/511ba7fa-91e6-4132-b720-59c5baea5944 HTTP/1.1" status: 204 len: 168 time: 1.5789185 Mar 02 07:48:44.999404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.024168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-7beaaba1-ff63-4430-b73b-e3983a8a8631 service neutron] 10.222.0.16 "GET /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.5728614 Mar 02 07:48:45.057290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.112189 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'code': 200} Mar 02 07:48:45.125721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.262204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:45.278854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:45.311396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:45.336620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:45.473737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.492612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.517442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 63136958-c76a-48c6-bc1e-2357cfd011db completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:45.572117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.572798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:45.587646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a58da1d6-412d-43aa-8082-055f6fe524ab,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:45.665261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c19bafbf-ee08-4f2b-9362-42526772b5bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8243225 Mar 02 07:48:45.665806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50198) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:45.837439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527341f5-f246-4682-ada9-d49c31334748 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:45.932197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2dd39-32ac-48b0-bb41-86fa53b75c6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.944219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2dd39-32ac-48b0-bb41-86fa53b75c6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.946757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bca2dd39-32ac-48b0-bb41-86fa53b75c6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:45.981748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bca2dd39-32ac-48b0-bb41-86fa53b75c6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:45.987886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bca2dd39-32ac-48b0-bb41-86fa53b75c6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.3203866 Mar 02 07:48:45.988740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50212) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:46.075860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Provisioning for port 63136958-c76a-48c6-bc1e-2357cfd011db completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:46.094827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Provisioning complete for port 63136958-c76a-48c6-bc1e-2357cfd011db triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:46.095203 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.149583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port a58da1d6-412d-43aa-8082-055f6fe524ab {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:46.150000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.194229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-e3c41ae5-753c-4652-a5d6-f5e3f32010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.195900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-e3c41ae5-753c-4652-a5d6-f5e3f32010d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1096 time: 1.1028190 Mar 02 07:48:46.206077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port ac84540b-2072-42aa-8c48-cab7e24244a3 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:46.461728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4a2b-b499-47d6-b584-31ecefccced4 req-3a6c70c8-9660-4806-be7f-dc1504d18958 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.466793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54cc4a2b-b499-47d6-b584-31ecefccced4 req-3a6c70c8-9660-4806-be7f-dc1504d18958 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3183084 Mar 02 07:48:46.521910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-cee0d028-cd9c-4df8-9042-5ca435f03795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.530097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-cee0d028-cd9c-4df8-9042-5ca435f03795 service neutron] 10.222.0.16 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.3093252 Mar 02 07:48:46.662505 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.723934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] For port 63136958-c76a-48c6-bc1e-2357cfd011db, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63136958-c76a-48c6-bc1e-2357cfd011db,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:46.750498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.752316 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.849461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-42c50a65-9875-485c-a300-cd32e76cdc7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1000 time: 0.2772808 Mar 02 07:48:46.887338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:46.979321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729c74f-58f1-4a0c-9b47-d1315f3832ec None None] Pushing event updated for resources: {'Port': ['ID=63136958-c76a-48c6-bc1e-2357cfd011db,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:47.005497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for a58da1d6-412d-43aa-8082-055f6fe524ab owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:47.025007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '39463f1e-44ac-49c5-ba02-3e83d1f3ad8f', 'ip_address': '172.20.0.2'}, {'subnet_id': '265347c9-6ea9-44bb-9854-d1e9ebd21284'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '63136958-c76a-48c6-bc1e-2357cfd011db'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:48:47.097828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.134101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.318270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port b6e687db-c705-404c-85e1-b6591b805027 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:47.371071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-774d106a-6647-4180-a537-ca2a808cb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:47.372545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-774d106a-6647-4180-a537-ca2a808cb162 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.4749062 Mar 02 07:48:47.378580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54cc4a2b-b499-47d6-b584-31ecefccced4 req-b2100402-83da-43ec-bbd2-014826c09c3e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8817828 Mar 02 07:48:47.401841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Allocated IP 2001:db8::f816:3eff:feac:381a (871403d4-b7e4-4b70-8238-fafc5d1d738d/265347c9-6ea9-44bb-9854-d1e9ebd21284/63136958-c76a-48c6-bc1e-2357cfd011db) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:47.443338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.534302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.562058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=a58da1d6-412d-43aa-8082-055f6fe524ab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:47.565241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5f2651fc-66ec-498b-b0b5-a6fe15644419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:47.566769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5f2651fc-66ec-498b-b0b5-a6fe15644419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870899 Mar 02 07:48:47.611457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] For port 63136958-c76a-48c6-bc1e-2357cfd011db, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63136958-c76a-48c6-bc1e-2357cfd011db,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:47.675112 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.708995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.710801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Transition to ACTIVE for port object 63136958-c76a-48c6-bc1e-2357cfd011db will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:47.719094 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.733143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.758431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-486a3a7a-f2ee-4589-9728-50f2848408eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a58da1d6-412d-43aa-8082-055f6fe524ab HTTP/1.1" status: 204 len: 168 time: 1.7683730 Mar 02 07:48:47.759119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50248) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:47.826574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa41ed6-07ba-45a3-8286-678e208a1c85 None None] Pushing event updated for resources: {'Port': ['ID=63136958-c76a-48c6-bc1e-2357cfd011db,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:47.870458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:47.872582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:47.874231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:47.875682 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:47.886861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:47.892647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:47.901940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:47.902431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:47.904476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:47.913573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c689be57-f5d6-49d2-a6c8-09f1e340f4d8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1509264 Mar 02 07:48:47.914828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:47.939041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ac84540b-2072-42aa-8c48-cab7e24244a3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:48.066611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-b8e6744c-5747-4338-a1e4-c97607a47fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805126 Mar 02 07:48:48.067437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 265347c9-6ea9-44bb-9854-d1e9ebd21284 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:48.071385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.123820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=b6e687db-c705-404c-85e1-b6591b805027,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:48.171379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.289256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': '2f189f86-2cf9-43ea-aef6-78e30890618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aec5a8b-b9d4-4688-bd80-66b5842a7e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:48.289648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: 0aec5a8b-b9d4-4688-bd80-66b5842a7e01, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:48:48.333572 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.359778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 0aec5a8b-b9d4-4688-bd80-66b5842a7e01 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:48.374971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0aec5a8b-b9d4-4688-bd80-66b5842a7e01) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:48.385732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b8765-9c99-4d31-ae86-ad99ceced5f2 None None] Network 0aec5a8b-b9d4-4688-bd80-66b5842a7e01 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:48.461806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:48.490444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:48.554925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:48.555718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.586169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.644624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5f373026-8b4c-4694-8ff3-03b8dda8c29e service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154128 Mar 02 07:48:48.652999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-18f162a3-f5fd-4bb2-aba8-16f7da50bc49 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8592985 Mar 02 07:48:48.655233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50274) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:48.867787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port b6e687db-c705-404c-85e1-b6591b805027 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:48.868331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.923468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=265347c9-6ea9-44bb-9854-d1e9ebd21284,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:48.943380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63136958-c76a-48c6-bc1e-2357cfd011db up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:48.954395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:48.998484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.004792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51b8c8a8-b0ce-4397-8f3a-446557fa86b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/265347c9-6ea9-44bb-9854-d1e9ebd21284 HTTP/1.1" status: 204 len: 168 time: 1.0860360 Mar 02 07:48:49.021196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:49.038863 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.181609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c26f0-367e-4845-af48-0ed03ed28a13 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:49.252368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e57b10e-1bee-44c5-b016-1e91b531604c None None] Could not find standard attr ID for object a58da1d6-412d-43aa-8082-055f6fe524ab. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:48:49.274352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.441694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38715564-b9f6-4c02-88fa-fc66f76afb30 req-f039c87d-292d-4bee-b701-489cf8db185c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.443363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-38715564-b9f6-4c02-88fa-fc66f76afb30 req-f039c87d-292d-4bee-b701-489cf8db185c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.6834769 Mar 02 07:48:49.447734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 39463f1e-44ac-49c5-ba02-3e83d1f3ad8f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:48:49.520613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.523572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e57b10e-1bee-44c5-b016-1e91b531604c None None] Provisioning for port 63136958-c76a-48c6-bc1e-2357cfd011db completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:48:49.544130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e57b10e-1bee-44c5-b016-1e91b531604c None None] Provisioning complete for port 63136958-c76a-48c6-bc1e-2357cfd011db triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:49.544756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4e57b10e-1bee-44c5-b016-1e91b531604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.599416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for b6e687db-c705-404c-85e1-b6591b805027 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:49.600061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 63136958-c76a-48c6-bc1e-2357cfd011db triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:49.600658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.630486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-38715564-b9f6-4c02-88fa-fc66f76afb30 req-ed31805b-9794-494e-ac99-efdee7d3feed tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801605 Mar 02 07:48:49.726064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.779391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.889298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=b6e687db-c705-404c-85e1-b6591b805027,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:49.912193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.930490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-abe65eef-11bc-43a4-a89c-84b9ee6265c2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/b6e687db-c705-404c-85e1-b6591b805027 HTTP/1.1" status: 204 len: 168 time: 1.2684422 Mar 02 07:48:49.930800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50294) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:49.935097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:50.105842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582e826-19b6-4162-86e9-dc8b284c5b17 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:50.113702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582e826-19b6-4162-86e9-dc8b284c5b17 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:50.114646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f582e826-19b6-4162-86e9-dc8b284c5b17 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:50.119274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:50.172112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=39463f1e-44ac-49c5-ba02-3e83d1f3ad8f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:50.174980 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:50.196973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-43812497-6846-40ec-98ad-b0e8081af305 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/39463f1e-44ac-49c5-ba02-3e83d1f3ad8f HTTP/1.1" status: 204 len: 168 time: 1.1745176 Mar 02 07:48:50.198070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f582e826-19b6-4162-86e9-dc8b284c5b17 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:50.201581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f582e826-19b6-4162-86e9-dc8b284c5b17 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2671368 Mar 02 07:48:50.201581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50298) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:50.202267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50300) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:50.338011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fccb4a39-c8c6-4bad-b836-d33bf2d271ce tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370180 Mar 02 07:48:50.341123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50308) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:50.411669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port ac84540b-2072-42aa-8c48-cab7e24244a3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:50.415124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:50.572425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79ddcc-93fa-4067-82cd-8208e4a8d2b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:50.577586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d79ddcc-93fa-4067-82cd-8208e4a8d2b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:50.631129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d79ddcc-93fa-4067-82cd-8208e4a8d2b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:50.638038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d79ddcc-93fa-4067-82cd-8208e4a8d2b5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2955542 Mar 02 07:48:50.641882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50314) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:50.799947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc55d67-8e0f-4850-be83-a21b08f49d29 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:50.804696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ddc55d67-8e0f-4850-be83-a21b08f49d29 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:50.837113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ddc55d67-8e0f-4850-be83-a21b08f49d29 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:50.839955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddc55d67-8e0f-4850-be83-a21b08f49d29 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1970434 Mar 02 07:48:50.842824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50322) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:50.990116 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.039995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-240ed99c-9123-4726-a357-ccb7bc95ca08 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1943662 Mar 02 07:48:51.049115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50328) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.056642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:51.107303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9407eb-a121-4166-835c-a01eaf65a3ef None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:51.206420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for ac84540b-2072-42aa-8c48-cab7e24244a3 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:51.274054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:51.302580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e02c-8321-4e0e-a9c5-159b7c66e587 req-44048f69-98c4-4a7d-9bb5-7f0e892c65e4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:51.304563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.311277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9024e02c-8321-4e0e-a9c5-159b7c66e587 req-44048f69-98c4-4a7d-9bb5-7f0e892c65e4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3474672 Mar 02 07:48:51.317323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-62d8bc46-059a-4e50-b4d8-b36301fc50d2 None None] Provisioning complete for port 63136958-c76a-48c6-bc1e-2357cfd011db triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:51.317881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62d8bc46-059a-4e50-b4d8-b36301fc50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.328592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:51.367945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=ac84540b-2072-42aa-8c48-cab7e24244a3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:51.381098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.381881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.382508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.383139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.383784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.384320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.385061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.385617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.386459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.387002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.387561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.388126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:51.391288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9024e02c-8321-4e0e-a9c5-159b7c66e587 req-837231c1-fb33-406f-a11c-68b69ee6dbc7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787430 Mar 02 07:48:51.396932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.399140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:51.415791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.417550 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:51.418298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:51.419962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-47cfe5bd-0d01-4fd2-ac6b-03f16593cc7e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/ac84540b-2072-42aa-8c48-cab7e24244a3 HTTP/1.1" status: 204 len: 168 time: 1.2156270 Mar 02 07:48:51.420629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50334) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.424736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-a0d4d187-5a8a-497d-8d99-56f987f85e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:51.426040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-a0d4d187-5a8a-497d-8d99-56f987f85e2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 1096 time: 0.2487903 Mar 02 07:48:51.442447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:51.554970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290902a-d7b9-4e26-ad0e-fcf98bee6b01 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:51.555818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7290902a-d7b9-4e26-ad0e-fcf98bee6b01 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:51.578661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7290902a-d7b9-4e26-ad0e-fcf98bee6b01 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:51.580301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7290902a-d7b9-4e26-ad0e-fcf98bee6b01 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1585238 Mar 02 07:48:51.582880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.650153 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d9349b-359d-460d-bcfa-e9b569353171 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:48:51.652583 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41d9349b-359d-460d-bcfa-e9b569353171 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/b6e687db-c705-404c-85e1-b6591b805027 HTTP/1.1" status: 404 len: 333 time: 0.0686278 Mar 02 07:48:51.656020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.682113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-517b8d11-97eb-43dc-a3b7-b971430a5cdc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6316533 Mar 02 07:48:51.688727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50358) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.694328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:51.727040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:48:51.731855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Deleting port 63136958-c76a-48c6-bc1e-2357cfd011db {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:51.732540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.741318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:51.743320 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9610b7-540c-4d34-b74b-c2e9c0300450 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:48:51.744804 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0a9610b7-540c-4d34-b74b-c2e9c0300450 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/ac84540b-2072-42aa-8c48-cab7e24244a3 HTTP/1.1" status: 404 len: 333 time: 0.0866764 Mar 02 07:48:51.748164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50362) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:51.944120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.123281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.152657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aec5a8b-b9d4-4688-bd80-66b5842a7e01']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:52.168113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f189f86-2cf9-43ea-aef6-78e30890618b') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:52.168230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f189f86-2cf9-43ea-aef6-78e30890618b') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:52.182694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.212525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.227750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:48:52.229453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.261136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] For port 63136958-c76a-48c6-bc1e-2357cfd011db, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=63136958-c76a-48c6-bc1e-2357cfd011db,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:52.261757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:48:52.271393 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:48:52.291493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:52.323465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:52.410903 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.469672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:52.546011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:52.589480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:52.624069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:52.633722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.639052 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:52.646480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:52.646697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Calling delete_port for 63136958-c76a-48c6-bc1e-2357cfd011db owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:52.669737 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'code': 200} Mar 02 07:48:52.707624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e25e0c89-7ec8-4632-a7b9-48a2457a34f0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0177763 Mar 02 07:48:52.710510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50388) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:52.719183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:52.852216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.879813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63136958-c76a-48c6-bc1e-2357cfd011db no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:52.885253 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.927969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 63136958-c76a-48c6-bc1e-2357cfd011db {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:48:52.928326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 63136958-c76a-48c6-bc1e-2357cfd011db not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:52.930278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.953285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=0aec5a8b-b9d4-4688-bd80-66b5842a7e01,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:52.963923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51df4e60-781c-48ca-91cf-547f38241f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/0aec5a8b-b9d4-4688-bd80-66b5842a7e01 HTTP/1.1" status: 204 len: 168 time: 1.2144337 Mar 02 07:48:52.994653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50404) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:52.996750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] Pushing event deleted for resources: {'Port': ['ID=63136958-c76a-48c6-bc1e-2357cfd011db,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:53.008265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8f657-3c5a-48d0-8dba-ac21ce24e829 None None] No DVR routers for this DVR port 63136958-c76a-48c6-bc1e-2357cfd011db on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:53.008941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670688638'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:53.035956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:53.039878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Transition to ACTIVE for port object 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:53.058361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b3ab-601c-4fed-813b-0ec1d41b91d0 req-97cb5122-d817-4438-a75d-706f712bbf4a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:53.060115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.063007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5705b3ab-601c-4fed-813b-0ec1d41b91d0 req-97cb5122-d817-4438-a75d-706f712bbf4a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 945 time: 0.3652039 Mar 02 07:48:53.068746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:53.116038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:53.133631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:53.174029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:53.187651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.219846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5705b3ab-601c-4fed-813b-0ec1d41b91d0 req-2cd34f83-f693-4a49-b723-07327ce4504f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348801 Mar 02 07:48:53.242244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:48:53.262877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.263238 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment 7fcc9287-58d5-4324-b760-520ec5efeb00 of type vlan for network 7bc65225-de83-4def-8b85-71f09e62037a Mar 02 07:48:53.309230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.374246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.383981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:53.385778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.445618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:53.493291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:53.540266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5429940 Mar 02 07:48:53.548504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:53.557277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '7bc65225-de83-4def-8b85-71f09e62037a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:53.558407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:53.584995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:53.588834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.590353 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:53.594674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0582d-f954-45ca-9901-e966403335dc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=7bc65225-de83-4def-8b85-71f09e62037a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:53.601665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:53.606603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7bc65225-de83-4def-8b85-71f09e62037a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:48:53.688288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] No DVR routers for this DVR port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:48:53.735493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:53.739855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:53.743103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:53.751855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:53.761013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c0a3377-da97-42ae-b3c9-27238fee90ea tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0489831 Mar 02 07:48:53.765329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50414) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:53.776741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:53.877049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:53.880600 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.957059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:53.957297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:53.957755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:53.963493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:48:53.963897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Attempting to bind port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:53.971210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:53.971629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Checking segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:53.972104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Bound using segment: {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:53.972617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Bound port: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c3cc88-5a07-4714-9c53-c3b574d57b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:53.973029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:53.995046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:54.005711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:54.021957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Performing IP validity checks on allocation pools {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:48:54.024920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_backend_mixin [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87854) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:48:54.029012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:54.033169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.034647 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:54.035085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:54.066391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b4c77af2-4a2d-4376-ac83-877a5a676804 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2996302 Mar 02 07:48:54.069657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50420) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:54.072449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:54.090598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:54.096212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:54.097377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:54.103385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.280050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:48:54.298211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:54.299005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.300491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 1092 time: 2.8663409 Mar 02 07:48:54.336441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad5f23-537a-4957-affa-5ea4573f4f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=11']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:54.526786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-b6b9da03-83df-45fe-8b7d-9602df536866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:54.528687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-b6b9da03-83df-45fe-8b7d-9602df536866 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1095 time: 0.1935771 Mar 02 07:48:54.532478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:54.573048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:54.628733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.666819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:54.670492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.673712 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:54.674257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:54.674411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:54.792670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-66636372-7c20-4d53-b0f3-da73ed04a080 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7222071 Mar 02 07:48:54.797002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50442) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:54.799549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': '7fcc9287-58d5-4324-b760-520ec5efeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:54.799915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: 7bc65225-de83-4def-8b85-71f09e62037a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:48:54.810922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:54.834756 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:48:54.854256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=1c3fa357-44f1-4729-b7fd-8361b017bd34,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:54.861663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 7bc65225-de83-4def-8b85-71f09e62037a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:48:54.954025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fc97-3b71-4d6a-adff-c4297bd2d3a0 req-61b718fd-3077-4245-b018-3c3d36dfb174 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:54.955594 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9170fc97-3b71-4d6a-adff-c4297bd2d3a0 req-61b718fd-3077-4245-b018-3c3d36dfb174 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.3720944 Mar 02 07:48:54.958209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7bc65225-de83-4def-8b85-71f09e62037a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:54.971637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b4c6f-3a9c-43cf-8620-43403e6d6781 None None] Network 7bc65225-de83-4def-8b85-71f09e62037a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:54.974177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:54.974776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:55.007117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-60b60494-9a66-4969-a2da-203db81ca768 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4533594 Mar 02 07:48:55.007117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:55.008372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:55.016318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '7bc65225-de83-4def-8b85-71f09e62037a', 'name': 'tempest-PortsIpV6TestJSON-2125091284'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:55.026021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-a57d0b54-1ba1-4592-b320-9840a69879b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.027878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-a57d0b54-1ba1-4592-b320-9840a69879b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.4929335 Mar 02 07:48:55.064347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:55.160222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:55.163990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:55.165392 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:48:55.165887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:48:55.206233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5e0d81ff-0f8c-432d-8b29-11e17f4866de tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4057450 Mar 02 07:48:55.208145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50456) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:55.275102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:55.284078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9170fc97-3b71-4d6a-adff-c4297bd2d3a0 req-7594e6fc-3229-4181-83c4-72e57a37039f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131275 Mar 02 07:48:55.286042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-734cc2e0-1978-478f-8a55-aad059fd98ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.2468297 Mar 02 07:48:55.292396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-be370b06-e002-4c77-8f54-32cb88da331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.294000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-be370b06-e002-4c77-8f54-32cb88da331f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1095 time: 0.4416349 Mar 02 07:48:55.306244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:55.328231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-68654b87-5b76-47da-b88f-585a631e449b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:55.333179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:55.338104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:55.376160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 26d674a5-1ea2-4f87-90cb-c900031f7c19 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:55.378371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-0f4e6b7d-5f82-4527-b8af-a68dd2ca3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.383273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-0f4e6b7d-5f82-4527-b8af-a68dd2ca3ee2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.0856738 Mar 02 07:48:55.413513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-68654b87-5b76-47da-b88f-585a631e449b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:55.417197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-68654b87-5b76-47da-b88f-585a631e449b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2060044 Mar 02 07:48:55.423366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50466) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:55.475419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7bc65225-de83-4def-8b85-71f09e62037a', 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': '1c3fa357-44f1-4729-b7fd-8361b017bd34'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:55.479222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:55.750409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-2d63af44-5b45-412e-b0b7-2fc4cc6d1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.751898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-2d63af44-5b45-412e-b0b7-2fc4cc6d1ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3644626 Mar 02 07:48:55.756016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-c186769b-f3ae-407e-a33d-7617185fb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.757934 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-c186769b-f3ae-407e-a33d-7617185fb6d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.3738229 Mar 02 07:48:55.775652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e30c2-7627-447e-9ade-06811ffc28f6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.776354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a5e30c2-7627-447e-9ade-06811ffc28f6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:48:55.823784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2a5e30c2-7627-447e-9ade-06811ffc28f6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:48:55.829929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2a5e30c2-7627-447e-9ade-06811ffc28f6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4065490 Mar 02 07:48:55.830552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:55.933247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-114dc2a0-6b94-4c52-9570-91250da094c1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991206 Mar 02 07:48:55.933875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:55.946662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:56.115117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::1c9 (7bc65225-de83-4def-8b85-71f09e62037a/1c3fa357-44f1-4729-b7fd-8361b017bd34/26d674a5-1ea2-4f87-90cb-c900031f7c19) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:56.117471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:56.135323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:56.163159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:56.166787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.231241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50484) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:56.270155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-d9697f47-c06b-4d92-b1a5-eb51f4e04eeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.4863765 Mar 02 07:48:56.512358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-d9cd4c9b-7369-4630-8a1c-4e60bfa1b172 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532969 Mar 02 07:48:56.782488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.792449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-c436e0c0-276a-449b-8576-72e22c8a36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:56.794454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-c436e0c0-276a-449b-8576-72e22c8a36f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.5161245 Mar 02 07:48:56.801300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.845072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object 26d674a5-1ea2-4f87-90cb-c900031f7c19 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:56.849551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:56.859961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699fe73-fd35-49ec-b5c1-928a5200e9e8 req-0f12830f-1c31-42c3-b4a7-b2506f971b38 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:56.861134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4699fe73-fd35-49ec-b5c1-928a5200e9e8 req-0f12830f-1c31-42c3-b4a7-b2506f971b38 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.2937462 Mar 02 07:48:56.875293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Usage tracker for resource:security_group_rule and tenant:650e8ab595844a02aa52a0b7f3b7780c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:48:56.881759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:48:56.891533 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b11f7b-2096-4dfb-94cf-1027e7e288de req-087775dd-feb6-4599-8c58-43191248163f service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646688 Mar 02 07:48:56.892477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:56.958469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4699fe73-fd35-49ec-b5c1-928a5200e9e8 req-4af52f2e-7868-4fbe-bc8b-a5756d11f32e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856621 Mar 02 07:48:57.021296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.048824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-cbbcc555-018c-417e-8dd6-5be539a1b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:57.053123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-cbbcc555-018c-417e-8dd6-5be539a1b1e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2493086 Mar 02 07:48:57.137039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Allocated IP 2001:db8::2 (7bc65225-de83-4def-8b85-71f09e62037a/1c3fa357-44f1-4729-b7fd-8361b017bd34/d2126014-6a2b-48e3-b9e5-5f4ed6523c70) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:57.147773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 7bc65225-de83-4def-8b85-71f09e62037a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:57.152689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:48:57.157307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.160985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:57.195722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:57.201124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:57.201739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.211011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=26d674a5-1ea2-4f87-90cb-c900031f7c19,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:57.257388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:57.262943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:57.271046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:57.271830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.276425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f8959-0c0e-4dcd-a2f2-62b1a50e329c None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:48:57.279911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-4a216b7e-a374-489d-8be7-0fdff49aa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:57.282301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-4a216b7e-a374-489d-8be7-0fdff49aa740 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1095 time: 0.3146951 Mar 02 07:48:57.288446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=1c918c95-fe73-4ae3-b38d-fe7576dbf546,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:57.304757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9268c45a-79d1-494a-8f6f-21121681f58e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2929370 Mar 02 07:48:57.305912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:57.338162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-331f0729-86fd-4e5f-aa8e-9cdad222f45e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3984263 Mar 02 07:48:57.344080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:57.350186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:ad:a7:b7', 'name': 'tempest-NetworksTestDHCPv6-1930954690'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:48:57.463699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-f4a929a1-f3d4-4f64-b698-e124b734fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:57.465268 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-f4a929a1-f3d4-4f64-b698-e124b734fd88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.1694076 Mar 02 07:48:57.470542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.473415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 26d674a5-1ea2-4f87-90cb-c900031f7c19 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:48:57.473996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.479880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-f6208999-889f-4a0c-b97f-09ca3581ea5f service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192502 Mar 02 07:48:57.486871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.636762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:48:57.653806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=650e8ab595844a02aa52a0b7f3b7780c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4110804 Mar 02 07:48:57.655369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '1c918c95-fe73-4ae3-b38d-fe7576dbf546'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:48:57.656421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:48:57.656583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:57.734543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:57.772936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:48:57.864304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Allocated IP 2001:db8::f816:3eff:fe63:6736 (871403d4-b7e4-4b70-8238-fafc5d1d738d/1c918c95-fe73-4ae3-b38d-fe7576dbf546/0cc80628-80d5-42b8-8a9b-628e3915e7ee) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:57.965083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0241734-4a14-441f-8a66-4394998e45d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b763e81-9a18-4c7f-a82b-03eea0d95b32,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:58.013083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-b50060ea-0bb9-4837-9045-095384a438ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 998 time: 0.3551095 Mar 02 07:48:58.066144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-4c539bdf-6aa3-4ff0-bc22-b8f571c55e91 service neutron] 10.222.0.16 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003846 Mar 02 07:48:58.159441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-794407db-e1c2-4472-930c-205d60e7ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:58.161356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-794407db-e1c2-4472-930c-205d60e7ef29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.1407373 Mar 02 07:48:58.352396 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.383628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Transition to ACTIVE for port object d2126014-6a2b-48e3-b9e5-5f4ed6523c70 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:58.429078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-ab0808c8-a93e-4e63-959a-7b767f7a4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:58.434398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-ab0808c8-a93e-4e63-959a-7b767f7a4880 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600451 Mar 02 07:48:58.438800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.449420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Transition to ACTIVE for port object d2126014-6a2b-48e3-b9e5-5f4ed6523c70 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:58.458101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Transition to ACTIVE for port object 0cc80628-80d5-42b8-8a9b-628e3915e7ee will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:58.466857 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.481601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c449fef-1ba4-4daf-b9ea-a630e78fc22c req-f9d9883a-8d8f-4492-85b4-4a84115b3d7d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:58.488681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9c449fef-1ba4-4daf-b9ea-a630e78fc22c req-f9d9883a-8d8f-4492-85b4-4a84115b3d7d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.3141758 Mar 02 07:48:58.549438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Network 7bc65225-de83-4def-8b85-71f09e62037a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:58.554198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:58.558759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Transition to ACTIVE for port object 0cc80628-80d5-42b8-8a9b-628e3915e7ee will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:58.568627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:58.589442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.608014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.632467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.652806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.668342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Pushing event updated for resources: {'Port': ['ID=d2126014-6a2b-48e3-b9e5-5f4ed6523c70,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:58.794451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Pushing event updated for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:58.843817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:58.849657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:58.860669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:58.926039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:48:58.933367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Attempting to bind port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:58.933890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Attempting to bind port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7fcc9287-58d5-4324-b760-520ec5efeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:58.934417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-ea0afff6-8432-43fb-adfe-a6a260c8a561 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919055 Mar 02 07:48:58.934874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Attempting to bind port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 on network 7bc65225-de83-4def-8b85-71f09e62037a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:58.966268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:58.966268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Checking segment: {'id': '7fcc9287-58d5-4324-b760-520ec5efeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:58.966836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.967332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Bound using segment: {'id': '7fcc9287-58d5-4324-b760-520ec5efeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:58.968139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Bound port: d2126014-6a2b-48e3-b9e5-5f4ed6523c70, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcc9287-58d5-4324-b760-520ec5efeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7bc65225-de83-4def-8b85-71f09e62037a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:58.968620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:58.982134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9c449fef-1ba4-4daf-b9ea-a630e78fc22c req-37880c58-4d12-4add-8fdb-8f547ead843e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133530 Mar 02 07:48:59.140033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Attempting to bind port 0cc80628-80d5-42b8-8a9b-628e3915e7ee on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:48:59.140548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Attempting to bind port 0cc80628-80d5-42b8-8a9b-628e3915e7ee by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:48:59.141018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Attempting to bind port 0cc80628-80d5-42b8-8a9b-628e3915e7ee on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:48:59.151479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:48:59.152035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:48:59.152546 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.153299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:48:59.153899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Bound port: 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:48:59.154398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.163829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fead:a7b7 (871403d4-b7e4-4b70-8238-fafc5d1d738d/1c918c95-fe73-4ae3-b38d-fe7576dbf546/a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:48:59.281295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 26d674a5-1ea2-4f87-90cb-c900031f7c19 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:48:59.304376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] For port d2126014-6a2b-48e3-b9e5-5f4ed6523c70, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:59.310086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:48:59.317508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] For port d2126014-6a2b-48e3-b9e5-5f4ed6523c70, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d2126014-6a2b-48e3-b9e5-5f4ed6523c70,segment=NetworkSegment(7fcc9287-58d5-4324-b760-520ec5efeb00),segment_id=7fcc9287-58d5-4324-b760-520ec5efeb00)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:59.322680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:48:59.328908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.352170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5e56cb73-5129-46ad-9b8f-356ba14c2ae4 req-39ca08c4-4435-4fe7-b31e-8d08ca5aa0b5 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744562 Mar 02 07:48:59.426897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.440718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2954a-b8ec-499f-8e21-4608bfd169c9 None None] Pushing event updated for resources: {'Port': ['ID=d2126014-6a2b-48e3-b9e5-5f4ed6523c70,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:59.454462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.558038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.575891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:48:59.617647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cde78-b960-4f88-bff7-02a2d54668d2 None None] Pushing event updated for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:59.618639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.744444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:48:59.758960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:48:59.774487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:48:59.780715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:59.781446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.801996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:59.809894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.859776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b763e81-9a18-4c7f-a82b-03eea0d95b32,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:59.865743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:59.866967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d6971d4-bc3c-43eb-b81f-142699cf6562 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b763e81-9a18-4c7f-a82b-03eea0d95b32 HTTP/1.1" status: 204 len: 168 time: 2.1202607 Mar 02 07:48:59.870793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-741521a8-144a-43a8-836a-0d3544e93214 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5231419 Mar 02 07:48:59.871520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:48:59.882161 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.040466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=26d674a5-1ea2-4f87-90cb-c900031f7c19,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:00.052940 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.059491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a5493236-5293-48a9-b79d-024d494042e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/26d674a5-1ea2-4f87-90cb-c900031f7c19 HTTP/1.1" status: 204 len: 168 time: 2.7500277 Mar 02 07:49:00.060175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50542) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:00.221032 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0f7f60-be11-47b1-a60a-9369f59889a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:49:00.221530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0f7f60-be11-47b1-a60a-9369f59889a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:49:00.294101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3e0f7f60-be11-47b1-a60a-9369f59889a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/26d674a5-1ea2-4f87-90cb-c900031f7c19 HTTP/1.1" status: 404 len: 333 time: 0.2207160 Mar 02 07:49:00.296407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:00.359493 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e5f0d0-bb18-45a1-b319-19c68632dbd2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:00.360134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-90e5f0d0-bb18-45a1-b319-19c68632dbd2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:00.424481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5203b-b7e9-42a7-bb98-5291c9009e1a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:00.431518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5203b-b7e9-42a7-bb98-5291c9009e1a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:00.435538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2fa5203b-b7e9-42a7-bb98-5291c9009e1a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5604517 Mar 02 07:49:00.436052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50562) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:00.440473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-90e5f0d0-bb18-45a1-b319-19c68632dbd2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:00.444024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-90e5f0d0-bb18-45a1-b319-19c68632dbd2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/26d674a5-1ea2-4f87-90cb-c900031f7c19 HTTP/1.1" status: 404 len: 333 time: 0.1389592 Mar 02 07:49:00.447296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50566) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:00.614482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 1c3fa357-44f1-4729-b7fd-8361b017bd34 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:00.620110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.622767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:00.623976 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.703053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50574) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:00.706293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117c5d0-69ba-4b62-9c68-6bade2d53bfe req-9a6c1107-9360-48dc-a8dd-1f05d931901e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:00.707862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0117c5d0-69ba-4b62-9c68-6bade2d53bfe req-9a6c1107-9360-48dc-a8dd-1f05d931901e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.4649956 Mar 02 07:49:00.735847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.748995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.786393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:00.792259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Usage tracker for resource:security_group_rule and tenant:893bf5a842204928a6e52f564c6eaa67 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:00.795964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:00.803747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:00.877331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.906552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:00.933893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0117c5d0-69ba-4b62-9c68-6bade2d53bfe req-b4a3836f-7507-4196-8592-92e3f12aa485 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176635 Mar 02 07:49:00.942545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.005782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28873fb0-4ecd-47e7-aca2-f9cebf6450a3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:01.022793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a313b4eb-8ab7-4a63-8a7b-6fa7667dbf55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=893bf5a842204928a6e52f564c6eaa67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185155 Mar 02 07:49:01.026522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:01.052864 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.055882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d2126014-6a2b-48e3-b9e5-5f4ed6523c70 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:01.098744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3fa357-44f1-4729-b7fd-8361b017bd34,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:01.112981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.121005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ce4c8bd0-88f5-437b-8e0e-0701c8ac1e50 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/1c3fa357-44f1-4729-b7fd-8361b017bd34 HTTP/1.1" status: 204 len: 168 time: 0.6726046 Mar 02 07:49:01.123321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:01.158843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:01.165771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0cc80628-80d5-42b8-8a9b-628e3915e7ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:01.268676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.274156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0cc80628-80d5-42b8-8a9b-628e3915e7ee completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:01.290550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.311203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:01.311587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.340180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.403406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.423714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Provisioning for port 0cc80628-80d5-42b8-8a9b-628e3915e7ee completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:01.436180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Provisioning complete for port 0cc80628-80d5-42b8-8a9b-628e3915e7ee triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:01.436597 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.706101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.751592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:01.779546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:01.787447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.952114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:01.953787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6fe7c-e157-4ea8-b02d-08ee8e9ef696 None None] Network 7bc65225-de83-4def-8b85-71f09e62037a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:01.982001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-24df6707-0898-4f8a-9436-bcb10d32c844 None None] Provisioning for port a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:01.991580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port d2126014-6a2b-48e3-b9e5-5f4ed6523c70, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d2126014-6a2b-48e3-b9e5-5f4ed6523c70,segment=NetworkSegment(7fcc9287-58d5-4324-b760-520ec5efeb00),segment_id=7fcc9287-58d5-4324-b760-520ec5efeb00)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:01.992518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.010945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28873fb0-4ecd-47e7-aca2-f9cebf6450a3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:02.024359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.025486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9926bf3f-77d8-4203-a336-4e043a5594f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28873fb0-4ecd-47e7-aca2-f9cebf6450a3 HTTP/1.1" status: 204 len: 168 time: 0.9977560 Mar 02 07:49:02.080187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.097772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-24df6707-0898-4f8a-9436-bcb10d32c844 None None] Provisioning complete for port a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:02.098360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24df6707-0898-4f8a-9436-bcb10d32c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.142449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd1065-2075-4365-bcca-6a3988d9a10f None None] Pushing event updated for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:02.187894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:02.206122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-24df6707-0898-4f8a-9436-bcb10d32c844 None None] Port a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 was deleted so its status cannot be updated. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:49:02.271181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for d2126014-6a2b-48e3-b9e5-5f4ed6523c70 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:02.291055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:49:02.341500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.362293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e14abe1-e09e-4310-9cce-9a7cd81484f5 None None] Provisioning for port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:02.365675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b1489bc-9d14-4879-84ab-633b5c933fbd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 HTTP/1.1" status: 204 len: 168 time: 1.9289145 Mar 02 07:49:02.369232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50602) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:02.373541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e14abe1-e09e-4310-9cce-9a7cd81484f5 None None] Provisioning complete for port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:02.374333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4e14abe1-e09e-4310-9cce-9a7cd81484f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.452072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.534247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=d2126014-6a2b-48e3-b9e5-5f4ed6523c70,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:02.546526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port d2126014-6a2b-48e3-b9e5-5f4ed6523c70 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:02.550726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62219e-e974-41df-b28c-7741f677063d req-8982d219-75e6-419c-8560-f48c75339a23 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:02.559597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac62219e-e974-41df-b28c-7741f677063d req-8982d219-75e6-419c-8560-f48c75339a23 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 944 time: 0.3743465 Mar 02 07:49:02.632880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4e14abe1-e09e-4310-9cce-9a7cd81484f5 None None] Could not find standard attr ID for object d2126014-6a2b-48e3-b9e5-5f4ed6523c70. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:49:02.642739 n-d-827871-1 neutron-server[87856]: INFO neutron.plugins.ml2.db [None req-4e14abe1-e09e-4310-9cce-9a7cd81484f5 None None] No ports have port_id starting with d2126014-6a2b-48e3-b9e5-5f4ed6523c70 Mar 02 07:49:02.664114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6b252-90d4-466b-8113-4f063581d73e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:02.666001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6b252-90d4-466b-8113-4f063581d73e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:02.667812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bfa6b252-90d4-466b-8113-4f063581d73e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2972820 Mar 02 07:49:02.671772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50614) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:02.720982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:02.740043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'port_id': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'mac_address': 'fa:16:3e:5f:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:49:02.744778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.751259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 1c918c95-fe73-4ae3-b38d-fe7576dbf546 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:02.770850 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac62219e-e974-41df-b28c-7741f677063d req-9455fa31-5f68-4a82-90d3-3927a292968e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960533 Mar 02 07:49:02.771631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.782661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50620) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:02.843358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882d1fe-67c7-4182-9fce-a114887ca9ec None None] DHCP port deletion for 7bc65225-de83-4def-8b85-71f09e62037a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:02.864462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.867047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.891101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:02.912110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:02.920132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.041603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.059552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0cc80628-80d5-42b8-8a9b-628e3915e7ee up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:03.064006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc65225-de83-4def-8b85-71f09e62037a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:03.114111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:03.130599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.145283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcc9287-58d5-4324-b760-520ec5efeb00') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:03.145587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcc9287-58d5-4324-b760-520ec5efeb00') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:03.197478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.204821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.213925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e51de2fc-a002-4d92-867d-d39a7b2e5772 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 200 len: 991 time: 0.4225025 Mar 02 07:49:03.225402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.234528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7e9ef-9b7e-4bf4-8991-c815741eaced None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:03.244366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:03.245128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:03.263353 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:03.278254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=1c918c95-fe73-4ae3-b38d-fe7576dbf546,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:03.283418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:03.298217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c9c36fa3-60d4-435b-a416-d547e4663416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/1c918c95-fe73-4ae3-b38d-fe7576dbf546 HTTP/1.1" status: 204 len: 168 time: 0.6251688 Mar 02 07:49:03.300875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:03.399346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.462092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.492062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=7bc65225-de83-4def-8b85-71f09e62037a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:03.501001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c364de5a-ae42-4880-9c41-628e802468e7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/7bc65225-de83-4def-8b85-71f09e62037a HTTP/1.1" status: 204 len: 168 time: 2.3761449 Mar 02 07:49:03.506907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50648) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:03.516896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865906528'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:03.529241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:03.538724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:03.546735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:03.556934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:03.564887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eaf6defd-ca16-495c-87b6-f35a5b8c9c54 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2551491 Mar 02 07:49:03.565726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:03.573694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:03.578749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.580112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:03.638654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:03.650120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0cc80628-80d5-42b8-8a9b-628e3915e7ee triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:03.650745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.666929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.667338 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment f5f54bb2-15ea-491f-923c-4e26f0cc7cd4 of type vlan for network fc3550ba-bba5-43da-9843-4a57a0044eb3 Mar 02 07:49:03.721227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.724911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:03.731557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:03.735290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:03.742163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:03.754846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:03.759542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.782821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.791366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:03.792654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.839570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3286593 Mar 02 07:49:03.853408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50656) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:03.866864 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:04.066288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:04.085429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Deleting port 0cc80628-80d5-42b8-8a9b-628e3915e7ee {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:04.086295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.121881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4466363-ea50-4705-9ea7-c9c00a95b23d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=fc3550ba-bba5-43da-9843-4a57a0044eb3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:04.167945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:04.200173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:04.223377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:04.250857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:04.270081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:04.292666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:04.292666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.447195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:49:04.646728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.729730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.789363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=3eef157d-fafa-457c-9b2f-d2a59063c1d2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:04.804410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:04.804786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: fc3550ba-bba5-43da-9843-4a57a0044eb3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:04.844683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:04.861210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fc3550ba-bba5-43da-9843-4a57a0044eb3) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:04.862415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d2126014-6a2b-48e3-b9e5-5f4ed6523c70 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:04.877405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:04.878606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.908921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09e2236f-1cf8-4f16-b4fb-b2b9305905bb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0542591 Mar 02 07:49:04.911997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50678) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:04.916349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9869a4-6bcd-4555-b218-a922633309b2 None None] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:04.928243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1400398966'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:04.954467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d2126014-6a2b-48e3-b9e5-5f4ed6523c70 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:04.954814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d2126014-6a2b-48e3-b9e5-5f4ed6523c70 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:04.955438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0cc80628-80d5-42b8-8a9b-628e3915e7ee no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:05.061478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:05.093389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.099261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.100382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.152518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:05.153170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.211932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:05.216123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:05.220284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:05.226949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:05.243813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:05.253941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:05.264048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.288187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:05.291329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:05.294527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:05.295131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.311176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Calling delete_port for 0cc80628-80d5-42b8-8a9b-628e3915e7ee owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:05.328451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=3f84126a-8e87-49b1-8105-15788c71ecd4,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:05.345292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 28ac56b9-6f37-427f-9bf9-c5d3260b2b37 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:05.365688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.376697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b487e1d9-46af-4f41-abe3-c231527a1657 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8066862 Mar 02 07:49:05.382635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50686) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:05.389697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:1a:06:77', 'name': 'tempest-NetworksTestDHCPv6-2036681738'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:05.468641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:05.481310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.600246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::21f (fc3550ba-bba5-43da-9843-4a57a0044eb3/3eef157d-fafa-457c-9b2f-d2a59063c1d2/28ac56b9-6f37-427f-9bf9-c5d3260b2b37) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:05.603561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:05.619940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:49:05.620800 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:49:05.719164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fc3550ba-bba5-43da-9843-4a57a0044eb3', 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': '3eef157d-fafa-457c-9b2f-d2a59063c1d2'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:05.720036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.732511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:05.737701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:05.744674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:05.758596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:05.783845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:05.893809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.933235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object 28ac56b9-6f37-427f-9bf9-c5d3260b2b37 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:05.981063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.081921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Allocated IP 2001:db8::2 (fc3550ba-bba5-43da-9843-4a57a0044eb3/3eef157d-fafa-457c-9b2f-d2a59063c1d2/57497316-43d1-4b5b-abdf-b94f6db917c6) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:06.084190 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.122396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Deleting port 0cc80628-80d5-42b8-8a9b-628e3915e7ee {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:06.122765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.127694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 26d8a931-5749-4d68-8fe9-c2b3f43536d3 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:06.144023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:06.151812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:06.157007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:06.163649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:06.164685 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.206774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=28ac56b9-6f37-427f-9bf9-c5d3260b2b37,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:06.237093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6e7545a0-450f-4983-8a41-4c19998e0fc8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3216012 Mar 02 07:49:06.237719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50718) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:06.314380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:06.394241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 28ac56b9-6f37-427f-9bf9-c5d3260b2b37 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:06.394738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.449829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe1a:677 (871403d4-b7e4-4b70-8238-fafc5d1d738d/3f84126a-8e87-49b1-8105-15788c71ecd4/26d8a931-5749-4d68-8fe9-c2b3f43536d3) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:06.468255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50726) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:06.782875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:06.812998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:06.813431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.946943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.963128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15b144-71db-411c-be64-22dad8c88198 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:06.963625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15b144-71db-411c-be64-22dad8c88198 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:06.964101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15b144-71db-411c-be64-22dad8c88198 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:06.965768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4b15b144-71db-411c-be64-22dad8c88198 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=3295cfe480904f248703144b71005c8a&network_id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 2969 time: 0.4963121 Mar 02 07:49:06.979017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 26d8a931-5749-4d68-8fe9-c2b3f43536d3 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:07.029990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.041650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.149627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:07.158609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:07.165548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:07.181442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:07.196771 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.216425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 28ac56b9-6f37-427f-9bf9-c5d3260b2b37 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:07.217249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=26d8a931-5749-4d68-8fe9-c2b3f43536d3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:07.246539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.247097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.247609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.249019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.249538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.250544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.251041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.251528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.252005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.252492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.253117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.253759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:07.303747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-983c0064-95af-4a69-96f8-95d7c4d58041 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9173803 Mar 02 07:49:07.304048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50746) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:07.509078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de99795-2215-4f1a-acc3-4c4e96febfef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:07.531740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de99795-2215-4f1a-acc3-4c4e96febfef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:07.531740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4de99795-2215-4f1a-acc3-4c4e96febfef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:07.538399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.589555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4de99795-2215-4f1a-acc3-4c4e96febfef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:07.590913 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.595824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4de99795-2215-4f1a-acc3-4c4e96febfef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2869787 Mar 02 07:49:07.596573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:07.632459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.635860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] For port 0cc80628-80d5-42b8-8a9b-628e3915e7ee, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0cc80628-80d5-42b8-8a9b-628e3915e7ee,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:07.636312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.695788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Transition to ACTIVE for port object 57497316-43d1-4b5b-abdf-b94f6db917c6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:07.716021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.719528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=28ac56b9-6f37-427f-9bf9-c5d3260b2b37,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:07.729960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2070e5d4-0640-42fa-a6df-ada7edf14f59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/28ac56b9-6f37-427f-9bf9-c5d3260b2b37 HTTP/1.1" status: 204 len: 168 time: 1.4913497 Mar 02 07:49:07.733448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50758) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:07.761735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 26d8a931-5749-4d68-8fe9-c2b3f43536d3 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:07.762130 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:07.782518 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-087fbb43-e2a2-4551-80a2-c6c500f128cd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:07.783402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-087fbb43-e2a2-4551-80a2-c6c500f128cd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:07.813190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-087fbb43-e2a2-4551-80a2-c6c500f128cd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:07.814982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-087fbb43-e2a2-4551-80a2-c6c500f128cd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/28ac56b9-6f37-427f-9bf9-c5d3260b2b37 HTTP/1.1" status: 404 len: 333 time: 0.0801566 Mar 02 07:49:07.818867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:07.895574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Calling delete_port for 0cc80628-80d5-42b8-8a9b-628e3915e7ee owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:07.933142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 3eef157d-fafa-457c-9b2f-d2a59063c1d2 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:08.051943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:08.234005 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'code': 200} Mar 02 07:49:08.235446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Transition to ACTIVE for port object 57497316-43d1-4b5b-abdf-b94f6db917c6 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:08.237605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:08.243551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.246220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.375299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.447936 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.539744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.577637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.724311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.731795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 26d8a931-5749-4d68-8fe9-c2b3f43536d3 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:08.739299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:08.768831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:08.771192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:08.790758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] No DVR routers for this DVR port 0cc80628-80d5-42b8-8a9b-628e3915e7ee on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:08.835639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=13']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:08.839973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.879756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce978d2f-2994-446f-b36f-0dca261f9316 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:08.893178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50782) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:08.899854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=3eef157d-fafa-457c-9b2f-d2a59063c1d2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:08.903206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.911318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-65ccefee-a585-49f6-880b-5c5d9ad3fdb6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/3eef157d-fafa-457c-9b2f-d2a59063c1d2 HTTP/1.1" status: 204 len: 168 time: 1.0911798 Mar 02 07:49:08.914184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50786) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:09.009027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Attempting to bind port 57497316-43d1-4b5b-abdf-b94f6db917c6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:09.009314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Attempting to bind port 57497316-43d1-4b5b-abdf-b94f6db917c6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:09.009805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Attempting to bind port 57497316-43d1-4b5b-abdf-b94f6db917c6 on network fc3550ba-bba5-43da-9843-4a57a0044eb3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:09.026701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e4f41-efe2-4cd0-9639-c18adca3e203 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:09.046096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a02e4f41-efe2-4cd0-9639-c18adca3e203 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 814 time: 0.1512861 Mar 02 07:49:09.052738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.082293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:09.082663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Checking segment: {'id': 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:09.083313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.083879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Bound using segment: {'id': 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:09.084544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Bound port: 57497316-43d1-4b5b-abdf-b94f6db917c6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc3550ba-bba5-43da-9843-4a57a0044eb3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:09.085085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.135721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=26d8a931-5749-4d68-8fe9-c2b3f43536d3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:09.147558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Pushing event updated for resources: {'Port': ['ID=57497316-43d1-4b5b-abdf-b94f6db917c6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:09.205235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db89d3a-7b8e-469d-89ae-87198cfaef9f None None] Pushing event deleted for resources: {'Port': ['ID=0cc80628-80d5-42b8-8a9b-628e3915e7ee,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:09.218531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.238429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.245058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fc41644b-f22a-432e-8878-d1718327da1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/26d8a931-5749-4d68-8fe9-c2b3f43536d3 HTTP/1.1" status: 204 len: 168 time: 1.6474044 Mar 02 07:49:09.247591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:09.272382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 57497316-43d1-4b5b-abdf-b94f6db917c6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:09.273561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.314648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] For port 57497316-43d1-4b5b-abdf-b94f6db917c6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:09.378314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b062c-458e-4a01-b46e-dc4adac9a0ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:09.380108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b062c-458e-4a01-b46e-dc4adac9a0ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:09.380904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8a3b062c-458e-4a01-b46e-dc4adac9a0ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:09.395442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] For port 57497316-43d1-4b5b-abdf-b94f6db917c6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=57497316-43d1-4b5b-abdf-b94f6db917c6,segment=NetworkSegment(f5f54bb2-15ea-491f-923c-4e26f0cc7cd4),segment_id=f5f54bb2-15ea-491f-923c-4e26f0cc7cd4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:09.411976 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.428825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8a3b062c-458e-4a01-b46e-dc4adac9a0ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:09.430302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8a3b062c-458e-4a01-b46e-dc4adac9a0ac tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1816332 Mar 02 07:49:09.432979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:09.555234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 3f84126a-8e87-49b1-8105-15788c71ecd4 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:09.558937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.630335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b2235-9cd7-49ff-a396-5ae145d7364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '3f84126a-8e87-49b1-8105-15788c71ecd4'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:09.632333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-099b2235-9cd7-49ff-a396-5ae145d7364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.640393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.723990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50810) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:09.742290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'network': {'name': 'tempest-network-smoke--875966576', 'project_id': '3295cfe480904f248703144b71005c8a', 'port_security_enabled': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:09.763435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:09.783903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:09.787469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.790020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port 57497316-43d1-4b5b-abdf-b94f6db917c6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=57497316-43d1-4b5b-abdf-b94f6db917c6,segment=NetworkSegment(f5f54bb2-15ea-491f-923c-4e26f0cc7cd4),segment_id=f5f54bb2-15ea-491f-923c-4e26f0cc7cd4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:09.790500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.819577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7d46d-4db8-484a-9360-bfb7746f504d None None] Pushing event updated for resources: {'Port': ['ID=57497316-43d1-4b5b-abdf-b94f6db917c6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:09.862316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:09.866666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.954174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa71244-8ce5-4bfa-94c9-b6841e5ca291 None None] Network fc3550ba-bba5-43da-9843-4a57a0044eb3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:09.954586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:09.985698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.997013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.997646 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Added segment f843589b-b900-4377-b485-c58eb8e31299 of type vlan for network 102f1335-8724-45d4-b113-c0a14e1c612a Mar 02 07:49:10.038621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.046156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 57497316-43d1-4b5b-abdf-b94f6db917c6 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:10.053635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=3f84126a-8e87-49b1-8105-15788c71ecd4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:10.084680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85ee4c02-401a-4e39-9676-81f9bd578c23 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/3f84126a-8e87-49b1-8105-15788c71ecd4 HTTP/1.1" status: 204 len: 168 time: 0.6504834 Mar 02 07:49:10.087706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50816) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:10.093706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.136053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.144553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:10.145960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-099b2235-9cd7-49ff-a396-5ae145d7364b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f84126a-8e87-49b1-8105-15788c71ecd4: This subnet is being modified by another concurrent operation. Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f84126a-8e87-49b1-8105-15788c71ecd4: This subnet is being modified by another concurrent operation. Mar 02 07:49:10.214185 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:49:10.232420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5013971 Mar 02 07:49:10.243102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50820) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:10.311873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312efda6-2f54-4659-937e-931255391f83 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Network': ['ID=102f1335-8724-45d4-b113-c0a14e1c612a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:10.333044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555aef6-1eff-4db4-a4ba-c6c554c756d1 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:49:10.470954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 102f1335-8724-45d4-b113-c0a14e1c612a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:10.486477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbcc21-53aa-40c5-8f10-219919a88f72 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:10.491288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a6cbcc21-53aa-40c5-8f10-219919a88f72 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3295cfe480904f248703144b71005c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2341344 Mar 02 07:49:10.493762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:10.503798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a7c731ac-666a-4fb0-942d-8a064b2245c0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4049134 Mar 02 07:49:10.504829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50832) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:10.505709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.510938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555aef6-1eff-4db4-a4ba-c6c554c756d1 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:49:10.718715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-77f07343-6905-4540-b28e-e0c3776c4181 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:10.754935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=57497316-43d1-4b5b-abdf-b94f6db917c6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:10.759901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port 57497316-43d1-4b5b-abdf-b94f6db917c6 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:10.888023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fcd9a7-7fd7-461b-9d38-ffe15f91e50f tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:10.892973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-57fcd9a7-7fd7-461b-9d38-ffe15f91e50f tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3969760 Mar 02 07:49:10.897127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50840) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.006746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.040194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3550ba-bba5-43da-9843-4a57a0044eb3']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:11.065882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:11.066451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f54bb2-15ea-491f-923c-4e26f0cc7cd4') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:11.084727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.091832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-77f07343-6905-4540-b28e-e0c3776c4181 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:11.093258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-77f07343-6905-4540-b28e-e0c3776c4181 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5760419 Mar 02 07:49:11.106613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.199730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.252380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:11.254452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.258065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b078f6ae-59f5-4070-9203-f601db2d2706 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:49:11.275216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b793e88a-fbd6-40c8-9a25-0a70433e4617 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3724833 Mar 02 07:49:11.278517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50850) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:11.298130 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:11.375677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c12c0626-0b9d-4a77-9936-6fb4504aa0e5 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3295cfe480904f248703144b71005c8a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0959945 Mar 02 07:49:11.378565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50854) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.463592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b2fa4-a4e6-4cd1-af78-a4ede899934f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:11.464541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb6b2fa4-a4e6-4cd1-af78-a4ede899934f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:11.474158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b078f6ae-59f5-4070-9203-f601db2d2706 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:49:11.519978 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.567489 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.593601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=fc3550ba-bba5-43da-9843-4a57a0044eb3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:11.606689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-984f5f00-1b1b-4946-90c6-776e4949fbfb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/fc3550ba-bba5-43da-9843-4a57a0044eb3 HTTP/1.1" status: 204 len: 168 time: 2.6911798 Mar 02 07:49:11.607713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb6b2fa4-a4e6-4cd1-af78-a4ede899934f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:11.608843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b7e39-ee11-4c1c-ac78-79f32a14d2f9 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:11.610113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bb6b2fa4-a4e6-4cd1-af78-a4ede899934f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4955273 Mar 02 07:49:11.610793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50858) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.614293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.615932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-267b7e39-ee11-4c1c-ac78-79f32a14d2f9 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2359779 Mar 02 07:49:11.616429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50864) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.630087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'name': 'tempest-PortsIpV6TestJSON-1120879018'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:12.153401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa789-7845-40db-9862-f8a9ec94678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.259690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ca019de6-fd26-4e80-9fb7-b52a443340b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6381176 Mar 02 07:49:12.260238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50886) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:12.266675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:12.307740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6aef3c81-1152-4ed6-b193-7c79c96966ea tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6841927 Mar 02 07:49:12.316029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50890) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:12.331431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980258599', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'project_id': '3295cfe480904f248703144b71005c8a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:12.495654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:12.509272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:12.513210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:12.516051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:12.521057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:subnet and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:12.523125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:12.524908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:12.528196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:12.529284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.532122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:12.539968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:12.542331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:12.570549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:12.584654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.749113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:12.752967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.785479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 6f86295b-3542-48a4-9235-fd37d6606242 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:13.033992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.058992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:49:13.060803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.165992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=2979362e-91b5-4366-b9e2-58174b42a433,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:13.184472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:13.187520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:13.191181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:13.192100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.197182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7cede6-eb4b-4309-aa96-00d203f59624 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:13.210041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Subnet': ['ID=53d0ccaa-4a31-4001-bfab-16f0c0548749,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:13.226094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-848886f6-39f7-4c2d-a3b9-461bc39182f1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9648070 Mar 02 07:49:13.226691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50920) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:13.234821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:95:7e:c6', 'name': 'tempest-NetworksTestDHCPv6-1380367597'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:13.256072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.264934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Checking segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:13.265618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network hostable DHCP agents. Network: 102f1335-8724-45d4-b113-c0a14e1c612a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:13.297952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 102f1335-8724-45d4-b113-c0a14e1c612a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:13.321339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 102f1335-8724-45d4-b113-c0a14e1c612a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:13.356587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:13.357554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.373256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.376987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdb410-431d-4977-aa1c-120be6de5809 None None] Network 102f1335-8724-45d4-b113-c0a14e1c612a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:13.534002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:13.546945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:13.560971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:13.584288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d64c923f-5f15-42d8-9788-13fba2262d4b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2665334 Mar 02 07:49:13.668596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:13.674045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:13.686428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:13.697835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:13.698520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.761777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.776597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1645296 Mar 02 07:49:13.777250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50932) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:13.802851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 100fb85e-c13e-4d44-afb7-67122417c973 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:13.948030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 6f86295b-3542-48a4-9235-fd37d6606242 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:13.948804 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.053565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6fb19-3186-4fcb-9819-d17687550021 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=6f86295b-3542-48a4-9235-fd37d6606242,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:14.087527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50940) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:14.097695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157922183', 'description': 'tempest-secgroup-smoke-157922183 description', 'project_id': '3295cfe480904f248703144b71005c8a'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:14.110136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:14.145223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe95:7ec6 (871403d4-b7e4-4b70-8238-fafc5d1d738d/2979362e-91b5-4366-b9e2-58174b42a433/100fb85e-c13e-4d44-afb7-67122417c973) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:14.155276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:14.179859 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:49:14.202123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-102f1335-8724-45d4-b113-c0a14e1c612a', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'fixed_ips': [{'subnet_id': '53d0ccaa-4a31-4001-bfab-16f0c0548749'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:14.204832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.286561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.332757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:14.346253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:14.351777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:14.366514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '2979362e-91b5-4366-b9e2-58174b42a433'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:14.367711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.382200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bbeeec76-2693-469f-bff0-30a48710b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.400192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:14.503652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.606206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.630541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 100fb85e-c13e-4d44-afb7-67122417c973 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:14.677464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.742006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 6f86295b-3542-48a4-9235-fd37d6606242 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:14.855834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:14.861078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Allocated IP 172.20.0.18 (102f1335-8724-45d4-b113-c0a14e1c612a/53d0ccaa-4a31-4001-bfab-16f0c0548749/0fd109a3-d921-48f0-8541-5137c09a8480) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:14.868003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:14.886654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:14.897827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:14.898534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.905877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Allocated IP 2001:db8::f816:3eff:fe24:4383 (871403d4-b7e4-4b70-8238-fafc5d1d738d/2979362e-91b5-4366-b9e2-58174b42a433/ea8b0727-272e-47bd-9c98-2f932b61fd55) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:14.968512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=100fb85e-c13e-4d44-afb7-67122417c973,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:14.991456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.001926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.013702 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d2ba1a5a-bad7-49ba-b7c1-bdc4c2d4e16c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7858405 Mar 02 07:49:15.016866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.085034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.086316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9975610 Mar 02 07:49:15.089664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.098021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:15.121186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:15.129660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:15.138681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:15.147024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:15.176423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.215629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7809ef-a3b2-444e-80d6-d5ad7f14285e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:15.216410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7a7809ef-a3b2-444e-80d6-d5ad7f14285e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:15.275536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7a7809ef-a3b2-444e-80d6-d5ad7f14285e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:15.277355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7a7809ef-a3b2-444e-80d6-d5ad7f14285e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2594030 Mar 02 07:49:15.282696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50964) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.328763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b5f5-f010-499d-8f01-e5428e72f6a8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4919883-1e46-413b-9509-865fe8c80d3e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.355855 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.388081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=6f86295b-3542-48a4-9235-fd37d6606242,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.430910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 100fb85e-c13e-4d44-afb7-67122417c973 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:15.431552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.463183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.465468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.467442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.493525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Transition to ACTIVE for port object 0fd109a3-d921-48f0-8541-5137c09a8480 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:15.509323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.517130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.547320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b351dd6d-9cb8-4617-89ba-aac7bf200c37 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/6f86295b-3542-48a4-9235-fd37d6606242 HTTP/1.1" status: 204 len: 168 time: 1.7565429 Mar 02 07:49:15.549927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 50972) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.562282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.584279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.605758 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5025616 Mar 02 07:49:15.611253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'mac_address': 'fa:16:3e:1a:90:ca', 'name': 'tempest-PortsIpV6TestJSON-983014358'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:15.624819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50976) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.637017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38566318-3a1e-4609-9001-e93f82ae11b6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887f32ae-b1aa-4c17-a160-a5da28b87189,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.666981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:15.692386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:15.699362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Transition to ACTIVE for port object 0fd109a3-d921-48f0-8541-5137c09a8480 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:15.707929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:15.715056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.725542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:15.741246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:15.744895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.816080 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.888018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Transition to ACTIVE for port object ea8b0727-272e-47bd-9c98-2f932b61fd55 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:15.890479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Pushing event updated for resources: {'Port': ['ID=0fd109a3-d921-48f0-8541-5137c09a8480,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.916262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Network 102f1335-8724-45d4-b113-c0a14e1c612a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:15.919902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:15.926074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:15.931060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Transition to ACTIVE for port object ea8b0727-272e-47bd-9c98-2f932b61fd55 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:15.965563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.003649 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.010764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.041426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567e65e8-eac1-433c-a35f-aed0d7b62033,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:16.072307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.074045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a7d41da8-e8ad-422a-8a35-03f48119a367 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4452448 Mar 02 07:49:16.076894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50984) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:16.084337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:16.087827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:16.093394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:16.101767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:16.102864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:16.105562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:16.109247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:16.115999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:16.139257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.164472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:16.217959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:16.241831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:16.261755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Pushing event updated for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:16.268489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:16.274509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:16.368241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Attempting to bind port 0fd109a3-d921-48f0-8541-5137c09a8480 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:16.368871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Attempting to bind port 0fd109a3-d921-48f0-8541-5137c09a8480 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:16.370292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Attempting to bind port 0fd109a3-d921-48f0-8541-5137c09a8480 on network 102f1335-8724-45d4-b113-c0a14e1c612a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:16.396574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:16.398970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Checking segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:16.399563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.401967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Bound using segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:16.402896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Bound port: 0fd109a3-d921-48f0-8541-5137c09a8480, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:16.404222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.491768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.498168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.562435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.563713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4855657 Mar 02 07:49:16.567171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 50994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:16.575212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:16.581430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51d0af-3842-461a-95b2-88f205efab33 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c900b7a4-8816-45a1-9e1c-143efc9f2285,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:16.585023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:16.589876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:16.592598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:16.598519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:16.620820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.641620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Attempting to bind port ea8b0727-272e-47bd-9c98-2f932b61fd55 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:16.645351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Attempting to bind port ea8b0727-272e-47bd-9c98-2f932b61fd55 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:16.645937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Attempting to bind port ea8b0727-272e-47bd-9c98-2f932b61fd55 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:16.669303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:16.669909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:16.672149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.672716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:16.673453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Bound port: ea8b0727-272e-47bd-9c98-2f932b61fd55, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:16.675069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.696797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.702463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.733772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4e6ca9-8e0c-4e1e-b333-947566ce91a7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:16.765797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.767761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8bac9225-a379-47d1-849f-86de709c8847 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996005 Mar 02 07:49:16.769740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:16.775623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:16.784995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:16.789509 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.790198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:16.794990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:16.806572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:16.844257 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:49:16.870037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 49746f65-1458-40da-b149-0976f0e0aa97 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:16.876283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.930435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:16.933545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:16.941901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] For port 0fd109a3-d921-48f0-8541-5137c09a8480, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:16.946105 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.003805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.005754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] For port 0fd109a3-d921-48f0-8541-5137c09a8480, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0fd109a3-d921-48f0-8541-5137c09a8480,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:17.020852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.073337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.082410 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.110308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd343-b867-4f2f-a057-3ebe33957df2 None None] Pushing event updated for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:17.132315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184a1603-939a-4b4f-a286-e2454d7b7e0b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:17.159003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.162800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa18a31f-2b14-4f6f-9004-2e9d8becd231 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3894005 Mar 02 07:49:17.162990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51010) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:17.168089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': 'd4919883-1e46-413b-9509-865fe8c80d3e', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:17.177391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.179693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:17.184270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:17.189445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:17.196272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:17.221019 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:49:17.229118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.258595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.365171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f4342-92d0-4654-88b7-58c1c9410b7d None None] Pushing event updated for resources: {'Port': ['ID=0fd109a3-d921-48f0-8541-5137c09a8480,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:17.403508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.420455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.504882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afd115c-a63c-4337-bab0-7456b75ccdb2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:17.547916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:17.567235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 100fb85e-c13e-4d44-afb7-67122417c973 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:17.576087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d11c2935-a032-444f-9ef2-e83197db80c8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4120138 Mar 02 07:49:17.922521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.016383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-bb2ca52b-dfbe-418e-95bd-6f10f4ae8f23 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:18.038968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:18.048327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:18.056633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:18.068793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-bb2ca52b-dfbe-418e-95bd-6f10f4ae8f23 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:18.071025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-bb2ca52b-dfbe-418e-95bd-6f10f4ae8f23 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157922183&fields=id&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 267 time: 0.1350424 Mar 02 07:49:18.074337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.075499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.086745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.357326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=49746f65-1458-40da-b149-0976f0e0aa97,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:18.529361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.554486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/100fb85e-c13e-4d44-afb7-67122417c973 HTTP/1.1" status: 204 len: 168 time: 3.2705135 Mar 02 07:49:18.557066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-31b46878-397c-4489-9370-2784f0864736 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.559606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0014f9ec-2676-4a4e-aa80-00b5c69ec5aa tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0086997 Mar 02 07:49:18.560492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:18.560933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51056) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:18.561596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-31b46878-397c-4489-9370-2784f0864736 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/networks?id=102f1335-8724-45d4-b113-c0a14e1c612a HTTP/1.1" status: 200 len: 796 time: 0.4785712 Mar 02 07:49:18.561992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52decd60-93d6-4913-9fab-1730696913a7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=100fb85e-c13e-4d44-afb7-67122417c973,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:18.601977 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-c72310d7-a518-4c3c-88a7-53e3b5542089 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/quotas/3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 375 time: 0.0284729 Mar 02 07:49:18.606620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.720137 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.760422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-cfe1c2be-7739-463d-9f14-3d55f81b4d91 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1472776 Mar 02 07:49:18.779025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-8b9f0b7c-8050-409a-aa68-21f44cbbe71e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:49:18.781047 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-8b9f0b7c-8050-409a-aa68-21f44cbbe71e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083766 Mar 02 07:49:18.781512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542345a-049e-43e9-89aa-2a65bbb98fee tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.793290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542345a-049e-43e9-89aa-2a65bbb98fee tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.801233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5542345a-049e-43e9-89aa-2a65bbb98fee tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:18.921993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a87f3-eb4d-4fb1-8a22-8047e7a86420 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.922647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bd7a87f3-eb4d-4fb1-8a22-8047e7a86420 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:18.934233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5542345a-049e-43e9-89aa-2a65bbb98fee tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:18.935447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5542345a-049e-43e9-89aa-2a65bbb98fee tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3677466 Mar 02 07:49:18.940596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51062) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:19.053168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ea8b0727-272e-47bd-9c98-2f932b61fd55 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:19.074632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 2979362e-91b5-4366-b9e2-58174b42a433 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:19.098584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.104704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-9b8765cb-53bf-4bca-9f1e-8260d6eba1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163385 Mar 02 07:49:19.223957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ea8b0727-272e-47bd-9c98-2f932b61fd55 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:19.234911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0fd109a3-d921-48f0-8541-5137c09a8480 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:19.236505 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.328954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-ca8de4ac-1056-4a38-b0ca-2c628a6e337f service neutron] 10.222.0.21 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173221 Mar 02 07:49:19.429016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bd7a87f3-eb4d-4fb1-8a22-8047e7a86420 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:19.432829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bd7a87f3-eb4d-4fb1-8a22-8047e7a86420 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/49746f65-1458-40da-b149-0976f0e0aa97 HTTP/1.1" status: 200 len: 844 time: 0.8604474 Mar 02 07:49:19.433915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51070) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:19.434476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0fd109a3-d921-48f0-8541-5137c09a8480 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:19.518157 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.574469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbe723-3bf3-4640-bd90-90ad71d3cd77 None None] Network 102f1335-8724-45d4-b113-c0a14e1c612a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:19.609584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 49746f65-1458-40da-b149-0976f0e0aa97 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:19.610216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.798079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Provisioning for port 0fd109a3-d921-48f0-8541-5137c09a8480 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:19.982896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f07a30d2-45c5-4ab0-9977-c68a5cfde507 req-b3e50022-6a17-4aef-a0bb-0bb936b9143b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.2314863 Mar 02 07:49:19.988551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Provisioning complete for port 0fd109a3-d921-48f0-8541-5137c09a8480 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:19.989327 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.993162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.243329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.401818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.443397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=2979362e-91b5-4366-b9e2-58174b42a433,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:20.446892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-652f1218-7efa-40c0-8690-21b20f2235a9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/2979362e-91b5-4366-b9e2-58174b42a433 HTTP/1.1" status: 204 len: 168 time: 1.5053363 Mar 02 07:49:20.451082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51094) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:20.582332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-10b91660-70f0-4aa1-8926-6b1e7f35ec18 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277657 Mar 02 07:49:20.584017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51098) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:20.585332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71917a6c-efaa-439b-9dba-750bd7232938 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:20.587760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 49746f65-1458-40da-b149-0976f0e0aa97 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:20.602882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:20.791259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.852742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:20.857135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:20.862702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:20.877048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:20.895737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:20.899244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.929948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=49746f65-1458-40da-b149-0976f0e0aa97,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:20.953155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.975241 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.979876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be620362-2577-49a3-a68a-d37325695735 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/49746f65-1458-40da-b149-0976f0e0aa97 HTTP/1.1" status: 204 len: 168 time: 1.5454104 Mar 02 07:49:20.983451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:21.094126 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1898462-358e-495f-ba6c-9732d0e9389b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:21.094629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e1898462-358e-495f-ba6c-9732d0e9389b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:21.151197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e1898462-358e-495f-ba6c-9732d0e9389b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:21.162883 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e1898462-358e-495f-ba6c-9732d0e9389b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/49746f65-1458-40da-b149-0976f0e0aa97 HTTP/1.1" status: 404 len: 333 time: 0.1744847 Mar 02 07:49:21.165152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51118) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:21.185237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'name': 'tempest-PortsIpV6TestJSON-656236075'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:21.284854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] For port 0fd109a3-d921-48f0-8541-5137c09a8480, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0fd109a3-d921-48f0-8541-5137c09a8480,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:21.301199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:21.440392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Could not find standard attr ID for object 100fb85e-c13e-4d44-afb7-67122417c973. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:49:21.474639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46be0a64-d65b-4bee-8ad6-3b5e24277b8d req-ef342c85-3df8-442e-8cd0-363c838dc431 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.2311194 Mar 02 07:49:21.550291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c676f-6873-46ae-a01a-61c57460d33b None None] Pushing event updated for resources: {'Port': ['ID=0fd109a3-d921-48f0-8541-5137c09a8480,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:21.594456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Provisioning for port ea8b0727-272e-47bd-9c98-2f932b61fd55 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:21.617044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Provisioning complete for port ea8b0727-272e-47bd-9c98-2f932b61fd55 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:21.617432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:21.765943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:21.795332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Deleting port ea8b0727-272e-47bd-9c98-2f932b61fd55 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:21.795712 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:21.830226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:49:21.942495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:21.969573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:21.988350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:21.991831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.054871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port a409eb32-3be9-4411-9ca3-61bdd56c9ac1 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:22.162544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.316535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:22.326763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.442132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-00973955-6914-4d39-8cb1-eef86d342182 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:22.442885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-00973955-6914-4d39-8cb1-eef86d342182 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:22.543825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-00973955-6914-4d39-8cb1-eef86d342182 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:22.544941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-00973955-6914-4d39-8cb1-eef86d342182 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/networks?id=102f1335-8724-45d4-b113-c0a14e1c612a HTTP/1.1" status: 200 len: 796 time: 0.6165836 Mar 02 07:49:22.604278 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.663606 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.736986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:22.741171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:22.746902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:22.753551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:22.754405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.793664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=a409eb32-3be9-4411-9ca3-61bdd56c9ac1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:22.808631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5f7059af-e082-4886-9f88-488727c96c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6415493 Mar 02 07:49:22.811933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51142) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:22.817020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.818637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:22.824876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3fd7a82f-3db5-4525-aac5-f055f43f2106 None None] Provisioning complete for port 0fd109a3-d921-48f0-8541-5137c09a8480 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:22.825257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a82f-3db5-4525-aac5-f055f43f2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:22.864519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-126da883-a659-4549-9a4d-90440afbd40b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 471 time: 0.2875760 Mar 02 07:49:22.900821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d657b1a8-8ef0-452b-9230-c613ded59217 req-85b10b26-623c-4538-844b-524b031346dd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.2119732 Mar 02 07:49:22.923742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'port': {'device_id': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'admin_state_up': True, 'tenant_id': '3295cfe480904f248703144b71005c8a', 'security_groups': ['d4919883-1e46-413b-9509-865fe8c80d3e']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:22.943084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0766ea-b4ac-4a83-9265-9edf4c179680 None None] Pushing event updated for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:22.953017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0fd109a3-d921-48f0-8541-5137c09a8480 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:23.005902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:23.006371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.068902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.294332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Calling delete_port for ea8b0727-272e-47bd-9c98-2f932b61fd55 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:23.666676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.679674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.731787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:23.744897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0fd109a3-d921-48f0-8541-5137c09a8480 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:23.749009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.783368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.813427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.814966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.831379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] In _notify_port_updated(), no bound segment for port a409eb32-3be9-4411-9ca3-61bdd56c9ac1 on network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:49:23.854340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:23.865478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:23.866951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/ports/a409eb32-3be9-4411-9ca3-61bdd56c9ac1 HTTP/1.1" status: 200 len: 818 time: 1.0537891 Mar 02 07:49:23.870031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51162) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:23.894446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:49:23.894813 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:49:24.031604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239290e-2d21-4932-bccf-1a41436d997d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=a409eb32-3be9-4411-9ca3-61bdd56c9ac1,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:24.081444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port a409eb32-3be9-4411-9ca3-61bdd56c9ac1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:24.082125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.164066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ea8b0727-272e-47bd-9c98-2f932b61fd55 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:24.339451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-275d08c5-96e6-4e1a-9c9b-b8dcea04f936 req-eab3fe95-b04e-4928-b5ba-8802aa872db0 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.1911204 Mar 02 07:49:24.382721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.397488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Deleting port ea8b0727-272e-47bd-9c98-2f932b61fd55 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:24.398287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.473700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:24.510285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.609294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:24.619698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:24.645961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:24.646647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.705031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.725590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:24.789641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] For port ea8b0727-272e-47bd-9c98-2f932b61fd55, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b0727-272e-47bd-9c98-2f932b61fd55,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:24.791327 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.800215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=eab52596-2b11-47df-a7f8-ec6874d17a87,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:24.809510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.2215297 Mar 02 07:49:24.817632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:24.822902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:port and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:24.832236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:24.838904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:24.851122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51174) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:24.866727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:7d:1b:09', 'name': 'tempest-NetworksTestDHCPv6-1342682687'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:24.912029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:24.928121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.023297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for a409eb32-3be9-4411-9ca3-61bdd56c9ac1 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:25.078776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74162905-1104-4619-938f-e0d6e38a6366 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:25.107181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Calling delete_port for ea8b0727-272e-47bd-9c98-2f932b61fd55 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:25.114432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-446751ab-5064-4d50-a05b-0a00c3a84500 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1335592 Mar 02 07:49:25.169163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.223411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=a409eb32-3be9-4411-9ca3-61bdd56c9ac1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:25.234781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.254838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-96ea2152-60c0-41fd-ae26-127c222e3aad tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/a409eb32-3be9-4411-9ca3-61bdd56c9ac1 HTTP/1.1" status: 204 len: 168 time: 1.3834114 Mar 02 07:49:25.255585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51184) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:25.365328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.395546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97cdbc-c0e3-4597-9c0c-fcbb88bdb93d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:25.406658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f97cdbc-c0e3-4597-9c0c-fcbb88bdb93d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:25.436257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f97cdbc-c0e3-4597-9c0c-fcbb88bdb93d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:25.438374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f97cdbc-c0e3-4597-9c0c-fcbb88bdb93d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1818118 Mar 02 07:49:25.441059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:25.455632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.20 (102f1335-8724-45d4-b113-c0a14e1c612a/53d0ccaa-4a31-4001-bfab-16f0c0548749/6b014328-28eb-4226-b8b8-cba1c343d119) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:25.478829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] Pushing event deleted for resources: {'Port': ['ID=ea8b0727-272e-47bd-9c98-2f932b61fd55,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:25.499987 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d4aaa-fc75-4564-a45d-74bb5c2829c6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:25.501818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-178d4aaa-fc75-4564-a45d-74bb5c2829c6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/a409eb32-3be9-4411-9ca3-61bdd56c9ac1 HTTP/1.1" status: 404 len: 333 time: 0.0595345 Mar 02 07:49:25.505683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51200) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:25.520534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200798106'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:25.527846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:25.534031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:25.538434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:25.546274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:25.567143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:25.572321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.596283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a771c5-97d4-45ca-a2a1-acd3c9bfdae2 None None] No DVR routers for this DVR port ea8b0727-272e-47bd-9c98-2f932b61fd55 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:25.641782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:25.650314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b78cbb6-06e9-40ce-be84-f4b5bf956014 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:25.674814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.675160 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment 2643767f-6118-4933-977d-f39141ece73a of type vlan for network e7ba3107-97da-44d9-b0e3-58b12f816e6d Mar 02 07:49:25.715504 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.760800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.766992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:25.767873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.824384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ca61cf1-c0c0-4371-ba0f-f164138524d3 req-41c16a43-9d4c-482a-a874-4bd420eff256 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.1148934 Mar 02 07:49:25.952202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:25.958880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=e7ba3107-97da-44d9-b0e3-58b12f816e6d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:25.979442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-697351d4-a26a-4e40-b94d-192f7a3fca70 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4724300 Mar 02 07:49:25.982164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51208) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:25.989067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:25.989972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:26.004169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:26.008463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:26.011418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:26.021794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:26.036063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ba06-082a-4d80-a760-ea85a07893ca req-d15c3ec5-b7b2-4042-b590-034df95b7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:26.037687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-d15c3ec5-b7b2-4042-b590-034df95b7614 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1096 time: 0.8639193 Mar 02 07:49:26.048544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:26.087336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'eab52596-2b11-47df-a7f8-ec6874d17a87'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:26.089527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.353724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object 6b014328-28eb-4226-b8b8-cba1c343d119 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:26.427542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:26.431742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:26.440517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:26.450942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:26.459109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Allocated IP 2001:db8::f816:3eff:fee2:702 (871403d4-b7e4-4b70-8238-fafc5d1d738d/eab52596-2b11-47df-a7f8-ec6874d17a87/df18ed09-7de3-4b1a-90f8-7bf326be1727) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:26.468287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:26.473196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.621263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ba06-082a-4d80-a760-ea85a07893ca req-16c36f41-c56b-4b7e-a73d-7dfc971b8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:26.622981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-16c36f41-c56b-4b7e-a73d-7dfc971b8afb service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 897 time: 0.5354764 Mar 02 07:49:26.868180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.903341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.912805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.928366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-105d2181-6dda-4e70-bba3-9fd8b20178cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 1001 time: 0.2759969 Mar 02 07:49:27.096490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.109375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Transition to ACTIVE for port object df18ed09-7de3-4b1a-90f8-7bf326be1727 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:27.132013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Transition to ACTIVE for port object df18ed09-7de3-4b1a-90f8-7bf326be1727 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:27.134338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:27.147243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.210846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': '2643767f-6118-4933-977d-f39141ece73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:27.211352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: e7ba3107-97da-44d9-b0e3-58b12f816e6d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:27.221488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=ab7d70fe-9028-4065-ba08-e76339313ed3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:27.232740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Pushing event updated for resources: {'Port': ['ID=df18ed09-7de3-4b1a-90f8-7bf326be1727,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:27.263144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:27.264978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:27.268156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:27.275126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:27.297963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, e7ba3107-97da-44d9-b0e3-58b12f816e6d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:27.308041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:27.308636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.322501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4c572-cc48-4e12-8f85-01e23bc9d7d2 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:27.343910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d5965-0422-4356-8172-da01a470d9c9 req-1f6e5efb-823b-4d46-b72f-baba09cb95e3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:27.352334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-745d5965-0422-4356-8172-da01a470d9c9 req-1f6e5efb-823b-4d46-b72f-baba09cb95e3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 932 time: 0.2332759 Mar 02 07:49:27.374886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 6fa1861d-c413-48d3-a3d1-138b671312fd yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:27.422374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a40962f-1513-4c14-88b5-14a5ba3f1954 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4383368 Mar 02 07:49:27.426032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51238) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:27.433836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:27.437126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 102f1335-8724-45d4-b113-c0a14e1c612a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:27.441204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:27.475803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ba06-082a-4d80-a760-ea85a07893ca req-0cdc8d4c-999f-4cb0-8577-16eb37194e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:27.478739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-0cdc8d4c-999f-4cb0-8577-16eb37194e16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.3445232 Mar 02 07:49:27.482977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:27.499700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-745d5965-0422-4356-8172-da01a470d9c9 req-844d7b82-8c0d-4b9c-91e5-79b36a920f5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464150 Mar 02 07:49:27.649484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:27.650381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.724162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:27.729986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:27.742470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:27.750165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5b4791a7-cd36-435f-976a-8ee21d8279fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8339505 Mar 02 07:49:27.760713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:27.777654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:27.781125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Attempting to bind port df18ed09-7de3-4b1a-90f8-7bf326be1727 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:27.781506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Attempting to bind port df18ed09-7de3-4b1a-90f8-7bf326be1727 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:27.781645 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.781938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Attempting to bind port df18ed09-7de3-4b1a-90f8-7bf326be1727 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:27.788322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Request body: {'port': {'device_id': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:27.800759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:27.801371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:27.801769 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.802202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:27.802673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Bound port: df18ed09-7de3-4b1a-90f8-7bf326be1727, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:27.803052 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.945572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:27.946436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:27.967909 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab7d70fe-9028-4065-ba08-e76339313ed3 (CIDR: 2001:db8::/64) Mar 02 07:49:27.970787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0f47f456-80c9-4132-8d52-f3a6c8bd51b8 None None] Provisioning for port 6b014328-28eb-4226-b8b8-cba1c343d119 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:27.972131 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:49:27.972829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:49:27.981593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ba06-082a-4d80-a760-ea85a07893ca req-e7cbe7b1-c9bc-4430-9234-20128709a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:27.984658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-e7cbe7b1-c9bc-4430-9234-20128709a63c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957082 Mar 02 07:49:27.987327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0f47f456-80c9-4132-8d52-f3a6c8bd51b8 None None] Provisioning complete for port 6b014328-28eb-4226-b8b8-cba1c343d119 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:27.987707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f47f456-80c9-4132-8d52-f3a6c8bd51b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:28.000006 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05bc53ca-738c-4bab-adbb-17ef2b4a2c97 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5727704 Mar 02 07:49:28.000775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:28.006933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:28.131726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0f47f456-80c9-4132-8d52-f3a6c8bd51b8 None None] Port 6b014328-28eb-4226-b8b8-cba1c343d119 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:28.179373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] For port df18ed09-7de3-4b1a-90f8-7bf326be1727, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:28.180804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:28.187511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:28.192978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:28.201415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] For port df18ed09-7de3-4b1a-90f8-7bf326be1727, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=df18ed09-7de3-4b1a-90f8-7bf326be1727,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:28.205597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:28.222126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:28.225796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:28.226923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:28.289655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Allocated IP 2001:db8::2 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/ab7d70fe-9028-4065-ba08-e76339313ed3/e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:28.380456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1367e0-33a0-42c2-9026-91a8887ec196 None None] Pushing event updated for resources: {'Port': ['ID=df18ed09-7de3-4b1a-90f8-7bf326be1727,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:28.809191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:28.814182 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:28.833566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Transition to ACTIVE for port object e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:28.887209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe7d:1b09 (871403d4-b7e4-4b70-8238-fafc5d1d738d/eab52596-2b11-47df-a7f8-ec6874d17a87/6fa1861d-c413-48d3-a3d1-138b671312fd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:28.892422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Transition to ACTIVE for port object e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:28.911484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.035677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:29.054906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.059169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:29.071976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:29.102936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Pushing event updated for resources: {'Port': ['ID=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:29.150862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=4e5192b2-aeed-4b4b-af44-8ffff5fc0875,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:29.174185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:29.176086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:29.180219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:29.180825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.217505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9e8b6159-f754-45cf-9775-254affa64d44 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2148616 Mar 02 07:49:29.222176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51270) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:29.233552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3'}, {'subnet_id': '4e5192b2-aeed-4b4b-af44-8ffff5fc0875'}], 'name': 'tempest-PortsIpV6TestJSON-418032096'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:29.248949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-2af633c7-9435-41a2-9cd3-58fd3e09611c service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2294176 Mar 02 07:49:29.337388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Attempting to bind port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:29.339927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Attempting to bind port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2643767f-6118-4933-977d-f39141ece73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:29.342348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Attempting to bind port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e on network e7ba3107-97da-44d9-b0e3-58b12f816e6d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:29.353105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:29.353798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Checking segment: {'id': '2643767f-6118-4933-977d-f39141ece73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:29.354489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.355130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Bound using segment: {'id': '2643767f-6118-4933-977d-f39141ece73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:29.355873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Bound port: e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2643767f-6118-4933-977d-f39141ece73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:29.356491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.491550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:29.500624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:29.511856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:29.530683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:29.539029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139eb8-e055-4fb5-82af-a2e9f6b1da2d req-f5901771-9992-4b71-a6e2-d795fa9174d5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:29.540090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fb139eb8-e055-4fb5-82af-a2e9f6b1da2d req-f5901771-9992-4b71-a6e2-d795fa9174d5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:29.550940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:29.577495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] For port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:29.585094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] For port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,segment=NetworkSegment(2643767f-6118-4933-977d-f39141ece73a),segment_id=2643767f-6118-4933-977d-f39141ece73a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:29.593651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.768999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a717a-cbce-493b-9b4e-b9cb29bbea25 None None] Pushing event updated for resources: {'Port': ['ID=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:29.792906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:29.842342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:29.956470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.008622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fb139eb8-e055-4fb5-82af-a2e9f6b1da2d req-f5901771-9992-4b71-a6e2-d795fa9174d5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:30.010085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb139eb8-e055-4fb5-82af-a2e9f6b1da2d req-f5901771-9992-4b71-a6e2-d795fa9174d5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 932 time: 0.9841044 Mar 02 07:49:30.052394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4007ba06-082a-4d80-a760-ea85a07893ca req-f73c40b4-09be-4a63-aabb-c620761d374f service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890391 Mar 02 07:49:30.077839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 6fa1861d-c413-48d3-a3d1-138b671312fd will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:30.178009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb139eb8-e055-4fb5-82af-a2e9f6b1da2d req-89c1b469-5e36-43c6-b65d-2237725a1e09 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583157 Mar 02 07:49:30.333310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.417447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63e318d4-9acb-4674-b55c-3da74228ca1b None None] Provisioning for port df18ed09-7de3-4b1a-90f8-7bf326be1727 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:30.419139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:30.422093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b014328-28eb-4226-b8b8-cba1c343d119 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:30.428954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:30.442508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:30.448181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:30.448798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.508409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.611003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=6fa1861d-c413-48d3-a3d1-138b671312fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:30.635779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b3fbba9-e734-4653-923b-49a2972f4818 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7802749 Mar 02 07:49:30.637705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51288) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:30.641575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Transition to ACTIVE for port object 6b014328-28eb-4226-b8b8-cba1c343d119 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:30.653684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.012387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7de6f1a0-ef1d-445b-a800-f465abbd7dde None None] Provisioning for port 6fa1861d-c413-48d3-a3d1-138b671312fd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:31.039520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7de6f1a0-ef1d-445b-a800-f465abbd7dde None None] Provisioning complete for port 6fa1861d-c413-48d3-a3d1-138b671312fd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:31.043118 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7de6f1a0-ef1d-445b-a800-f465abbd7dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.174817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:31.193599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-b2d69ea8-7738-42f3-bddb-84a30130db04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7229769 Mar 02 07:49:31.291797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7de6f1a0-ef1d-445b-a800-f465abbd7dde None None] Port 6fa1861d-c413-48d3-a3d1-138b671312fd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:31.375124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3451c-cc6c-40a6-947b-a126693223f3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:31.393532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3451c-cc6c-40a6-947b-a126693223f3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:31.409254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39a3451c-cc6c-40a6-947b-a126693223f3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7684367 Mar 02 07:49:31.454306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51306) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:31.460672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Pushing event updated for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:31.510748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:31.518343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device df18ed09-7de3-4b1a-90f8-7bf326be1727 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:31.667723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db38f5-4914-4a98-aa5e-6cbbaede8b9e None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:31.683867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port df18ed09-7de3-4b1a-90f8-7bf326be1727 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:31.708919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port df18ed09-7de3-4b1a-90f8-7bf326be1727 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:31.709322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.741048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 6fa1861d-c413-48d3-a3d1-138b671312fd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:31.741548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.899942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::a1 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/ab7d70fe-9028-4065-ba08-e76339313ed3/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:31.904612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Attempting to bind port 6b014328-28eb-4226-b8b8-cba1c343d119 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:31.905277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Attempting to bind port 6b014328-28eb-4226-b8b8-cba1c343d119 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:31.906319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Attempting to bind port 6b014328-28eb-4226-b8b8-cba1c343d119 on network 102f1335-8724-45d4-b113-c0a14e1c612a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:31.947327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8:0:1::a7 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/4e5192b2-aeed-4b4b-af44-8ffff5fc0875/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:31.957339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-24140570-1172-48b2-840d-d6d8368deaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:31.959127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-24140570-1172-48b2-840d-d6d8368deaff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.5343194 Mar 02 07:49:31.978539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Provisioning for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:32.019614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Provisioning complete for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:32.019991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.041932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Port 6b014328-28eb-4226-b8b8-cba1c343d119 on network 102f1335-8724-45d4-b113-c0a14e1c612a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:49:32.044233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Attempting to bind port 6b014328-28eb-4226-b8b8-cba1c343d119 on network 102f1335-8724-45d4-b113-c0a14e1c612a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:32.072596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:32.072990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Checking segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:32.073336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Bound using segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:32.073784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Bound port: 6b014328-28eb-4226-b8b8-cba1c343d119, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:32.074163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.143124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e669d-3c35-4c52-99bf-137e7b796435 req-f01e7365-8105-4dee-bc5e-8f9accd82e99 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.150333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-412e669d-3c35-4c52-99bf-137e7b796435 req-f01e7365-8105-4dee-bc5e-8f9accd82e99 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 944 time: 0.3694935 Mar 02 07:49:32.414672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-412e669d-3c35-4c52-99bf-137e7b796435 req-4e7a65d3-9de9-43fb-be2e-ec35f7f5d998 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630742 Mar 02 07:49:32.427316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.523442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-6ccb76ea-473c-4f12-a498-ec0c5a15ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.523442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-6ccb76ea-473c-4f12-a498-ec0c5a15ecf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.5252254 Mar 02 07:49:32.722279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port df18ed09-7de3-4b1a-90f8-7bf326be1727, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=df18ed09-7de3-4b1a-90f8-7bf326be1727,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:32.750417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.798271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.884577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.886958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.912823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] For port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,segment=NetworkSegment(2643767f-6118-4933-977d-f39141ece73a),segment_id=2643767f-6118-4933-977d-f39141ece73a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:32.922716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:32.933587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.944604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=df18ed09-7de3-4b1a-90f8-7bf326be1727,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:32.985794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.174063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 6fa1861d-c413-48d3-a3d1-138b671312fd owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:33.199205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-f78b2634-71fd-4d56-ae5d-41852a97f061 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.6632502 Mar 02 07:49:33.232750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5d1-3c9d-4d98-9b2c-5a1b8426aea7 None None] Pushing event updated for resources: {'Port': ['ID=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:33.256274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Update dhcp port {'port': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e5192b2-aeed-4b4b-af44-8ffff5fc0875'}], 'binding:host_id': 'n-d-827871-1'}, 'id': 'e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:49:33.331182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:33.361552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-139edc9a-33c3-44db-94b6-ae93aadf8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.363226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-139edc9a-33c3-44db-94b6-ae93aadf8ae5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.1519914 Mar 02 07:49:33.367001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:33.378730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.381590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:33.399941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.400748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.405527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:33.406877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:33.437095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6b014328-28eb-4226-b8b8-cba1c343d119,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:33.438986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.525959 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c7d2ab8a-e769-4644-b36c-daaed8b4a2a0 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 4.3025639 Mar 02 07:49:33.528700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:33.545941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:33.592842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.621548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-183f2371-a507-4505-8cfd-13882c87077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.623511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-183f2371-a507-4505-8cfd-13882c87077b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430496 Mar 02 07:49:33.736584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=6fa1861d-c413-48d3-a3d1-138b671312fd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:33.832100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Allocated IP 2001:db8:0:1::2 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/4e5192b2-aeed-4b4b-af44-8ffff5fc0875/e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:33.940860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Pushing event updated for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:33.944030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.960910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.961532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.963994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:33.965741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-e4b9193e-a4f1-4732-8bf2-f838fcadb983 service neutron] 10.222.0.16 "PUT /v2.0/ports/6b014328-28eb-4226-b8b8-cba1c343d119 HTTP/1.1" status: 200 len: 1092 time: 6.1954427 Mar 02 07:49:33.980968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:34.009780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae9f0ad6-b27d-4aac-9934-4964af53d061 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/6fa1861d-c413-48d3-a3d1-138b671312fd HTTP/1.1" status: 204 len: 168 time: 2.5425072 Mar 02 07:49:34.014029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:34.163978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] For port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,segment=NetworkSegment(2643767f-6118-4933-977d-f39141ece73a),segment_id=2643767f-6118-4933-977d-f39141ece73a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:34.215230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:34.253001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Transition to ACTIVE for port object e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:34.260508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:34.403661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b7409-2649-4882-94f6-7e691d979283 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:34.405657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b7409-2649-4882-94f6-7e691d979283 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:34.406445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5d6b7409-2649-4882-94f6-7e691d979283 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:34.480769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5d6b7409-2649-4882-94f6-7e691d979283 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:34.482545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5d6b7409-2649-4882-94f6-7e691d979283 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4662225 Mar 02 07:49:34.485767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51366) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:34.624953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97fac8-6d9a-419b-a6cd-6a1d93a2d3e2 None None] Pushing event updated for resources: {'Port': ['ID=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:34.630596 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119', 'status': 'completed', 'code': 200} Mar 02 07:49:34.665974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-fdcc25cc-2237-4656-8bd2-cefcab21e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:34.667660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-fdcc25cc-2237-4656-8bd2-cefcab21e522 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 1095 time: 0.5329924 Mar 02 07:49:34.859851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-5adc1ae8-4381-4b78-a092-8483a78802f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6b014328-28eb-4226-b8b8-cba1c343d119 HTTP/1.1" status: 200 len: 217 time: 0.1775048 Mar 02 07:49:34.880986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet eab52596-2b11-47df-a7f8-ec6874d17a87 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:34.930245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:34.930762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:35.050860 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-3116f02c-523d-4317-8157-ea8208aa37bc service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4186101 Mar 02 07:49:35.105125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58da99-b420-4b12-bf08-3185ebb32c18 req-9c8136ef-27f0-46b1-9edb-c13076633d75 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:35.113916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e58da99-b420-4b12-bf08-3185ebb32c18 req-9c8136ef-27f0-46b1-9edb-c13076633d75 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 944 time: 1.2921054 Mar 02 07:49:35.272857 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:35.298625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device df18ed09-7de3-4b1a-90f8-7bf326be1727 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:35.324653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-224586d3-b7c4-4b8e-b5e0-1345216cce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:35.326444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-224586d3-b7c4-4b8e-b5e0-1345216cce02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d0ccaa-4a31-4001-bfab-16f0c0548749 HTTP/1.1" status: 200 len: 837 time: 0.4427433 Mar 02 07:49:35.330841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e58da99-b420-4b12-bf08-3185ebb32c18 req-1364b698-9dbb-4203-b215-4aab77f5653e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112994 Mar 02 07:49:35.529757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port df18ed09-7de3-4b1a-90f8-7bf326be1727 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:35.530053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:35.605086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-35aeb300-cc12-4981-8205-9bddad67077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:35.609525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-35aeb300-cc12-4981-8205-9bddad67077c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=102f1335-8724-45d4-b113-c0a14e1c612a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742066 Mar 02 07:49:35.848865 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3dd4171e-f199-40f7-8fd8-b962e850c697 req-6252ab8a-aa1e-4078-b112-6e4d7447d0ec service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886770 Mar 02 07:49:35.896523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Delete allocated IP 2001:db8:0:1::a7 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/4e5192b2-aeed-4b4b-af44-8ffff5fc0875) {{(pid=87854) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:49:35.900782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:35.928432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b1489-4ab3-4443-8855-98f9c12b2735 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:36.012294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-57d7762b-79e6-42e8-b093-51945c9f93d8 service neutron] 10.222.0.16 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950043 Mar 02 07:49:36.218290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.296510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Ignored duplicate provisioning block setup for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 07:49:36.305705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.319504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b111f0c8-d9d1-48cd-93ed-27d4691226b0 req-3c26f0d8-96fd-4d7d-b7f6-0224692443f8 service neutron] 10.222.0.16 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988400 Mar 02 07:49:36.363650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d4e7f92-65e9-401e-9601-bf09be5c0e8c None None] Provisioning for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:36.377573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.424212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d4e7f92-65e9-401e-9601-bf09be5c0e8c None None] Provisioning complete for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:36.429516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7f92-65e9-401e-9601-bf09be5c0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.569194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:36.667405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.684775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] In _notify_port_updated(), no bound segment for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 on network e7ba3107-97da-44d9-b0e3-58b12f816e6d {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:49:36.690747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:36.691662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.695825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c097cc6-461c-469d-b704-68acd94b0454 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/ports/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 HTTP/1.1" status: 200 len: 924 time: 3.1650393 Mar 02 07:49:36.696730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51412) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:36.703862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3'}, {'subnet_id': '4e5192b2-aeed-4b4b-af44-8ffff5fc0875'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:36.730239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d3cca3-1b65-47ab-8846-49bf005cf16b None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:36.806610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=eab52596-2b11-47df-a7f8-ec6874d17a87,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:36.858986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a9ed2edd-abcf-4910-aa8e-f0645f2e6014 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/eab52596-2b11-47df-a7f8-ec6874d17a87 HTTP/1.1" status: 204 len: 168 time: 2.3719845 Mar 02 07:49:36.866904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51418) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:36.987728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a69df-fbfb-4917-ba81-43ee7858828d req-de414079-e3b4-48f3-8885-09a44903347e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:36.989712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb1a69df-fbfb-4917-ba81-43ee7858828d req-de414079-e3b4-48f3-8885-09a44903347e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.4238758 Mar 02 07:49:37.046238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb1a69df-fbfb-4917-ba81-43ee7858828d req-3c558488-8f19-4c06-8072-cf4d14023d19 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 Mar 02 07:49:37.168753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:37.189161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-58d649a0-acea-4054-93c6-2e711405bf60 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3161130 Mar 02 07:49:37.197362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a270b6-16e6-4ae3-b67c-28c02217aa11 req-b217605e-6169-44c7-b854-e47c104278bb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:37.198876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8a270b6-16e6-4ae3-b67c-28c02217aa11 req-b217605e-6169-44c7-b854-e47c104278bb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 944 time: 0.5274742 Mar 02 07:49:37.199634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51422) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:37.379748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:37.391129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8a270b6-16e6-4ae3-b67c-28c02217aa11 req-9be1ea1d-4f55-46b7-af30-6a6bb6a3799b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079717 Mar 02 07:49:37.392338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Deleting port df18ed09-7de3-4b1a-90f8-7bf326be1727 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:37.392724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:37.394582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-2503b130-2369-43df-a98b-ce0c30b3394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:37.396523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-2503b130-2369-43df-a98b-ce0c30b3394d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 1095 time: 0.9931560 Mar 02 07:49:37.757482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-16e99294-e3a7-4405-8ce2-0563b8438b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:37.759085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-16e99294-e3a7-4405-8ce2-0563b8438b3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=102f1335-8724-45d4-b113-c0a14e1c612a HTTP/1.1" status: 200 len: 896 time: 0.3319912 Mar 02 07:49:37.837049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-a09534e8-bb90-4166-9c0a-1340faf80a69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6b014328-28eb-4226-b8b8-cba1c343d119 HTTP/1.1" status: 200 len: 217 time: 0.0691955 Mar 02 07:49:37.930490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95005698-3e66-43f7-880a-b221635edda5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:37.931468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95005698-3e66-43f7-880a-b221635edda5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:37.981237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Provisioning complete for port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:37.981626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.003882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95005698-3e66-43f7-880a-b221635edda5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:38.019549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95005698-3e66-43f7-880a-b221635edda5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8132956 Mar 02 07:49:38.022421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51436) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:38.085378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] For port df18ed09-7de3-4b1a-90f8-7bf326be1727, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=df18ed09-7de3-4b1a-90f8-7bf326be1727,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:38.085780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.161056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e456cd-9169-4158-8cdd-b8278845ba80 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:38.161739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b4e456cd-9169-4158-8cdd-b8278845ba80 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:38.209008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-914c7fcf-2011-45e0-86e6-ca139782f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:38.222638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-914c7fcf-2011-45e0-86e6-ca139782f501 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d0ccaa-4a31-4001-bfab-16f0c0548749 HTTP/1.1" status: 200 len: 837 time: 0.3617346 Mar 02 07:49:38.270915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8:0:1::93 (e7ba3107-97da-44d9-b0e3-58b12f816e6d/4e5192b2-aeed-4b4b-af44-8ffff5fc0875/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:38.316220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b4e456cd-9169-4158-8cdd-b8278845ba80 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:38.317976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b4e456cd-9169-4158-8cdd-b8278845ba80 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2908452 Mar 02 07:49:38.329039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:38.452807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67ec756f-22d7-467d-a60a-55b3945a5adf tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222363 Mar 02 07:49:38.461220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51448) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:38.548746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Calling delete_port for df18ed09-7de3-4b1a-90f8-7bf326be1727 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:38.594537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:38.773006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.790317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Ignored duplicate provisioning block setup for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 07:49:38.832764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:38.835229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.854846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:38.883299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Provisioning for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:38.892027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.914660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:38.919581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:39.019329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Provisioning complete for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:39.024698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:39.073979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] No DVR routers for this DVR port df18ed09-7de3-4b1a-90f8-7bf326be1727 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:39.095437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d025dc-ae75-43f5-a630-9b65ae86240b None None] Pushing event deleted for resources: {'Port': ['ID=df18ed09-7de3-4b1a-90f8-7bf326be1727,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:39.098974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device df18ed09-7de3-4b1a-90f8-7bf326be1727 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:39.170582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-3f93c970-5b8c-424a-aeff-67e976854f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.172095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-3f93c970-5b8c-424a-aeff-67e976854f46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=102f1335-8724-45d4-b113-c0a14e1c612a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9289083 Mar 02 07:49:39.200792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64264b63-6394-40fc-b876-809e2ba6f852 req-72f51458-6f52-460e-a5b3-986618484b33 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.210880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64264b63-6394-40fc-b876-809e2ba6f852 req-72f51458-6f52-460e-a5b3-986618484b33 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.7483649 Mar 02 07:49:39.226937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] In _notify_port_updated(), no bound segment for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 on network e7ba3107-97da-44d9-b0e3-58b12f816e6d {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:49:39.229444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: df18ed09-7de3-4b1a-90f8-7bf326be1727 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:39.229729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device df18ed09-7de3-4b1a-90f8-7bf326be1727 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:39.236467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.237136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:39.246109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51470) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:39.250259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/ports/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 HTTP/1.1" status: 200 len: 1009 time: 2.5443761 Mar 02 07:49:39.252480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-44f019a9-2809-42dc-aebc-2da7af2dff50 None None] Port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:39.256240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd710b-b55b-477a-b8ab-bbc51e205f48 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:39.279739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43e4db-3117-4105-ae8f-5c9cfd3b718e req-faf29313-8265-4cf7-8080-e03b64277300 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.282043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d43e4db-3117-4105-ae8f-5c9cfd3b718e req-faf29313-8265-4cf7-8080-e03b64277300 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 944 time: 0.4901981 Mar 02 07:49:39.386508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ca1b2162-74a5-487f-a7ed-c844bc2f7774 None None] Provisioning complete for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:39.386897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2162-74a5-487f-a7ed-c844bc2f7774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:39.393700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d43e4db-3117-4105-ae8f-5c9cfd3b718e req-fe832741-c9e5-48c5-9e68-991c041516d5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056898 Mar 02 07:49:39.606079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64264b63-6394-40fc-b876-809e2ba6f852 req-1ab7708f-f81e-44ec-b1ad-17063de7ac71 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586626 Mar 02 07:49:39.646940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2162-74a5-487f-a7ed-c844bc2f7774 None None] Port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:39.777497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ed9a02a0-77d6-44ac-a7eb-5c30a03f34be None None] Provisioning complete for port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:39.777497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed9a02a0-77d6-44ac-a7eb-5c30a03f34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:39.967846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a02a0-77d6-44ac-a7eb-5c30a03f34be None None] Port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:40.022472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-74998bd9-01de-4336-8b5d-a528333803a5 service neutron] 10.222.0.16 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105767 Mar 02 07:49:40.181413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:40.181778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:40.235794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d70c50fe-047c-4cf3-bcb5-c94dc4705648 req-d0da5770-7a8f-4ad5-9b46-2c290e587579 service neutron] 10.222.0.16 "GET /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045665 Mar 02 07:49:40.317120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6b014328-28eb-4226-b8b8-cba1c343d119 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:49:40.603611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6b014328-28eb-4226-b8b8-cba1c343d119,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:40.649713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '6b014328-28eb-4226-b8b8-cba1c343d119', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'port_id': '6b014328-28eb-4226-b8b8-cba1c343d119', 'mac_address': 'fa:16:3e:87:36:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:49:40.763652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:40.771801 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:40.848806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b014328-28eb-4226-b8b8-cba1c343d119 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:40.867186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6b014328-28eb-4226-b8b8-cba1c343d119,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:40.871644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:40.893161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97995b-77ef-4cf6-bc10-bad0d7c44d7f req-a29d960f-e62f-4c4a-97ab-d049f9f86916 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:40.898937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e97995b-77ef-4cf6-bc10-bad0d7c44d7f req-a29d960f-e62f-4c4a-97ab-d049f9f86916 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 944 time: 0.2533619 Mar 02 07:49:40.958851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:40.979520 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e97995b-77ef-4cf6-bc10-bad0d7c44d7f req-5acc4742-479d-43a3-b9d7-09ccd9b54e5b tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733244 Mar 02 07:49:41.089764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:41.099297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.100114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.100114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.100883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.100883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.100883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.101379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.101550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.101791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=4f744698-8bb1-429f-89d0-85e3097cbcb3,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:41.101928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.109373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.109988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.110337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:41.111742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:41.125339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:41.126374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f1d2b-6a51-490a-9997-0507a4dd1616 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:41.126864 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:41.212683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:41.213741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38d6ebd8-ab1a-47cc-a6a6-bef354ee9f6b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6468525 Mar 02 07:49:41.218951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:05:fe:9e', 'name': 'tempest-NetworksTestDHCPv6-439706237'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:41.272546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:41.343623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6b014328-28eb-4226-b8b8-cba1c343d119'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:41.351313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65511129-c166-41b1-bf5d-e7c837557dc3 req-f9891409-d3e0-4fe2-8b65-f4cc1af92092 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:41.359531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65511129-c166-41b1-bf5d-e7c837557dc3 req-f9891409-d3e0-4fe2-8b65-f4cc1af92092 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3218758 Mar 02 07:49:41.458040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:41.636056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65511129-c166-41b1-bf5d-e7c837557dc3 req-b6606902-43e0-4c0e-9616-31348ea55714 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754965 Mar 02 07:49:41.741692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:41.769952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:41.820719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:41.941784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '4f744698-8bb1-429f-89d0-85e3097cbcb3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:41.946529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:41.965890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.041392 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f06f374-048e-4235-b1e3-f511f268c79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.178675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:42.310710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.366564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.401271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-115f16ce-ea1f-439e-aeb1-6cc9ae9ed440 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 HTTP/1.1" status: 204 len: 168 time: 3.1169956 Mar 02 07:49:42.401658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51518) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:42.426122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/4f744698-8bb1-429f-89d0-85e3097cbcb3/502de897-e4e8-4980-bc99-b9f257922b52) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:42.546675 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-089386c5-2bbe-441b-b0e3-4b064ca7efc9 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:42.547232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-089386c5-2bbe-441b-b0e3-4b064ca7efc9 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:42.589608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-089386c5-2bbe-441b-b0e3-4b064ca7efc9 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:42.591720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-089386c5-2bbe-441b-b0e3-4b064ca7efc9 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 HTTP/1.1" status: 404 len: 333 time: 0.1879845 Mar 02 07:49:42.594485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:42.733106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 4e5192b2-aeed-4b4b-af44-8ffff5fc0875 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:42.736388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.803973 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.833382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 817d2089-bb52-4176-81d8-0d27035afa07 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:42.953137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.035865 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c139c8-c23c-4402-859a-c3b2e746bc6b req-66546005-4e6b-48e4-8ff6-f686d5668044 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:43.043113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0c139c8-c23c-4402-859a-c3b2e746bc6b req-66546005-4e6b-48e4-8ff6-f686d5668044 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 945 time: 0.6995513 Mar 02 07:49:43.048815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.143328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.149793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/4e5192b2-aeed-4b4b-af44-8ffff5fc0875 HTTP/1.1" status: 204 len: 168 time: 0.5543373 Mar 02 07:49:43.157353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bd0ce-156a-44de-aa52-d32839d1868f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5192b2-aeed-4b4b-af44-8ffff5fc0875,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:43.159014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:43.228411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619878c-8aee-4860-8e4c-31bff646dbf5 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:43.231788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet ab7d70fe-9028-4065-ba08-e76339313ed3 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:43.235092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.314614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f0c139c8-c23c-4402-859a-c3b2e746bc6b req-f1353c36-4d4a-4f7d-bfc0-1902d7eedeea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664485 Mar 02 07:49:43.364324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.457549 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.488233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81674493-36af-4a9b-9fb9-185c097a5e93 req-569668ec-d187-412f-a4f6-0a279460f1e4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:43.489806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81674493-36af-4a9b-9fb9-185c097a5e93 req-569668ec-d187-412f-a4f6-0a279460f1e4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.4458544 Mar 02 07:49:43.521477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Transition to ACTIVE for port object 502de897-e4e8-4980-bc99-b9f257922b52 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:43.616679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Transition to ACTIVE for port object 502de897-e4e8-4980-bc99-b9f257922b52 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:43.654450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81674493-36af-4a9b-9fb9-185c097a5e93 req-f9694b8d-ff9b-464e-aa5d-dc7f07d510e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343689 Mar 02 07:49:43.715173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.715358 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.821425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::5e (871403d4-b7e4-4b70-8238-fafc5d1d738d/4f744698-8bb1-429f-89d0-85e3097cbcb3/817d2089-bb52-4176-81d8-0d27035afa07) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:43.884885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.991901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Pushing event updated for resources: {'Port': ['ID=502de897-e4e8-4980-bc99-b9f257922b52,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:43.992471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7d70fe-9028-4065-ba08-e76339313ed3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:44.006591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.037099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94faae88-92c5-45f6-8181-4caa51b4d93e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/ab7d70fe-9028-4065-ba08-e76339313ed3 HTTP/1.1" status: 204 len: 168 time: 0.8766942 Mar 02 07:49:44.038437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51556) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:44.120297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:44.122611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:44.128063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:44.376427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6b014328-28eb-4226-b8b8-cba1c343d119 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:44.445870 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.491554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 817d2089-bb52-4176-81d8-0d27035afa07 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:44.578165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.657435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a35-f6ca-4608-97d1-83f4b8fc9715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.667462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.692229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Attempting to bind port 502de897-e4e8-4980-bc99-b9f257922b52 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:44.694902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Attempting to bind port 502de897-e4e8-4980-bc99-b9f257922b52 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:44.695408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Attempting to bind port 502de897-e4e8-4980-bc99-b9f257922b52 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:44.698840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:44.699037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.708328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:44.720360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:44.721127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=817d2089-bb52-4176-81d8-0d27035afa07,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:44.721720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:44.724493 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.725145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:44.725837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Bound port: 502de897-e4e8-4980-bc99-b9f257922b52, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:44.726348 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.732361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:44.738969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:44.753812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:44.766698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:44.790871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 6b014328-28eb-4226-b8b8-cba1c343d119 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:44.839082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a49aecec-8468-4da3-9432-5395d46b067b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6208639 Mar 02 07:49:44.839082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51578) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:44.988933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 6b014328-28eb-4226-b8b8-cba1c343d119 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:44.989584 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.026633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663e69-f48a-4bba-8852-37421ce5ecf7 req-40191299-ca8f-4f5c-b1cc-5cf4ce9f3eef tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.034954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8663e69-f48a-4bba-8852-37421ce5ecf7 req-40191299-ca8f-4f5c-b1cc-5cf4ce9f3eef tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 945 time: 0.4929304 Mar 02 07:49:45.068329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867cd985-8192-4480-b806-f0fde8545090 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.074479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867cd985-8192-4480-b806-f0fde8545090 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.075565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-867cd985-8192-4480-b806-f0fde8545090 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:45.124436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8663e69-f48a-4bba-8852-37421ce5ecf7 req-65001649-4170-444f-9aaf-e39d3f58830d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877676 Mar 02 07:49:45.127262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-867cd985-8192-4480-b806-f0fde8545090 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:45.132364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-867cd985-8192-4480-b806-f0fde8545090 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2899909 Mar 02 07:49:45.133024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:45.243449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,segment=NetworkSegment(2643767f-6118-4933-977d-f39141ece73a),segment_id=2643767f-6118-4933-977d-f39141ece73a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:45.243967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.288191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70217fcb-9ce4-42b5-952f-48eda040476e None None] Update dhcp port {'port': {'network_id': 'e7ba3107-97da-44d9-b0e3-58b12f816e6d', 'fixed_ips': [{'subnet_id': 'ab7d70fe-9028-4065-ba08-e76339313ed3'}], 'binding:host_id': 'n-d-827871-1'}, 'id': 'e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:49:45.296431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 817d2089-bb52-4176-81d8-0d27035afa07 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:45.296782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.365733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70217fcb-9ce4-42b5-952f-48eda040476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.431202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:45.560161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2b438-84ca-4a87-b8f6-13bc0d72d586 req-678453ad-55e0-4065-b834-180c394ba337 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.569727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8cf2b438-84ca-4a87-b8f6-13bc0d72d586 req-678453ad-55e0-4065-b834-180c394ba337 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.5725656 Mar 02 07:49:45.671963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.681679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] For port 502de897-e4e8-4980-bc99-b9f257922b52, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:45.748994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.769362 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.837005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.849902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] For port 502de897-e4e8-4980-bc99-b9f257922b52, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502de897-e4e8-4980-bc99-b9f257922b52,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:45.871287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:45.922457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8cf2b438-84ca-4a87-b8f6-13bc0d72d586 req-e4f4dd9c-4bce-4c24-b139-daba100dece0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425257 Mar 02 07:49:45.935454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:45.944438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51608) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:45.997492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:46.004675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b14b75-ef38-4336-9b8d-f68526d90d29 None None] Network e7ba3107-97da-44d9-b0e3-58b12f816e6d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:46.083737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 817d2089-bb52-4176-81d8-0d27035afa07 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:46.218494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.277735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ba3107-97da-44d9-b0e3-58b12f816e6d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:46.303814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d0a9b6c3-12cf-4a50-a7ea-7ada6bdc6df1 None None] Could not find standard attr ID for object e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:49:46.305568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2643767f-6118-4933-977d-f39141ece73a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:46.305942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2643767f-6118-4933-977d-f39141ece73a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:46.312256 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.319755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.338999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.346252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:46.346669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:46.462584 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:46.484387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.495138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.505056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4e616-8e8f-4606-b52d-b51e617abaf6 None None] Pushing event updated for resources: {'Port': ['ID=502de897-e4e8-4980-bc99-b9f257922b52,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:46.528277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.541796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=e7ba3107-97da-44d9-b0e3-58b12f816e6d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:46.548882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-492fa2f5-748d-4004-9e60-22434b8b31fc tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/e7ba3107-97da-44d9-b0e3-58b12f816e6d HTTP/1.1" status: 204 len: 168 time: 2.5085070 Mar 02 07:49:46.554556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51618) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:46.563241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:46.574121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c9cb6-62f6-47af-94eb-335459838359 None None] DHCP port deletion for e7ba3107-97da-44d9-b0e3-58b12f816e6d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:46.610559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6b014328-28eb-4226-b8b8-cba1c343d119,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:46.620379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.650109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52a0a-a669-41db-b37f-6c9f0bc03f3e req-f8e232fb-7cde-4969-9b92-d7191bbbd49d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:46.655867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eca52a0a-a669-41db-b37f-6c9f0bc03f3e req-f8e232fb-7cde-4969-9b92-d7191bbbd49d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 945 time: 0.2574506 Mar 02 07:49:46.701049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.701494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:46.708193 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119', 'code': 200} Mar 02 07:49:46.744067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Usage tracker for resource:security_group_rule and tenant:e70183978d4949889543058392a5b648 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:46.759180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:46.769369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:46.835605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=817d2089-bb52-4176-81d8-0d27035afa07,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:46.853614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eca52a0a-a669-41db-b37f-6c9f0bc03f3e req-5848451f-8803-41ed-afb3-b06296977609 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899309 Mar 02 07:49:46.890093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.902357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:46.914236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:46.929706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e44b1d16-73a5-4e6b-9773-744b94ab4107 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/817d2089-bb52-4176-81d8-0d27035afa07 HTTP/1.1" status: 204 len: 168 time: 1.7931716 Mar 02 07:49:46.929918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51628) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:46.987211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:47.069135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11444bd4-8a9e-4e0e-adb6-6d4561784dd0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.071425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11444bd4-8a9e-4e0e-adb6-6d4561784dd0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.093381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-11444bd4-8a9e-4e0e-adb6-6d4561784dd0 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1586871 Mar 02 07:49:47.094005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.103573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1da79-1add-438d-bc25-7ed530e37793 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.104306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1b1da79-1add-438d-bc25-7ed530e37793 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:47.113670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:47.113670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e3a75ebd-0361-4677-9ec8-fdd44dbd1b9e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:47.144201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1b1da79-1add-438d-bc25-7ed530e37793 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:47.145549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1b1da79-1add-438d-bc25-7ed530e37793 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5900581 Mar 02 07:49:47.158349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.229044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 4f744698-8bb1-429f-89d0-85e3097cbcb3 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:47.233515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.287464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd2ab0-4b01-40af-8e93-87ce3b349b4d req-96aa1f4b-702f-4d8c-8a98-8f80be56657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.291100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31bd2ab0-4b01-40af-8e93-87ce3b349b4d req-96aa1f4b-702f-4d8c-8a98-8f80be56657b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 1097 time: 0.4528491 Mar 02 07:49:47.349298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.442119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31bd2ab0-4b01-40af-8e93-87ce3b349b4d req-a33f8c2f-db4a-418a-ae49-ab9f5c28fa58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372404 Mar 02 07:49:47.454273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.474521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.484288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.505726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-08ea79ee-edff-4a62-b4a8-95c095dd39c4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3489089 Mar 02 07:49:47.510725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.519681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3f19-2371-445a-9af4-8d93f826803f req-f4b97c3a-e06f-41d8-9379-c911eb5b9e48 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.531979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45ec3f19-2371-445a-9af4-8d93f826803f req-f4b97c3a-e06f-41d8-9379-c911eb5b9e48 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3666563 Mar 02 07:49:47.566200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1120901369'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:47.580826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:47.592706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.602023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:47.607785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:47.621675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b39845-f8ce-45c2-ace6-f22e589eb102,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:47.629959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f50dd08c-6874-4eae-b3c2-99458afeb1fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e70183978d4949889543058392a5b648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6838021 Mar 02 07:49:47.633230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.633789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:47.669032 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45ec3f19-2371-445a-9af4-8d93f826803f req-a975c051-9b6d-462a-8672-8c411d7405cc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357107 Mar 02 07:49:47.678281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.683343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:47.688008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=4f744698-8bb1-429f-89d0-85e3097cbcb3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:47.694981 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.720107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dea97dee-bcdb-4f68-9cbf-0b5d0cf8a0b7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/4f744698-8bb1-429f-89d0-85e3097cbcb3 HTTP/1.1" status: 204 len: 168 time: 0.6248138 Mar 02 07:49:47.722877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51656) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.861168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c806c01a-2c43-4052-955b-54b22a73481f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370971 Mar 02 07:49:47.863658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:47.946455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:47.980117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:47.993453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f7c3a-3627-4150-8527-4fa12990b880 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.994605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef3f7c3a-3627-4150-8527-4fa12990b880 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:48.024283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef3f7c3a-3627-4150-8527-4fa12990b880 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:48.025969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef3f7c3a-3627-4150-8527-4fa12990b880 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1611340 Mar 02 07:49:48.029878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51668) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:48.035532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.041291 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment f02b9fc9-af0d-4297-97a2-85d65fca345f of type vlan for network fa697118-10c2-456a-99ec-7bcb37034674 Mar 02 07:49:48.064479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.183120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.193556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201515c7-1dfb-4056-9944-832d52d78343 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:48.194587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-201515c7-1dfb-4056-9944-832d52d78343 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:48.224996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-201515c7-1dfb-4056-9944-832d52d78343 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:48.227216 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-201515c7-1dfb-4056-9944-832d52d78343 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1952603 Mar 02 07:49:48.229503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:48.340379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6decd99-fe95-41e3-b2a6-df3f92599aa0 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:48.400454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.405605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d35168ca-a207-43f6-b55f-c3327a55f34e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745741 Mar 02 07:49:48.411514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:48.411688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51682) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:48.411791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.419092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:48.578207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da2d2a-60a7-42d7-bd76-152eae2a2a5a req-b7f5262a-9eb5-48be-9af6-0882c835ac39 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:48.580299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13da2d2a-60a7-42d7-bd76-152eae2a2a5a req-b7f5262a-9eb5-48be-9af6-0882c835ac39 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2690420 Mar 02 07:49:48.625590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.631243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:48.640359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.643406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51b39845-f8ce-45c2-ace6-f22e589eb102 HTTP/1.1" status: 204 len: 168 time: 1.0048952 Mar 02 07:49:48.652790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-13da2d2a-60a7-42d7-bd76-152eae2a2a5a req-85962246-151f-4a3c-a5e4-bb0e1f20a164 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620017 Mar 02 07:49:48.654905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:48.673600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:48.681240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1308098 Mar 02 07:49:48.681455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.688910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51688) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:48.694728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:48.771429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-abe698e7-25ee-4283-b9bb-f005775c3946 None None] Provisioning for port 502de897-e4e8-4980-bc99-b9f257922b52 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:48.787999 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.807505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc78171-b039-48a5-aa4b-a72716dd9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b39845-f8ce-45c2-ace6-f22e589eb102,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:48.814844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.828008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480741b-a261-4ada-b6bb-0fc3ed21062f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=fa697118-10c2-456a-99ec-7bcb37034674,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:48.899422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fa697118-10c2-456a-99ec-7bcb37034674 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:48.961183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:48.970032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Deleting port 502de897-e4e8-4980-bc99-b9f257922b52 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:48.970751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.011180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:49.022500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a489bb-4f40-47cd-b777-8914f84db3b6 req-f45a5e7f-afb9-49e6-aeba-5e9f7b8e57f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:49.024442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a489bb-4f40-47cd-b777-8914f84db3b6 req-f45a5e7f-afb9-49e6-aeba-5e9f7b8e57f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 0.7901604 Mar 02 07:49:49.033724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:49.054851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:49.068262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:49.090185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-3daf464f-b996-49cc-ad7a-f363a30ca47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:49.093144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-3daf464f-b996-49cc-ad7a-f363a30ca47c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.6615710 Mar 02 07:49:49.143284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a489bb-4f40-47cd-b777-8914f84db3b6 req-446a4b81-8095-4db7-a0cb-113f11c12b1e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067224 Mar 02 07:49:49.156625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:49.160081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.344123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:49.400794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] For port 502de897-e4e8-4980-bc99-b9f257922b52, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=502de897-e4e8-4980-bc99-b9f257922b52,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:49.400794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.403869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.469043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:49.479485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6ed8cf15-9150-4510-897a-c49e1d8ac68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:49.480959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6ed8cf15-9150-4510-897a-c49e1d8ac68e service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.3791742 Mar 02 07:49:49.502703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Usage tracker for resource:security_group_rule and tenant:b119debd08b74a52b73804c80f37251f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:49.515720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:49.532667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:49.626841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-277b0a85-f268-4fa0-9316-d0de812066d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.1365418 Mar 02 07:49:49.640054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Calling delete_port for 502de897-e4e8-4980-bc99-b9f257922b52 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:49.666574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:49:49.737540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.833341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] No DVR routers for this DVR port 502de897-e4e8-4980-bc99-b9f257922b52 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:49.836747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235305cb-1fc7-4c6e-946d-f7b825060b71 None None] Pushing event deleted for resources: {'Port': ['ID=502de897-e4e8-4980-bc99-b9f257922b52,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:49.893800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6c916100-9606-4f16-b95c-1786a19dac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:49.895228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6c916100-9606-4f16-b95c-1786a19dac26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.0978351 Mar 02 07:49:49.897258 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.005167 n-d-827871-1 neutron-server[87854]: WARNING neutron.services.revisions.revision_plugin [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Could not find related port for resource to bump revision. Mar 02 07:49:50.016218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Port 502de897-e4e8-4980-bc99-b9f257922b52 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87854) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 07:49:50.016540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Reverting IP allocation for 2001:db8::f816:3eff:fef4:d382 {{(pid=87854) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 07:49:50.035635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=e56c3c66-a5d1-49a9-bfc6-c83811f328b9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:50.038558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef4:d382 {{(pid=87854) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 07:49:50.048730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.092879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': 'f02b9fc9-af0d-4297-97a2-85d65fca345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:50.093347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: fa697118-10c2-456a-99ec-7bcb37034674, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:50.134834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network fa697118-10c2-456a-99ec-7bcb37034674 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:50.135075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=9ad4c2ab-2bd8-4d12-b401-971f75279223,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:50.146844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a42c4-8120-4256-8d1a-3e5f7f5ce50d req-d87a8a20-527a-43e6-a9bf-71b4a595f50e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:50.148539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cd0a42c4-8120-4256-8d1a-3e5f7f5ce50d req-d87a8a20-527a-43e6-a9bf-71b4a595f50e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2567859 Mar 02 07:49:50.149498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6a4fbc90-ad67-457b-8038-1776f1349a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:50.151753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-6a4fbc90-ad67-457b-8038-1776f1349a4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498615 Mar 02 07:49:50.154941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fa697118-10c2-456a-99ec-7bcb37034674) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:50.159880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:50.160704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:50.161884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.164106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115d2f1-915a-4921-84d4-33996b29e1ef None None] Network fa697118-10c2-456a-99ec-7bcb37034674 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:50.192583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:50.216838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:50.217670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.244135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-20cf2be6-fd68-405e-9f6f-51bb2f32dd7f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5541048 Mar 02 07:49:50.244833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51710) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:50.265747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674', 'name': 'tempest-PortsIpV6TestJSON-1036281083'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:50.272043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cd0a42c4-8120-4256-8d1a-3e5f7f5ce50d req-c9d8f5b8-ea5f-4edd-9ad0-387b41c50bee tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105633 Mar 02 07:49:50.287654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.296086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.331683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952a5e9-8c48-4043-8558-10b4a298a4ab,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:50.348721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d18ec79-cdc2-4210-9c20-96f3f660f2dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9331727 Mar 02 07:49:50.355393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:50.381584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:50.428809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3406eaa-e17e-4f93-a062-b31a8f1ba86f None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:50.660553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc4099e6-87f3-416c-8976-64357d466bbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b119debd08b74a52b73804c80f37251f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3132133 Mar 02 07:49:50.661359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51722) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:50.680405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-65ecf219-d165-4075-b6e5-48448471dbbb service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640853 Mar 02 07:49:50.777382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-fa697118-10c2-456a-99ec-7bcb37034674', 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': 'e56c3c66-a5d1-49a9-bfc6-c83811f328b9'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:50.780047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.835311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502de897-e4e8-4980-bc99-b9f257922b52 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:50.874690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:50.876607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:50.881217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:50.884455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:50.895879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:50.949637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e016fd-daab-48b1-b4d9-47101dc39b8e req-9149e0f2-39d2-4df3-94f7-e0c5a35ec585 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:50.954125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:50.957631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.966558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9e016fd-daab-48b1-b4d9-47101dc39b8e req-9149e0f2-39d2-4df3-94f7-e0c5a35ec585 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 0.4653058 Mar 02 07:49:50.992532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:51.005082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.036099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 502de897-e4e8-4980-bc99-b9f257922b52 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:51.036469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 502de897-e4e8-4980-bc99-b9f257922b52 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:51.056765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': '9ad4c2ab-2bd8-4d12-b401-971f75279223'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:51.058045 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.104674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.127229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:51.132570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.175703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9e016fd-daab-48b1-b4d9-47101dc39b8e req-7bc492f4-1037-4571-9852-2266befb5363 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082515 Mar 02 07:49:51.188740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:49:51.194510 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ad4c2ab-2bd8-4d12-b401-971f75279223 (CIDR: 2001:db8::/64) Mar 02 07:49:51.200327 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:49:51.201767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port f00236d0-2719-4fea-a4f4-cbe280267dad yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:51.202900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:49:51.236089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.277887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.282009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3952a5e9-8c48-4043-8558-10b4a298a4ab HTTP/1.1" status: 204 len: 168 time: 0.6103330 Mar 02 07:49:51.282009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be76c9-eef5-4173-9368-aa8288dea99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952a5e9-8c48-4043-8558-10b4a298a4ab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:51.293580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5f68b1a5-5640-46fe-a634-43642729dd7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9343278 Mar 02 07:49:51.295000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:51.308011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:51.334737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7321a8e6-e507-428a-b9df-ba4b71ccc408 req-821b3e80-4a73-428f-9bba-c0188fa62408 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394134 Mar 02 07:49:51.704819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:51.706709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Allocated IP 2001:db8::2 (fa697118-10c2-456a-99ec-7bcb37034674/e56c3c66-a5d1-49a9-bfc6-c83811f328b9/924f7591-bf39-45f9-8c62-a738f93dc123) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:51.729534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:51.747867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:51.768343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:51.781065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424cb1-f1fd-4784-8481-b66f52f5c29c req-b26a1f43-7537-4ea6-a203-d9034e1686e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:51.782527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e424cb1-f1fd-4784-8481-b66f52f5c29c req-b26a1f43-7537-4ea6-a203-d9034e1686e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.2884071 Mar 02 07:49:51.819447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a333251-6f8a-4238-963f-844a01c59205 req-b5cfc7db-6ea4-4c11-97a5-18ca49e68819 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:51.819447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a333251-6f8a-4238-963f-844a01c59205 req-b5cfc7db-6ea4-4c11-97a5-18ca49e68819 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 0.3589346 Mar 02 07:49:51.834727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Allocated IP 2001:db8::f816:3eff:fef1:4f4a (871403d4-b7e4-4b70-8238-fafc5d1d738d/9ad4c2ab-2bd8-4d12-b401-971f75279223/55ffcf17-c339-440f-a883-9870a4de011e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:51.926475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:51.929442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e424cb1-f1fd-4784-8481-b66f52f5c29c req-e0df0764-5fc7-4226-a476-7776a451937e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401975 Mar 02 07:49:51.936937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.196204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a333251-6f8a-4238-963f-844a01c59205 req-7f020924-6e4d-47db-baaa-9cf6815541e3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716228 Mar 02 07:49:52.476620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.595459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:52.598673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:52.603034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:52.603759 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.617707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=3526fab8-fb3b-4da8-b05a-7f01a20bf58f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:52.628629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.629057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.629535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.629959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.630359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.630770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.631164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.631558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.631941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.632344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.632722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.633110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:52.661950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:52.662995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3babfa8f-68f1-499d-8e63-406c4d47b416 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3640776 Mar 02 07:49:52.669964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:94:f3:6b', 'name': 'tempest-NetworksTestDHCPv6-127811031'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:52.869084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:52.880152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:52.904555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:52.931175 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.970608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Transition to ACTIVE for port object 924f7591-bf39-45f9-8c62-a738f93dc123 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:53.062203 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.079618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Transition to ACTIVE for port object 924f7591-bf39-45f9-8c62-a738f93dc123 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:53.090204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Transition to ACTIVE for port object 55ffcf17-c339-440f-a883-9870a4de011e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:53.093296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.109596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.205434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Transition to ACTIVE for port object 55ffcf17-c339-440f-a883-9870a4de011e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:53.216150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Network fa697118-10c2-456a-99ec-7bcb37034674 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:53.218534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Pushing event updated for resources: {'Port': ['ID=924f7591-bf39-45f9-8c62-a738f93dc123,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:53.221942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:53.225579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:53.227944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.365885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 696a9adc-b5e9-48dd-92b5-e815a0af4c10 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:53.455622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:53.488440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:53.493843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:53.501085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::2ae (fa697118-10c2-456a-99ec-7bcb37034674/e56c3c66-a5d1-49a9-bfc6-c83811f328b9/f00236d0-2719-4fea-a4f4-cbe280267dad) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:53.548682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1539b6-d012-4a33-9255-af2eff896e34 req-71ddb26c-0203-4c36-a831-2217760c079d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:53.567351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be1539b6-d012-4a33-9255-af2eff896e34 req-71ddb26c-0203-4c36-a831-2217760c079d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.3367984 Mar 02 07:49:53.603844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:53.620058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Attempting to bind port 924f7591-bf39-45f9-8c62-a738f93dc123 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:53.620446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Attempting to bind port 924f7591-bf39-45f9-8c62-a738f93dc123 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f02b9fc9-af0d-4297-97a2-85d65fca345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:53.620818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Attempting to bind port 924f7591-bf39-45f9-8c62-a738f93dc123 on network fa697118-10c2-456a-99ec-7bcb37034674 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:53.632652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:53.633058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Checking segment: {'id': 'f02b9fc9-af0d-4297-97a2-85d65fca345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:53.633462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.633892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Bound using segment: {'id': 'f02b9fc9-af0d-4297-97a2-85d65fca345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:53.634367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Bound port: 924f7591-bf39-45f9-8c62-a738f93dc123, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02b9fc9-af0d-4297-97a2-85d65fca345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:53.634749 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.650469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Attempting to bind port 55ffcf17-c339-440f-a883-9870a4de011e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:53.650844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Attempting to bind port 55ffcf17-c339-440f-a883-9870a4de011e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:53.651214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Attempting to bind port 55ffcf17-c339-440f-a883-9870a4de011e on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:53.663468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:53.663841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:53.664252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.664647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:53.665118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Bound port: 55ffcf17-c339-440f-a883-9870a4de011e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:53.665496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.712435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-be1539b6-d012-4a33-9255-af2eff896e34 req-6c912cde-90e9-4ecf-a767-a2921b37ca01 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362042 Mar 02 07:49:53.721375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51806) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:53.958185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:53.975531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:53.985020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] For port 924f7591-bf39-45f9-8c62-a738f93dc123, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:53.990478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] For port 924f7591-bf39-45f9-8c62-a738f93dc123, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=924f7591-bf39-45f9-8c62-a738f93dc123,segment=NetworkSegment(f02b9fc9-af0d-4297-97a2-85d65fca345f),segment_id=f02b9fc9-af0d-4297-97a2-85d65fca345f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:53.995108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:53.999546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8:0:1::2c8 (871403d4-b7e4-4b70-8238-fafc5d1d738d/3526fab8-fb3b-4da8-b05a-7f01a20bf58f/696a9adc-b5e9-48dd-92b5-e815a0af4c10) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:54.035901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:fe94:f36b (871403d4-b7e4-4b70-8238-fafc5d1d738d/9ad4c2ab-2bd8-4d12-b401-971f75279223/696a9adc-b5e9-48dd-92b5-e815a0af4c10) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:54.047475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:54.135913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:54.178654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object f00236d0-2719-4fea-a4f4-cbe280267dad will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:54.333614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2851c0-cb23-416d-bf1e-41b07645b768 None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:54.574817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c2ac-2bed-4503-b094-ecf7eeb886a4 None None] Pushing event updated for resources: {'Port': ['ID=924f7591-bf39-45f9-8c62-a738f93dc123,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:54.589548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:54.632513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 696a9adc-b5e9-48dd-92b5-e815a0af4c10 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:54.770701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.030711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=696a9adc-b5e9-48dd-92b5-e815a0af4c10,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:55.062948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 924f7591-bf39-45f9-8c62-a738f93dc123 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:55.077034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.235405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 924f7591-bf39-45f9-8c62-a738f93dc123 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:55.246499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:55.251348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:55.256891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:55.263427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:55.264095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.284217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network fa697118-10c2-456a-99ec-7bcb37034674 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:55.289589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:55.301238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:55.307336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:55.308005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.355277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0939848 Mar 02 07:49:55.364331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51830) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:55.368393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bca7e803-e362-4e6e-9310-31e4c3b8ad2b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7027266 Mar 02 07:49:55.368709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466200e8-a6cb-4341-8f1b-3038b76f91c8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=f00236d0-2719-4fea-a4f4-cbe280267dad,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:55.375278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': 'fa697118-10c2-456a-99ec-7bcb37034674', 'name': 'tempest-PortsIpV6TestJSON-1984358143'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:55.382987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:55.511603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 696a9adc-b5e9-48dd-92b5-e815a0af4c10 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:55.511880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.570024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.854682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:55.865962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:55.869061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:55.876587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:55.894081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:55.898992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:55.941145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 123a3b5c-9ec3-4406-9351-1047e5ff818a yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:49:56.334622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.343473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::3ea (fa697118-10c2-456a-99ec-7bcb37034674/e56c3c66-a5d1-49a9-bfc6-c83811f328b9/123a3b5c-9ec3-4406-9351-1047e5ff818a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:56.386421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578e31e-e06f-4932-9907-18726159054f None None] Network fa697118-10c2-456a-99ec-7bcb37034674 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:56.628669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 696a9adc-b5e9-48dd-92b5-e815a0af4c10 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:56.641093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Provisioning for port 924f7591-bf39-45f9-8c62-a738f93dc123 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:56.654992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Provisioning complete for port 924f7591-bf39-45f9-8c62-a738f93dc123 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:56.655370 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.858610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f5c8d-160f-44ca-8440-e5bffbc2bfd8 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:56.862586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.896193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51862) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:56.953484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object 123a3b5c-9ec3-4406-9351-1047e5ff818a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:56.955537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.994486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.092176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=696a9adc-b5e9-48dd-92b5-e815a0af4c10,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.181097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network fa697118-10c2-456a-99ec-7bcb37034674 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:57.182122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.194324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:57.198045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=123a3b5c-9ec3-4406-9351-1047e5ff818a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.202695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:57.208564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:57.209306 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.223179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:57.224502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.229541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc308488583473290c8dae84d743e0e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:57.235155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:57.246478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:57.261015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7171d6ac-91df-4818-b260-e78ca163cb78 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8917329 Mar 02 07:49:57.261449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:57.269123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51872) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:57.356402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-092239d5-0ddc-4761-8092-d3a8a71d2474 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/696a9adc-b5e9-48dd-92b5-e815a0af4c10 HTTP/1.1" status: 204 len: 168 time: 1.9722285 Mar 02 07:49:57.364007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51876) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:57.436374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.445023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.520741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 55ffcf17-c339-440f-a883-9870a4de011e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:57.530958 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.559275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fc308488583473290c8dae84d743e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596184 Mar 02 07:49:57.559485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:57.641060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cfc94-3d05-441e-ba6b-6612e45748e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a9c2f-3a60-487e-ac56-68c40ab68a6b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.739682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.773836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c17ca5-0ef8-4cc9-a632-6f676b859bca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:57.774591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43c17ca5-0ef8-4cc9-a632-6f676b859bca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:57.819607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.847357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-43c17ca5-0ef8-4cc9-a632-6f676b859bca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:57.849789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-43c17ca5-0ef8-4cc9-a632-6f676b859bca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ae HTTP/1.1" status: 200 len: 929 time: 0.5576978 Mar 02 07:49:57.855400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51890) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:57.883285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] For port 924f7591-bf39-45f9-8c62-a738f93dc123, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=924f7591-bf39-45f9-8c62-a738f93dc123,segment=NetworkSegment(f02b9fc9-af0d-4297-97a2-85d65fca345f),segment_id=f02b9fc9-af0d-4297-97a2-85d65fca345f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:57.891017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.966407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4d2243-ce2b-49f6-88d9-9097415f794c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:57.967275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0d4d2243-ce2b-49f6-88d9-9097415f794c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:57.970161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 123a3b5c-9ec3-4406-9351-1047e5ff818a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:57.970664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.096217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d97be-8e96-41fd-a039-41ff72e4d48a None None] Pushing event updated for resources: {'Port': ['ID=924f7591-bf39-45f9-8c62-a738f93dc123,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:58.097398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0d4d2243-ce2b-49f6-88d9-9097415f794c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:58.101371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0d4d2243-ce2b-49f6-88d9-9097415f794c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.7308912 Mar 02 07:49:58.104295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51896) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:58.120389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning for port 123a3b5c-9ec3-4406-9351-1047e5ff818a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:58.150468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning complete for port 123a3b5c-9ec3-4406-9351-1047e5ff818a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:58.151116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.216022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.17 (102f1335-8724-45d4-b113-c0a14e1c612a/53d0ccaa-4a31-4001-bfab-16f0c0548749/2750be76-d9c5-4acc-b10d-a2d2eb3bed4d) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:58.302896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Port 123a3b5c-9ec3-4406-9351-1047e5ff818a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:58.324113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e8025-9d89-4f2e-89a1-299b8b81964b None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '9ad4c2ab-2bd8-4d12-b401-971f75279223', 'ip_address': '2001:db8::f816:3eff:fef1:4f4a'}, {'subnet_id': '3526fab8-fb3b-4da8-b05a-7f01a20bf58f'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '55ffcf17-c339-440f-a883-9870a4de011e'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:49:58.363565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning for port f00236d0-2719-4fea-a4f4-cbe280267dad completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:58.378342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning complete for port f00236d0-2719-4fea-a4f4-cbe280267dad triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:58.378856 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.435958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.451945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be707e-ee93-41a0-9206-eb5ea8711538 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.456795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20be707e-ee93-41a0-9206-eb5ea8711538 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3498445 Mar 02 07:49:58.460159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:58.504847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Port f00236d0-2719-4fea-a4f4-cbe280267dad cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:49:58.514045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a9c2f-3a60-487e-ac56-68c40ab68a6b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:58.521165 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8025-9d89-4f2e-89a1-299b8b81964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.549671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.550829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-db7b8204-1c56-4ddd-a3f8-5d0675dd1784 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb3a9c2f-3a60-487e-ac56-68c40ab68a6b HTTP/1.1" status: 204 len: 168 time: 0.9903078 Mar 02 07:49:58.610143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.620869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.623603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.624733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:58.649712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.690935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning complete for port 924f7591-bf39-45f9-8c62-a738f93dc123 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:58.691312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.703843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:58.709736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a7f3fe7-2ab9-4ba0-aaf5-b4693d84d3e5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2459357 Mar 02 07:49:58.716503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.724565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51908) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:58.867635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 123a3b5c-9ec3-4406-9351-1047e5ff818a owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:58.902925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 3526fab8-fb3b-4da8-b05a-7f01a20bf58f {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:58.909017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.968933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 924f7591-bf39-45f9-8c62-a738f93dc123 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:58.990000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.082232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.089232 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.176784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:59.210521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=123a3b5c-9ec3-4406-9351-1047e5ff818a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:59.251707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-cf1e8025-9d89-4f2e-89a1-299b8b81964b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3526fab8-fb3b-4da8-b05a-7f01a20bf58f: This subnet is being modified by another concurrent operation. Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3526fab8-fb3b-4da8-b05a-7f01a20bf58f: This subnet is being modified by another concurrent operation. Mar 02 07:49:59.265548 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:49:59.337622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 924f7591-bf39-45f9-8c62-a738f93dc123 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:59.338351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.350869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.355803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.380820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-24e6b1b8-cd1d-448e-83da-4b96dbdc99f2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/123a3b5c-9ec3-4406-9351-1047e5ff818a HTTP/1.1" status: 204 len: 168 time: 1.5227096 Mar 02 07:49:59.383291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51930) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:59.476309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 102f1335-8724-45d4-b113-c0a14e1c612a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:59.521816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:59.522715 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-472a253d-8332-4eb6-ac7e-5c555cb87ea4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:49:59.523332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-472a253d-8332-4eb6-ac7e-5c555cb87ea4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:59.529565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning for port 55ffcf17-c339-440f-a883-9870a4de011e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:59.530803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:59.569314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-472a253d-8332-4eb6-ac7e-5c555cb87ea4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:59.573191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-472a253d-8332-4eb6-ac7e-5c555cb87ea4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/123a3b5c-9ec3-4406-9351-1047e5ff818a HTTP/1.1" status: 404 len: 333 time: 0.1864719 Mar 02 07:49:59.573640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51934) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:59.601983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:59.602720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.729227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.744473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=3526fab8-fb3b-4da8-b05a-7f01a20bf58f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:59.765447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.976621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port f00236d0-2719-4fea-a4f4-cbe280267dad {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:59.977230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.025284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1dee7712-a72b-4dbd-a0d1-454dafcfdf27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/3526fab8-fb3b-4da8-b05a-7f01a20bf58f HTTP/1.1" status: 204 len: 168 time: 1.2991285 Mar 02 07:50:00.025988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51946) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:00.030696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.106639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.133040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b4f203-b7cc-4aeb-8f70-90c4a6d27791 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:50:00.282617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 9ad4c2ab-2bd8-4d12-b401-971f75279223 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:00.288423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.411222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4f203-b7cc-4aeb-8f70-90c4a6d27791 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:50:00.543670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.610454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:00.623520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.713713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.841542 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.856535 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.923135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for f00236d0-2719-4fea-a4f4-cbe280267dad owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:00.949478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:00.963187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.969162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad4c2ab-2bd8-4d12-b401-971f75279223,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.981892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.037995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc414274-f32f-4d2d-a7b4-8d41a63988fc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/9ad4c2ab-2bd8-4d12-b401-971f75279223 HTTP/1.1" status: 204 len: 168 time: 1.0067830 Mar 02 07:50:01.043695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 51972) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.045314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Could not find standard attr ID for object 123a3b5c-9ec3-4406-9351-1047e5ff818a. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:01.113277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Provisioning for port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:01.119067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aecbd3-9d79-45c6-b1aa-4ed9f53bd50b None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.168718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec6153f9-f9de-4bbe-8105-6339fd26c80e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214225 Mar 02 07:50:01.170257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Provisioning complete for port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:01.170634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d299434a-532f-415f-8065-f8822df7135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.175333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.181904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:01.228585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.285942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.343678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=f00236d0-2719-4fea-a4f4-cbe280267dad,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.465780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.476883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d299434a-532f-415f-8065-f8822df7135f None None] Port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:01.497410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:01.507045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:01.511161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.516557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f4b4344-5a22-496c-b6c7-8cb0dabda4fb tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/f00236d0-2719-4fea-a4f4-cbe280267dad HTTP/1.1" status: 204 len: 168 time: 1.9418309 Mar 02 07:50:01.519704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:01.531106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 51994) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.597228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:01.601574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:01.607683 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d299434a-532f-415f-8065-f8822df7135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.687652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffabef-9be0-4323-9403-4b3e5ec05146 req-9fc511fe-8ae6-4023-8ef3-35fa4c69f9eb tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:01.687933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9a686-80e9-48a8-8989-faf49c4e1fcf None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:50:01.691108 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6d2ca9-8a66-46cb-8f34-c87d1bee1ace tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:50:01.691643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c6d2ca9-8a66-46cb-8f34-c87d1bee1ace tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:01.695912 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41ffabef-9be0-4323-9403-4b3e5ec05146 req-9fc511fe-8ae6-4023-8ef3-35fa4c69f9eb tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1097 time: 0.9007721 Mar 02 07:50:01.702253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:01.744080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:01.748637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.765274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41ffabef-9be0-4323-9403-4b3e5ec05146 req-e28aca1b-bdd7-4e7e-821b-1dac192d7255 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680988 Mar 02 07:50:01.823254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52000) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.881813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:02.068420 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d299434a-532f-415f-8065-f8822df7135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.122123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9a686-80e9-48a8-8989-faf49c4e1fcf None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:50:02.150655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 457ddb29-2232-424e-a7f1-bb7cab3e6700 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:02.151173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.182673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c6d2ca9-8a66-46cb-8f34-c87d1bee1ace tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:02.187367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c6d2ca9-8a66-46cb-8f34-c87d1bee1ace tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/f00236d0-2719-4fea-a4f4-cbe280267dad HTTP/1.1" status: 404 len: 333 time: 0.6520884 Mar 02 07:50:02.192107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52016) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:02.359604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d299434a-532f-415f-8065-f8822df7135f None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:02.367270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d299434a-532f-415f-8065-f8822df7135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.376310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet e56c3c66-a5d1-49a9-bfc6-c83811f328b9 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:02.386484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.488861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Could not find standard attr ID for object f00236d0-2719-4fea-a4f4-cbe280267dad. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:02.504187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299434a-532f-415f-8065-f8822df7135f None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:02.509131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d299434a-532f-415f-8065-f8822df7135f None None] Could not find standard attr ID for object 696a9adc-b5e9-48dd-92b5-e815a0af4c10. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:02.522018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.732981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8c585edb-fd23-498e-94c7-3ade742c8943 None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:02.733632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8c585edb-fd23-498e-94c7-3ade742c8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.800364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.884421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.885178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.963647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.013681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=e56c3c66-a5d1-49a9-bfc6-c83811f328b9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.044325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.057434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 457ddb29-2232-424e-a7f1-bb7cab3e6700 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:03.065806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:50:03.108966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c74f9275-60bc-47b2-bf39-c76a29dde0ca tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/e56c3c66-a5d1-49a9-bfc6-c83811f328b9 HTTP/1.1" status: 204 len: 168 time: 0.9155183 Mar 02 07:50:03.113758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52036) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.262940 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.365199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.433807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '7a7d483f-3763-4832-b7e8-d223bff344e5'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '55ffcf17-c339-440f-a883-9870a4de011e'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:50:03.495773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.507815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.514007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.555500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.620217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 924f7591-bf39-45f9-8c62-a738f93dc123 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:03.620472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.678998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.846923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=457ddb29-2232-424e-a7f1-bb7cab3e6700,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.879311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.879787 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP d8a8770c-edd1-415b-a2f1-e1d66268d8fa disassociated (deleted). External IP: 172.25.4.12, port: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b. Mar 02 07:50:03.959246 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef1:4f4a-b51532bf-cb87-4d58-971c-8914b6b349 {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:03.959881 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:04.088787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.146341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 102f1335-8724-45d4-b113-c0a14e1c612a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:04.147437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:04.181269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port 924f7591-bf39-45f9-8c62-a738f93dc123, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=924f7591-bf39-45f9-8c62-a738f93dc123,segment=NetworkSegment(f02b9fc9-af0d-4297-97a2-85d65fca345f),segment_id=f02b9fc9-af0d-4297-97a2-85d65fca345f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:04.185809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.361222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 924f7591-bf39-45f9-8c62-a738f93dc123 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:04.567055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.602991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.764273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:04.815136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=924f7591-bf39-45f9-8c62-a738f93dc123,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:04.833623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port 924f7591-bf39-45f9-8c62-a738f93dc123 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:04.951274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:05.104063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.144483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:05.149666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:05.162656 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:05.175055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:05.184603 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:49:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:05.192011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa697118-10c2-456a-99ec-7bcb37034674']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:05.200733 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.211740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b9fc9-af0d-4297-97a2-85d65fca345f') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:05.213424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b9fc9-af0d-4297-97a2-85d65fca345f') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:05.217317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:05.217893 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:05.227159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.234406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.247840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6255146a-0d46-4010-a103-0c340972b8d8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/653a9f3a-32df-44be-b72a-635bf0932c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5208538 Mar 02 07:50:05.383779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:05.390043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.392877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.404877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Sync routers for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:05.419871 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:05.420866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:05.421369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:49:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:05.536415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=7a7d483f-3763-4832-b7e8-d223bff344e5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:05.540139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=8']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:05.548417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:05.551341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:05.554866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:05.555461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.574087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.578232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3254bd52-0647-4e06-be41-97807e312525 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/floatingips/d8a8770c-edd1-415b-a2f1-e1d66268d8fa HTTP/1.1" status: 204 len: 168 time: 3.7523971 Mar 02 07:50:05.580142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:05.586832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc772d47-7023-4d83-8683-5f4c616a30c6 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4099905 Mar 02 07:50:05.589748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52078) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:05.597448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:05.623397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:05.623735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:05.690148 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:05.710525 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:50:05.792634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.931338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.010465 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:00Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750be76-d9c5-4acc-b10d-a2d2eb3bed4d', 'name': '', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:26:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:49:57Z', 'updated_at': '2022-03-02T07:50:02Z', 'revision_number': 2, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:06.026827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:06.027182 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Updating router 653a9f3a-32df-44be-b72a-635bf0932c06 port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:06.090235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.139284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=fa697118-10c2-456a-99ec-7bcb37034674,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:06.140465 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.158107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-111b5592-0152-476f-994d-ccdf45a99991 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/fa697118-10c2-456a-99ec-7bcb37034674 HTTP/1.1" status: 204 len: 168 time: 3.0431948 Mar 02 07:50:06.161559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:06.174391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-134553822'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:06.188463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.203983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.216879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.259874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-d90584ad-41d3-4603-9021-62fb0d539b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:06.261343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-d90584ad-41d3-4603-9021-62fb0d539b8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 1097 time: 0.4718466 Mar 02 07:50:06.268225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:06.312091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.316689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.346176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:06.355463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.434990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:06.464131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a13f3-68e8-40cb-ac65-568f52e65409 req-6a4c6d65-c593-4226-9b32-c80c01e00500 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:06.465616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6b7a13f3-68e8-40cb-ac65-568f52e65409 req-6a4c6d65-c593-4226-9b32-c80c01e00500 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:06.469145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.469808 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment 1ef78171-e7fe-4745-93a2-5a5d8c1a6560 of type vlan for network 5798cf09-48f6-40c5-a239-2faa7d3322f0 Mar 02 07:50:06.512224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6b7a13f3-68e8-40cb-ac65-568f52e65409 req-6a4c6d65-c593-4226-9b32-c80c01e00500 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:06.515264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b7a13f3-68e8-40cb-ac65-568f52e65409 req-6a4c6d65-c593-4226-9b32-c80c01e00500 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 946 time: 0.3052711 Mar 02 07:50:06.520186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.602923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b7a13f3-68e8-40cb-ac65-568f52e65409 req-9bfc5fe1-f4b8-4bcd-b7d0-f35f838cf488 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754349 Mar 02 07:50:06.617392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.628805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.631822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.641130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:06.642018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.648548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.676700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:06.686057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.878072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7124286 Mar 02 07:50:06.891050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:06.917275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:06.966387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cae5c1-de65-4b57-835b-91ab33fce025 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=5798cf09-48f6-40c5-a239-2faa7d3322f0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:07.052323 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.091715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Transition to ACTIVE for port object 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:07.093646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:07.114198 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.125225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-958b67a3-ce67-4194-a1ed-d29bc1e82a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:07.127591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-958b67a3-ce67-4194-a1ed-d29bc1e82a8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 200 len: 896 time: 0.8524406 Mar 02 07:50:07.209904 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a7d483f-3763-4832-b7e8-d223bff344e5 (CIDR: 2001:db8::/64) Mar 02 07:50:07.213606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-633eb743-aa7d-4fdf-a4ab-d5860a48869f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 200 len: 217 time: 0.0757768 Mar 02 07:50:07.316094 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:50:07.317372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:07.382105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-80d25e63-be8f-4fb9-a73c-d8f41bf78cef tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7892373 Mar 02 07:50:07.384862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52116) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:07.405247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:07.466837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:07.473945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:07.486533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:07.509197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:07.717420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:07.717612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-fe55c6a5-36c8-430e-9f83-18fd261adf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:07.720572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-fe55c6a5-36c8-430e-9f83-18fd261adf00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 200 len: 835 time: 0.4974074 Mar 02 07:50:07.732497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.810256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:07.842657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Checking router: 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:07.886727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:07.903739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:49:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:07.926460 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Pushing event updated for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:07.951758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.962707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.962707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.962882 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.963124 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.963451 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.963774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.964095 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.964413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.964728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.965638 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:07.968902 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:08.022679 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Attempting to bind port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:08.023137 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Attempting to bind port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:08.023444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Attempting to bind port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d on network 102f1335-8724-45d4-b113-c0a14e1c612a {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:08.039131 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:08.041315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Checking segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:08.041715 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.042130 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Bound using segment: {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:08.042839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-5c139fb0-bae1-41b1-9728-d96c2400bb5d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:08.044793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-5c139fb0-bae1-41b1-9728-d96c2400bb5d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 946 time: 0.5145054 Mar 02 07:50:08.046062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Bound port: 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843589b-b900-4377-b485-c58eb8e31299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:08.046464 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.143297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:08.150681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:08.151369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.245500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.264075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.275707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:08.287059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-696d4893-5121-4194-bda9-71eb791c8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:08.288739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-696d4893-5121-4194-bda9-71eb791c8549 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4473817 Mar 02 07:50:08.290174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:08.301611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:08.341915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] For port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:08.343159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:08.347878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] For port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:08.355210 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.384555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:08.392865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:08.400251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.452042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb3a1-743f-4a82-a777-5b8c28c39c82 req-4ed16fa6-d328-49db-bac0-f0d6d255780a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:08.454574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27aeb3a1-743f-4a82-a777-5b8c28c39c82 req-4ed16fa6-d328-49db-bac0-f0d6d255780a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 946 time: 0.5136938 Mar 02 07:50:08.573049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ec06a-ec84-4474-98a3-9ade14c28399 None None] Pushing event updated for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:08.600054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:08.602845 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:49:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:08.728726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.806674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138dbc-33b6-4ab8-b36d-5e879bbfbb2a None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:08.870799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27aeb3a1-743f-4a82-a777-5b8c28c39c82 req-cd3dea9c-1eef-457d-b69c-b3b9ed5c8055 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=82bbf518-03f7-4000-931f-30e4da4cf067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848295 Mar 02 07:50:09.134040 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:09.146406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=a53a5760-d092-4081-acd4-5ba3b56b397b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:09.146865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:09.166095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:09.171349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.179697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-2642aa47-cb02-4b2a-89d7-72e1676633ba service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733745 Mar 02 07:50:09.331678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': '1ef78171-e7fe-4745-93a2-5a5d8c1a6560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:09.335110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: 5798cf09-48f6-40c5-a239-2faa7d3322f0, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:09.562053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:09.603956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e53bd-f610-4ca3-9488-a2b07193f7e7 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:09.665948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d111c60-c1ab-4e59-85f3-9b9191656891 req-e237c0b8-e722-4ef6-99e4-d28781d56eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746122 Mar 02 07:50:09.736403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:09.752471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a287f06-49ee-4a58-aaa5-5b991a011fc6 None None] The sync data for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 is: [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:46:22Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '527ec809-4562-4337-b4e5-e6f432d0ec4f', 'name': '', 'network_id': '135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:86:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:17Z', 'updated_at': '2022-03-02T07:46:43Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'a0328631-173a-4608-856b-d4f9faffb63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:09.775480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:09.775891 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.016213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.050940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.083684 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:00Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750be76-d9c5-4acc-b10d-a2d2eb3bed4d', 'name': '', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:26:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:49:57Z', 'updated_at': '2022-03-02T07:50:08Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:10.092146 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b0c7d-cd6f-486c-95f0-b471b4e425c9 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:00Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750be76-d9c5-4acc-b10d-a2d2eb3bed4d', 'name': '', 'network_id': '102f1335-8724-45d4-b113-c0a14e1c612a', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:26:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:49:57Z', 'updated_at': '2022-03-02T07:50:08Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': '53d0ccaa-4a31-4001-bfab-16f0c0548749', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:10.276234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfccb0b-4627-43af-905d-9371ef831106 None None] DHCP port deletion for fa697118-10c2-456a-99ec-7bcb37034674 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:10.292242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:10.343644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:10.383110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:10.384033 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.415624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3bbe7a46-8185-43df-8034-5ff40ce061de None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:10.415987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7a46-8185-43df-8034-5ff40ce061de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.485750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=cd4936ac-dcf4-4ebb-b05e-256560c68211,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:10.567964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.568342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.568681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.569017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.569351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.569677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.575931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.576322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.576662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.576997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.577349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.582145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.638572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f7eb6545-8931-4165-9bd3-aefc52dda51a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2484069 Mar 02 07:50:10.646262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52172) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:10.659503 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae2449-4004-4fb2-b808-dc77229148a8 None None] New status for floating IP d8a8770c-edd1-415b-a2f1-e1d66268d8fa: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:50:10.669469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:bc:7d:b2', 'name': 'tempest-NetworksTestDHCPv6-411363873'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:10.736110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:10.749557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:10.932191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-47c68a25-2d44-4138-98d6-2b7272b2d33c req-b89b23c2-09a9-47c0-a60a-e53aa3560326 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 210 time: 0.1523666 Mar 02 07:50:10.933518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] No DVR routers for this DVR port 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:10.944024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.971121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-deleted', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:10.984344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5798cf09-48f6-40c5-a239-2faa7d3322f0) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:10.995017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:10.995621 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.037698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24ea34d5-1e6b-4ef6-b00f-884222c234b4 req-6bf52691-3103-40d4-9028-75f8c8d6f93f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "DELETE /v2.0/ports/9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b HTTP/1.1" status: 204 len: 173 time: 2.9863656 Mar 02 07:50:11.048675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-abb78227-40b7-41ac-811e-a3fdc0f66573 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1550174 Mar 02 07:50:11.050085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:11.057249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0', 'name': 'tempest-PortsIpV6TestJSON-745298983', 'fixed_ips': [{'subnet_id': 'a53a5760-d092-4081-acd4-5ba3b56b397b', 'ip_address': '2001:db8::10'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:11.082551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128be70-a823-4686-a629-fef49e863572 None None] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:11.199055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:11.224881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:11.255049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:11.319634 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784cd400-c76b-41c0-9f3a-788e89e67349', 'name': 'network-vif-deleted', 'tag': '9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b', 'status': 'completed', 'code': 200} Mar 02 07:50:11.353590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:11.388084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:11.412982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:11.781304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.806315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:12.037787 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.102087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:12.103808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 0306920c-1418-4692-930f-d341a50e0147 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:12.156792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06dd4af8-3556-4be1-8c8b-bb24e7683eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.181157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5798cf09-48f6-40c5-a239-2faa7d3322f0', 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': 'a53a5760-d092-4081-acd4-5ba3b56b397b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:12.182838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.310479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-12b9ea8a-a320-4a8f-b554-6d261494f393 req-1e789e40-eb51-4f61-84cb-9be631b50114 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:12.443358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-12b9ea8a-a320-4a8f-b554-6d261494f393 req-1e789e40-eb51-4f61-84cb-9be631b50114 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:12.451435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12b9ea8a-a320-4a8f-b554-6d261494f393 req-1e789e40-eb51-4f61-84cb-9be631b50114 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=784cd400-c76b-41c0-9f3a-788e89e67349 HTTP/1.1" status: 200 len: 210 time: 0.2017429 Mar 02 07:50:12.671309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:12.726231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::10 (5798cf09-48f6-40c5-a239-2faa7d3322f0/a53a5760-d092-4081-acd4-5ba3b56b397b/ad374929-ee0d-43bc-8bd3-bf6a6c37fe03) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:12.750903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8:0:1::2b4 (871403d4-b7e4-4b70-8238-fafc5d1d738d/cd4936ac-dcf4-4ebb-b05e-256560c68211/0306920c-1418-4692-930f-d341a50e0147) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:12.760288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': '7a7d483f-3763-4832-b7e8-d223bff344e5', 'ip_address': '2001:db8::f816:3eff:fef1:4f4a'}, {'subnet_id': 'cd4936ac-dcf4-4ebb-b05e-256560c68211'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '55ffcf17-c339-440f-a883-9870a4de011e'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:50:12.781392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::f816:3eff:febc:7db2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/7a7d483f-3763-4832-b7e8-d223bff344e5/0306920c-1418-4692-930f-d341a50e0147) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:12.833447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:12.833802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9d2eb763-bfcf-4d12-9eb2-d67239a6ca8b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:12.845259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:12.964374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:12.964776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.062619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.257444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.262073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.288310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:13.296737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 0306920c-1418-4692-930f-d341a50e0147 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:13.328368 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.343807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.456890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ad374929-ee0d-43bc-8bd3-bf6a6c37fe03,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:13.467600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.471450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:13.474980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:13.478972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:13.485941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:13.486595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.494588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:13.497440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:13.505687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:13.514232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:13.516127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.531973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=0306920c-1418-4692-930f-d341a50e0147,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:13.532433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Allocated IP 2001:db8::2 (5798cf09-48f6-40c5-a239-2faa7d3322f0/a53a5760-d092-4081-acd4-5ba3b56b397b/9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:13.561918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-536862c0-6786-4c76-b899-980a7c55654e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9076779 Mar 02 07:50:13.564412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52206) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:13.585646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64ddfa65-8de2-4c94-8b99-394d3e9d6a7d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5322654 Mar 02 07:50:13.586688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52212) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:13.601369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0', 'name': 'tempest-PortsIpV6TestJSON-1521365770', 'fixed_ips': [{'subnet_id': 'a53a5760-d092-4081-acd4-5ba3b56b397b', 'ip_address': '2001:db8::f'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:13.649591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52216) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:13.682711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:13.687199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 0306920c-1418-4692-930f-d341a50e0147 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:13.687548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.927053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Allocated IP 2001:db8:0:1::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/cd4936ac-dcf4-4ebb-b05e-256560c68211/55ffcf17-c339-440f-a883-9870a4de011e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:13.938104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.100531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:14.110252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 924f7591-bf39-45f9-8c62-a738f93dc123 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:14.228148 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.238210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 924f7591-bf39-45f9-8c62-a738f93dc123 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:14.238562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 924f7591-bf39-45f9-8c62-a738f93dc123 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:14.263749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:14.273316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:14.279890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:14.300207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:14.409177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:14.416968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:14.424713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.511136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee747b67-61ee-416a-9ff4-5eaf58f61318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.518608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 410d4841-366b-48af-ae19-9311cd276fc8 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:14.618501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 0306920c-1418-4692-930f-d341a50e0147 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:14.959877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.973207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-91c3f22a-5824-401d-934b-7272570695ca None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:15.000560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Transition to ACTIVE for port object 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:15.013277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.017570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:15.018120 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.128668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=0306920c-1418-4692-930f-d341a50e0147,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:15.163408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Transition to ACTIVE for port object 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:15.210747 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.217068 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.335399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.351992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de84f7ec-6694-40cd-b76f-b8442473c6bb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/0306920c-1418-4692-930f-d341a50e0147 HTTP/1.1" status: 204 len: 168 time: 1.7864449 Mar 02 07:50:15.354491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52250) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:15.403640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:15.427967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:15.434863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:15.488214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::f (5798cf09-48f6-40c5-a239-2faa7d3322f0/a53a5760-d092-4081-acd4-5ba3b56b397b/410d4841-366b-48af-ae19-9311cd276fc8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:15.499369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Transition to ACTIVE for port object 55ffcf17-c339-440f-a883-9870a4de011e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:15.569131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd690db-7de3-49bb-8b40-7708b33cac63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:15.570489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fbd690db-7de3-49bb-8b40-7708b33cac63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:15.586927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.589385 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.634701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fbd690db-7de3-49bb-8b40-7708b33cac63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:15.641279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fbd690db-7de3-49bb-8b40-7708b33cac63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2824655 Mar 02 07:50:15.641995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52254) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:15.859693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Pushing event updated for resources: {'Port': ['ID=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:15.903444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163d71b-17ef-4ed3-b218-d776c54ed038 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:15.908741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7163d71b-17ef-4ed3-b218-d776c54ed038 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2600172 Mar 02 07:50:15.909085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:15.985063 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.029897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:16.031803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:16.033593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:16.034658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:16.063830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:16.066896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8ed43899-f915-4a63-a3ea-f3de1f98a27f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1553900 Mar 02 07:50:16.069682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:16.149878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 7a7d483f-3763-4832-b7e8-d223bff344e5 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:16.153802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.154936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Attempting to bind port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:16.158373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Attempting to bind port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1ef78171-e7fe-4745-93a2-5a5d8c1a6560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:16.159011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Attempting to bind port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c on network 5798cf09-48f6-40c5-a239-2faa7d3322f0 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:16.234902 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.294940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3f22a-5824-401d-934b-7272570695ca None None] Pushing event updated for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=10']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:16.308801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:16.309416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Checking segment: {'id': '1ef78171-e7fe-4745-93a2-5a5d8c1a6560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:16.310023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.310593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Bound using segment: {'id': '1ef78171-e7fe-4745-93a2-5a5d8c1a6560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:16.311245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Bound port: 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef78171-e7fe-4745-93a2-5a5d8c1a6560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5798cf09-48f6-40c5-a239-2faa7d3322f0'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:16.312110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.343856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.475888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:16.507776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.565691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.575476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7d483f-3763-4832-b7e8-d223bff344e5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:16.576081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.607967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67c11950-f40f-4c0d-aca1-3fa1dea70739 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/7a7d483f-3763-4832-b7e8-d223bff344e5 HTTP/1.1" status: 204 len: 168 time: 0.5358515 Mar 02 07:50:16.610731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52278) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:16.618258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.671642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object 410d4841-366b-48af-ae19-9311cd276fc8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:16.691666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] For port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:16.698720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] For port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,segment=NetworkSegment(1ef78171-e7fe-4745-93a2-5a5d8c1a6560),segment_id=1ef78171-e7fe-4745-93a2-5a5d8c1a6560)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:16.718798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet cd4936ac-dcf4-4ebb-b05e-256560c68211 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:16.719641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.722455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.821680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.839567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.854792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.868012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713257-b40e-480d-b4ab-f3a321c2665c None None] Pushing event updated for resources: {'Port': ['ID=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:16.977867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.064507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:17.071366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:17.092133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:17.113903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:17.114847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.140978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.158466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=410d4841-366b-48af-ae19-9311cd276fc8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:17.190686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c6bf9bc9-cb9c-43fb-8d2f-0f6a25f728df tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6012633 Mar 02 07:50:17.191838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52290) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:17.249427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4936ac-dcf4-4ebb-b05e-256560c68211,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:17.268282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.303210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d6529e6-99dc-44ac-acb1-45d8315695be tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/cd4936ac-dcf4-4ebb-b05e-256560c68211 HTTP/1.1" status: 204 len: 168 time: 0.6770985 Mar 02 07:50:17.304135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52296) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:17.356695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a63d81-fe7b-426a-bb89-20763ca82fa0 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:17.444765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-57945e03-736b-4080-8f5c-a25e9e2257d6 None None] Provisioning for port 55ffcf17-c339-440f-a883-9870a4de011e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:17.461078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-57945e03-736b-4080-8f5c-a25e9e2257d6 None None] Provisioning complete for port 55ffcf17-c339-440f-a883-9870a4de011e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:17.463011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-57945e03-736b-4080-8f5c-a25e9e2257d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.554241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2ff03-91c2-4656-9607-dcc2a27c84db tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:17.555133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ef2ff03-91c2-4656-9607-dcc2a27c84db tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:17.562094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 527ec809-4562-4337-b4e5-e6f432d0ec4f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:17.562537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.642194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ef2ff03-91c2-4656-9607-dcc2a27c84db tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:17.643585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ef2ff03-91c2-4656-9607-dcc2a27c84db tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4492700 Mar 02 07:50:17.647446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52318) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:17.926100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 527ec809-4562-4337-b4e5-e6f432d0ec4f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=527ec809-4562-4337-b4e5-e6f432d0ec4f,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:17.929262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.101510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a0c404b-7ce8-4b87-a238-3e483ebfc40d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7961445 Mar 02 07:50:18.110421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52334) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:18.122790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:18.194695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:18.199245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Deleting port 55ffcf17-c339-440f-a883-9870a4de011e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:18.199631 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.309955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 527ec809-4562-4337-b4e5-e6f432d0ec4f owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:18.455738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:18.499919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:18.512236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:18.516169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:18.528969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:18.561613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:18.584518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:18.594461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:18.603712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b4a2ce23-261c-47a2-9635-534f88f3a482 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.9550428 Mar 02 07:50:18.609845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:18.615398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:18.639899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:18.648355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.706307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] For port 55ffcf17-c339-440f-a883-9870a4de011e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=55ffcf17-c339-440f-a883-9870a4de011e,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:18.706307 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.734217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:18.797969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c664b3-fc01-43f6-8c9d-af057901b506 None None] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:18.905640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 410d4841-366b-48af-ae19-9311cd276fc8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:18.906207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.181519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.346201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=a6801882-4f2d-47e6-9840-f0282c08a769,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:19.364024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.367369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:19.369261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:19.394436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.396813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.424123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:19.424914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.481980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=527ec809-4562-4337-b4e5-e6f432d0ec4f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:19.513479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2909d9f2-87d7-4314-a900-057ecfe81dd5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4001801 Mar 02 07:50:19.517510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:19.540441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:19.591219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-567d94a3-016e-4dbe-86cb-7c4d31815032 None None] Provisioning for port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:19.690811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Calling delete_port for 55ffcf17-c339-440f-a883-9870a4de011e owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:19.773270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.893886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.896904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:19.898021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:19.905938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:19.912921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:19.928633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:19.952684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:19.956663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.974916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] Pushing event deleted for resources: {'Port': ['ID=55ffcf17-c339-440f-a883-9870a4de011e,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:19.986205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:19.986630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.019974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fa930-e6fa-4407-9801-8a2905a1f18f None None] No DVR routers for this DVR port 55ffcf17-c339-440f-a883-9870a4de011e on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:20.050100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a88322-b493-4e77-9ac0-212a7a5ce181 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:20.140766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 410d4841-366b-48af-ae19-9311cd276fc8 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:20.266139 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6801882-4f2d-47e6-9840-f0282c08a769 (CIDR: 2001:db8::/64) Mar 02 07:50:20.278090 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:50:20.278553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:20.444376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-90f5626c-fb78-4f03-a88c-a23bc2259945 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9225338 Mar 02 07:50:20.450252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52362) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:20.458094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:20.641978 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.751349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,segment=NetworkSegment(1ef78171-e7fe-4745-93a2-5a5d8c1a6560),segment_id=1ef78171-e7fe-4745-93a2-5a5d8c1a6560)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:20.809347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Provisioning for port 410d4841-366b-48af-ae19-9311cd276fc8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:20.834808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Provisioning complete for port 410d4841-366b-48af-ae19-9311cd276fc8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:20.835170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.872041 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.872335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:20.880738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:20.888009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:20.936266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.938565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:20.952838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:20.960746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.040330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:21.045831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:21.098290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'a6801882-4f2d-47e6-9840-f0282c08a769'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:21.099897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.126277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 55ffcf17-c339-440f-a883-9870a4de011e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:21.130537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 55ffcf17-c339-440f-a883-9870a4de011e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:21.237761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Port 410d4841-366b-48af-ae19-9311cd276fc8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:21.261923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Provisioning for port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:21.269347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Provisioning complete for port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:21.271276 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.406985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:21.436583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Provisioning complete for port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:21.436583 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbe65-a5b9-459a-bbc9-c89c2d981599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.544582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:21.618963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:50:21.623310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.712202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:21.721093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:21.732174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:21.733057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.772215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3205209 Mar 02 07:50:21.775052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52382) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:21.785898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:29:02:d1', 'name': 'tempest-NetworksTestDHCPv6-874168226'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:21.823880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.844685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e779-ef01-4193-bd26-cf3de40f7e90 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:21.910522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:21.966869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=410d4841-366b-48af-ae19-9311cd276fc8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:22.037993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/a6801882-4f2d-47e6-9840-f0282c08a769/b9210d5d-ba7d-4542-be58-b302663de69f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:22.182837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:22.182837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.208863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:22.239874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:22.264662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:22.274142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.326226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a7f63664-20fa-430c-8eae-b0cd404cc516 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/410d4841-366b-48af-ae19-9311cd276fc8 HTTP/1.1" status: 204 len: 168 time: 3.7114987 Mar 02 07:50:22.336272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52402) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:22.427544 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a492031d-dfd5-4752-9554-0c419103bf2b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:50:22.429260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a492031d-dfd5-4752-9554-0c419103bf2b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/410d4841-366b-48af-ae19-9311cd276fc8 HTTP/1.1" status: 404 len: 333 time: 0.0916369 Mar 02 07:50:22.573412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52408) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:22.785732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65558cad-ee6e-46f5-a5e0-49f029fdcf93 None None] Provisioning complete for port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:22.786250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65558cad-ee6e-46f5-a5e0-49f029fdcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.909506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52420) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:22.920287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.934259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Transition to ACTIVE for port object b9210d5d-ba7d-4542-be58-b302663de69f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:22.981951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:22.987577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:22.989642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.992519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Transition to ACTIVE for port object b9210d5d-ba7d-4542-be58-b302663de69f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:23.001358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.008013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Sync routers for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:23.035627 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.067604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:23.070594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ac10e85-e3a8-471f-b5de-ee27c13112f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2406101 Mar 02 07:50:23.135689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:23.137370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:23.286223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52426) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:23.288360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-65558cad-ee6e-46f5-a5e0-49f029fdcf93 None None] Port ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:23.327580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.357051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:23.365221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce93a47e4744123865bbf24aff06cfe is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:23.368924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.376639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:23.392860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:23.460231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting subnet a0328631-173a-4608-856b-d4f9faffb63d {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:23.469000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.529412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:23.537661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:23.578761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.664415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::15d (871403d4-b7e4-4b70-8238-fafc5d1d738d/a6801882-4f2d-47e6-9840-f0282c08a769/aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:23.751553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.772308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-65558cad-ee6e-46f5-a5e0-49f029fdcf93 None None] Could not find standard attr ID for object 410d4841-366b-48af-ae19-9311cd276fc8. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:23.776399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.782269 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.804349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:23.810877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:23.846404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:23.878002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.887941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52444) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:23.906095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:2d1 (871403d4-b7e4-4b70-8238-fafc5d1d738d/9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053/aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:23.936973 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.994164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Pushing event updated for resources: {'Port': ['ID=b9210d5d-ba7d-4542-be58-b302663de69f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.033698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=ad374929-ee0d-43bc-8bd3-bf6a6c37fe03,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.043455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Attempting to bind port b9210d5d-ba7d-4542-be58-b302663de69f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:24.044097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Attempting to bind port b9210d5d-ba7d-4542-be58-b302663de69f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:24.044476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Attempting to bind port b9210d5d-ba7d-4542-be58-b302663de69f on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:24.053060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:24.053444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:24.053851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.054281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:24.054761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Bound port: b9210d5d-ba7d-4542-be58-b302663de69f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:24.055139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.082403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Subnet': ['ID=a0328631-173a-4608-856b-d4f9faffb63d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.098683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ce93a47e4744123865bbf24aff06cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1813154 Mar 02 07:50:24.102299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:24.111487 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.140529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34224f50-9800-47be-ad5e-42541ad78159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c2c92-bb7f-4c19-8089-bc96ebc7b072,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.150156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-280ce421-2a0a-42f1-92cb-3bc2b4ae77ae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/subnets/a0328631-173a-4608-856b-d4f9faffb63d HTTP/1.1" status: 204 len: 168 time: 0.8627119 Mar 02 07:50:24.150813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52452) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:24.222014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] For port b9210d5d-ba7d-4542-be58-b302663de69f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:24.226684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] For port b9210d5d-ba7d-4542-be58-b302663de69f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b9210d5d-ba7d-4542-be58-b302663de69f,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:24.232028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80283d-961a-4088-b49e-5cf32f5bb22b None None] Network 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:24.332994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.377459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.593403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.672757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-a2f12104-a829-4183-af20-87951e380113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8390574 Mar 02 07:50:24.679993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.733048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.751151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.780698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:24.853824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5e265-32e3-4dad-8445-4aeaa511db9f None None] Pushing event updated for resources: {'Port': ['ID=b9210d5d-ba7d-4542-be58-b302663de69f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.905333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:24.907095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.911092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Checking router: 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:24.922269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Routers {'7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:24.923230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:24.974880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-92b03370-e23b-46bf-bef0-f26f2e5bd68e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 HTTP/1.1" status: 204 len: 168 time: 2.4002955 Mar 02 07:50:25.028462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:25.031899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52464) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:25.032756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:25.036518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:25.038946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:25.046612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:25.047506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.115706 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-df642630-778f-4ff0-9d65-299ad9ac550c tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:50:25.124337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52468) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:25.125595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df642630-778f-4ff0-9d65-299ad9ac550c tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/ad374929-ee0d-43bc-8bd3-bf6a6c37fe03 HTTP/1.1" status: 404 len: 333 time: 0.0613875 Mar 02 07:50:25.134290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4011d35f-edc7-4205-be1d-d3edd34d415d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3580768 Mar 02 07:50:25.135575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52472) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:25.182191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] Set router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:25.184215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.240051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port c9d5160b-afe5-4c8d-a675-809ce541e81a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:25.246635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.289675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] DHCP port deletion for 135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:25.432463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:25.483466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Deleting port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:25.484069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.639455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.703469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port c9d5160b-afe5-4c8d-a675-809ce541e81a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c9d5160b-afe5-4c8d-a675-809ce541e81a,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:25.703829 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.782198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet a53a5760-d092-4081-acd4-5ba3b56b397b {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:25.877435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.919837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] For port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,segment=NetworkSegment(b2c3cc88-5a07-4714-9c53-c3b574d57b96),segment_id=b2c3cc88-5a07-4714-9c53-c3b574d57b96)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:25.920244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.934421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:25.934926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.985023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for c9d5160b-afe5-4c8d-a675-809ce541e81a owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:25.994576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c2c92-bb7f-4c19-8089-bc96ebc7b072,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:26.024814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.029064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7be92fed-7391-4b2f-b632-0a97c66b2e53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e6c2c92-bb7f-4c19-8089-bc96ebc7b072 HTTP/1.1" status: 204 len: 168 time: 1.9198737 Mar 02 07:50:26.029064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-76f37f8a-4775-4619-b32f-383d3e9b4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:26.041702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-76f37f8a-4775-4619-b32f-383d3e9b4657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1096 time: 1.2500970 Mar 02 07:50:26.166233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Calling delete_port for 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:26.190665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.382527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.529625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] No DVR routers for this DVR port 4d885681-0ee6-4e30-b5e5-e8f08d98f9b2 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:26.575234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.596302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52500) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:26.635151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f642211-811a-43c0-9cf4-47314277fa8e None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:26.655165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668d794-2414-4596-a1bd-d5153f9f8c3b None None] Pushing event deleted for resources: {'Port': ['ID=4d885681-0ee6-4e30-b5e5-e8f08d98f9b2,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:26.657536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.679979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-d37d3e66-49aa-45b0-8040-3b5698198e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:26.681697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-d37d3e66-49aa-45b0-8040-3b5698198e02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 897 time: 0.5571949 Mar 02 07:50:26.721896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:26.843095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9121c8e81a4962a77bdc5d617a9f1e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:26.872071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-775798f4-922c-44bd-b939-391c25844912 None None] Provisioning for port b9210d5d-ba7d-4542-be58-b302663de69f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:26.883446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.920582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:26.922955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.992625 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-718043a4-10eb-411d-be02-9340b0ffc80b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 1001 time: 0.2938483 Mar 02 07:50:27.039556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130504f-5a0d-4073-a61b-3524287b405e None None] The sync data for ids ['7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4'] in n-d-827871-1 is: [{'id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-267928743', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:46:02Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': 'c9d5160b-afe5-4c8d-a675-809ce541e81a', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:03Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:27.051777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:27.122279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-7be7f2c0-a68d-46a6-8729-af2c08e5ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:27.124085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-7be7f2c0-a68d-46a6-8729-af2c08e5ed59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.1226187 Mar 02 07:50:27.145695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.161068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:27.197709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:27.272334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.279887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Update dhcp port {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'fixed_ips': [{'subnet_id': 'a6801882-4f2d-47e6-9840-f0282c08a769', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053'}], 'binding:host_id': 'n-d-827871-1'}, 'id': 'b9210d5d-ba7d-4542-be58-b302663de69f'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:50:27.333724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.350802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.354436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.449931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.457296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=c9d5160b-afe5-4c8d-a675-809ce541e81a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:27.457695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=a53a5760-d092-4081-acd4-5ba3b56b397b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:27.508493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-bb6f68f2-d4e0-49a5-8717-b74cb7422c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:27.510767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-bb6f68f2-d4e0-49a5-8717-b74cb7422c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3786542 Mar 02 07:50:27.529257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.614342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0babf52e-5af7-4265-8b54-aa1ef673e6e2 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/a53a5760-d092-4081-acd4-5ba3b56b397b HTTP/1.1" status: 204 len: 168 time: 2.4889808 Mar 02 07:50:27.627248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52516) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:27.726716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef45a3-6b7a-42c5-9ee2-4b199a77e49e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:27.815925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9071eec1-cce5-462d-a119-23859fb03ac4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b9121c8e81a4962a77bdc5d617a9f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2178116 Mar 02 07:50:27.827356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe57:dd6f (871403d4-b7e4-4b70-8238-fafc5d1d738d/9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053/b9210d5d-ba7d-4542-be58-b302663de69f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:27.852182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:27.906633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.180738 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:50:28.218657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.224060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.225226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] For port b9210d5d-ba7d-4542-be58-b302663de69f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b9210d5d-ba7d-4542-be58-b302663de69f,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:28.262116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.287423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Transition to ACTIVE for port object b9210d5d-ba7d-4542-be58-b302663de69f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:28.296505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.304230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43e381-15fe-4f05-a814-f2619b4afbd8 None None] Network 5798cf09-48f6-40c5-a239-2faa7d3322f0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:28.414579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.420909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-875fa8fb-6301-4c20-9c44-ca5684da3617 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869460 Mar 02 07:50:28.426304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b9210d5d-ba7d-4542-be58-b302663de69f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:28.460098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.468299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.468961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:50:28.503704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.593381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.734917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:28.820233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.821322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4e2fbc4a-c550-432a-a55e-eca84ffa5e9f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/routers/7e6e49ea-e2f2-431e-a51d-49f59cd4d3f4 HTTP/1.1" status: 204 len: 168 time: 4.6420233 Mar 02 07:50:28.827753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52538) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:28.869810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:28.870178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.965635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e35c2-2425-4859-9f41-a406fd3a595d None None] Pushing event updated for resources: {'Port': ['ID=b9210d5d-ba7d-4542-be58-b302663de69f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:28.970313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.973285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:28.991730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b9210d5d-ba7d-4542-be58-b302663de69f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:29.035976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 527ec809-4562-4337-b4e5-e6f432d0ec4f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:29.073423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef45a3-6b7a-42c5-9ee2-4b199a77e49e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:29.095351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-575adc20-f9e6-4d25-9a4b-41c2b91e53f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc HTTP/1.1" status: 204 len: 168 time: 3.9580777 Mar 02 07:50:29.099887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 527ec809-4562-4337-b4e5-e6f432d0ec4f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:29.101603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 527ec809-4562-4337-b4e5-e6f432d0ec4f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:29.114697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52546) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:29.116014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.117344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4555e43b-7c1c-49bc-a0af-f092d2b5b6e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ef45a3-6b7a-42c5-9ee2-4b199a77e49e HTTP/1.1" status: 204 len: 168 time: 1.2467883 Mar 02 07:50:29.147483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] DHCP port deletion for 5798cf09-48f6-40c5-a239-2faa7d3322f0 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:29.158262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Deleting port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:29.159210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.202310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1df8477a-288a-4623-a2ef-18ac3e7ee6e0 req-741903bc-0002-43e4-b706-f45c78115676 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706990 Mar 02 07:50:29.333175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.412689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b9210d5d-ba7d-4542-be58-b302663de69f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:29.605141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,segment=NetworkSegment(1ef78171-e7fe-4745-93a2-5a5d8c1a6560),segment_id=1ef78171-e7fe-4745-93a2-5a5d8c1a6560)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:29.605738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.788346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] For port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,segment=NetworkSegment(1ef78171-e7fe-4745-93a2-5a5d8c1a6560),segment_id=1ef78171-e7fe-4745-93a2-5a5d8c1a6560)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:29.788983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.808902 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.888234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb2f87-c728-4afb-bee0-3edf2a2c2d0b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:29.889012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-febb2f87-c728-4afb-bee0-3edf2a2c2d0b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:29.939509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:29.962900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52562) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:29.972875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:29.990001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-febb2f87-c728-4afb-bee0-3edf2a2c2d0b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:29.991230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-febb2f87-c728-4afb-bee0-3edf2a2c2d0b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8567603 Mar 02 07:50:30.000559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52566) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:30.013063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c3cc88-5a07-4714-9c53-c3b574d57b96') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:30.013444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c3cc88-5a07-4714-9c53-c3b574d57b96') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:30.019495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Calling delete_port for 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:30.061458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.084081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.113814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:30.134733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Usage tracker for resource:security_group_rule and tenant:e47d0768926b43b8a025796eaed87eb6 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:30.157388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Provisioning for port b9210d5d-ba7d-4542-be58-b302663de69f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:30.184760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:30.194361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:30.203872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.208293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.254208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Provisioning complete for port b9210d5d-ba7d-4542-be58-b302663de69f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:30.254208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.254805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:30.254805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:30.284076 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:30.359329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:30.402435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:30.402796 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:30.403268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b9210d5d-ba7d-4542-be58-b302663de69f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:30.403635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.405429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40599961-b70e-4214-9003-7f5b8452517c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.407653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-40599961-b70e-4214-9003-7f5b8452517c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4029095 Mar 02 07:50:30.418191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:30.420095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:30.420498 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.519638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.523250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.524898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.525752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:30.627471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.670502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.701769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:30.703143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3536a2cb-19df-4cb2-9467-5625555b7c59 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2838404 Mar 02 07:50:30.710536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Network': ['ID=135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:30.714442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.723086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:30.810858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] For port b9210d5d-ba7d-4542-be58-b302663de69f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b9210d5d-ba7d-4542-be58-b302663de69f,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:30.817562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.831650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:30.839825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.855375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.864337 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.881223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2388325f-3582-4cf4-8f01-d30b81a052fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/networks/135ddd2e-4e7f-4aca-a55f-c0b5577cc2d2 HTTP/1.1" status: 204 len: 168 time: 2.0523918 Mar 02 07:50:30.931229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:31.006316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Deleting port 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:31.006611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e47d0768926b43b8a025796eaed87eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435743 Mar 02 07:50:31.007192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.015799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet 9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:31.023848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:31.055085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.059098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.076998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Pushing event updated for resources: {'Port': ['ID=b9210d5d-ba7d-4542-be58-b302663de69f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.112630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7665600-082c-492b-98f1-793ffeef1b7c None None] Could not find standard attr ID for object aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:31.152098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-f4a99244-903f-4805-abc7-7f193616047f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6071808 Mar 02 07:50:31.160745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404da286-5d3f-43ef-a59c-6c2bafdfd076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffdc7f-12b8-41dd-9080-3cbc58b8bda2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.233629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.252999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5798cf09-48f6-40c5-a239-2faa7d3322f0']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:31.272726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:31.273089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.273780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.297630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef78171-e7fe-4745-93a2-5a5d8c1a6560') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:31.297986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef78171-e7fe-4745-93a2-5a5d8c1a6560') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:31.298557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd8107-6093-48b6-8a43-d68ddf6ad94e None None] The port '9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:50:31.348901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:31.349399 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:31.362180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.363646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2a2b6e54-bd9c-45e3-8bfa-c97866b4d343 None None] Could not find standard attr ID for object 0306920c-1418-4692-930f-d341a50e0147. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:31.377719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2a2b6e54-bd9c-45e3-8bfa-c97866b4d343 None None] Could not find standard attr ID for object aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:50:31.432483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.461504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.522553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffdc7f-12b8-41dd-9080-3cbc58b8bda2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.564432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:31.631438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.633125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5ad8941-9513-4a6f-9ff5-6b66fc905ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdffdc7f-12b8-41dd-9080-3cbc58b8bda2 HTTP/1.1" status: 204 len: 168 time: 0.6036029 Mar 02 07:50:31.647863 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.665044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.693658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.701659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7e51-a363-4669-a056-29aa97a18659 req-bc30d694-442a-47ac-90af-14aeba4271cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.703375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-bc30d694-442a-47ac-90af-14aeba4271cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 1097 time: 0.2936771 Mar 02 07:50:31.706286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.734268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:31.734666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:31.752481 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:31.902591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.928620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.937905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.944771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=5798cf09-48f6-40c5-a239-2faa7d3322f0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.971932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.974812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.976196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/security-groups/82bbf518-03f7-4000-931f-30e4da4cf067 HTTP/1.1" status: 204 len: 168 time: 1.0357313 Mar 02 07:50:31.999695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d60a2eda-186c-4a98-8188-861f8221683d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/5798cf09-48f6-40c5-a239-2faa7d3322f0 HTTP/1.1" status: 204 len: 168 time: 4.3686860 Mar 02 07:50:32.008518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974dff6-7f65-4a2a-bfd5-70497eb05be8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bbf518-03f7-4000-931f-30e4da4cf067,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:32.011395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:32.020262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1329382754'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:32.034626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:32.040402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:network and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:32.044175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:32.050367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:32.066290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:32.074723 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:32.140945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c9d5160b-afe5-4c8d-a675-809ce541e81a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:32.233906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c9d5160b-afe5-4c8d-a675-809ce541e81a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:32.235529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c9d5160b-afe5-4c8d-a675-809ce541e81a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:32.235976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:32.285698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:32.289023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7e51-a363-4669-a056-29aa97a18659 req-96f907dd-8669-4870-93ab-0af9319fe9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:32.291056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-96f907dd-8669-4870-93ab-0af9319fe9ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.5519781 Mar 02 07:50:32.291716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:32.327007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:32.327474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9b63ed1e-b7fe-4313-88a6-58dbd1e55e2c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:32.332248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac8e32-8a23-4db8-8551-1055aee0e716 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:32.374222 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a5c7911-f0a1-4cc8-884d-3d1a6bad449f tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053 HTTP/1.1" status: 204 len: 168 time: 1.6382666 Mar 02 07:50:32.385409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52626) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:32.386559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:32.437274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-47c7b125-2bb4-458a-b0ab-d106a610615f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 200 len: 1002 time: 0.1369402 Mar 02 07:50:32.531637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7e51-a363-4669-a056-29aa97a18659 req-426f2ef4-4f06-4b21-8b04-b897ade676c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:32.533247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-426f2ef4-4f06-4b21-8b04-b897ade676c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.0900235 Mar 02 07:50:32.647560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b9210d5d-ba7d-4542-be58-b302663de69f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:32.672609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:32.771198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7e51-a363-4669-a056-29aa97a18659 req-e36d1c87-df6f-4341-b9c2-c14a663775a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:32.772431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-e36d1c87-df6f-4341-b9c2-c14a663775a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333796 Mar 02 07:50:32.866650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=2750be76-d9c5-4acc-b10d-a2d2eb3bed4d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:33.001952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b9210d5d-ba7d-4542-be58-b302663de69f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:33.003034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.019320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52656) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:33.035484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495110945', 'description': 'tempest-secgroup-smoke-495110945 description', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:33.043419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.044303 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Added segment 1584cdd1-fb22-4e34-b449-d9c7951857b6 of type vlan for network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 Mar 02 07:50:33.067559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:33.074748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet a6801882-4f2d-47e6-9840-f0282c08a769 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:33.099092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.128749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:33.171675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-3255b940-6258-4f92-97f9-745c6bd7d376 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915925 Mar 02 07:50:33.247674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.384584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:33.392430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:33.401135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:33.414767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:33.426258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-362b7e51-a363-4669-a056-29aa97a18659 req-5f7e4eb0-0f34-4fe3-8a58-87974b72db02 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474995 Mar 02 07:50:33.505523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.528902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.608802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.636575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.645270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.749317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.754638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:33.755752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.775303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.777814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7572930 Mar 02 07:50:33.778970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cafc3-9f56-46f5-a90c-12b54e7c2b47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2af3a7-d43c-4025-82df-13a0f92b9c67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:33.782696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52690) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:33.788775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:33.797610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:33.802653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:33.807694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:33.820230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:33.852606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.971629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.979411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.011861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.014988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f32cbd-1e30-45c8-afb6-9853837bdc3b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:34.036234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.037633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-af9d25fb-e452-4cff-a8e6-a85ac6f6cd98 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2538457 Mar 02 07:50:34.040395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.046611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:34.063370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:34.063370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:34.068112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:34.076784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:34.102805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.128212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1155639 Mar 02 07:50:34.133219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.138003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.242409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.249204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.307594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a292686e-0563-4bee-a390-29157120366e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:34.307948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:34.321777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.323175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-164c4888-d78e-4a18-87af-79f5933c5f76 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817144 Mar 02 07:50:34.326725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.337882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:34.360105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:34.366465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:34.376271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:34.388697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:34.439803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.461622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ce01e377-3128-410c-aa51-666225b0877b None None] Provisioning complete for port b9210d5d-ba7d-4542-be58-b302663de69f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:34.462180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce01e377-3128-410c-aa51-666225b0877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.485259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097975d-4365-4ef6-ae30-3bf19399ee90 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Network': ['ID=5b1b2c60-d59a-441a-866c-9d860f9e49e4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:34.526049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f61966-a0c7-4a5b-b378-843c4ee59e3c None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:34.540218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.557596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/a6801882-4f2d-47e6-9840-f0282c08a769 HTTP/1.1" status: 204 len: 168 time: 2.1470032 Mar 02 07:50:34.559160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52716) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.567617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f744f-cf60-4e60-acf8-32714939f4bc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=a6801882-4f2d-47e6-9840-f0282c08a769,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:34.689565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7604f0ae-6a53-41a0-be1b-b6b10412dac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291394 Mar 02 07:50:34.691784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52720) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.725199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.726790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:34.731119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.766798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:34.769989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bf93b9-0b27-4c44-b73c-9039d039f238,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:34.805229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.807408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0fd5d2a-fb59-4d94-af91-2361090a8ae9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4795420 Mar 02 07:50:34.810284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:34.820015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:34.832219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:34.834198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:34.838814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:34.843965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:34.852552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:34.861898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:34.886861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.922180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:34.974487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:35.013134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.017980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.084286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa95b73-4ff5-427c-973a-ac9f087e59bf,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:35.095246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.096613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0b898288-13cb-4bd5-8caf-ce3323e8f005 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2838280 Mar 02 07:50:35.103036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52734) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:35.109009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:35.125442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:35.130819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:35.133950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:35.142211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:35.158114 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:50:35.170744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.311693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.320811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.379950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87f21d7-1fb4-4d67-8698-378fccd5cf05,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:35.405080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.409290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13db3428-3eef-42a6-9db1-20f7485f14ff tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051353 Mar 02 07:50:35.410042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52740) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:35.422696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': '5e2af3a7-d43c-4025-82df-13a0f92b9c67', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:35.432483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:35.436812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:35.438664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:35.441783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:35.442267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:35.446995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Deleting port b9210d5d-ba7d-4542-be58-b302663de69f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:35.447606 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.447753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:35.459029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:35.461940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:35.463500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.469756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:35.483988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:35.508005 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:50:35.522541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.630043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.634469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.710155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06db113-1846-4d0e-b1fc-06c5fc417f49,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:35.733819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.735393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b63fb865-cf2c-47f4-9845-93c43f93edfa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3243337 Mar 02 07:50:35.739663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52746) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:35.746361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'network': {'name': 'tempest-network-smoke--1192874063', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'port_security_enabled': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:35.764734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:35.769234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:network and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:35.777773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:35.784862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:35.799824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:35.804038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.845163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:35.856998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.857582 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Added segment 9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb of type vlan for network 767288f3-848c-45aa-bb02-355a91c49c58 Mar 02 07:50:35.862414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:35.866426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.871765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] For port b9210d5d-ba7d-4542-be58-b302663de69f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b9210d5d-ba7d-4542-be58-b302663de69f,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:35.872923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.890999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.891836 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.927742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.934350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:35.935071 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.083816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Calling delete_port for b9210d5d-ba7d-4542-be58-b302663de69f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:36.112087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Network': ['ID=767288f3-848c-45aa-bb02-355a91c49c58,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:36.131891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 767288f3-848c-45aa-bb02-355a91c49c58 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:36.155043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-534927a1-9521-4220-b988-7e9101acd645 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4140322 Mar 02 07:50:36.157785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:36.164927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'admin_state_up': True, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:36.165107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:36.178425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:36.184504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:router and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:36.190676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:36.199628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=be8a8e2c-94c2-4338-b4e3-9330504b69b1,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:36.201085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:36.220191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.221734 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.243497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.289327 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.297958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Checking segment: {'id': '1584cdd1-fb22-4e34-b449-d9c7951857b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:36.298346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network hostable DHCP agents. Network: 5b1b2c60-d59a-441a-866c-9d860f9e49e4, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:36.367707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] Pushing event deleted for resources: {'Port': ['ID=b9210d5d-ba7d-4542-be58-b302663de69f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:36.382780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dff5ca-6d61-4e43-8e73-73d2652c2271 None None] No DVR routers for this DVR port b9210d5d-ba7d-4542-be58-b302663de69f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:36.466276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b9210d5d-ba7d-4542-be58-b302663de69f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:36.491298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:36.505107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:36.530243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b9210d5d-ba7d-4542-be58-b302663de69f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:36.530609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b9210d5d-ba7d-4542-be58-b302663de69f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:36.531100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ffafffac-c283-4abb-a15d-6c4272230418 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/653a9f3a-32df-44be-b72a-635bf0932c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6412106 Mar 02 07:50:36.545254 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:36.545937 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:36.589390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:36.630438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5b1b2c60-d59a-441a-866c-9d860f9e49e4) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:36.641377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f4366-942d-4160-a52e-b8206fb346c7 None None] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:36.641904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:36.642817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.735028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5958f3b2-5a51-4841-aa13-1ec8e3720798 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5861251 Mar 02 07:50:36.744555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52770) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:36.768018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-605492933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:36.778862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.794921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:36.799729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.816508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:router and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:36.897363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:36.947625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:37.006310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:37.011732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:37.023500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:37.036035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:37.036950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.065336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.066397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.110397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=f97ec46c-3082-4e97-8fe4-11219efbc0b5,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:37.134923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-23e64488-15a6-4f2a-922c-3a6c60b75d7d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4419281 Mar 02 07:50:37.137427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02818a7f-fb6d-4ce4-9802-988beaffb9b2 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:37.143925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52786) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:37.179479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:37.260450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5b1b2c60-d59a-441a-866c-9d860f9e49e4', 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': 'be8a8e2c-94c2-4338-b4e3-9330504b69b1'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:37.262675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.268635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.493071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Allocated IP 2001:db8::2 (5b1b2c60-d59a-441a-866c-9d860f9e49e4/be8a8e2c-94c2-4338-b4e3-9330504b69b1/8a1e9211-2e1e-4205-aa33-10a5b6678257) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:37.649444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.698265 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:37.707584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:37.729334 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:37.731277 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:37.798490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.803010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-735ca9bc-b628-444a-9bd7-f2872c053ca1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0530808 Mar 02 07:50:37.806008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52800) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:37.817755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4', 'name': 'tempest-PortsIpV6TestJSON-425496011'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:37.845311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:37.853721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.892153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:37.906215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:37.923125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:37.928754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.016011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f69bc-ab84-4ffd-8019-2112fb24aa8f req-b9847c60-44da-4c60-af78-c5a1eaed7891 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:38.023060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9c4f69bc-ab84-4ffd-8019-2112fb24aa8f req-b9847c60-44da-4c60-af78-c5a1eaed7891 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 0.6803691 Mar 02 07:50:38.117318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9c4f69bc-ab84-4ffd-8019-2112fb24aa8f req-5ca3d886-b262-41ee-822f-36c86e5fc8fa tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933125 Mar 02 07:50:38.119548 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:38.174074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.62 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/6d13d932-110d-4fb0-bd1f-f1d94974ae08) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:38.177413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:38.180911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.314473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:38.322101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:port and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:38.330550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:38.341366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:38.373972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-871403d4-b7e4-4b70-8238-fafc5d1d738d', 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'tenant_id': '5d08e64a7e50455ab5abe11fe647218d', 'fixed_ips': [{'subnet_id': 'f97ec46c-3082-4e97-8fe4-11219efbc0b5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:38.374794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.382725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:38.390897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.531101 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.575028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port 136abef6-fa76-4f88-a06f-c3dd07a08014 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:38.600406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.633029 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.661810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Transition to ACTIVE for port object 8a1e9211-2e1e-4205-aa33-10a5b6678257 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:38.751504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Transition to ACTIVE for port object 8a1e9211-2e1e-4205-aa33-10a5b6678257 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:38.753417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:38.756649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:38.784469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:38.788393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:38.893579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=6d13d932-110d-4fb0-bd1f-f1d94974ae08,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:38.924902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::303 (5b1b2c60-d59a-441a-866c-9d860f9e49e4/be8a8e2c-94c2-4338-b4e3-9330504b69b1/136abef6-fa76-4f88-a06f-c3dd07a08014) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:38.939480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:38.977432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:38.987289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:39.082881 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:39.094225 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e743b6-69ab-4bc4-b75e-f2730d896d52 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ed2684a5-5318-469b-aeee-c16b93788e31', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'port_id': '635d81da-9327-44db-83d1-49659330426f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'mac_address': 'fa:16:3e:67:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:48:10Z', 'updated_at': '2022-03-02T07:48:18Z', 'revision_number': 1, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:39.425751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Pushing event updated for resources: {'Port': ['ID=8a1e9211-2e1e-4205-aa33-10a5b6678257,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:39.451851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Attempting to bind port 8a1e9211-2e1e-4205-aa33-10a5b6678257 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:39.451851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Attempting to bind port 8a1e9211-2e1e-4205-aa33-10a5b6678257 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1584cdd1-fb22-4e34-b449-d9c7951857b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:39.451851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Attempting to bind port 8a1e9211-2e1e-4205-aa33-10a5b6678257 on network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:39.483866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Allocated IP 2001:db8::2 (871403d4-b7e4-4b70-8238-fafc5d1d738d/f97ec46c-3082-4e97-8fe4-11219efbc0b5/92e90c27-11b0-4747-b1f6-1aa372abcdf1) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:39.490863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:39.491353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Checking segment: {'id': '1584cdd1-fb22-4e34-b449-d9c7951857b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:39.494436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:39.494914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Bound using segment: {'id': '1584cdd1-fb22-4e34-b449-d9c7951857b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:39.496338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Bound port: 8a1e9211-2e1e-4205-aa33-10a5b6678257, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1584cdd1-fb22-4e34-b449-d9c7951857b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5b1b2c60-d59a-441a-866c-9d860f9e49e4'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:39.496990 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:39.714400 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f97ec46c-3082-4e97-8fe4-11219efbc0b5 (CIDR: 2001:db8::/64) Mar 02 07:50:39.732288 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:50:39.732771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:39.826519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:39.891188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object 136abef6-fa76-4f88-a06f-c3dd07a08014 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:39.907159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361a9d3-40eb-4ecf-adb3-308867f77092 req-676e6c1d-24a0-4ebf-8de3-9844ea4e441f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:39.908280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d361a9d3-40eb-4ecf-adb3-308867f77092 req-676e6c1d-24a0-4ebf-8de3-9844ea4e441f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:39.916061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-485d07c6-a11f-461c-8121-3f4341ab7919 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7648337 Mar 02 07:50:39.921810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:39.933349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'subnet': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:39.992669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-17ef065d-63d1-4b2f-a5b3-4a4a1e2d0dcb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:39.994195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-17ef065d-63d1-4b2f-a5b3-4a4a1e2d0dcb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 1.1018054 Mar 02 07:50:40.009386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d361a9d3-40eb-4ecf-adb3-308867f77092 req-676e6c1d-24a0-4ebf-8de3-9844ea4e441f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:40.016683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d361a9d3-40eb-4ecf-adb3-308867f77092 req-676e6c1d-24a0-4ebf-8de3-9844ea4e441f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 0.5706949 Mar 02 07:50:40.085893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.088951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.096826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Transition to ACTIVE for port object 92e90c27-11b0-4747-b1f6-1aa372abcdf1 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:40.119606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Transition to ACTIVE for port object 92e90c27-11b0-4747-b1f6-1aa372abcdf1 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:40.151746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.208837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 6b014328-28eb-4226-b8b8-cba1c343d119 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:40.209490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.214808 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.291364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d361a9d3-40eb-4ecf-adb3-308867f77092 req-dd98b5d6-509c-479b-891a-181dd9157d9a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677290 Mar 02 07:50:40.296497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Pushing event updated for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:40.300565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:40.306102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:40.312807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:40.361918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] For port 8a1e9211-2e1e-4205-aa33-10a5b6678257, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:40.397353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:40.453033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] For port 8a1e9211-2e1e-4205-aa33-10a5b6678257, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a1e9211-2e1e-4205-aa33-10a5b6678257,segment=NetworkSegment(1584cdd1-fb22-4e34-b449-d9c7951857b6),segment_id=1584cdd1-fb22-4e34-b449-d9c7951857b6)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:40.489919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:40.490497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2750be76-d9c5-4acc-b10d-a2d2eb3bed4d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:40.496641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.516466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:40.533434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:40.572087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:40.582843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:40.596958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:40.597628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.619874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:subnet and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:40.636551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=136abef6-fa76-4f88-a06f-c3dd07a08014,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:40.648781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:40.657163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:40.669905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af4edb51-58b0-4d86-be53-f03fc1331408 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8607082 Mar 02 07:50:40.671337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52856) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:40.672794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Attempting to bind port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:40.673240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Attempting to bind port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:40.673669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Attempting to bind port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 on network 871403d4-b7e4-4b70-8238-fafc5d1d738d {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:40.675671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:40.679625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.728857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:40.729221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Checking segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:40.738364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.738803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Bound using segment: {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:40.739314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Bound port: 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154c270-a36a-43f3-87a8-c1b60baf2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:40.739704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:40.847007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca74a-0093-4d24-9c09-654d3414e44a None None] Pushing event updated for resources: {'Port': ['ID=8a1e9211-2e1e-4205-aa33-10a5b6678257,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:40.946352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:40.951404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:40.966706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:41.169169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:41.284546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Pushing event updated for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:41.318883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.319226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.319567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.319898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.320229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.320555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.320878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.321200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.321520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.321841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.343112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.343470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6bc59b-b54d-46c4-a4ed-6bdf880c0213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:41.400538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 6b014328-28eb-4226-b8b8-cba1c343d119, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6b014328-28eb-4226-b8b8-cba1c343d119,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:41.402616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:41.893554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd4da-9fc8-4baf-adf0-04f2bfc13984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:42.034292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 6b014328-28eb-4226-b8b8-cba1c343d119 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:42.132872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52890) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:42.585700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:42.657986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 92e90c27-11b0-4747-b1f6-1aa372abcdf1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:42.842642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca4e6-584a-407a-88a6-78bc746f126b req-ffc75989-197a-49a3-85be-e4dfabfe9cc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:42.844201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e5ca4e6-584a-407a-88a6-78bc746f126b req-ffc75989-197a-49a3-85be-e4dfabfe9cc9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 946 time: 1.0136368 Mar 02 07:50:42.862416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:42.866558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2dce8763e10d49dc864d97ee75bc215e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:42.868395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6b014328-28eb-4226-b8b8-cba1c343d119 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:42.880929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:42.887593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:42.933846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491836bd-9261-4228-8c3b-511a858c50fb None None] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:43.019866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.objects.ports [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87854) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:50:43.137993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.260370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:43.273919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-acc2344b-3037-40a5-aa6d-f4631df4dc0e None None] Provisioning for port 8a1e9211-2e1e-4205-aa33-10a5b6678257 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:43.297826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8a1e9211-2e1e-4205-aa33-10a5b6678257 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:43.301140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e5ca4e6-584a-407a-88a6-78bc746f126b req-21bff692-d8b4-4902-8ddb-55248c87e605 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4919883-1e46-413b-9509-865fe8c80d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582711 Mar 02 07:50:43.303745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.338987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.369228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dce8763e10d49dc864d97ee75bc215e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2262421 Mar 02 07:50:43.370822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 293cc87c-d13b-43b0-a105-b6125ee753d6 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:50:43.376768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:43.378102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f5ab-1ad0-4e2f-9803-61e3399b01d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09585fcb-d3dd-4e97-b941-2d684f1cf0da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:43.686744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.709427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Provisioning for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:43.724365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Provisioning complete for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:43.724687 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.858445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:43.941743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=6b014328-28eb-4226-b8b8-cba1c343d119,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:43.999158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.005984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8a1e9211-2e1e-4205-aa33-10a5b6678257 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:44.028634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.090163 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.111325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8a1e9211-2e1e-4205-aa33-10a5b6678257 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:44.111748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.134009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] No DVR routers for this DVR port 6b014328-28eb-4226-b8b8-cba1c343d119 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:44.135845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.139284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.143869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.155280 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.251880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:44.273205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'name': 'network-vif-deleted', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:44.273562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-32e5f3ca-45f3-4fda-9723-b4360cb9467f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.301406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.333437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=136abef6-fa76-4f88-a06f-c3dd07a08014,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:44.381551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-675e4c23-6665-43df-9d0e-25c8ae6e5564 req-fa9c76c7-adba-45d8-b7e7-e23d7a6ceeb5 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "DELETE /v2.0/ports/6b014328-28eb-4226-b8b8-cba1c343d119 HTTP/1.1" status: 204 len: 173 time: 4.3794310 Mar 02 07:50:44.455739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09585fcb-d3dd-4e97-b941-2d684f1cf0da,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:44.497108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.515578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c2872c4-13b1-4a78-b65d-8210f2576f6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09585fcb-d3dd-4e97-b941-2d684f1cf0da HTTP/1.1" status: 204 len: 168 time: 1.1307969 Mar 02 07:50:44.546129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:44.593556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Sync routers for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:44.603783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe9db6-742b-4977-bd40-867435a36ce1 req-8a48e6a2-6057-429c-95f5-73e53944e49e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:44.606418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26fe9db6-742b-4977-bd40-867435a36ce1 req-8a48e6a2-6057-429c-95f5-73e53944e49e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 1.2279508 Mar 02 07:50:44.646753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.648642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-96582f01-b7b9-4d35-97c3-f6acd1087b80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.4897125 Mar 02 07:50:44.653276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52944) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:44.763053 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:44.931611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-18e4867b-606a-40d3-88d5-500ccea5edd1 req-cdfb739c-d3af-44a5-b7f4-f72e8723472e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:44.940871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:44.941556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:44.981628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-20768947-ed31-4996-a31c-6a099b324f58 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabeea45fedf4ddd88a8ac6c0986ae73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3267007 Mar 02 07:50:44.986531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:44.998962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26fe9db6-742b-4977-bd40-867435a36ce1 req-3a85cc7d-1628-4cc9-b659-698fa0a7d4c7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672384 Mar 02 07:50:45.039624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-18e4867b-606a-40d3-88d5-500ccea5edd1 req-cdfb739c-d3af-44a5-b7f4-f72e8723472e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:45.050609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18e4867b-606a-40d3-88d5-500ccea5edd1 req-cdfb739c-d3af-44a5-b7f4-f72e8723472e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=22201a7e-3bb6-41bd-87bc-d87bff1dc97e HTTP/1.1" status: 200 len: 210 time: 0.2342331 Mar 02 07:50:45.089439 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22201a7e-3bb6-41bd-87bc-d87bff1dc97e', 'name': 'network-vif-deleted', 'tag': '6b014328-28eb-4226-b8b8-cba1c343d119', 'status': 'completed', 'code': 200} Mar 02 07:50:45.377073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-0d194475-c674-4718-b57b-cca148034319 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:45.379061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-0d194475-c674-4718-b57b-cca148034319 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.1968396 Mar 02 07:50:45.545038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.612198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Deleting port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:45.612533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.613938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:45.701927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52970) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:45.763409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.786349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:45.788938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.790997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Usage tracker for resource:security_group_rule and tenant:57c1f8aa7c52490aaec8c6c15619eb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:45.795667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:45.801738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:45.825654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Provisioning for port 136abef6-fa76-4f88-a06f-c3dd07a08014 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:45.861370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 8a1e9211-2e1e-4205-aa33-10a5b6678257, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a1e9211-2e1e-4205-aa33-10a5b6678257,segment=NetworkSegment(1584cdd1-fb22-4e34-b449-d9c7951857b6),segment_id=1584cdd1-fb22-4e34-b449-d9c7951857b6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:45.869781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48d0f-d7dc-4515-a03c-3ecba0dfcfff None None] Pushing event updated for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:45.902927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.942992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.960873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Provisioning complete for port 136abef6-fa76-4f88-a06f-c3dd07a08014 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:45.961554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:45.986275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.004023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.048807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8961853-2f7d-4b87-b095-469429dbddac,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:46.103903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.109445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 92e90c27-11b0-4747-b1f6-1aa372abcdf1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:46.129718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1507062-8a8e-4a40-bf1a-28fbf7364e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57c1f8aa7c52490aaec8c6c15619eb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158895 Mar 02 07:50:46.130185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52980) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:46.197436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48355a64-858e-4f68-8155-f4d1ed4eb34a tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:46.210145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-48355a64-858e-4f68-8155-f4d1ed4eb34a tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2093968 Mar 02 07:50:46.220409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 52986) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:46.280362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52990) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:46.352128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:46.361374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f423400c-c7c5-4743-8df0-c079e5951e23 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393509 Mar 02 07:50:46.418883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 52996) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:46.546859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751861133', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:46.550625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Port 136abef6-fa76-4f88-a06f-c3dd07a08014 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:46.572419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=8a1e9211-2e1e-4205-aa33-10a5b6678257,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:46.603680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.614432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.615165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.643607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:46.644193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.738775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.749447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Provisioning complete for port 8a1e9211-2e1e-4205-aa33-10a5b6678257 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:46.749827 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-044ef9e9-0037-465f-99d8-ec90cbd321e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.876335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.888936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:46.889975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Subnet': ['ID=cd1382ff-79d9-4eb2-918f-be9c030bfb42,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:46.904762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:46.924728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.935115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=5']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:46.954022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:46.954957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:46.955105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b6687-1c5f-489d-9440-87debf5c2d7a None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:46.960706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.003479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.039788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.054714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:39Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:47.119452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Checking router: 293cc87c-d13b-43b0-a105-b6125ee753d6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:47.119737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Updating router 293cc87c-d13b-43b0-a105-b6125ee753d6 port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:47.124850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.154741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b4cfcd1-201b-4ffa-a1df-bcd3e47cb0e9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.2288435 Mar 02 07:50:47.155870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:47.203719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8961853-2f7d-4b87-b095-469429dbddac,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:47.235954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:47.242780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.249338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a121c4c-2369-4c96-bd64-59f77569ff43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8961853-2f7d-4b87-b095-469429dbddac HTTP/1.1" status: 204 len: 168 time: 1.0879848 Mar 02 07:50:47.254482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b1402-0242-4d7d-b66b-5893379541da req-99d8e111-e526-4255-ba47-e7db31174f00 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:47.256372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-728b1402-0242-4d7d-b66b-5893379541da req-99d8e111-e526-4255-ba47-e7db31174f00 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 946 time: 0.9865115 Mar 02 07:50:47.259731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:subnet and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:47.263443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:47.271362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:47.281772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] For port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:47.282409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.283023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Request body: {'port': {'network_id': '871403d4-b7e4-4b70-8238-fafc5d1d738d', 'mac_address': 'fa:16:3e:98:35:12', 'name': 'tempest-NetworksTestDHCPv6-1742756678'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:47.314422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:47.318191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.418397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:47.848855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-728b1402-0242-4d7d-b66b-5893379541da req-1fbfde63-9737-4853-8a8b-0addb2e1bd7b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5559921 Mar 02 07:50:48.058338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.083517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 92e90c27-11b0-4747-b1f6-1aa372abcdf1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:48.098758 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.108945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.108945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.157993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c3ea16e5-e0e2-4960-921d-606f03c7f520 None None] Provisioning complete for port 136abef6-fa76-4f88-a06f-c3dd07a08014 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:48.158426 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c3ea16e5-e0e2-4960-921d-606f03c7f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.189954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.192134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4919883-1e46-413b-9509-865fe8c80d3e HTTP/1.1" status: 204 len: 168 time: 1.9104226 Mar 02 07:50:48.199923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aae36-2f81-4bfc-8585-836c099b4e52 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4919883-1e46-413b-9509-865fe8c80d3e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:48.269057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53040) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:48.328097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea16e5-e0e2-4960-921d-606f03c7f520 None None] Port 136abef6-fa76-4f88-a06f-c3dd07a08014 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:48.443206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:48.443599 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.481430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.482434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.482949 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Floating IP 4a722315-9d4e-45c0-a3ea-7fa4a1b38a23 disassociated. External IP: 172.25.4.108, port: f9209c80-9b7a-4fb9-9ac7-a14d4d36de42. Mar 02 07:50:48.483539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Calling delete_port for f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:48.525280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting subnet 53d0ccaa-4a31-4001-bfab-16f0c0548749 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:48.595900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.629251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:50:48.722964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:48.731990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Usage tracker for resource:port and tenant:5d08e64a7e50455ab5abe11fe647218d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:48.739176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:48.755279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:48.853124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:48.855612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:48.997039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Made reservation on behalf of 5d08e64a7e50455ab5abe11fe647218d for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:49.048287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.071471 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.096560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=136abef6-fa76-4f88-a06f-c3dd07a08014,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:49.133894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.159799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8a1e9211-2e1e-4205-aa33-10a5b6678257 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:49.408774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.432744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.446089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Subnet': ['ID=4226474b-ff70-402e-be39-215e52f8f3b5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:49.450831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8a1e9211-2e1e-4205-aa33-10a5b6678257 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:49.451205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.481869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:49.482258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network hostable DHCP agents. Network: 767288f3-848c-45aa-bb02-355a91c49c58, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:49.503803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.541442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Transition to ACTIVE for port object 6d13d932-110d-4fb0-bd1f-f1d94974ae08 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:49.684532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:49.690414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.719065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:49.793228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8040e159-1382-42bf-acec-e222423605b1 None None] Provisioning complete for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:49.793755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8040e159-1382-42bf-acec-e222423605b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.833555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'Port': ['ID=f9209c80-9b7a-4fb9-9ac7-a14d4d36de42,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:49.892406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe11cb9-c652-49b5-b7fd-0910684cf6b8 None None] Pushing event updated for resources: {'Port': ['ID=6d13d932-110d-4fb0-bd1f-f1d94974ae08,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:49.928477 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:49.953442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Attempting to bind port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:49.954074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Attempting to bind port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:49.954665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Attempting to bind port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:49.983971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.001038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:50.001753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:50.002383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.002983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:50.003690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Bound port: 6d13d932-110d-4fb0-bd1f-f1d94974ae08, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:50.004258 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.057882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 767288f3-848c-45aa-bb02-355a91c49c58 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:50.126490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 767288f3-848c-45aa-bb02-355a91c49c58) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:50.147448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:50.148283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.185503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c4572-fa8a-4143-afe2-fd5c7224a9f6 None None] Network 767288f3-848c-45aa-bb02-355a91c49c58 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:50.205689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdcf27-360f-4e6c-96c8-83975334a308 req-1a6a37c7-f912-4424-8598-d7416857608c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:50.218175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93bdcf27-360f-4e6c-96c8-83975334a308 req-1a6a37c7-f912-4424-8598-d7416857608c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 867 time: 0.9525957 Mar 02 07:50:50.530678 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.599345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:50.618110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] device_id is not set on port 828137d0-50b6-4425-bd82-88c4083be587 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:50:50.635872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea43bc1-1f0d-48bc-882e-7fa0c88ee955 None None] Network 102f1335-8724-45d4-b113-c0a14e1c612a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:50.724150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-724bc936-a059-4122-b7de-ad9cdcf43a35 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.2383516 Mar 02 07:50:50.736046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:50.779598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93bdcf27-360f-4e6c-96c8-83975334a308 req-84f13c1c-2bbe-4275-848f-3cc67975895a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=9889e8db-0932-41bb-8174-0d3271c2bb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5605240 Mar 02 07:50:50.926384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8::24a (871403d4-b7e4-4b70-8238-fafc5d1d738d/f97ec46c-3082-4e97-8fe4-11219efbc0b5/828137d0-50b6-4425-bd82-88c4083be587) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:50.944721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Allocated IP 2001:db8:0:1:f816:3eff:fe98:3512 (871403d4-b7e4-4b70-8238-fafc5d1d738d/cd1382ff-79d9-4eb2-918f-be9c030bfb42/828137d0-50b6-4425-bd82-88c4083be587) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:51.048875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] For port 6d13d932-110d-4fb0-bd1f-f1d94974ae08, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:51.054715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] For port 6d13d932-110d-4fb0-bd1f-f1d94974ae08, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d13d932-110d-4fb0-bd1f-f1d94974ae08,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:51.088791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:51.156696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:51.179346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Subnet': ['ID=53d0ccaa-4a31-4001-bfab-16f0c0548749,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:51.284815 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-66fea3ca-5a68-475e-991f-be7b8fc085d2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/subnets/53d0ccaa-4a31-4001-bfab-16f0c0548749 HTTP/1.1" status: 204 len: 168 time: 3.0110564 Mar 02 07:50:51.299116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:51.306442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe11cb9-c652-49b5-b7fd-0910684cf6b8 None None] Pushing event updated for resources: {'Port': ['ID=6d13d932-110d-4fb0-bd1f-f1d94974ae08,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:51.386817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Router 43f35b14-187c-4e8a-a416-58b16eea104e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:50:51.508336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-767288f3-848c-45aa-bb02-355a91c49c58', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:51.508336 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:51.537153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:51.538072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:51.689405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:51.786134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Transition to ACTIVE for port object 828137d0-50b6-4425-bd82-88c4083be587 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:51.800973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ad863bc0-815f-4963-b97a-8a70dd855b40 None None] Provisioning complete for port 136abef6-fa76-4f88-a06f-c3dd07a08014 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:51.801521 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ad863bc0-815f-4963-b97a-8a70dd855b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:51.803515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:51.844539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:51.857051 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] Sync routers for ids ['43f35b14-187c-4e8a-a416-58b16eea104e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:51.870513 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c1300063-593f-4f37-acf7-4798d6cd867a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/routers/43f35b14-187c-4e8a-a416-58b16eea104e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1970763 Mar 02 07:50:51.879218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53152) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:51.879443 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] Routers {'43f35b14-187c-4e8a-a416-58b16eea104e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:51.881928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['43f35b14-187c-4e8a-a416-58b16eea104e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:52.004370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 0fd109a3-d921-48f0-8541-5137c09a8480 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:52.004712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.026893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ad863bc0-815f-4963-b97a-8a70dd855b40 None None] Port 136abef6-fa76-4f88-a06f-c3dd07a08014 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:52.054514 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:52.070987 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] Routers {'43f35b14-187c-4e8a-a416-58b16eea104e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:52.071612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['43f35b14-187c-4e8a-a416-58b16eea104e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:52.105074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Allocated IP 172.20.0.2 (767288f3-848c-45aa-bb02-355a91c49c58/4226474b-ff70-402e-be39-215e52f8f3b5/ef5c7e00-d00b-4225-942f-93ab013e044f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:52.191380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22b498fe-1959-4c07-884d-33bb207bcfc3 req-7230e702-1114-429a-ab2f-e4442d2b3fdd tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.1395240 Mar 02 07:50:52.203108 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:52.204021 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1993e8c-b740-4299-8da9-fd75bed12317 None None] The sync data for ids ['43f35b14-187c-4e8a-a416-58b16eea104e'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:52.241187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.346393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:52.351018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:52.354763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:52.374346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:52.381499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:52.396359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.454627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2961993 Mar 02 07:50:52.455614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:52.497557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] DHCP port deletion for 102f1335-8724-45d4-b113-c0a14e1c612a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:52.535893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5437c-f3d2-4344-9feb-4860a2fe4a5b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:52.537110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f6f5437c-f3d2-4344-9feb-4860a2fe4a5b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:52.551399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eb44b-822c-464b-9f0d-7c820e6d0299 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event updated for resources: {'Port': ['ID=828137d0-50b6-4425-bd82-88c4083be587,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:52.589721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f6f5437c-f3d2-4344-9feb-4860a2fe4a5b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:52.591448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f6f5437c-f3d2-4344-9feb-4860a2fe4a5b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?device_id=43f35b14-187c-4e8a-a416-58b16eea104e HTTP/1.1" status: 200 len: 988 time: 0.7137568 Mar 02 07:50:52.595178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53176) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:52.603108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting port 828137d0-50b6-4425-bd82-88c4083be587 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:52.603773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.813816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.831660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Transition to ACTIVE for port object ef5c7e00-d00b-4225-942f-93ab013e044f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:52.856457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Transition to ACTIVE for port object ef5c7e00-d00b-4225-942f-93ab013e044f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:52.858973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Deleting port 0fd109a3-d921-48f0-8541-5137c09a8480 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:52.859489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.922657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:52.956459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:53.036501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 0fd109a3-d921-48f0-8541-5137c09a8480, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0fd109a3-d921-48f0-8541-5137c09a8480,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:53.038002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:53.196593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:53.212523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Network 767288f3-848c-45aa-bb02-355a91c49c58 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:53.226345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0fd109a3-d921-48f0-8541-5137c09a8480 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:53.279370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:53.389933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:53.396870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:53.404241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:53.537897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 0fd109a3-d921-48f0-8541-5137c09a8480 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:53.634738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-760ea6f6-c3db-4da9-9dfd-665520de52b3 req-5c5d6736-85a7-4e52-82d9-0db2817e41d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:53.645354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:53.755037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] For port 0fd109a3-d921-48f0-8541-5137c09a8480, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0fd109a3-d921-48f0-8541-5137c09a8480,segment=NetworkSegment(f843589b-b900-4377-b485-c58eb8e31299),segment_id=f843589b-b900-4377-b485-c58eb8e31299)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:53.755434 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:53.919247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Calling delete_port for 0fd109a3-d921-48f0-8541-5137c09a8480 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:53.991287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Pushing event updated for resources: {'Port': ['ID=ef5c7e00-d00b-4225-942f-93ab013e044f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:53.997124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8585c95d-30d2-4434-96dc-a7aa02778fb1 None None] Provisioning for port 828137d0-50b6-4425-bd82-88c4083be587 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:54.088617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.184348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-760ea6f6-c3db-4da9-9dfd-665520de52b3 req-5c5d6736-85a7-4e52-82d9-0db2817e41d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:54.198957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-760ea6f6-c3db-4da9-9dfd-665520de52b3 req-5c5d6736-85a7-4e52-82d9-0db2817e41d5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.7396376 Mar 02 07:50:54.205231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8585c95d-30d2-4434-96dc-a7aa02778fb1 None None] Provisioning complete for port 828137d0-50b6-4425-bd82-88c4083be587 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:54.206410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8585c95d-30d2-4434-96dc-a7aa02778fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.206541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Calling delete_port for 828137d0-50b6-4425-bd82-88c4083be587 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:54.238770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:54.239777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:54.252991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:54.257170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Usage tracker for resource:security_group_rule and tenant:1e2b4b68554540b5a917bebd7bd8feca is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:54.260571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:54.266268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:54.372413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] No DVR routers for this DVR port f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:54.373203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Port 0fd109a3-d921-48f0-8541-5137c09a8480 update to DOWN by agent not found {{(pid=87856) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 07:50:54.402697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.410897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'name': 'network-vif-deleted', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:54.438374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-014be8ef-1da9-480e-8eb4-235db5dfbe9e req-5463411d-427e-4495-a5fd-3802722fad78 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "DELETE /v2.0/ports/f9209c80-9b7a-4fb9-9ac7-a14d4d36de42 HTTP/1.1" status: 204 len: 173 time: 9.0541356 Mar 02 07:50:54.481282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] Pushing event deleted for resources: {'Port': ['ID=0fd109a3-d921-48f0-8541-5137c09a8480,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:54.510983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.532521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.559548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240c253-383b-4b6c-99a7-4539da9fd468 None None] No DVR routers for this DVR port 0fd109a3-d921-48f0-8541-5137c09a8480 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:54.626950 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3efb8e3-ba75-40dc-bbb3-3513e67c3923', 'name': 'network-vif-deleted', 'tag': 'f9209c80-9b7a-4fb9-9ac7-a14d4d36de42', 'status': 'completed', 'code': 200} Mar 02 07:50:54.661105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.704774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e2b4b68554540b5a917bebd7bd8feca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7333746 Mar 02 07:50:54.708196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:54.708717 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:54.711195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53222) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:54.770444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Attempting to bind port ef5c7e00-d00b-4225-942f-93ab013e044f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:54.770768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Attempting to bind port ef5c7e00-d00b-4225-942f-93ab013e044f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:54.771063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Attempting to bind port ef5c7e00-d00b-4225-942f-93ab013e044f on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:54.840396 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.859105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8585c95d-30d2-4434-96dc-a7aa02778fb1 None None] Port 828137d0-50b6-4425-bd82-88c4083be587 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:54.860139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160119c2-4e0a-4d76-8277-a97b6db1049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38778983-9baf-4c52-8545-211bd5aa4fed,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:54.870152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:54.870647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:54.871074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.871487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Bound using segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:54.871968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Bound port: ef5c7e00-d00b-4225-942f-93ab013e044f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:54.876179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.937185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:54.992230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.114049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:55.134220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Port': ['ID=828137d0-50b6-4425-bd82-88c4083be587,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:55.352492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 0fd109a3-d921-48f0-8541-5137c09a8480 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:55.352995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.375460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:39Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:55.382694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:55.387760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96e3d9-c8af-4467-9188-c429e36d64fa None None] The sync data for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 is: [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:39Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:55.417461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.432167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.434671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.441080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.441679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.442228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.442744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.443237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.443739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.444243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.444745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.445238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:55.506333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:55.744918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.793353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.884348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0921aa77-84ed-46eb-b071-b141cfba9f8a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/828137d0-50b6-4425-bd82-88c4083be587 HTTP/1.1" status: 204 len: 168 time: 3.4183002 Mar 02 07:50:55.901501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:56.057136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] The port '0fd109a3-d921-48f0-8541-5137c09a8480' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:50:56.075015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 136abef6-fa76-4f88-a06f-c3dd07a08014 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:56.075653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.116821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7698f-c4ec-49cc-bc1c-2b94eb683864 None None] Pushing event updated for resources: {'Port': ['ID=ef5c7e00-d00b-4225-942f-93ab013e044f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:56.152031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a4cc46e-f3b3-4c6e-9415-9b8384303ecd req-8980b0b8-b301-481c-b7fd-657fe777886a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3efb8e3-ba75-40dc-bbb3-3513e67c3923 HTTP/1.1" status: 200 len: 210 time: 0.0949969 Mar 02 07:50:56.154076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.279669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:56.294020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:56.323778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:56.326010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:56.534719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.626847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.647798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.669621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.1 (767288f3-848c-45aa-bb02-355a91c49c58/4226474b-ff70-402e-be39-215e52f8f3b5/b26da5bc-a166-4d99-ac0b-f56898d2c3af) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:56.740006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102f1335-8724-45d4-b113-c0a14e1c612a']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:56.785994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f843589b-b900-4377-b485-c58eb8e31299') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:56.786354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f843589b-b900-4377-b485-c58eb8e31299') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:56.809163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.827529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.834239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:56.834647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:56.837318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 136abef6-fa76-4f88-a06f-c3dd07a08014 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:56.943218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:57.059806 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:57.340826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d13d932-110d-4fb0-bd1f-f1d94974ae08 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:57.433688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53270) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:57.477556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.496185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object b26da5bc-a166-4d99-ac0b-f56898d2c3af will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:57.517472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38778983-9baf-4c52-8545-211bd5aa4fed,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:57.524112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.575637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.580300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.584466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Network': ['ID=102f1335-8724-45d4-b113-c0a14e1c612a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:57.741822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.744721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38d22f7e-93ae-4521-b982-67fcc3d3fec6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38778983-9baf-4c52-8545-211bd5aa4fed HTTP/1.1" status: 204 len: 168 time: 3.0323932 Mar 02 07:50:57.750838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 767288f3-848c-45aa-bb02-355a91c49c58 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:57.760567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-86750c48-4214-4999-9bf3-22cfc13d4058 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/networks/102f1335-8724-45d4-b113-c0a14e1c612a HTTP/1.1" status: 204 len: 168 time: 6.4601953 Mar 02 07:50:57.762176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:57.772146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:57.777954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53276) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:57.789195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:57.794593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.795313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.853079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:57.877976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:57.981636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:58.000034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.010596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=136abef6-fa76-4f88-a06f-c3dd07a08014,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:58.054596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb52d9-2db3-4b59-b3de-be4bc09eda6e None None] Network 767288f3-848c-45aa-bb02-355a91c49c58 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:58.076906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ce447-2baa-489e-a38e-d636d6b1a1cc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:58.084707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bc4ce447-2baa-489e-a38e-d636d6b1a1cc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:58.426701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53286) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:58.451902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.499463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.519276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bc4ce447-2baa-489e-a38e-d636d6b1a1cc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:58.520634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc4ce447-2baa-489e-a38e-d636d6b1a1cc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 2.6180563 Mar 02 07:50:58.594966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53290) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:58.597122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:58.608928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.619206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Usage tracker for resource:security_group_rule and tenant:15f9b9850f8844799b27c1ed2b81ac0c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:58.623238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5652ff37-084e-4726-aa68-c06ace973ff3 None None] Provisioning for port ef5c7e00-d00b-4225-942f-93ab013e044f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:58.642832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:58.662650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:58.719696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:58.742362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff9bd7-1937-49b2-bb51-c07595d61385 None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:58.755055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.786232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.798408 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.814848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6d13d932-110d-4fb0-bd1f-f1d94974ae08, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d13d932-110d-4fb0-bd1f-f1d94974ae08,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:58.848544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:58.854800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ef5c7e00-d00b-4225-942f-93ab013e044f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:59.069451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 7535426c-8a6e-43f6-bfe3-49956049b20c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:59.070029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.082229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6d13d932-110d-4fb0-bd1f-f1d94974ae08,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:59.114141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ef5c7e00-d00b-4225-942f-93ab013e044f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:59.139906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ef5c7e00-d00b-4225-942f-93ab013e044f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:59.142274 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.148172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15f9b9850f8844799b27c1ed2b81ac0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083211 Mar 02 07:50:59.149182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be730e9f-a9f3-49a7-91b6-e88b60094101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce4c98e-3bdf-407d-91e3-209115a4b3cd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:59.152499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53294) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:59.294051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Router 43f35b14-187c-4e8a-a416-58b16eea104e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:59.297064 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb64b9d-0587-4831-8c20-a43d58d53d5f None None] New status for floating IP 4a722315-9d4e-45c0-a3ea-7fa4a1b38a23: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:50:59.408690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc044b28-53b8-4e8e-b70b-a9cb69903022 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.410628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc044b28-53b8-4e8e-b70b-a9cb69903022 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8140459 Mar 02 07:50:59.479001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53300) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:59.514308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.518656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:59.535672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] Sync routers for ids ['43f35b14-187c-4e8a-a416-58b16eea104e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:59.572110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.573608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889e8db-0932-41bb-8174-0d3271c2bb26,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:59.579635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f3c89d1-1865-45ad-8edf-6059e390f3f1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/routers/43f35b14-187c-4e8a-a416-58b16eea104e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9830546 Mar 02 07:50:59.581570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.585182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e6ba743d-093a-454b-b789-06fe43bed167 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "DELETE /v2.0/security-groups/9889e8db-0932-41bb-8174-0d3271c2bb26 HTTP/1.1" status: 204 len: 168 time: 2.1330965 Mar 02 07:50:59.585182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53306) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:59.586350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53308) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:59.676194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] Routers {'43f35b14-187c-4e8a-a416-58b16eea104e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:59.676955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['43f35b14-187c-4e8a-a416-58b16eea104e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:59.715743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.727475 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae7d809-ca4f-4c5b-92d6-1f43f5e6c231 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:50:59.728016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ae7d809-ca4f-4c5b-92d6-1f43f5e6c231 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:59.738723 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-16f4f891-bcd9-455b-8976-8a77be0ad824 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] show failed (client error): The resource could not be found. Mar 02 07:50:59.746378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-16f4f891-bcd9-455b-8976-8a77be0ad824 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups/9889e8db-0932-41bb-8174-0d3271c2bb26 HTTP/1.1" status: 404 len: 347 time: 0.0843561 Mar 02 07:50:59.749850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53314) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:59.813045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:59.816207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:59.827088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.847296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.873997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.875731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.877218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.886861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:59.930940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.931283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.952750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] Routers {'43f35b14-187c-4e8a-a416-58b16eea104e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:59.953659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['43f35b14-187c-4e8a-a416-58b16eea104e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:00.020158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Provisioning complete for port ef5c7e00-d00b-4225-942f-93ab013e044f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:00.020567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.091327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d13d932-110d-4fb0-bd1f-f1d94974ae08 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:00.105284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 7535426c-8a6e-43f6-bfe3-49956049b20c owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:00.131762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ae7d809-ca4f-4c5b-92d6-1f43f5e6c231 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:00.132937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2ae7d809-ca4f-4c5b-92d6-1f43f5e6c231 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/136abef6-fa76-4f88-a06f-c3dd07a08014 HTTP/1.1" status: 404 len: 333 time: 0.5481300 Mar 02 07:51:00.142792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53318) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:00.148518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:00.148934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0886-35b3-49b0-a850-eef3b01bb43b None None] The sync data for ids ['43f35b14-187c-4e8a-a416-58b16eea104e'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:00.222961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Deleting port b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:00.223559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.291577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ef5c7e00-d00b-4225-942f-93ab013e044f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:00.321431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Provisioning for port b26da5bc-a166-4d99-ac0b-f56898d2c3af completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:00.329092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:00.330045 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.337721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.358004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.359331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Provisioning complete for port b26da5bc-a166-4d99-ac0b-f56898d2c3af triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:00.359331 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.422100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0a1c8-ab87-4892-a34c-0646cc4edc58 None None] Port b26da5bc-a166-4d99-ac0b-f56898d2c3af cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:00.470164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:00.475023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aba59b0c-4b63-4a25-a451-66ffe858d74e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9827690 Mar 02 07:51:00.482867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53324) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:00.643848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8e55ff7-2e6c-4a8f-bd66-575bc8ebf3ce None None] Provisioning complete for port b26da5bc-a166-4d99-ac0b-f56898d2c3af triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:00.644103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8e55ff7-2e6c-4a8f-bd66-575bc8ebf3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.711884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a8e55ff7-2e6c-4a8f-bd66-575bc8ebf3ce None None] Port b26da5bc-a166-4d99-ac0b-f56898d2c3af cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:00.734330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.760740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.765821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.810347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.810751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.842345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=7535426c-8a6e-43f6-bfe3-49956049b20c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:00.862350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.875541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.876067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Fanout notify agent at l3_agent the message router_deleted on router 43f35b14-187c-4e8a-a416-58b16eea104e {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:51:00.912489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.912925 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Floating IP ed2684a5-5318-469b-aeee-c16b93788e31 disassociated (deleted). External IP: 172.25.4.101, port: 635d81da-9327-44db-83d1-49659330426f. Mar 02 07:51:00.948674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Calling delete_port for b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:00.989163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.990297 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-25e3d388-7ee7-4ea9-918b-751cacbac536 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/routers/43f35b14-187c-4e8a-a416-58b16eea104e HTTP/1.1" status: 204 len: 168 time: 0.8463125 Mar 02 07:51:00.993650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53334) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:01.015535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce4c98e-3bdf-407d-91e3-209115a4b3cd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:01.096984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet be8a8e2c-94c2-4338-b4e3-9330504b69b1 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:01.100266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.124048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet cd1382ff-79d9-4eb2-918f-be9c030bfb42 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:01.136011 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.202865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.207175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b8206a81-7a38-4073-b4ce-af8048fc978b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ce4c98e-3bdf-407d-91e3-209115a4b3cd HTTP/1.1" status: 204 len: 168 time: 2.0500793 Mar 02 07:51:01.227073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.259836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.327777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'Port': ['ID=b9fc6e5c-d09c-4151-8c57-a5c07bc6cf8c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:01.633281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.639192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.655954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.751479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.754588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9ac7893d-19e6-4e80-8d4f-94ec72ca247a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "DELETE /v2.0/floatingips/4a722315-9d4e-45c0-a3ea-7fa4a1b38a23 HTTP/1.1" status: 204 len: 168 time: 1.9849372 Mar 02 07:51:01.840584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.899007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a8e2c-94c2-4338-b4e3-9330504b69b1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:01.910280 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:01.919023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1432cee-f4a2-4dc5-b13d-64a76edd339c None None] Network 5b1b2c60-d59a-441a-866c-9d860f9e49e4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:01.921698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-272b2576-fa52-4c35-bbab-fa203e98e324 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/be8a8e2c-94c2-4338-b4e3-9330504b69b1 HTTP/1.1" status: 204 len: 168 time: 0.9274266 Mar 02 07:51:01.925925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:02.094844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.123264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ef5c7e00-d00b-4225-942f-93ab013e044f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:02.194286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:02.229911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:51:02.276952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.307830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.327125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 8a1e9211-2e1e-4205-aa33-10a5b6678257 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:02.327532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.408605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.522466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ef5c7e00-d00b-4225-942f-93ab013e044f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:02.522952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.733523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] DHCP port deletion for 5b1b2c60-d59a-441a-866c-9d860f9e49e4 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:51:02.792576 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.793836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Deleting port 8a1e9211-2e1e-4205-aa33-10a5b6678257 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:02.794642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.799955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] For port 8a1e9211-2e1e-4205-aa33-10a5b6678257, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a1e9211-2e1e-4205-aa33-10a5b6678257,segment=NetworkSegment(1584cdd1-fb22-4e34-b449-d9c7951857b6),segment_id=1584cdd1-fb22-4e34-b449-d9c7951857b6)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:02.803105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:02.850541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:02.943772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53366) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:02.959011 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.064499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1382ff-79d9-4eb2-918f-be9c030bfb42,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:03.097128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834b78c-e8b1-462e-a31b-5b50e626b1b3 None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:03.103079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.128717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:03.135421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.151288 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:03.208519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da2c2af6-c802-4850-83a4-015ed2c30b63 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/cd1382ff-79d9-4eb2-918f-be9c030bfb42 HTTP/1.1" status: 204 len: 168 time: 2.5926023 Mar 02 07:51:03.226966 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:03.227890 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:03.229304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53376) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:03.244746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282184610', 'description': 'tempest-description--221377981'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:03.283659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 8a1e9211-2e1e-4205-aa33-10a5b6678257 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:03.334952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:03.336771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:03.402224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:03.416860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:03.464655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-370679e2-123e-47b3-8843-40ffc0d01527 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed2684a5-5318-469b-aeee-c16b93788e31 HTTP/1.1" status: 204 len: 168 time: 5.6851344 Mar 02 07:51:03.481661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:03.503179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:03.532288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] For port 8a1e9211-2e1e-4205-aa33-10a5b6678257, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8a1e9211-2e1e-4205-aa33-10a5b6678257,segment=NetworkSegment(1584cdd1-fb22-4e34-b449-d9c7951857b6),segment_id=1584cdd1-fb22-4e34-b449-d9c7951857b6)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:03.537702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.547014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 767288f3-848c-45aa-bb02-355a91c49c58 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:03.581739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:03.620459 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'tag': '635d81da-9327-44db-83d1-49659330426f', 'status': 'completed', 'code': 200} Mar 02 07:51:03.772231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.786110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:03.813318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Deleting subnet f97ec46c-3082-4e97-8fe4-11219efbc0b5 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:03.817461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309336951-network', 'tenant_id': 'df5d8d87054343b0aedb491e01e6dbb4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:03.830920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.846740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:03.922553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:03.936339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Usage tracker for resource:network and tenant:df5d8d87054343b0aedb491e01e6dbb4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:03.947037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:03.969993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.989030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:04.148257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Calling delete_port for 8a1e9211-2e1e-4205-aa33-10a5b6678257 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:04.185785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8a1e9211-2e1e-4205-aa33-10a5b6678257 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:04.191712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.242820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:04.243507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8a1e9211-2e1e-4205-aa33-10a5b6678257 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:04.243857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8a1e9211-2e1e-4205-aa33-10a5b6678257 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:04.278732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:04.331511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 293cc87c-d13b-43b0-a105-b6125ee753d6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:04.372543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No DVR routers for this DVR port 8a1e9211-2e1e-4205-aa33-10a5b6678257 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:04.378091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3291019a-4ab1-4de0-b60a-f669910f6611 None None] Provisioning complete for port b26da5bc-a166-4d99-ac0b-f56898d2c3af triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:04.382994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3291019a-4ab1-4de0-b60a-f669910f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.388340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:04.394173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=8a1e9211-2e1e-4205-aa33-10a5b6678257,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:04.649698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.677275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1b2c60-d59a-441a-866c-9d860f9e49e4']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:04.691124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1584cdd1-fb22-4e34-b449-d9c7951857b6') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:04.691462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1584cdd1-fb22-4e34-b449-d9c7951857b6') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:04.705026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.722273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.730225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:51:04.730651 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.819364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:51:04.823555 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:51:04.827278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3291019a-4ab1-4de0-b60a-f669910f6611 None None] Port b26da5bc-a166-4d99-ac0b-f56898d2c3af cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:51:04.835579 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:51:04.890998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Made reservation on behalf of df5d8d87054343b0aedb491e01e6dbb4 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:04.893446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.906839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.020224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.050446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.083693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=5b1b2c60-d59a-441a-866c-9d860f9e49e4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:05.099535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6596749a-20de-499c-9e4b-fd2948947f2a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/5b1b2c60-d59a-441a-866c-9d860f9e49e4 HTTP/1.1" status: 204 len: 168 time: 3.1724701 Mar 02 07:51:05.109380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:05.118722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.123134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53398) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:05.127417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-50fe98e3-3081-4244-b370-e721dbdd6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:05.128910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-50fe98e3-3081-4244-b370-e721dbdd6ab9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 1096 time: 1.4849408 Mar 02 07:51:05.141275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:df5d8d87054343b0aedb491e01e6dbb4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:05.152276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:05.225314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:05.244228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Sync routers for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:05.245408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e26a5a62-9a92-4fc9-be7d-bc84ab0618a5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/293cc87c-d13b-43b0-a105-b6125ee753d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5059218 Mar 02 07:51:05.257988 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:51:05.276932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:05.285316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:05.323962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a9265-5d6e-4d96-99ca-a7f03a7e13e6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:05.324596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-526a9265-5d6e-4d96-99ca-a7f03a7e13e6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:05.342236 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:05.364399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:05.372833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.381179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Deleting port 8a1e9211-2e1e-4205-aa33-10a5b6678257 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:05.382008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.392936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:05.407576 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:05.408513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:05.517327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Subnet': ['ID=f97ec46c-3082-4e97-8fe4-11219efbc0b5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:05.540521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.622099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a02ee8f6-883a-4275-8bdd-be6c18c666da tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/f97ec46c-3082-4e97-8fe4-11219efbc0b5 HTTP/1.1" status: 204 len: 168 time: 2.3866732 Mar 02 07:51:05.624262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53410) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:05.951091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-683eb729-ab25-434f-9296-d2faef9ad4cb None None] The port '8a1e9211-2e1e-4205-aa33-10a5b6678257' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:51:06.039424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-786c8118-7263-4bd4-beb3-b99c01a37b27 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4133046 Mar 02 07:51:06.056547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:06.069393 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:06.154991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84ca6a-bc5f-485e-8664-be9e515bf20e None None] Network 871403d4-b7e4-4b70-8238-fafc5d1d738d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:06.186803 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-d8df5155-ef2b-49fc-86e0-cfdc7d680f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.191387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-d8df5155-ef2b-49fc-86e0-cfdc7d680f88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 200 len: 897 time: 1.0426846 Mar 02 07:51:06.209107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d558ab-49e7-4dab-b7ba-5d03129305f2 req-04dcc53f-bc43-4ba8-93fc-0048236f2d76 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.216719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9d558ab-49e7-4dab-b7ba-5d03129305f2 req-04dcc53f-bc43-4ba8-93fc-0048236f2d76 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 1.3844957 Mar 02 07:51:06.276086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-a8eec771-7a25-4cd5-8a50-4a1f09ae9b83 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:06.318752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-a8eec771-7a25-4cd5-8a50-4a1f09ae9b83 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:06.327855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-a8eec771-7a25-4cd5-8a50-4a1f09ae9b83 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495110945&fields=id&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 267 time: 0.4384005 Mar 02 07:51:06.447162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55d6d04b-12af-42e1-894a-b72fe948c334 None None] Provisioning complete for port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:06.447748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55d6d04b-12af-42e1-894a-b72fe948c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:06.498194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3f617116-ea65-49e3-9cab-ca818f9d6640 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.499033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3f617116-ea65-49e3-9cab-ca818f9d6640 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:06.555854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-526a9265-5d6e-4d96-99ca-a7f03a7e13e6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:06.560020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-526a9265-5d6e-4d96-99ca-a7f03a7e13e6 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/927df26d-f601-4cd2-a14c-dd91028ac9d7 HTTP/1.1" status: 200 len: 845 time: 1.4300606 Mar 02 07:51:06.567764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53428) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:06.579747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-5e94169f-8b60-45c0-b156-631b36c08f89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 200 len: 217 time: 0.3138485 Mar 02 07:51:06.590574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396fb16-7609-4f13-aa9f-3a5ea74d32bd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.594041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a396fb16-7609-4f13-aa9f-3a5ea74d32bd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5302925 Mar 02 07:51:06.608017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9d558ab-49e7-4dab-b7ba-5d03129305f2 req-c5a295f5-c97d-412d-b721-7f2ab37f6592 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855877 Mar 02 07:51:06.609566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:06.612036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-4a18ccef-6e66-4507-9f18-4873365e41e6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.615070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-4a18ccef-6e66-4507-9f18-4873365e41e6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:06.631139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:06.632987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3f617116-ea65-49e3-9cab-ca818f9d6640 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:06.641523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3f617116-ea65-49e3-9cab-ca818f9d6640 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 797 time: 0.3127372 Mar 02 07:51:06.644468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:06.730027 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:06.736133 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9314a1b-8041-47d3-b6b8-92ee3436d405 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:50:32Z', 'revision_number': 6, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2c82a568-43f9-46be-97e3-7f47b7098c32', 'name': '', 'network_id': '4d530b3c-449f-42c8-b384-458d6df97fce', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:1a:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:16Z', 'updated_at': '2022-03-02T07:47:34Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'dbcf0b7f-97b2-4fda-aaa4-9b99b0245047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:06.763947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6a348ac1-a646-4aa6-98ec-6a0c7281bef5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/quotas/eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 375 time: 0.1182001 Mar 02 07:51:06.821583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-0e6cdea6-064e-4364-9443-00eb30957761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.823918 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-0e6cdea6-064e-4364-9443-00eb30957761 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 200 len: 835 time: 0.2153525 Mar 02 07:51:06.833990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-4a18ccef-6e66-4507-9f18-4873365e41e6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:06.833990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-4a18ccef-6e66-4507-9f18-4873365e41e6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.39 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 0.8945260 Mar 02 07:51:06.927853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f83679-3cca-49eb-b3b9-3e5eeb99edaa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:06.928877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27f83679-3cca-49eb-b3b9-3e5eeb99edaa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Synchronizing usage tracker for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:06.980909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 635d81da-9327-44db-83d1-49659330426f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:06.981316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.007755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.052698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b8bd738-51eb-4ff7-80c3-317d7e15e8af tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/927df26d-f601-4cd2-a14c-dd91028ac9d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4213440 Mar 02 07:51:07.074182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.081582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c38028-1db2-47a0-83d1-e62afb83bc3f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:07.091940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:07.153708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27f83679-3cca-49eb-b3b9-3e5eeb99edaa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Unset dirty status for tenant:5d08e64a7e50455ab5abe11fe647218d on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:07.157136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27f83679-3cca-49eb-b3b9-3e5eeb99edaa tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5279889 Mar 02 07:51:07.170419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.208055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.212038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-030db15c-c0c7-41c2-9760-4ca1a6558d46 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.2631328 Mar 02 07:51:07.215155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.247506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group_rule': {'security_group_id': 'e9c38028-1db2-47a0-83d1-e62afb83bc3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:07.271904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:07.271904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:07.286334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:07.301924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:07.343923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-92d42885-e70a-4192-82a4-9281c460b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:07.343923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-92d42885-e70a-4192-82a4-9281c460b673 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d530b3c-449f-42c8-b384-458d6df97fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4077106 Mar 02 07:51:07.347020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a2cb4-75e2-456e-b4a0-09c17d9602c8 None None] New status for floating IP ed2684a5-5318-469b-aeee-c16b93788e31: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:51:07.354399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.384275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b141dddc-ab96-4924-a8a8-fa87579f0035 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2082365 Mar 02 07:51:07.392847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53454) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.512078 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-67123c10-a7d0-4d31-b00b-97294b40507c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:07.512721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67123c10-a7d0-4d31-b00b-97294b40507c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:07.514218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-67123c10-a7d0-4d31-b00b-97294b40507c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/828137d0-50b6-4425-bd82-88c4083be587 HTTP/1.1" status: 404 len: 333 time: 0.0811186 Mar 02 07:51:07.522683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:07.527194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:07.530450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:07.564475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.614882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:07.617094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] DHCP port deletion for 871403d4-b7e4-4b70-8238-fafc5d1d738d request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:51:07.628249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Deleting port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:07.628620 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.710043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-5d5f46ee-3ce4-47b1-ba7f-6c6f9e91e78e service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633424 Mar 02 07:51:07.743550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.768092 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f147db1-b7ab-4a88-85fe-3a283190eeb7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:07.768842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f147db1-b7ab-4a88-85fe-3a283190eeb7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:07.774618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6f147db1-b7ab-4a88-85fe-3a283190eeb7 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/cd1382ff-79d9-4eb2-918f-be9c030bfb42 HTTP/1.1" status: 404 len: 337 time: 0.1768198 Mar 02 07:51:07.775982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53466) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:07.779587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.787360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-bcd4ea08-ad21-493e-b2d6-0c0228b02933 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:07.794795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:07.805355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.806172 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Added segment 06a0cedf-1072-468e-90b2-07a5632a7b32 of type vlan for network b56fcc1f-700e-488b-be28-fee69923aa40 Mar 02 07:51:07.810599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:01Z', 'revision_number': 2, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:07.826018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Checking router: 293cc87c-d13b-43b0-a105-b6125ee753d6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:07.826611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Updating router 293cc87c-d13b-43b0-a105-b6125ee753d6 port b26da5bc-a166-4d99-ac0b-f56898d2c3af binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:07.838340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.882390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:07.888099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.952833 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.975359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d161ad9-6667-4b23-b607-9a66f406ee8e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:07.977607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 92e90c27-11b0-4747-b1f6-1aa372abcdf1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:07.978325 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b0f928-462b-4c25-a379-97662159c528 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:07.979178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b0f928-462b-4c25-a379-97662159c528 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:07.984101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-30b0f928-462b-4c25-a379-97662159c528 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/f97ec46c-3082-4e97-8fe4-11219efbc0b5 HTTP/1.1" status: 404 len: 337 time: 0.2030354 Mar 02 07:51:07.985851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53470) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.038719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.039952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:08.040643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.239744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.277548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-bcd4ea08-ad21-493e-b2d6-0c0228b02933 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:08.279726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-bcd4ea08-ad21-493e-b2d6-0c0228b02933 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5144515 Mar 02 07:51:08.286858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:08.287497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.294419 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7bea9b-c7ff-4373-b3fd-d92ccc5cc7f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:08.294824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7bea9b-c7ff-4373-b3fd-d92ccc5cc7f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:08.300282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ac7bea9b-c7ff-4373-b3fd-d92ccc5cc7f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/aa7bcc09-1746-4a8d-9914-f5e6aad4f7bc HTTP/1.1" status: 404 len: 333 time: 0.3035095 Mar 02 07:51:08.300985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53476) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.309290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.9694057 Mar 02 07:51:08.311125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.318572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:08.343028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Request body: {'subnet': {'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309336951-subnet', 'tenant_id': 'df5d8d87054343b0aedb491e01e6dbb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:08.345552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.351902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3c759e72-ecca-44ab-9d4d-3a8eebef9e23 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:51:08.353284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-3c759e72-ecca-44ab-9d4d-3a8eebef9e23 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414522 Mar 02 07:51:08.375082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.380856 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c410cf-195e-4e0b-8400-8a3bb20ce4dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:08.381672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c410cf-195e-4e0b-8400-8a3bb20ce4dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:08.387225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d4c410cf-195e-4e0b-8400-8a3bb20ce4dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/9bcc5dd2-6101-4e75-a5ed-40f4e9ab9053 HTTP/1.1" status: 404 len: 337 time: 0.0739880 Mar 02 07:51:08.408463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53484) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.462158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:08.467988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Usage tracker for resource:subnet and tenant:df5d8d87054343b0aedb491e01e6dbb4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:08.471195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:08.477670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:08.495011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 635d81da-9327-44db-83d1-49659330426f, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=635d81da-9327-44db-83d1-49659330426f,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:08.495744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.504843 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfe590a-00f9-43ba-b41f-c45fdb7d87f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:08.505584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfe590a-00f9-43ba-b41f-c45fdb7d87f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:08.508088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.510893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Made reservation on behalf of df5d8d87054343b0aedb491e01e6dbb4 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:08.513958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.582969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c06a21-ec17-458b-b058-5da8e93337d8,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:08.585195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425da934-d2d5-4747-ab85-35fa6650a8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b56fcc1f-700e-488b-be28-fee69923aa40,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:08.634102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2dfe590a-00f9-43ba-b41f-c45fdb7d87f5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/a6801882-4f2d-47e6-9840-f0282c08a769 HTTP/1.1" status: 404 len: 337 time: 0.2228489 Mar 02 07:51:08.635476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53488) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.677138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b56fcc1f-700e-488b-be28-fee69923aa40 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:08.714573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 635d81da-9327-44db-83d1-49659330426f owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:08.730466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d06fad79-df25-4a81-8a09-43a3a4b13842 req-81317679-0428-43bc-b6af-9fcf45220c29 service neutron] 10.222.0.39 "GET /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9824157 Mar 02 07:51:08.749822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db21fb2-5d08-4765-a9b4-7de63fba7310 req-932812f0-9c71-4faf-9fbb-a1caf842834d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:08.751419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3db21fb2-5d08-4765-a9b4-7de63fba7310 req-932812f0-9c71-4faf-9fbb-a1caf842834d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 945 time: 0.7782011 Mar 02 07:51:08.756003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:08.763021 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6f4d5097-f2e0-41d8-8527-74d7b9a53313 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5327327 Mar 02 07:51:08.794844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53492) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.817591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'security_group_rule': {'security_group_id': 'e9c38028-1db2-47a0-83d1-e62afb83bc3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:08.831325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:08.841612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3db21fb2-5d08-4765-a9b4-7de63fba7310 req-71d4f4ed-91b9-4700-8d0d-36a3bf3f58bc tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721843 Mar 02 07:51:08.842759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:security_group_rule and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:08.850030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:08.859494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:08.867516 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b4791-0afd-4cc5-b7c6-2685587fa198 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:08.868006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912b4791-0afd-4cc5-b7c6-2685587fa198 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:08.870053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-912b4791-0afd-4cc5-b7c6-2685587fa198 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/0306920c-1418-4692-930f-d341a50e0147 HTTP/1.1" status: 404 len: 333 time: 0.1640320 Mar 02 07:51:08.874461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53498) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:08.897588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.122088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Calling delete_port for 92e90c27-11b0-4747-b1f6-1aa372abcdf1 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:09.229977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.230482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.230482 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-996adbb7-bf86-4c0b-a396-7637dd98b9b8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:09.230482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996adbb7-bf86-4c0b-a396-7637dd98b9b8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:09.289677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f97e51-b556-415c-b429-500fc39e5b6c,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:09.324072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.335946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.354411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-8b00ca57-4559-471f-8263-7a8b418b30ea service neutron] 10.222.0.21 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744010 Mar 02 07:51:09.355714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-996adbb7-bf86-4c0b-a396-7637dd98b9b8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/cd4936ac-dcf4-4ebb-b05e-256560c68211 HTTP/1.1" status: 404 len: 337 time: 0.4783452 Mar 02 07:51:09.356639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=635d81da-9327-44db-83d1-49659330426f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:09.358447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53522) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:09.425341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c83f06-ac5a-457d-9005-5295b84ffab2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:09.439420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Checking segment: {'id': '06a0cedf-1072-468e-90b2-07a5632a7b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:09.440033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Network hostable DHCP agents. Network: b56fcc1f-700e-488b-be28-fee69923aa40, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:09.448178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.449961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1b211b53-22d7-4a47-b2f9-a166a066133c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6476111 Mar 02 07:51:09.454670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53526) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:09.481996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:09.496665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:09.535138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Usage tracker for resource:floatingip and tenant:6a63a4c4cae3421f88cc82ad8a5ac022 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:09.539345 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad1c3b3-4c61-4a3c-9207-972768efe38b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:09.539345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad1c3b3-4c61-4a3c-9207-972768efe38b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:09.539345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0ad1c3b3-4c61-4a3c-9207-972768efe38b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/7a7d483f-3763-4832-b7e8-d223bff344e5 HTTP/1.1" status: 404 len: 337 time: 0.1605685 Mar 02 07:51:09.547328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53530) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:09.547328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:09.661590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Network b56fcc1f-700e-488b-be28-fee69923aa40 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:09.695372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:09.697660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.709412 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d72b6e4-2738-41e5-b9ce-2dfad4b4dd67 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:09.709412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d72b6e4-2738-41e5-b9ce-2dfad4b4dd67 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:09.712948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7d72b6e4-2738-41e5-b9ce-2dfad4b4dd67 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/696a9adc-b5e9-48dd-92b5-e815a0af4c10 HTTP/1.1" status: 404 len: 333 time: 0.1783984 Mar 02 07:51:09.715452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:09.725147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53534) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:09.729754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:51:09.730561 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:51:09.731834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b56fcc1f-700e-488b-be28-fee69923aa40) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:09.734082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Transition to ACTIVE for port object b26da5bc-a166-4d99-ac0b-f56898d2c3af will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:09.745100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.787284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1ebe7-c265-4dd0-bc84-472d22d1a677 None None] Network b56fcc1f-700e-488b-be28-fee69923aa40 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:09.836783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] No DVR routers for this DVR port 635d81da-9327-44db-83d1-49659330426f on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:09.851138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.857517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da90bc4b-f213-4b28-80ab-9dfe0ff7fcfb req-de2a04b5-468a-44c8-93a7-299f7f13dc5d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.39 "DELETE /v2.0/ports/635d81da-9327-44db-83d1-49659330426f HTTP/1.1" status: 204 len: 173 time: 3.0001550 Mar 02 07:51:09.882536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:09.883650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.893498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'name': 'network-vif-deleted', 'tag': '635d81da-9327-44db-83d1-49659330426f'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:09.898995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.928333 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-714fffee-c501-47df-ad91-d0db2cc31ab3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:09.928874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714fffee-c501-47df-ad91-d0db2cc31ab3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:09.948380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-714fffee-c501-47df-ad91-d0db2cc31ab3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/3526fab8-fb3b-4da8-b05a-7f01a20bf58f HTTP/1.1" status: 404 len: 337 time: 0.2150342 Mar 02 07:51:09.957911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:09.992785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53546) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.151204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-612dcdb2-6bcf-44af-9cd2-d62c3b97e5a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8170211 Mar 02 07:51:10.228048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:10.266790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Deleting port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:10.267031 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:10.268051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:10.279372 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a91604d-4e3d-487d-8cdc-7f8ca37283c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:10.285047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a91604d-4e3d-487d-8cdc-7f8ca37283c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:10.287236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9a91604d-4e3d-487d-8cdc-7f8ca37283c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/9ad4c2ab-2bd8-4d12-b401-971f75279223 HTTP/1.1" status: 404 len: 337 time: 0.2932408 Mar 02 07:51:10.290364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.297418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:10.303111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:10.375504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77773f7d-701b-438e-9936-8692e24a131a None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:10.425034 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6bf333-422b-4fbc-be3e-b7a0af71eafc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:10.425034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6bf333-422b-4fbc-be3e-b7a0af71eafc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:10.425034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed6bf333-422b-4fbc-be3e-b7a0af71eafc tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/817d2089-bb52-4176-81d8-0d27035afa07 HTTP/1.1" status: 404 len: 333 time: 0.1089909 Mar 02 07:51:10.439502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=d685e5da-a150-4562-9451-1e9fa331cb87,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:10.446966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09b781-d123-4083-a08f-09e89e96398d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa09b781-d123-4083-a08f-09e89e96398d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aa09b781-d123-4083-a08f-09e89e96398d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/4f744698-8bb1-429f-89d0-85e3097cbcb3 HTTP/1.1" status: 404 len: 337 time: 0.0533454 Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-5e07b6bb-0c16-4ce6-8055-461a8c805275 service neutron] 10.222.0.21 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0802991 Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53568) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.508449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ead1e58f-7fe3-47a7-affa-9d77795d9e23 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4267743 Mar 02 07:51:10.551931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936bac9-b686-4fe1-8f79-46aed8bb7bb8 None None] Pushing event updated for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:10.600558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53572) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.618465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1949025058'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:10.670016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:10.684794 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f3c982c-028d-4190-9b4d-4758e30f9779 req-304421bf-eab0-40d6-987a-c371c6c96db9 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=11362a1b-b7eb-4581-b1cd-b7393a9d2d35 HTTP/1.1" status: 200 len: 210 time: 0.0766799 Mar 02 07:51:10.685890 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5145dc24-1ea4-4beb-84a4-cce9728a905c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:10.686046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:10.686411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5145dc24-1ea4-4beb-84a4-cce9728a905c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:10.690365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:10.703269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5145dc24-1ea4-4beb-84a4-cce9728a905c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/6fa1861d-c413-48d3-a3d1-138b671312fd HTTP/1.1" status: 404 len: 333 time: 0.1994543 Mar 02 07:51:10.706201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:10.708249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.748798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:10.824187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:10.838407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:10.842285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:10.855084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:10.862998 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11362a1b-b7eb-4581-b1cd-b7393a9d2d35', 'name': 'network-vif-deleted', 'tag': '635d81da-9327-44db-83d1-49659330426f', 'status': 'completed', 'code': 200} Mar 02 07:51:10.869533 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b01861-adc6-4727-9e17-151e0bd40040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:10.870030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b01861-adc6-4727-9e17-151e0bd40040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:10.872465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-92b01861-adc6-4727-9e17-151e0bd40040 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/eab52596-2b11-47df-a7f8-ec6874d17a87 HTTP/1.1" status: 404 len: 337 time: 0.1631830 Mar 02 07:51:10.874709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Attempting to bind port b26da5bc-a166-4d99-ac0b-f56898d2c3af on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:10.875795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53588) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:10.877912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Attempting to bind port b26da5bc-a166-4d99-ac0b-f56898d2c3af by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:10.878536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Attempting to bind port b26da5bc-a166-4d99-ac0b-f56898d2c3af on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Bound using segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Bound port: b26da5bc-a166-4d99-ac0b-f56898d2c3af, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:11.001232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.021318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 635d81da-9327-44db-83d1-49659330426f no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:11.068292 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc66f0e-d094-4567-aa70-0d11d616aa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:11.068292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc66f0e-d094-4567-aa70-0d11d616aa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:11.068292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9bc66f0e-d094-4567-aa70-0d11d616aa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/100fb85e-c13e-4d44-afb7-67122417c973 HTTP/1.1" status: 404 len: 333 time: 0.1840169 Mar 02 07:51:11.068292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53598) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.085062 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.132326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.279876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f8031-5d7d-4011-8e51-39ccc02b0188,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:11.282257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.285972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fba926fe-db56-4a58-b51f-9e4111b0a0c5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6740763 Mar 02 07:51:11.286140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 635d81da-9327-44db-83d1-49659330426f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:11.286140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 635d81da-9327-44db-83d1-49659330426f not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:11.286345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.286676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53608) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.302540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1164000647-network', 'tenant_id': '15823d31c5964c06a79672976c307aae'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:11.324895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260091719'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:11.341627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:11.348760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:11.359147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:11.367493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:11.383024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b019d-e13b-44d9-adc8-410db507568f None None] Network b56fcc1f-700e-488b-be28-fee69923aa40 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:11.385643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:11.390334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Usage tracker for resource:network and tenant:15823d31c5964c06a79672976c307aae is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:11.393437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:11.401056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:11.421431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.423347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Made reservation on behalf of 15823d31c5964c06a79672976c307aae for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:11.426497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.486514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.500339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:11.579846 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0cb0a7-ec84-43d3-80c5-dcc3b474aa11 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:11.579846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0cb0a7-ec84-43d3-80c5-dcc3b474aa11 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:11.579846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2d0cb0a7-ec84-43d3-80c5-dcc3b474aa11 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/2979362e-91b5-4366-b9e2-58174b42a433 HTTP/1.1" status: 404 len: 337 time: 0.5056500 Mar 02 07:51:11.579846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53618) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.669104 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e6d41-53b4-425c-aa1d-03f4f932851a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:11.672586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Allocated IP 172.25.4.19 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/6d7a6acd-f7c7-4266-b4c9-597075987dc9) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:11.682814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53e6d41-53b4-425c-aa1d-03f4f932851a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:11.682814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b53e6d41-53b4-425c-aa1d-03f4f932851a tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/26d8a931-5749-4d68-8fe9-c2b3f43536d3 HTTP/1.1" status: 404 len: 333 time: 0.0909989 Mar 02 07:51:11.682814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.761083 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cd8441-c0d2-4c8f-a201-3d5f246c5909 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:11.761657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cd8441-c0d2-4c8f-a201-3d5f246c5909 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:11.763247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-20cd8441-c0d2-4c8f-a201-3d5f246c5909 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/3f84126a-8e87-49b1-8105-15788c71ecd4 HTTP/1.1" status: 404 len: 337 time: 0.0897536 Mar 02 07:51:11.766666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.875094 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a380c42f-3a13-4243-86d3-c2f8d9d30822 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:11.900537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a380c42f-3a13-4243-86d3-c2f8d9d30822 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:11.913619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a380c42f-3a13-4243-86d3-c2f8d9d30822 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a1f203bc-aede-4e1f-8cf9-1d6d6d0e3b29 HTTP/1.1" status: 404 len: 333 time: 0.1359799 Mar 02 07:51:11.921720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:11.937356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:12.027190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] For port b26da5bc-a166-4d99-ac0b-f56898d2c3af, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:12.044737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] For port b26da5bc-a166-4d99-ac0b-f56898d2c3af, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b26da5bc-a166-4d99-ac0b-f56898d2c3af,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:12.070794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53648) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.085113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:12.106721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Usage tracker for resource:security_group_rule and tenant:15823d31c5964c06a79672976c307aae is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:12.136083 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:12.147512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:12.170071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:12.191498 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6a6813-9988-4e17-b8c8-df2269293f45 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.192065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6a6813-9988-4e17-b8c8-df2269293f45 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.199383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae6a6813-9988-4e17-b8c8-df2269293f45 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/1c918c95-fe73-4ae3-b38d-fe7576dbf546 HTTP/1.1" status: 404 len: 337 time: 0.2722635 Mar 02 07:51:12.200262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.254542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c1868777-2b37-47b4-8806-0b8eeed60bbc req-d364dc67-8a2e-4438-b395-8ada3b513a4f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 210 time: 0.1855919 Mar 02 07:51:12.309950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:12.314120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:12.351961 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b7b23-9ddf-4c59-a099-fec7a063c64b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.352436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b7b23-9ddf-4c59-a099-fec7a063c64b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.358388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad3b7b23-9ddf-4c59-a099-fec7a063c64b tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a58da1d6-412d-43aa-8082-055f6fe524ab HTTP/1.1" status: 404 len: 333 time: 0.1218650 Mar 02 07:51:12.358890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.395559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:12.402184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:12.413274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:12.429381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:12.457098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:12.485314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] For port 92e90c27-11b0-4747-b1f6-1aa372abcdf1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=92e90c27-11b0-4747-b1f6-1aa372abcdf1,segment=NetworkSegment(d154c270-a36a-43f3-87a8-c1b60baf2c0f),segment_id=d154c270-a36a-43f3-87a8-c1b60baf2c0f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:12.485314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:12.633822 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad70b8e-8d8f-4f61-b71c-c10605f68580 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.634436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad70b8e-8d8f-4f61-b71c-c10605f68580 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.646586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8ad70b8e-8d8f-4f61-b71c-c10605f68580 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/265347c9-6ea9-44bb-9854-d1e9ebd21284 HTTP/1.1" status: 404 len: 337 time: 0.2840073 Mar 02 07:51:12.647176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.689364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:12.765292 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd49a3-5698-4866-b14e-ebea4aa9da91 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.765292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd49a3-5698-4866-b14e-ebea4aa9da91 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.765292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fdcd49a3-5698-4866-b14e-ebea4aa9da91 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/39463f1e-44ac-49c5-ba02-3e83d1f3ad8f HTTP/1.1" status: 404 len: 337 time: 0.1144845 Mar 02 07:51:12.790921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.840384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=6d7a6acd-f7c7-4266-b4c9-597075987dc9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:12.880522 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:12.880522 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-00966c2c-d08e-4fe6-b382-714dfb4236dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.880522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00966c2c-d08e-4fe6-b382-714dfb4236dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.880522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00966c2c-d08e-4fe6-b382-714dfb4236dd tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/4df96330-5170-4ff4-aec7-97a1ea4bd0f2 HTTP/1.1" status: 404 len: 333 time: 0.0956323 Mar 02 07:51:12.886336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53682) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:12.977591 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e59d4e-c22b-49b7-869d-8e3f3f03cc96 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:12.977591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e59d4e-c22b-49b7-869d-8e3f3f03cc96 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:12.979801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-05e59d4e-c22b-49b7-869d-8e3f3f03cc96 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/c8e0ac98-0a21-4a85-8788-deb25f5181a1 HTTP/1.1" status: 404 len: 337 time: 0.0953703 Mar 02 07:51:12.983507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53686) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.129730 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-089eaff1-8ad1-413b-befc-85615d73b6b2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:13.130387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089eaff1-8ad1-413b-befc-85615d73b6b2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:13.136210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-089eaff1-8ad1-413b-befc-85615d73b6b2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/7df7ee54-c161-486e-85ee-67376024d391 HTTP/1.1" status: 404 len: 337 time: 0.1515853 Mar 02 07:51:13.148323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.160404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.192779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936bac9-b686-4fe1-8f79-46aed8bb7bb8 None None] Pushing event updated for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:13.279370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.296914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.315274 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d34fc3-6a7f-4154-af17-5dfb0116bbe9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:13.315274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d34fc3-6a7f-4154-af17-5dfb0116bbe9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:13.378222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.408753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Calling delete_port for 92e90c27-11b0-4747-b1f6-1aa372abcdf1 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:13.417882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819978f4-135b-4870-9e94-18813e3115d7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:13.458086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.491803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-36d34fc3-6a7f-4154-af17-5dfb0116bbe9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/0bc0a5f4-ba5f-495d-8f4f-aa3b458d9633 HTTP/1.1" status: 404 len: 333 time: 0.3285100 Mar 02 07:51:13.497130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53704) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.500514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.502315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9b8c7ad-dc2e-4121-80fd-a7c6f6413268 HTTP/1.1" status: 204 len: 168 time: 1.3365119 Mar 02 07:51:13.520137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.534967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93518824-02aa-40ab-9db0-954ab73f7c89 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2387290 Mar 02 07:51:13.555102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53710) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.559505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8c7ad-dc2e-4121-80fd-a7c6f6413268,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:13.574779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-964729014', 'security_groups': ['819978f4-135b-4870-9e94-18813e3115d7'], 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd685e5da-a150-4562-9451-1e9fa331cb87'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:13.581799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53714) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.597104 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6334ab4-dddf-4572-9870-18367b3e35b1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:13.598153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6334ab4-dddf-4572-9870-18367b3e35b1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:13.601187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a6334ab4-dddf-4572-9870-18367b3e35b1 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/42bd35b1-ba1b-4182-b6e4-c4cdd9b7e0cf HTTP/1.1" status: 404 len: 337 time: 0.0971367 Mar 02 07:51:13.609669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53718) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.708991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.708991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.722433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec2517-dbfa-457f-b327-52654280dc73 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:13.804898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-82c700ed-9b27-433e-a841-a662fc1a1066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:13.863139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:13.863139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:13.938211 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ab1403-14ed-466a-8873-bd7fe5141f00 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:13.939360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ab1403-14ed-466a-8873-bd7fe5141f00 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:13.941963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31ab1403-14ed-466a-8873-bd7fe5141f00 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/23a30c44-e673-4b88-96c5-a7e7c6bbe22e HTTP/1.1" status: 404 len: 337 time: 0.2565906 Mar 02 07:51:13.949376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:13.998970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3a411651-ad36-404e-b58a-98b431edb67d req-cb78cc56-c41d-4f24-8831-f55bbc7dd442 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:14.010123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.039296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.047533 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaf3301-fc74-498e-b379-5dde57f0fc08 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:14.048291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeaf3301-fc74-498e-b379-5dde57f0fc08 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:14.053625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aeaf3301-fc74-498e-b379-5dde57f0fc08 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a0fb1850-a7a1-4843-bd3d-fbfcae4889e0 HTTP/1.1" status: 404 len: 333 time: 0.1029036 Mar 02 07:51:14.081732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53730) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.121296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.182210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:14.349967 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-3043cc18-a4ad-4f35-ac29-001d84247a66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:14.349967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3043cc18-a4ad-4f35-ac29-001d84247a66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:14.360285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3043cc18-a4ad-4f35-ac29-001d84247a66 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/83ff2eca-f607-4eb4-8fee-e84ee2884f4c HTTP/1.1" status: 404 len: 337 time: 0.2750618 Mar 02 07:51:14.363553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.484251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3a411651-ad36-404e-b58a-98b431edb67d req-cb78cc56-c41d-4f24-8831-f55bbc7dd442 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:14.485431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3a411651-ad36-404e-b58a-98b431edb67d req-cb78cc56-c41d-4f24-8831-f55bbc7dd442 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 210 time: 0.8700273 Mar 02 07:51:14.489264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:14.523901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ecff9-3db1-4f6a-bbf2-a94488a46138,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:14.564264 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa11fd0-1783-4dec-a642-837c17adee88 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:14.564264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa11fd0-1783-4dec-a642-837c17adee88 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:14.564264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5fa11fd0-1783-4dec-a642-837c17adee88 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/20d41aca-e7dd-41f7-a35a-fbd5244255fe HTTP/1.1" status: 404 len: 337 time: 0.1845481 Mar 02 07:51:14.577691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53742) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.638117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45b7bab2-d4bf-4ff1-b530-c8354a695f5d tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c804a1-7fa5-4453-8c4c-dca41849584b HTTP/1.1" status: 200 len: 205 time: 0.0579476 Mar 02 07:51:14.647150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53746) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.741591 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-371c22cb-e0e4-4f7c-8364-07497986c2c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] delete failed (client error): The resource could not be found. Mar 02 07:51:14.742573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-371c22cb-e0e4-4f7c-8364-07497986c2c5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/routers/c2c804a1-7fa5-4453-8c4c-dca41849584b HTTP/1.1" status: 404 len: 336 time: 0.0996501 Mar 02 07:51:14.744414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:14.754952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53752) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.824472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:14.835957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-a9e236bd-d141-49a2-aa40-7d428dd0c97e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:14.835957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-a9e236bd-d141-49a2-aa40-7d428dd0c97e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 797 time: 0.6079288 Mar 02 07:51:14.835957 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf7035d-59f2-4851-8251-be0027a09341 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:14.835957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf7035d-59f2-4851-8251-be0027a09341 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:14.835957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-daf7035d-59f2-4851-8251-be0027a09341 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/df27bf43-464a-4b10-b1c9-039c89663659 HTTP/1.1" status: 404 len: 337 time: 0.0781789 Mar 02 07:51:14.849141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-97be12f1-0efb-498c-8a13-981784bb1e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.870536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53756) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:14.874419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.886506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.886506 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Added segment cb39a8b9-a1f5-49b1-841e-c1ef3ebcca73 of type vlan for network fc037a3e-a13e-4524-95c7-4bf44a2dd27d Mar 02 07:51:14.886506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.926484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:14.935515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-78c6098f-b751-4e7e-aee6-532f947c8260 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "GET /v2.0/ports?device_id=a300ac03-eaf1-43e9-89ac-92d864838593 HTTP/1.1" status: 200 len: 205 time: 0.0729411 Mar 02 07:51:14.935515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:15.001819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'tenant_id': '55b41409b9724c9bb436b00ee64b760d', 'fixed_ips': [{'subnet_id': 'd685e5da-a150-4562-9451-1e9fa331cb87'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:51:15.001819 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:15.038349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53760) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:15.038349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:15.104676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] Pushing event deleted for resources: {'Port': ['ID=92e90c27-11b0-4747-b1f6-1aa372abcdf1,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:15.106889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d53de5-34d3-4223-8e35-e7f0fe95ae1f None None] No DVR routers for this DVR port 92e90c27-11b0-4747-b1f6-1aa372abcdf1 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:15.118352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:11Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:15.124759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d951-1cd5-4a27-8920-57ad523109ae None None] The sync data for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 is: [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:11Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:15.220812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:15.411557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Allocated IP 2001:db8::2 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/d685e5da-a150-4562-9451-1e9fa331cb87/4f27ba29-8748-40fa-8036-66c5c32c1295) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:15.480698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:15.504123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0455606 Mar 02 07:51:15.683821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port ee769dde-5b4d-4d02-8896-c8cf1411dd67 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:51:15.819872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-4bbd8f43-4407-4644-a7b6-a13897b7596d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 379 time: 0.9801910 Mar 02 07:51:15.835072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'port': {'device_id': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'admin_state_up': True, 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'security_groups': ['5e2af3a7-d43c-4025-82df-13a0f92b9c67']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:15.856479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:15.861309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.004910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42796367-e59b-4855-801d-ed1e65f52089 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=6d7a6acd-f7c7-4266-b4c9-597075987dc9,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:16.117683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b26da5bc-a166-4d99-ac0b-f56898d2c3af up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:16.361285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.385727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Transition to ACTIVE for port object 4f27ba29-8748-40fa-8036-66c5c32c1295 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:16.401454 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-11cb05d1-5fcc-493b-a273-c942528561a5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] delete failed (client error): The resource could not be found. Mar 02 07:51:16.408016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-11cb05d1-5fcc-493b-a273-c942528561a5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/routers/a300ac03-eaf1-43e9-89ac-92d864838593 HTTP/1.1" status: 404 len: 336 time: 1.3521268 Mar 02 07:51:16.409252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b26da5bc-a166-4d99-ac0b-f56898d2c3af completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:16.442078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b26da5bc-a166-4d99-ac0b-f56898d2c3af triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:16.445683 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.452311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:16.483627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53796) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:16.525772 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.542775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-85cfac14-ffa8-42ea-b797-7c4ea2e3226b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:16.548839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Transition to ACTIVE for port object 4f27ba29-8748-40fa-8036-66c5c32c1295 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:16.574609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.609805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f28c1b56-cfe3-40cb-acba-29a4d00b8415 req-b2a3c330-6526-4516-a519-9c1b8728b06f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 210 time: 0.2786222 Mar 02 07:51:16.609805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:16.629812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-85cfac14-ffa8-42ea-b797-7c4ea2e3226b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:16.636680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-85cfac14-ffa8-42ea-b797-7c4ea2e3226b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--282184610&fields=id&tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 267 time: 0.2226419 Mar 02 07:51:16.667005 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f7c83e-550f-4598-b21d-3e6fee77ff1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:16.667005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f7c83e-550f-4598-b21d-3e6fee77ff1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:16.741776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:16.741776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:16.767924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-54f7c83e-550f-4598-b21d-3e6fee77ff1c tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/1a0941bc-5b2c-4799-aef7-c3420f84ae4e HTTP/1.1" status: 404 len: 337 time: 0.2793202 Mar 02 07:51:16.809071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:16.912723 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c22a164-3fd9-4528-b307-88032354daa9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:16.913184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c22a164-3fd9-4528-b307-88032354daa9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:16.914914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1c22a164-3fd9-4528-b307-88032354daa9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/42a9542f-2d51-4e7f-8c5b-8b130d7706a9 HTTP/1.1" status: 404 len: 337 time: 0.1140423 Mar 02 07:51:16.928336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53808) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:16.952605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:51:16.962151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:16.977347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:16.980494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:16.988022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:16.994249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.084636 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.085581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:17.086263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.199306 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b0d179-8e69-40e8-9054-dbd8e3d0fa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:17.199306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b0d179-8e69-40e8-9054-dbd8e3d0fa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:17.240738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-77b0d179-8e69-40e8-9054-dbd8e3d0fa83 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/466f3b1d-4e04-4645-a0a6-cebf65174f35 HTTP/1.1" status: 404 len: 333 time: 0.2988806 Mar 02 07:51:17.250655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:17.256129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Attempting to bind port 4f27ba29-8748-40fa-8036-66c5c32c1295 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:17.256129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Attempting to bind port 4f27ba29-8748-40fa-8036-66c5c32c1295 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:17.256129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Attempting to bind port 4f27ba29-8748-40fa-8036-66c5c32c1295 on network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:17.291824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] Pushing event updated for resources: {'Network': ['ID=fc037a3e-a13e-4524-95c7-4bf44a2dd27d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:17.295109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.327078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network fc037a3e-a13e-4524-95c7-4bf44a2dd27d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Checking segment: {'id': 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Bound using segment: {'id': 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Bound port: 4f27ba29-8748-40fa-8036-66c5c32c1295, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:17.363010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.432552 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd4319a-f3c9-41f8-9dce-d42162256a31 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:17.433337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd4319a-f3c9-41f8-9dce-d42162256a31 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:17.435308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4bd4319a-f3c9-41f8-9dce-d42162256a31 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/75f50af4-fbd8-4045-92a9-1a184ac83fd3 HTTP/1.1" status: 404 len: 337 time: 0.1928318 Mar 02 07:51:17.445766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:17.470455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::1d9 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/d685e5da-a150-4562-9451-1e9fa331cb87/ee769dde-5b4d-4d02-8896-c8cf1411dd67) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:17.528056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.5 (767288f3-848c-45aa-bb02-355a91c49c58/4226474b-ff70-402e-be39-215e52f8f3b5/116d8451-b748-488b-838c-b710039a76a7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:17.563288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b26da5bc-a166-4d99-ac0b-f56898d2c3af, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b26da5bc-a166-4d99-ac0b-f56898d2c3af,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:17.613328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab057a3e-db4a-4657-a47b-ea079a617474 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 6.3191438 Mar 02 07:51:17.621221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53824) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:17.629379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Request body: {'subnet': {'network_id': 'fc037a3e-a13e-4524-95c7-4bf44a2dd27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1164000647-subnet', 'tenant_id': '15823d31c5964c06a79672976c307aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:17.637205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-16b78132-3d2c-4fa8-b48f-1b2e495baa20 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:17.639412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-16b78132-3d2c-4fa8-b48f-1b2e495baa20 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 811 time: 1.0038774 Mar 02 07:51:17.642928 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f97f6e-ee18-4817-82c6-4fbd3b664417 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:17.643670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f97f6e-ee18-4817-82c6-4fbd3b664417 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:17.645555 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64f97f6e-ee18-4817-82c6-4fbd3b664417 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/a878183d-432d-4870-a633-a9f45b9e0034 HTTP/1.1" status: 404 len: 333 time: 0.1840146 Mar 02 07:51:17.649260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53828) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:17.663091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.725926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:17.765698 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5707958-6328-4c2f-8681-d39a56945539 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:17.765698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5707958-6328-4c2f-8681-d39a56945539 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:17.765698 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5707958-6328-4c2f-8681-d39a56945539 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/a45ac2d6-fe69-43c1-b72c-e306cb03a64e HTTP/1.1" status: 404 len: 337 time: 0.0951674 Mar 02 07:51:17.768243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:17.772380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-8793fa37-5b48-46b1-9d3d-740cae42bf32 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/quotas/6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 375 time: 0.1224091 Mar 02 07:51:17.849208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Usage tracker for resource:subnet and tenant:15823d31c5964c06a79672976c307aae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:17.919670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:17.934139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:17.943574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:17.948517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:17.958380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:17.988438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:17.994383 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bde975-5217-47bf-a8ea-2dde3333bcf8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:17.995036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bde975-5217-47bf-a8ea-2dde3333bcf8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:17.996856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d2bde975-5217-47bf-a8ea-2dde3333bcf8 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/68b5f7c9-ffd8-445f-9614-92fbcb617b29 HTTP/1.1" status: 404 len: 333 time: 0.2301340 Mar 02 07:51:18.011701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.050142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1698d023-d9d3-4b1b-b6c7-045f3adbc35b req-1ad85f81-23ab-4f4e-b938-5dbfbe0b3ede tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:18.091152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694dba-c53e-4b69-8bfb-a4b4c6f7a14b None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:18.117035 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5622acff-67b7-4d38-bd42-b5c715c550b9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.117954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5622acff-67b7-4d38-bd42-b5c715c550b9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.121320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5622acff-67b7-4d38-bd42-b5c715c550b9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/97734d4e-c626-453d-942e-5be6ec6cca25 HTTP/1.1" status: 404 len: 337 time: 0.1078184 Mar 02 07:51:18.127252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53846) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.133662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Made reservation on behalf of 15823d31c5964c06a79672976c307aae for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:18.137881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.221408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1698d023-d9d3-4b1b-b6c7-045f3adbc35b req-1ad85f81-23ab-4f4e-b938-5dbfbe0b3ede tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:18.221408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1698d023-d9d3-4b1b-b6c7-045f3adbc35b req-1ad85f81-23ab-4f4e-b938-5dbfbe0b3ede tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 210 time: 0.3612902 Mar 02 07:51:18.341999 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b69b23-690c-4f28-a5fa-2e5d6aa43b40 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.341999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b69b23-690c-4f28-a5fa-2e5d6aa43b40 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.341999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f5b69b23-690c-4f28-a5fa-2e5d6aa43b40 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/39706c60-6f5b-4fc3-a6f7-541b213a3b49 HTTP/1.1" status: 404 len: 333 time: 0.2091107 Mar 02 07:51:18.350730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53850) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.448159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-6ac97e40-8b0a-4a1e-9b7c-cec7e699fb1c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:18.471332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.485663 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fd8a38-55eb-42cc-b562-b819e518aac5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.486504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fd8a38-55eb-42cc-b562-b819e518aac5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.488335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d6fd8a38-55eb-42cc-b562-b819e518aac5 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/bb2c058a-d8a3-485b-8672-439019b2c546 HTTP/1.1" status: 404 len: 337 time: 0.1428494 Mar 02 07:51:18.491736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53856) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.589702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object ee769dde-5b4d-4d02-8896-c8cf1411dd67 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:18.657952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.731274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-6ac97e40-8b0a-4a1e-9b7c-cec7e699fb1c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:18.747600 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-6ac97e40-8b0a-4a1e-9b7c-cec7e699fb1c tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9094632 Mar 02 07:51:18.753535 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c0beca-0072-43ca-9cea-947c50702ac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.753535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c0beca-0072-43ca-9cea-947c50702ac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.770628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4c0beca-0072-43ca-9cea-947c50702ac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/959b93ff-adbd-4412-a643-0b81fc68eb7e HTTP/1.1" status: 404 len: 333 time: 0.2395611 Mar 02 07:51:18.770628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.779883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.792587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.806929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.836562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.922385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:18.926122 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-03275ac4-f99b-4bb5-961a-e7cc1ebaeec2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.926601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03275ac4-f99b-4bb5-961a-e7cc1ebaeec2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.930948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03275ac4-f99b-4bb5-961a-e7cc1ebaeec2 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/d5c6335d-c4fe-436d-b5a7-138f989cf8c2 HTTP/1.1" status: 404 len: 337 time: 0.1672144 Mar 02 07:51:18.931140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 116d8451-b748-488b-838c-b710039a76a7 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:18.931856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53870) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:18.982896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:18.984238 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e442b872-3c9a-463c-9316-9b1a8348bac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:18.984941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e442b872-3c9a-463c-9316-9b1a8348bac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:18.986878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e442b872-3c9a-463c-9316-9b1a8348bac9 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/d166259c-0fb8-4542-be1d-5f5e142adba4 HTTP/1.1" status: 404 len: 333 time: 0.0537431 Mar 02 07:51:18.987452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:18.990073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53874) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:19.050951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ee769dde-5b4d-4d02-8896-c8cf1411dd67,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:19.050951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:19.063286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:19.071203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:19.093497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:19.278509 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-8141b3cf-37b2-43d9-b3d4-673f5880c8eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:19.279071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8141b3cf-37b2-43d9-b3d4-673f5880c8eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:19.283136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8141b3cf-37b2-43d9-b3d4-673f5880c8eb tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/70c00349-fcaf-4147-b2e3-046d697fbe41 HTTP/1.1" status: 404 len: 337 time: 0.2896404 Mar 02 07:51:19.297251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 53886) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:19.512530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:19.667535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 767288f3-848c-45aa-bb02-355a91c49c58 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:19.698061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d720bed-7291-4f7a-ae76-8d1ccb502d78,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:19.710919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:19.743380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:19.860462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-edae46be-03d9-4a6b-82b6-d09dbcaebeaf tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3016012 Mar 02 07:51:19.866215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53898) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:19.886516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:19.974362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4fa24e2-188f-47da-a048-32f50feb9aae None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:19.974967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f4fa24e2-188f-47da-a048-32f50feb9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.259457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b26da5bc-a166-4d99-ac0b-f56898d2c3af up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:20.379743 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c548ac-6f9a-4855-9538-2f27ad8e6df3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:20.380376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c548ac-6f9a-4855-9538-2f27ad8e6df3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:20.382784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:20.390797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31c548ac-6f9a-4855-9538-2f27ad8e6df3 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/ports/14b3c486-844a-4b18-a591-754433584688 HTTP/1.1" status: 404 len: 333 time: 1.0921893 Mar 02 07:51:20.396255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53906) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:20.404700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Checking segment: {'id': 'cb39a8b9-a1f5-49b1-841e-c1ef3ebcca73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fc037a3e-a13e-4524-95c7-4bf44a2dd27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:20.405060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Network hostable DHCP agents. Network: fc037a3e-a13e-4524-95c7-4bf44a2dd27d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:20.450001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa24e2-188f-47da-a048-32f50feb9aae None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:20.486629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4fa24e2-188f-47da-a048-32f50feb9aae None None] Provisioning for port 4f27ba29-8748-40fa-8036-66c5c32c1295 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:20.503550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b26da5bc-a166-4d99-ac0b-f56898d2c3af triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:20.503930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.517776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:20.534324 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ff5ce8-3381-4cf3-bf13-4ea6c0008c0e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] DELETE failed (client error): The resource could not be found. Mar 02 07:51:20.534324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ff5ce8-3381-4cf3-bf13-4ea6c0008c0e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:20.541725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e2ff5ce8-3381-4cf3-bf13-4ea6c0008c0e tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/subnets/116c24e3-07c0-41e1-bf64-c973c2f77ed5 HTTP/1.1" status: 404 len: 337 time: 0.1322875 Mar 02 07:51:20.541725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53912) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:20.541725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:20.570657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-70d0b514-2dc7-4bce-8ac7-2d6c88f356c5 service neutron] 10.222.0.21 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6725659 Mar 02 07:51:20.587549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:20.659088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Network fc037a3e-a13e-4524-95c7-4bf44a2dd27d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:20.715536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:20.715536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.734943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, fc037a3e-a13e-4524-95c7-4bf44a2dd27d) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:20.738197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:20.738197 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.887309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:20.888757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:20.903256 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.913222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c368025-20f6-4601-9efc-c4f936ceea02 None None] Network fc037a3e-a13e-4524-95c7-4bf44a2dd27d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:20.960014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Provisioning for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:20.975697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5c869b6b-219d-44cc-af9d-305f9e6990a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3512223 Mar 02 07:51:20.977347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Provisioning complete for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:20.978326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:20.998846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-64aca950-a7ff-421b-9891-75a57f0d06b4 service neutron] 10.222.0.21 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757410 Mar 02 07:51:21.028296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 2c82a568-43f9-46be-97e3-7f47b7098c32 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:21.028296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:21.108282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:21.120866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Port ee769dde-5b4d-4d02-8896-c8cf1411dd67 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:21.224174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-6172e5ab-31f3-413d-8654-3bc114694ded tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3881207 Mar 02 07:51:21.258981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad92c3-b6d5-46c2-8a65-74e5c41ab066 req-a0ad99e8-ece2-4d50-a8f6-289afebd7979 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:21.260991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9dad92c3-b6d5-46c2-8a65-74e5c41ab066 req-a0ad99e8-ece2-4d50-a8f6-289afebd7979 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 931 time: 1.7760336 Mar 02 07:51:21.385700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Request body: {'port': {'device_id': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:21.393428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Provisioning for port 116d8451-b748-488b-838c-b710039a76a7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:21.394140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 2c82a568-43f9-46be-97e3-7f47b7098c32, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2c82a568-43f9-46be-97e3-7f47b7098c32,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:21.395123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:21.407731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Provisioning complete for port 116d8451-b748-488b-838c-b710039a76a7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:21.408103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:21.558433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c02b6-fb68-4079-b9e8-bcd74ed46294 None None] Port 116d8451-b748-488b-838c-b710039a76a7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:21.637436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4f27ba29-8748-40fa-8036-66c5c32c1295 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:21.697552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:21.697552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:21.704271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 2c82a568-43f9-46be-97e3-7f47b7098c32 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:21.869568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddf51717-fb05-4a5e-975e-97bf15dd6484 req-beab9fcc-7fd6-4d56-ae4e-dcd47ef673ef tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 0.0863101 Mar 02 07:51:22.020544 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d685e5da-a150-4562-9451-1e9fa331cb87 (CIDR: 2001:db8::/64) Mar 02 07:51:22.237469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0a44f-1932-445c-b4f6-0a71d2c8a335 None None] Network fc037a3e-a13e-4524-95c7-4bf44a2dd27d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:22.252395 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:51:22.253123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:51:22.319247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9dad92c3-b6d5-46c2-8a65-74e5c41ab066 req-2b79941a-9a86-4c3a-a4fe-a060f847919a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0478437 Mar 02 07:51:22.485155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:22.511048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:22.583186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=2c82a568-43f9-46be-97e3-7f47b7098c32,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:22.588484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52d4b254-4d7a-4ece-b659-8823e0884e33 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7008812 Mar 02 07:51:22.588484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 53960) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:22.609196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:22.629694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:22.645294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-24c84c99-50e0-43f5-acf9-02c2d663ac2a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:22.645294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-24c84c99-50e0-43f5-acf9-02c2d663ac2a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Synchronizing usage tracker for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:22.678988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:22.727388 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:22.759622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:22.985782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:23.014769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871403d4-b7e4-4b70-8238-fafc5d1d738d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:23.027198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-24c84c99-50e0-43f5-acf9-02c2d663ac2a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Unset dirty status for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:23.033734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-24c84c99-50e0-43f5-acf9-02c2d663ac2a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/networks?id=b56fcc1f-700e-488b-be28-fee69923aa40 HTTP/1.1" status: 200 len: 808 time: 0.8817184 Mar 02 07:51:23.045413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd154c270-a36a-43f3-87a8-c1b60baf2c0f') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:23.046056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd154c270-a36a-43f3-87a8-c1b60baf2c0f') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:23.231221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:23.387679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-9aea0e08-0214-4f25-b84b-aa44c0a198eb tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/quotas/df5d8d87054343b0aedb491e01e6dbb4 HTTP/1.1" status: 200 len: 375 time: 0.3478708 Mar 02 07:51:23.539394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:23.570588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:23.602447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-eec31189-faca-4178-afc2-d1dbc46e9f72 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d8d87054343b0aedb491e01e6dbb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2012782 Mar 02 07:51:23.680406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99ad4a44-2ad4-407a-b0bd-4b9207460277 req-9cf10dd1-a9db-4044-9c25-7cf5d8b609f4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 0.3695123 Mar 02 07:51:23.682895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:51:23.686481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:51:23.743782 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:51:24.150421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-0d58e52c-d1ed-434b-8568-f4d43f30f8d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461133 Mar 02 07:51:24.597051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-200c3f73-e734-4a72-91a5-40108e106608 service neutron] 10.222.0.21 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378023 Mar 02 07:51:24.691214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:24.752149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:24.767977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:51:24.935925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 653a9f3a-32df-44be-b72a-635bf0932c06 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:24.979206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:24.988701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:24.999839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:25.007335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:25.098175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:25.098175 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.104233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] 10.222.0.21 "DELETE /v2.0/networks/871403d4-b7e4-4b70-8238-fafc5d1d738d HTTP/1.1" status: 204 len: 168 time: 4.5543678 Mar 02 07:51:25.203995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:25.241354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116d8451-b748-488b-838c-b710039a76a7 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:25.266434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.320026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad440f9b-717d-43bb-a2e4-9004969db225 tempest-NetworksTestDHCPv6-1325000486 tempest-NetworksTestDHCPv6-1325000486-project] Pushing event deleted for resources: {'Network': ['ID=871403d4-b7e4-4b70-8238-fafc5d1d738d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:25.404258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:25.421405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Sync routers for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:25.434635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:25.445757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5dd18a1b-2b90-4980-a472-5ee1f3a81eb0 req-aaee3e70-35af-41bd-b366-01878bc593d8 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 0.0866375 Mar 02 07:51:25.451306 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.471270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c411b32-7608-4876-acb8-e3c96c38d189 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/653a9f3a-32df-44be-b72a-635bf0932c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8880908 Mar 02 07:51:25.474200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54076) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:25.492401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:25.492401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:15Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:25.589291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Transition to ACTIVE for port object 116d8451-b748-488b-838c-b710039a76a7 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:25.638826 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.654953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54080) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:25.760673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5085f2ef-7438-4b55-bdc7-1908f742e1e9 req-117eb35c-fcbf-4b87-a1f8-23ffba6ccd88 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.1433029 Mar 02 07:51:25.811377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting subnet dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:25.817534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.924051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.958533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:26.073851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:26.302241 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:26.399842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-c5c24901-0138-4773-bd03-992447f5b196 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:26.402923 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-c5c24901-0138-4773-bd03-992447f5b196 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 811 time: 2.4544821 Mar 02 07:51:26.500065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:26.508187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcf0b7f-97b2-4fda-aaa4-9b99b0245047,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:26.526861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-00cd118c-734c-46bf-a450-b8368799a4da tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/subnets/dbcf0b7f-97b2-4fda-aaa4-9b99b0245047 HTTP/1.1" status: 204 len: 168 time: 1.0499876 Mar 02 07:51:26.529493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54098) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:26.534618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1099be-c741-49a8-a9f6-6a41f5c06cee req-3c741374-470c-413e-b42e-1c8997952003 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:26.536334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc1099be-c741-49a8-a9f6-6a41f5c06cee req-3c741374-470c-413e-b42e-1c8997952003 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 931 time: 2.5295477 Mar 02 07:51:26.593585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83fc13-5186-4010-b1cf-11c8ce51a2f6 None None] Network 4d530b3c-449f-42c8-b384-458d6df97fce requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:26.689538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:26.929674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-ba5fa221-abc5-43e7-a26c-a5b48720ead9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022 HTTP/1.1" status: 200 len: 379 time: 0.4887803 Mar 02 07:51:26.944967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bc1099be-c741-49a8-a9f6-6a41f5c06cee req-9233b16d-afa0-4236-b83c-6eafcd5cd830 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454928 Mar 02 07:51:26.953544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'port': {'device_id': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'admin_state_up': True, 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'security_groups': ['e9c38028-1db2-47a0-83d1-e62afb83bc3f']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:27.044483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0c53ac7c-6851-45a5-9327-f89e0805643b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d08e64a7e50455ab5abe11fe647218d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2666357 Mar 02 07:51:27.190461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:27.364060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:27.364060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:27.364060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:27.451667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5f6468ac-f27c-497d-b68a-888da5413134 req-2480db84-bf55-48c7-ab83-b1ad231fc9cf tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.2335758 Mar 02 07:51:27.471307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:51:27.471307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:27.504778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:51:22Z', 'revision_number': 7, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:27.516773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Checking router: 653a9f3a-32df-44be-b72a-635bf0932c06 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:27.545169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Routers {'653a9f3a-32df-44be-b72a-635bf0932c06'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:27.546212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:15Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['653a9f3a-32df-44be-b72a-635bf0932c06'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:27.632715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:27.632979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:27.633370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Bound using segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:27.633844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Bound port: 116d8451-b748-488b-838c-b710039a76a7, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:27.634213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:27.702637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:27.723875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:27.768141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:27.790665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:27.797781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Made reservation on behalf of 6a63a4c4cae3421f88cc82ad8a5ac022 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:27.797781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:27.939213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:27.991327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] DHCP port deletion for 4d530b3c-449f-42c8-b384-458d6df97fce request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:51:28.014680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Deleting port 52e759c3-4f2d-4792-a785-3753ead4c7c4 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:28.015300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.203702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] Set router 653a9f3a-32df-44be-b72a-635bf0932c06 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:28.208668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:28.357143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:28.418591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f86962b6-cd21-4da0-a554-e01ba1fbe0a6 req-34b38b86-1f06-4fc1-97e2-480676a31786 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 1.5602257 Mar 02 07:51:28.499114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.577432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] For port 52e759c3-4f2d-4792-a785-3753ead4c7c4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=52e759c3-4f2d-4792-a785-3753ead4c7c4,segment=NetworkSegment(04244d04-f3c3-4b7e-a9a1-be171f627e83),segment_id=04244d04-f3c3-4b7e-a9a1-be171f627e83)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:28.578053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.580631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.609136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 9db4138b-8cae-4e79-99be-f3944e349c9b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:28.609570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.630891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.763983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Calling delete_port for 52e759c3-4f2d-4792-a785-3753ead4c7c4 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:28.904282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.917545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 9db4138b-8cae-4e79-99be-f3944e349c9b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9db4138b-8cae-4e79-99be-f3944e349c9b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:28.917545 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.955526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] No DVR routers for this DVR port 52e759c3-4f2d-4792-a785-3753ead4c7c4 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:28.955526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4f05b-2680-46c9-b955-65544228c351 None None] Pushing event deleted for resources: {'Port': ['ID=52e759c3-4f2d-4792-a785-3753ead4c7c4,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:28.989199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 52e759c3-4f2d-4792-a785-3753ead4c7c4 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:29.052693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 52e759c3-4f2d-4792-a785-3753ead4c7c4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:29.053252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 52e759c3-4f2d-4792-a785-3753ead4c7c4 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:29.088716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:51:22Z', 'revision_number': 7, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:29.103441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:29.104195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.108009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] 10.222.0.39 "PUT /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 1091 time: 7.7447765 Mar 02 07:51:29.111537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e17c97-6111-426f-9da8-f19d8f105070 None None] The sync data for ids ['653a9f3a-32df-44be-b72a-635bf0932c06'] in n-d-827871-1 is: [{'id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'name': 'tempest-TestNetworkBasicOps-router-1780306664', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:47:00Z', 'updated_at': '2022-03-02T07:51:22Z', 'revision_number': 7, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': '9db4138b-8cae-4e79-99be-f3944e349c9b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a9f3a-32df-44be-b72a-635bf0932c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:47:03Z', 'updated_at': '2022-03-02T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:29.141466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:29.261628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5117fd94-591c-4992-956a-c1a5e4c8a2e5 req-757618fa-443e-4b4b-8e56-ea75859b4117 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.1146138 Mar 02 07:51:29.275879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-7f17a598-c38f-4e25-a2a8-f4162abc1afc tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:29.280378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-7f17a598-c38f-4e25-a2a8-f4162abc1afc tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.16 "GET /v2.0/networks?id=b56fcc1f-700e-488b-be28-fee69923aa40 HTTP/1.1" status: 200 len: 808 time: 1.0842023 Mar 02 07:51:29.297790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 9db4138b-8cae-4e79-99be-f3944e349c9b owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:29.336933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Request body: {'port': {'device_id': '574bfccf-7f90-415c-8289-00833d1fa948', 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40', 'admin_state_up': True, 'tenant_id': 'df5d8d87054343b0aedb491e01e6dbb4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:29.432294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:29.472040 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'status': 'completed', 'code': 200} Mar 02 07:51:29.484913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:29.504199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fa107-f54d-4327-9b27-a14adc346df6 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:29.521604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:29.522303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.677278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f78de-eaf5-4c9f-ae25-43540e83845c service neutron] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:29.725299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:29.747371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e6039d5e-9ae9-4dce-9d82-f505e3d247b8 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 7.0988581 Mar 02 07:51:29.747371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.747371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.747371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/780e862b-9ade-4e08-b391-d448b26232e3 HTTP/1.1" status: 204 len: 168 time: 2.5475452 Mar 02 07:51:29.758504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:29.802188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Allocated IP 172.20.0.14 (21e8bd15-09d2-4333-be58-548085aa2553/791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52/f6af29ca-f98a-4588-ab19-81f2acfa62b5) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:29.885796 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-19f008cd-87ac-45fd-90f0-e247ef5b5e97 req-a35552ac-a4a2-431e-a6b2-c49ac32df200 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 0.1410558 Mar 02 07:51:29.902476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153892109', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3'}], 'security_groups': ['cc6f8031-5d7d-4011-8e51-39ccc02b0188']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:29.919486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:29.933470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Usage tracker for resource:port and tenant:df5d8d87054343b0aedb491e01e6dbb4 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:29.972615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:29.990200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:29.998870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88ab9-ca29-4544-b3c5-eb0549bb480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e862b-9ade-4e08-b391-d448b26232e3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:30.051697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Made reservation on behalf of df5d8d87054343b0aedb491e01e6dbb4 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:30.055178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.421793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3c4b6-c27a-410f-b53b-defcaa8a526b req-786c2179-978a-4835-a1e0-35008256c8fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:30.429426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07a3c4b6-c27a-410f-b53b-defcaa8a526b req-786c2179-978a-4835-a1e0-35008256c8fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 943 time: 2.1217623 Mar 02 07:51:30.461386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Allocated IP 172.20.0.9 (b56fcc1f-700e-488b-be28-fee69923aa40/81f97e51-b556-415c-b429-500fc39e5b6c/27d2e279-ed39-4207-bdaf-5bad18630a0e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:30.537762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Update dhcp port {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'fixed_ips': [{'subnet_id': 'd685e5da-a150-4562-9451-1e9fa331cb87', 'ip_address': '2001:db8::2'}, {'subnet_id': '0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '4f27ba29-8748-40fa-8036-66c5c32c1295'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:51:30.553704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-435b5272-16d1-467e-a4e9-0f5afcb599f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:30.555455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-435b5272-16d1-467e-a4e9-0f5afcb599f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1094 time: 1.3419211 Mar 02 07:51:30.669950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-32687f86-907b-467d-b1a1-c4bd4c7014ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 217 time: 0.1020586 Mar 02 07:51:30.694423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.880359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2c82a568-43f9-46be-97e3-7f47b7098c32 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:30.963197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2c82a568-43f9-46be-97e3-7f47b7098c32 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:30.963557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2c82a568-43f9-46be-97e3-7f47b7098c32 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:31.086020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.103406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Transition to ACTIVE for port object f6af29ca-f98a-4588-ab19-81f2acfa62b5 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:31.128823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.149085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1051bab1-f42d-4a13-9535-112239d3417f req-c45eb8ce-6be9-4ee2-8f2a-6a56442482fe tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.0800202 Mar 02 07:51:31.181757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.282986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-07a3c4b6-c27a-410f-b53b-defcaa8a526b req-f5e132cb-397d-4efc-ae04-81e878a35499 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8463092 Mar 02 07:51:31.282986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event updated for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:31.315675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.337240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Allocated IP 2001:db8:0:1::2 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3/4f27ba29-8748-40fa-8036-66c5c32c1295) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:31.528247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54184) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:31.564987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.590361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Network 21e8bd15-09d2-4333-be58-548085aa2553 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:31.613081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:31.620841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:31.765075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:31.868994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.895435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Pushing event updated for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:31.900661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-dc385bd6-16e2-4b74-9584-27d5a56c28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:31.902163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-dc385bd6-16e2-4b74-9584-27d5a56c28f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 1.0432661 Mar 02 07:51:31.947939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Transition to ACTIVE for port object 4f27ba29-8748-40fa-8036-66c5c32c1295 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:31.953440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Network b56fcc1f-700e-488b-be28-fee69923aa40 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:31.957523 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.958596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:31.965307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.973887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:32.067801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1270253804'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:32.094484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=9db4138b-8cae-4e79-99be-f3944e349c9b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:32.096958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:32.111895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:network and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:32.119864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:32.248061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b24139d0-35a4-420c-9357-1bf7f83c335b None None] Provisioning for port f6af29ca-f98a-4588-ab19-81f2acfa62b5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:32.273322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:32.283774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b24139d0-35a4-420c-9357-1bf7f83c335b None None] Provisioning complete for port f6af29ca-f98a-4588-ab19-81f2acfa62b5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:32.283774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b24139d0-35a4-420c-9357-1bf7f83c335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.296693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85641-a264-4b15-8b3d-19f41e1430e3 req-e488d67a-0792-48e4-93ab-11cd216f1127 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:32.296693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41c85641-a264-4b15-8b3d-19f41e1430e3 req-e488d67a-0792-48e4-93ab-11cd216f1127 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 932 time: 0.7502887 Mar 02 07:51:32.338608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:32.342646 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.348524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b24139d0-35a4-420c-9357-1bf7f83c335b None None] Port f6af29ca-f98a-4588-ab19-81f2acfa62b5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:32.373407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d0275-1703-465e-bd79-6a8b7ffdbb0d None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:32.425749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:32.427487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.437646 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.492316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-1b363ba3-6a57-40f2-b314-90a927f57d55 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5428445 Mar 02 07:51:32.563027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Request body: {'port': {'device_id': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:32.767782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-14d92fe8-94a3-4a79-8257-2345a8dd3ec1 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4322875 Mar 02 07:51:32.827855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Request body: {'port': {'device_id': '574bfccf-7f90-415c-8289-00833d1fa948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:32.856576 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.865104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41c85641-a264-4b15-8b3d-19f41e1430e3 req-ad8a3105-75dd-4a24-853c-c5c5e2eef3af tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5078280 Mar 02 07:51:32.866299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.879514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Made reservation on behalf of 6977ca33445149caaf4acd6f50ca24dc for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:32.901259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.943136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.007429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.009607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Fanout notify agent at l3_agent the message router_deleted on router 653a9f3a-32df-44be-b72a-635bf0932c06 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:51:33.046550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:33.064658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.078483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84ba5741-7899-473b-a7db-a50b228cea77 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/routers/653a9f3a-32df-44be-b72a-635bf0932c06 HTTP/1.1" status: 204 len: 168 time: 6.5476897 Mar 02 07:51:33.082924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54208) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:33.097219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:33.144113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:security_group_rule and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:33.181871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:33.308975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:33.504573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-b69dda83-0669-4c84-8f02-481498afa22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:33.504573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-b69dda83-0669-4c84-8f02-481498afa22b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5712733 Mar 02 07:51:33.511800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.518170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.610279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Provisioning complete for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:33.610279 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.699973 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.779979 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.809893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d530b3c-449f-42c8-b384-458d6df97fce']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:33.840308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Delete allocated IP 2001:db8::1d9 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/d685e5da-a150-4562-9451-1e9fa331cb87) {{(pid=87855) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:51:33.844120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04244d04-f3c3-4b7e-a9a1-be171f627e83') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:33.844593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04244d04-f3c3-4b7e-a9a1-be171f627e83') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:33.852655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f447-7189-4120-9e3b-ab36e910faf8 req-a355ed40-ba0b-4c70-8991-2d760526eb81 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:33.854873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1711f447-7189-4120-9e3b-ab36e910faf8 req-a355ed40-ba0b-4c70-8991-2d760526eb81 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 931 time: 1.3784249 Mar 02 07:51:33.870696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Port ee769dde-5b4d-4d02-8896-c8cf1411dd67 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:33.885160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.903060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:33.903365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.915560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8:0:1::20e (6f66b5c0-b2f1-46e7-a41e-d782b774e089/0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3/ee769dde-5b4d-4d02-8896-c8cf1411dd67) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:33.929900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604f8da-5e16-42b1-89b9-263d0a7e83a7 req-9f2c07bb-583d-4307-bc10-a8ba5d1cc87b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:33.933836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7604f8da-5e16-42b1-89b9-263d0a7e83a7 req-9f2c07bb-583d-4307-bc10-a8ba5d1cc87b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 943 time: 0.6726735 Mar 02 07:51:33.957274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.966631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:51:33.966631 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.050961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:34.074555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Provisioning for port 4f27ba29-8748-40fa-8036-66c5c32c1295 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:34.089187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:34.089187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec4eae1-283c-44c8-929d-e28ecf4fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:51:34.093318 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:51:34.119121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.140822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-d9b940ce-d6d2-424f-b5d6-f3f7e2c1d5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927570 Mar 02 07:51:34.233670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.288717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1711f447-7189-4120-9e3b-ab36e910faf8 req-5e2479b7-7c7f-46e6-b161-8aeaf3f83887 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853519 Mar 02 07:51:34.291292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Network': ['ID=4d530b3c-449f-42c8-b384-458d6df97fce,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:34.300370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7604f8da-5e16-42b1-89b9-263d0a7e83a7 req-5205829d-8811-42ff-9efe-9ad1bb951462 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:34.535234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4fa2bccb-e849-4e5d-b8b8-567517d86e2a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/networks/4d530b3c-449f-42c8-b384-458d6df97fce HTTP/1.1" status: 204 len: 168 time: 1.4474101 Mar 02 07:51:34.560524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7604f8da-5e16-42b1-89b9-263d0a7e83a7 req-5205829d-8811-42ff-9efe-9ad1bb951462 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:34.562410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7604f8da-5e16-42b1-89b9-263d0a7e83a7 req-5205829d-8811-42ff-9efe-9ad1bb951462 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4796419 Mar 02 07:51:34.566057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54226) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:34.593365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'network': {'name': 'tempest-network-smoke--421723186', 'project_id': '3295cfe480904f248703144b71005c8a', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:34.599580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.603792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:34.636977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:network and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:34.643537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:34.680133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:34.730174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.806214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9db4138b-8cae-4e79-99be-f3944e349c9b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:34.865671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:34.873499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.882276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9db4138b-8cae-4e79-99be-f3944e349c9b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:34.882729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9db4138b-8cae-4e79-99be-f3944e349c9b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:34.966734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010df003-507d-458f-b7b7-0e1a78a4d855,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:35.023630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:35.051266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:35.061435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d2e279-ed39-4207-bdaf-5bad18630a0e {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:35.071169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.071169 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Added segment c3970129-8747-4b80-99f9-ca67a7a60e25 of type vlan for network 56555b73-eb1b-43e7-99e5-c982d1eac32e Mar 02 07:51:35.090717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.100334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0ae5a968-046d-4972-8e94-447e3c1d4ca6 req-e99ecb9f-03b3-4cc9-ad10-c34febb4e53f service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9212599 Mar 02 07:51:35.100334 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.100334 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Added segment 1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7 of type vlan for network 108eebec-d6a4-49d8-89d9-598714f1434a Mar 02 07:51:35.151568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19f3a-314c-4cc8-89d8-39ba0fde1cff req-0d2b0c71-7989-434a-8b59-caed2819a73b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:35.151568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4d19f3a-314c-4cc8-89d8-39ba0fde1cff req-0d2b0c71-7989-434a-8b59-caed2819a73b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:35.155532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Transition to ACTIVE for port object 27d2e279-ed39-4207-bdaf-5bad18630a0e will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:35.166377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.166377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.219180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.299799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c4d19f3a-314c-4cc8-89d8-39ba0fde1cff req-0d2b0c71-7989-434a-8b59-caed2819a73b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:35.305390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4d19f3a-314c-4cc8-89d8-39ba0fde1cff req-0d2b0c71-7989-434a-8b59-caed2819a73b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 932 time: 0.6604521 Mar 02 07:51:35.319450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.421568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Pushing event updated for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:35.421568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.427343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:35.427343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.455576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object ee769dde-5b4d-4d02-8896-c8cf1411dd67 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:35.455576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4d19f3a-314c-4cc8-89d8-39ba0fde1cff req-0ae66258-92e6-4862-bf56-90a2e81837b0 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399007 Mar 02 07:51:35.473814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.473814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.507951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:35.507951 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.690469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1166651 Mar 02 07:51:35.691703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0bf79-666e-4d96-9e64-be8408fd2dd6 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Network': ['ID=56555b73-eb1b-43e7-99e5-c982d1eac32e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:35.694963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54244) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:35.707088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:35.785975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6af29ca-f98a-4588-ab19-81f2acfa62b5 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:35.794835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-342768484', 'admin_state_up': True, 'project_id': '3295cfe480904f248703144b71005c8a', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:35.797760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.854451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:35.868833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Attempting to bind port 27d2e279-ed39-4207-bdaf-5bad18630a0e on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:35.868833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Attempting to bind port 27d2e279-ed39-4207-bdaf-5bad18630a0e by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '06a0cedf-1072-468e-90b2-07a5632a7b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:35.868833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Attempting to bind port 27d2e279-ed39-4207-bdaf-5bad18630a0e on network b56fcc1f-700e-488b-be28-fee69923aa40 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:35.876074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:router and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:35.893069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:35.893069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Port 27d2e279-ed39-4207-bdaf-5bad18630a0e on network b56fcc1f-700e-488b-be28-fee69923aa40 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:51:35.893069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Attempting to bind port 27d2e279-ed39-4207-bdaf-5bad18630a0e on network b56fcc1f-700e-488b-be28-fee69923aa40 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:35.918043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:35.921734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:35.935549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Checking segment: {'id': '06a0cedf-1072-468e-90b2-07a5632a7b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:35.935549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Bound using segment: {'id': '06a0cedf-1072-468e-90b2-07a5632a7b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:35.935549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Bound port: 27d2e279-ed39-4207-bdaf-5bad18630a0e, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a0cedf-1072-468e-90b2-07a5632a7b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:35.935549 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.969173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.970309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.997451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ee769dde-5b4d-4d02-8896-c8cf1411dd67,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:36.001906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-5583132b-9127-48f7-b6fb-30bf529fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:36.003272 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-5583132b-9127-48f7-b6fb-30bf529fe6cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1094 time: 0.8315108 Mar 02 07:51:36.004365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Network': ['ID=108eebec-d6a4-49d8-89d9-598714f1434a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:36.038794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 108eebec-d6a4-49d8-89d9-598714f1434a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:36.054304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.203963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963a138-b1b9-429b-9244-6053e0939416 req-65235bf9-9292-41f8-ada7-36218eee7a4d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:36.203963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b963a138-b1b9-429b-9244-6053e0939416 req-65235bf9-9292-41f8-ada7-36218eee7a4d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Synchronizing usage tracker for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:36.350070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-4c5097d3-8b45-4b3b-ac7a-d48d26407538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:36.350070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-4c5097d3-8b45-4b3b-ac7a-d48d26407538 service neutron] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.3273621 Mar 02 07:51:36.350070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] In _notify_port_updated(), no bound segment for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 on network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:51:36.365525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:36.373173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.373173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ffaf632-3123-4c93-b584-f63094d8c080 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/ports/ee769dde-5b4d-4d02-8896-c8cf1411dd67 HTTP/1.1" status: 200 len: 931 time: 6.5991173 Mar 02 07:51:36.375753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:36.376076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54256) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:36.427723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b963a138-b1b9-429b-9244-6053e0939416 req-65235bf9-9292-41f8-ada7-36218eee7a4d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Unset dirty status for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:36.428990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b963a138-b1b9-429b-9244-6053e0939416 req-65235bf9-9292-41f8-ada7-36218eee7a4d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 943 time: 0.7655058 Mar 02 07:51:36.431440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e,segment=NetworkSegment(06a0cedf-1072-468e-90b2-07a5632a7b32),segment_id=06a0cedf-1072-468e-90b2-07a5632a7b32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:36.463692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89160ee4-1e87-4ded-a88c-4edfbd94f618 None None] Provisioning for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:36.472330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89160ee4-1e87-4ded-a88c-4edfbd94f618 None None] Provisioning complete for port ee769dde-5b4d-4d02-8896-c8cf1411dd67 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:36.474850 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89160ee4-1e87-4ded-a88c-4edfbd94f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.567687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-89160ee4-1e87-4ded-a88c-4edfbd94f618 None None] Port ee769dde-5b4d-4d02-8896-c8cf1411dd67 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:36.604188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.750418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-802b49a1-63c3-4101-9496-3e7d9d59ebbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 217 time: 0.3595457 Mar 02 07:51:36.823319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:36.823319 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.823319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] 10.222.0.16 "PUT /v2.0/ports/27d2e279-ed39-4207-bdaf-5bad18630a0e HTTP/1.1" status: 200 len: 1091 time: 4.0092595 Mar 02 07:51:36.823319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:36.834875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Transition to ACTIVE for port object f6af29ca-f98a-4588-ab19-81f2acfa62b5 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:36.848548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b47dad22-0728-40e9-99dc-53a0d9bca322 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.3181860 Mar 02 07:51:36.848690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54268) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:36.855923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port ee769dde-5b4d-4d02-8896-c8cf1411dd67 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:36.856284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.870475 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.009270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'subnet': {'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:37.088108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-5731921b-a0f8-4227-ae72-a6e17e4da876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:37.099838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-5731921b-a0f8-4227-ae72-a6e17e4da876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.3313539 Mar 02 07:51:37.301618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1b36a-70b6-44c8-ad28-2d970a94d11e req-7111e4cf-4eaa-44e6-9799-40b73257d69c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:37.301618 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45d1b36a-70b6-44c8-ad28-2d970a94d11e req-7111e4cf-4eaa-44e6-9799-40b73257d69c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 943 time: 1.5047798 Mar 02 07:51:37.301618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Pushing event updated for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:37.454916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45d1b36a-70b6-44c8-ad28-2d970a94d11e req-ac5f099d-6c13-479a-8cef-7714ce461876 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821071 Mar 02 07:51:37.459969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-123942fe-bbad-4515-ae24-8e835725d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:37.461744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-123942fe-bbad-4515-ae24-8e835725d0d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3646700 Mar 02 07:51:37.482930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b963a138-b1b9-429b-9244-6053e0939416 req-e8e5366d-2874-421e-8c49-71ce70ae6e7f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Synchronizing usage tracker for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:37.514683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Attempting to bind port f6af29ca-f98a-4588-ab19-81f2acfa62b5 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:37.515018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Attempting to bind port f6af29ca-f98a-4588-ab19-81f2acfa62b5 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:37.519677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Attempting to bind port f6af29ca-f98a-4588-ab19-81f2acfa62b5 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:37.519861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.649796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88058409-6b14-4a44-9abe-ee4cc6c4930e service neutron] Pushing event updated for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:37.666887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:37.715801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-b963a138-b1b9-429b-9244-6053e0939416 req-e8e5366d-2874-421e-8c49-71ce70ae6e7f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Unset dirty status for tenant:df5d8d87054343b0aedb491e01e6dbb4 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:37.719498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Port f6af29ca-f98a-4588-ab19-81f2acfa62b5 on network 21e8bd15-09d2-4333-be58-548085aa2553 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:51:37.719498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Attempting to bind port f6af29ca-f98a-4588-ab19-81f2acfa62b5 on network 21e8bd15-09d2-4333-be58-548085aa2553 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:37.732440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b963a138-b1b9-429b-9244-6053e0939416 req-e8e5366d-2874-421e-8c49-71ce70ae6e7f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1706843 Mar 02 07:51:37.737230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-3d56e54a-c535-4c4f-b7d9-2833e71c41e7 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058647 Mar 02 07:51:37.741533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:subnet and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:37.767468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:37.784332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:37.830883 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e', 'status': 'completed', 'code': 200} Mar 02 07:51:37.839767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:37.840112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Checking segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:37.840726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Bound using segment: {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:37.841370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Bound port: f6af29ca-f98a-4588-ab19-81f2acfa62b5, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2a1f15-703c-403f-ba56-126f6ad80c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:37.843573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.855949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Made reservation on behalf of 6977ca33445149caaf4acd6f50ca24dc for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:37.860286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.119499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:38.124612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-588c6eac-96d6-4268-a03f-cc9d54c08b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.127778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:38.131898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-588c6eac-96d6-4268-a03f-cc9d54c08b4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df5d8d87054343b0aedb491e01e6dbb4&device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 1094 time: 0.7787309 Mar 02 07:51:38.135813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0449d-8dc1-43e2-8ac9-88f2961f5d0b req-578e55e8-cff4-421a-95e7-4eb0716b488e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.135813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ca0449d-8dc1-43e2-8ac9-88f2961f5d0b req-578e55e8-cff4-421a-95e7-4eb0716b488e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 944 time: 0.4141359 Mar 02 07:51:38.158584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.230065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-645f30dc-1ea2-458e-97ad-1d282c3f2c5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e HTTP/1.1" status: 200 len: 217 time: 0.0787082 Mar 02 07:51:38.248474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Pushing event updated for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:38.317423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9cae3dd4-b761-46f0-b5cb-6de3605fba25 req-eb6b4e63-a6a4-4980-a1b6-b8773d22cb6a service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598157 Mar 02 07:51:38.318836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.319482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.321609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-176eccb5-28dc-4729-a28c-82673bddf911 service neutron] 10.222.0.16 "PUT /v2.0/ports/f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 200 len: 1092 time: 5.7713375 Mar 02 07:51:38.340154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:38.359040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ca0449d-8dc1-43e2-8ac9-88f2961f5d0b req-46d84ca9-a265-4e78-a590-87b1b8e2e1c3 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234967 Mar 02 07:51:38.365229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.472052 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'status': 'completed', 'code': 200} Mar 02 07:51:38.613459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-d63405a7-1407-49be-bb61-3e66b3ca8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.613459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-d63405a7-1407-49be-bb61-3e66b3ca8dd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 1095 time: 0.2431591 Mar 02 07:51:38.726773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-ab44e4d3-878b-408c-b5f6-be686b85f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.728465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-ab44e4d3-878b-408c-b5f6-be686b85f143 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81f97e51-b556-415c-b429-500fc39e5b6c HTTP/1.1" status: 200 len: 848 time: 0.4953139 Mar 02 07:51:38.748254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for ee769dde-5b4d-4d02-8896-c8cf1411dd67 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:38.810429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-06127518-d250-40a7-9c7f-832696a4281a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 200 len: 217 time: 0.1819274 Mar 02 07:51:38.860324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-883482c4-91f8-45ec-9477-897a4c20a788 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b56fcc1f-700e-488b-be28-fee69923aa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770290 Mar 02 07:51:38.976371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-33fc4e22-ab6a-47f1-b567-bc1744359308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.978279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-33fc4e22-ab6a-47f1-b567-bc1744359308 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.1634254 Mar 02 07:51:38.990140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff1a3-9eb8-4a63-93f5-3a38344b2fb6 req-c51ad2a4-a9c1-49d6-bb3e-10ed939c66d3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:38.991587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b34ff1a3-9eb8-4a63-93f5-3a38344b2fb6 req-c51ad2a4-a9c1-49d6-bb3e-10ed939c66d3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 943 time: 0.2762811 Mar 02 07:51:39.002137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 116d8451-b748-488b-838c-b710039a76a7 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:51:39.135780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b34ff1a3-9eb8-4a63-93f5-3a38344b2fb6 req-ecd225e6-1eb0-4479-9282-dca596cc49bf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963173 Mar 02 07:51:39.186969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-59e5cd76-2439-4cb7-9d49-56e418094a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:39.186969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-59e5cd76-2439-4cb7-9d49-56e418094a4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903784 Mar 02 07:51:39.225625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:39.243559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '116d8451-b748-488b-838c-b710039a76a7', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'port_id': '116d8451-b748-488b-838c-b710039a76a7', 'mac_address': 'fa:16:3e:d3:55:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:51:39.379443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.425314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116d8451-b748-488b-838c-b710039a76a7 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:39.459828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:39.470554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.571910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:39.750942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-cf2b063c-6d8a-4665-bac2-453848b4ab7f service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583806 Mar 02 07:51:39.771672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['116d8451-b748-488b-838c-b710039a76a7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:51:39.895724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.949573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.983249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-94c6ea27-a14e-4e33-91d7-1dee7e1acace service neutron] 10.222.0.16 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0489850 Mar 02 07:51:39.983249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.996024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.116418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0184f167-8f45-40e1-8684-c806fe0fe412 req-6c5d45b2-417d-4f4e-8f99-a87e97dffec1 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782168 Mar 02 07:51:40.144235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f2ee-855c-426e-8bc7-bbb3a2aaf93c req-fb20ec1b-4d46-4ec0-aab9-880e70adf130 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.147211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b973f2ee-855c-426e-8bc7-bbb3a2aaf93c req-fb20ec1b-4d46-4ec0-aab9-880e70adf130 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 944 time: 0.4044073 Mar 02 07:51:40.308369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b973f2ee-855c-426e-8bc7-bbb3a2aaf93c req-beb3a77f-d387-4f79-b85a-6042d3616547 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421268 Mar 02 07:51:40.339552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f700cc3-d924-4e7c-a8b6-02cd7a1b5099 req-0e3dd92a-9829-490a-b671-0b60fe13e2c7 service neutron] 10.222.0.16 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057724 Mar 02 07:51:40.363380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-6e0edd92-0860-4d7d-8a0e-92476a1f5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.386200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-6e0edd92-0860-4d7d-8a0e-92476a1f5a19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 1095 time: 0.1803300 Mar 02 07:51:40.518952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=ee769dde-5b4d-4d02-8896-c8cf1411dd67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:40.657281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76fa7c-01f9-4171-9be9-9d059dbd6932 req-1ffdf619-0068-40eb-afca-286cb2025df4 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.658768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d76fa7c-01f9-4171-9be9-9d059dbd6932 req-1ffdf619-0068-40eb-afca-286cb2025df4 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 943 time: 1.6888208 Mar 02 07:51:40.659818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.731006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Checking segment: {'id': '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:40.731381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network hostable DHCP agents. Network: 108eebec-d6a4-49d8-89d9-598714f1434a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:40.859065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Subnet': ['ID=a7b6492c-ca51-41e8-9ec3-529074719d65,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:40.895647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebfba7-4cba-4d8c-8f32-470d0cc7b6d5 req-c7943854-b193-49ad-83d4-9b627aee2891 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.895647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68ebfba7-4cba-4d8c-8f32-470d0cc7b6d5 req-c7943854-b193-49ad-83d4-9b627aee2891 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.2040751 Mar 02 07:51:40.910290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a51f624a-657b-4f5b-af9a-728bd3ad4e99 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/ee769dde-5b4d-4d02-8896-c8cf1411dd67 HTTP/1.1" status: 204 len: 168 time: 4.5243075 Mar 02 07:51:40.910290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54320) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:40.939322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-18a015df-99e1-46b2-92c8-dc03ba775065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.939322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-18a015df-99e1-46b2-92c8-dc03ba775065 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.5562782 Mar 02 07:51:41.015625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 116d8451-b748-488b-838c-b710039a76a7 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:41.042486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-9ac93923-8144-4ee5-92da-fad4c1b2860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:41.044015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-9ac93923-8144-4ee5-92da-fad4c1b2860e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df5d8d87054343b0aedb491e01e6dbb4&device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 1094 time: 0.6124351 Mar 02 07:51:41.052923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.25.4.234 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:41.075477 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb7a09-97b0-4e6e-a4fb-0b923dc38966 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:51:41.076020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-68bb7a09-97b0-4e6e-a4fb-0b923dc38966 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:41.085345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network 108eebec-d6a4-49d8-89d9-598714f1434a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:41.097323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-be756467-3222-4a48-accc-daab68dda914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 200 len: 217 time: 0.1470675 Mar 02 07:51:41.099509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 116d8451-b748-488b-838c-b710039a76a7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:41.107867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 116d8451-b748-488b-838c-b710039a76a7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:41.108248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.143438 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d76fa7c-01f9-4171-9be9-9d059dbd6932 req-62e77b5a-7c3b-44d6-8ae9-fa0a67b5c3d6 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326947 Mar 02 07:51:41.217270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 108eebec-d6a4-49d8-89d9-598714f1434a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:41.234110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b941009-db95-4ddb-9e2f-2fefe7805289 None None] Network 108eebec-d6a4-49d8-89d9-598714f1434a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:41.249711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:41.249711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.271860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68ebfba7-4cba-4d8c-8f32-470d0cc7b6d5 req-fd014f29-b144-44cf-b617-83134bd1e589 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693609 Mar 02 07:51:41.369469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-815dfcf0-2972-401b-8d40-d53551d9c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:41.373406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-815dfcf0-2972-401b-8d40-d53551d9c127 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.2642305 Mar 02 07:51:41.393989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-68bb7a09-97b0-4e6e-a4fb-0b923dc38966 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:41.395172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-68bb7a09-97b0-4e6e-a4fb-0b923dc38966 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/ee769dde-5b4d-4d02-8896-c8cf1411dd67 HTTP/1.1" status: 404 len: 333 time: 0.4835513 Mar 02 07:51:41.404377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:41.442217 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f3fc3107-bc86-499a-b427-8f7309f0a181 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5544910 Mar 02 07:51:41.448573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54334) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:41.470821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1747481872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:41.541436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:41.541436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:router and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:41.551142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:41.562254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:41.615874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-862a8503-758f-489d-bcaa-aabb014e19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:41.628431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-862a8503-758f-489d-bcaa-aabb014e19e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372839 Mar 02 07:51:41.671338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.671338 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.677847 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.768139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-8dc8fc35-8180-48df-9308-432b308a6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:41.769710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-8dc8fc35-8180-48df-9308-432b308a6f4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b56fcc1f-700e-488b-be28-fee69923aa40 HTTP/1.1" status: 200 len: 908 time: 0.7145948 Mar 02 07:51:41.771250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:41.838478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:41.873140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-108eebec-d6a4-49d8-89d9-598714f1434a', 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a', 'tenant_id': '6977ca33445149caaf4acd6f50ca24dc', 'fixed_ips': [{'subnet_id': 'a7b6492c-ca51-41e8-9ec3-529074719d65'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:51:41.879080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.894563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.929518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.940810 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'code': 200} Mar 02 07:51:42.081707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-678c8dc3-02eb-44fa-a970-b03ea09f5a45 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503133 Mar 02 07:51:42.100496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.100496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-ebf8f75c-173c-4510-92fa-30f260590084 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e HTTP/1.1" status: 200 len: 217 time: 0.2923868 Mar 02 07:51:42.115533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be998f0a-9f9b-4a15-8ff8-46029bac6c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.146520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.169139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.195462 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:51:42.247040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.248317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a0b27b13-fe89-4eaf-8de2-f87827fd8516 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7921338 Mar 02 07:51:42.263689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:42.269952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.282019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-0a6e604e-32d3-4456-971d-49c1a715754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:42.283470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-0a6e604e-32d3-4456-971d-49c1a715754e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81f97e51-b556-415c-b429-500fc39e5b6c HTTP/1.1" status: 200 len: 848 time: 0.1820829 Mar 02 07:51:42.337210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Allocated IP 172.20.0.2 (108eebec-d6a4-49d8-89d9-598714f1434a/a7b6492c-ca51-41e8-9ec3-529074719d65/b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:42.358048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c475cc-09c6-40a9-8848-3e13e48b3647 req-f9fefe60-a21b-4064-985e-0dda29559efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:42.359917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5c475cc-09c6-40a9-8848-3e13e48b3647 req-f9fefe60-a21b-4064-985e-0dda29559efa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1096 time: 0.3524506 Mar 02 07:51:42.456184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-003f4792-dd2a-4e4d-a4ed-09edb3970fcd req-c8c12d7e-165c-4ca7-9722-c25beb72635a service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612158 Mar 02 07:51:42.458247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-67da955b-8133-4ced-8c5f-e789dd283fca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b56fcc1f-700e-488b-be28-fee69923aa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575794 Mar 02 07:51:42.461151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5c475cc-09c6-40a9-8848-3e13e48b3647 req-1f7bfcc1-96a8-49d3-8488-c5adfe6ac178 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898147 Mar 02 07:51:42.608969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198cdfb-63fd-45dd-ab5d-e2ea84085d6f req-b7d412a5-4f76-4b5e-afcd-1a838c6e774b tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:42.608969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f198cdfb-63fd-45dd-ab5d-e2ea84085d6f req-b7d412a5-4f76-4b5e-afcd-1a838c6e774b tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 943 time: 0.1318769 Mar 02 07:51:42.636659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:42.670920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.671280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.671630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.671974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.672338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.673227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.673566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.673935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.676756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.677386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.677738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.678107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:42.709113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f198cdfb-63fd-45dd-ab5d-e2ea84085d6f req-a9ef46ad-3d87-40c2-b29a-1410392a399a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Mar 02 07:51:42.839712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6563-b514-4bab-b0a7-b50eff1363bd req-fbb7f248-03fe-4792-a6b8-bda411bad379 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:42.839712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-849e6563-b514-4bab-b0a7-b50eff1363bd req-fbb7f248-03fe-4792-a6b8-bda411bad379 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 944 time: 1.2451053 Mar 02 07:51:42.844544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.861220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Transition to ACTIVE for port object b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:42.893075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Transition to ACTIVE for port object b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:42.907444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.990899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.017907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 27d2e279-ed39-4207-bdaf-5bad18630a0e details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:51:43.109019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960a3d6-c116-49ea-8f03-ed2dc4424185 req-bd4a3943-b337-478b-aede-f0b444eeed7d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:43.111858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0960a3d6-c116-49ea-8f03-ed2dc4424185 req-bd4a3943-b337-478b-aede-f0b444eeed7d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.1857913 Mar 02 07:51:43.144749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Network 108eebec-d6a4-49d8-89d9-598714f1434a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:43.158678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:43.182047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0960a3d6-c116-49ea-8f03-ed2dc4424185 req-cb4f3582-9b63-4585-afa6-6b2816ea68d9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577009 Mar 02 07:51:43.199585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Pushing event updated for resources: {'Port': ['ID=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:43.215043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:43.267140 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:51:43.292893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:43.359807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-849e6563-b514-4bab-b0a7-b50eff1363bd req-0ebd8d37-abfb-46a1-a244-ca7ff8cf9a64 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883769 Mar 02 07:51:43.359807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:43.376895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:43.438235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.509307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:43.679004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Attempting to bind port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:43.679004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Attempting to bind port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:43.679004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Attempting to bind port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 on network 108eebec-d6a4-49d8-89d9-598714f1434a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Checking segment: {'id': '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Bound using segment: {'id': '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Bound port: b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:43.693520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.735986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819978f4-135b-4870-9e94-18813e3115d7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:43.782045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e,segment=NetworkSegment(06a0cedf-1072-468e-90b2-07a5632a7b32),segment_id=06a0cedf-1072-468e-90b2-07a5632a7b32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:43.826999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '27d2e279-ed39-4207-bdaf-5bad18630a0e', 'network_id': 'b56fcc1f-700e-488b-be28-fee69923aa40', 'port_id': '27d2e279-ed39-4207-bdaf-5bad18630a0e', 'mac_address': 'fa:16:3e:af:2f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f97e51-b556-415c-b429-500fc39e5b6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:51:44.010126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.040958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87715eff-a5d4-43fb-ac77-1b7f7740a92f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/security-groups/819978f4-135b-4870-9e94-18813e3115d7 HTTP/1.1" status: 204 len: 168 time: 2.5922468 Mar 02 07:51:44.051170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] For port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:44.079595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:44.083412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] For port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,segment=NetworkSegment(1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7),segment_id=1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:44.083412 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.097580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-8180394c-23d7-4ce6-877c-62e1a2c10cbb service neutron] 10.222.0.16 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3337641 Mar 02 07:51:44.159331 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.190792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5bc1-7ce3-41c1-a753-f89047c47677 req-87d1828c-f0dd-4862-87a5-c3bab5f2766d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:44.199471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e6f5bc1-7ce3-41c1-a753-f89047c47677 req-87d1828c-f0dd-4862-87a5-c3bab5f2766d tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 943 time: 0.2172251 Mar 02 07:51:44.273535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e6f5bc1-7ce3-41c1-a753-f89047c47677 req-be9df629-ad6a-42fe-becd-047bcded1b5a tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696476 Mar 02 07:51:44.343966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d2e279-ed39-4207-bdaf-5bad18630a0e {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:44.361688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e,segment=NetworkSegment(06a0cedf-1072-468e-90b2-07a5632a7b32),segment_id=06a0cedf-1072-468e-90b2-07a5632a7b32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:44.377790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a8ea3-7b30-4d6c-85e8-6700d23ae834 None None] Pushing event updated for resources: {'Port': ['ID=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:44.381173 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.381897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6af29ca-f98a-4588-ab19-81f2acfa62b5 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:51:44.595818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.677599 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1e17-7a76-4a96-81f9-874d2cb9129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.782821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3b6ee1-8d77-4b55-bb91-2af86587fa55 req-3d2296c4-bc65-4cc5-b2ef-21f5dfea8602 service neutron] 10.222.0.16 "GET /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831698 Mar 02 07:51:44.784143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.803039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:45.176780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4e36-b195-48ae-9559-c4b82ee67d1a req-00c3a0be-638a-4f17-92e1-865e30b10d4e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:45.178710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-920b4e36-b195-48ae-9559-c4b82ee67d1a req-00c3a0be-638a-4f17-92e1-865e30b10d4e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 944 time: 0.2687733 Mar 02 07:51:45.236276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:45.261503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'port_id': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'mac_address': 'fa:16:3e:6c:01:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:51:45.271206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-920b4e36-b195-48ae-9559-c4b82ee67d1a req-ece307ab-b1fd-45f1-b616-3ed3fc384dd4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815911 Mar 02 07:51:45.345080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.367116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6af29ca-f98a-4588-ab19-81f2acfa62b5 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:45.413210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.413210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:45.447283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.553650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.585888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:45.619795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.718789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2ec1d-ff49-4ad9-b792-2f8d542ca8e2 req-5ab01629-814f-4e12-a28b-b817d9e3dc17 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:45.718789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8a2ec1d-ff49-4ad9-b792-2f8d542ca8e2 req-5ab01629-814f-4e12-a28b-b817d9e3dc17 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 944 time: 0.2012150 Mar 02 07:51:45.802562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['27d2e279-ed39-4207-bdaf-5bad18630a0e'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:51:45.854172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8a2ec1d-ff49-4ad9-b792-2f8d542ca8e2 req-35c5eb43-e649-498e-9038-a32c8cda02e9 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206045 Mar 02 07:51:45.910376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f6af29ca-f98a-4588-ab19-81f2acfa62b5'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:51:46.081820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73b069-0fde-446c-acb5-67cdd6811c90 req-5ab0c1d5-e71b-4666-8233-ea0cffc82adf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:46.081820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd73b069-0fde-446c-acb5-67cdd6811c90 req-5ab0c1d5-e71b-4666-8233-ea0cffc82adf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 1.6325424 Mar 02 07:51:46.231058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Allocated IP 172.20.0.1 (108eebec-d6a4-49d8-89d9-598714f1434a/a7b6492c-ca51-41e8-9ec3-529074719d65/be4d4770-aa6c-4e7a-8894-97e297df378f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:46.272909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56180b85-bce6-49c5-ae4c-722d8c538c97 None None] Network 108eebec-d6a4-49d8-89d9-598714f1434a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:46.356820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.491577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8bd5ca2-02f6-4544-a5b7-291b7038b116 None None] Provisioning for port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:46.600811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.731720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1309875-4419-4fb5-9331-47608a2dd897 req-da4767cd-93de-4dfe-a58c-f0fefd555103 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:46.734363 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1309875-4419-4fb5-9331-47608a2dd897 req-da4767cd-93de-4dfe-a58c-f0fefd555103 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 945 time: 0.2981215 Mar 02 07:51:46.740698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f8031-5d7d-4011-8e51-39ccc02b0188,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:46.809139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.809139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-65362f72-fe4c-4d70-8a47-d6c5cf5dd94a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc6f8031-5d7d-4011-8e51-39ccc02b0188 HTTP/1.1" status: 204 len: 168 time: 2.7311001 Mar 02 07:51:46.815071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1309875-4419-4fb5-9331-47608a2dd897 req-923e8c77-9067-4a75-9d48-402ecd2ec369 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596251 Mar 02 07:51:46.815071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54408) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:46.866446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd73b069-0fde-446c-acb5-67cdd6811c90 req-c2ae0262-fc0d-4130-ae90-7cd98182f0b6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5390232 Mar 02 07:51:46.912857 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.940954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet d685e5da-a150-4562-9451-1e9fa331cb87 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:46.959962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.019659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:47.104855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.275977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:47.283128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:47.283128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.369763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e7e1e-dffa-4707-bb4c-6bc8f6c2a7d8 req-17aaf2c9-fd29-4079-bd91-07e900084d79 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:47.369763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c8e7e1e-dffa-4707-bb4c-6bc8f6c2a7d8 req-17aaf2c9-fd29-4079-bd91-07e900084d79 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.1335652 Mar 02 07:51:47.439553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.463921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 27d2e279-ed39-4207-bdaf-5bad18630a0e up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:47.503367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4c8e7e1e-dffa-4707-bb4c-6bc8f6c2a7d8 req-92f1147f-5f4f-4f60-bee7-65e7d3c0ccd9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148994 Mar 02 07:51:47.537768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:47.539156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.632806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Transition to ACTIVE for port object be4d4770-aa6c-4e7a-8894-97e297df378f will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:47.668284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] Provisioning complete for port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:47.668284 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.671148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.686377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db08d4-f94e-456f-a318-660512c188fb tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:47.686377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38db08d4-f94e-456f-a318-660512c188fb tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1091 time: 0.1542597 Mar 02 07:51:47.686377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.699100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54428) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:47.734402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '116d8451-b748-488b-838c-b710039a76a7', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:47.741102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:47.745475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:floatingip and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:47.748413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:47.755295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:47.766256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=d685e5da-a150-4562-9451-1e9fa331cb87,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:47.777669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.799945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d722b2c4-52af-49a7-aa37-00a6a46888ff tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/d685e5da-a150-4562-9451-1e9fa331cb87 HTTP/1.1" status: 204 len: 168 time: 0.9857037 Mar 02 07:51:47.802007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.824895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:47.839665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:47.862989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.893435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128d82e-a8a2-4c4d-91c0-fc6756c15023 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:48.080848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network 108eebec-d6a4-49d8-89d9-598714f1434a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:48.113565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:48.123975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:48.179317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=be4d4770-aa6c-4e7a-8894-97e297df378f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:48.234278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3b81b-6c7c-4e4e-9c8d-f479c698037a req-b646f649-f140-400e-80ed-5558fb64a0f5 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:48.243850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20b3b81b-6c7c-4e4e-9c8d-f479c698037a req-b646f649-f140-400e-80ed-5558fb64a0f5 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 944 time: 1.0089056 Mar 02 07:51:48.295848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.358828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:48.362881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:48.362881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:48.381974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:48.429315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19e43e-8f2a-4ef8-ba63-c775cfaa45a3 req-ad04d326-33ae-4b57-9507-e735c3b9a97a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:48.429315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da19e43e-8f2a-4ef8-ba63-c775cfaa45a3 req-ad04d326-33ae-4b57-9507-e735c3b9a97a tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 945 time: 0.3141003 Mar 02 07:51:48.454747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:48.458504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.520090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 27d2e279-ed39-4207-bdaf-5bad18630a0e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:48.619736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.627486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da19e43e-8f2a-4ef8-ba63-c775cfaa45a3 req-035e18e1-c7c7-4365-a351-b890e4cb5b09 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928978 Mar 02 07:51:48.703114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.734795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 27d2e279-ed39-4207-bdaf-5bad18630a0e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:48.734795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.789879 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.869316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.894144 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.937943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.56 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/de37f4e5-5565-4be9-ad48-164dceeb72fd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:48.963017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] For port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,segment=NetworkSegment(1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7),segment_id=1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:48.978351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.125260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.128555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1d3f-55a9-49b1-aa8a-b3eae450e47b None None] Pushing event updated for resources: {'Port': ['ID=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:49.166729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.193181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20b3b81b-6c7c-4e4e-9c8d-f479c698037a req-309c6f12-0c4f-4f70-9325-dbf2ecc36920 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005106 Mar 02 07:51:49.217104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.413025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eb5f01aa-b5cb-4714-bba7-af27487aa955 None None] Provisioning for port be4d4770-aa6c-4e7a-8894-97e297df378f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:49.413025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:51:49.413025 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:51:49.443006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eb5f01aa-b5cb-4714-bba7-af27487aa955 None None] Provisioning complete for port be4d4770-aa6c-4e7a-8894-97e297df378f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:49.443006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eb5f01aa-b5cb-4714-bba7-af27487aa955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.525061 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.592741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f01aa-b5cb-4714-bba7-af27487aa955 None None] Port be4d4770-aa6c-4e7a-8894-97e297df378f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:49.625757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:49.680239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e,segment=NetworkSegment(06a0cedf-1072-468e-90b2-07a5632a7b32),segment_id=06a0cedf-1072-468e-90b2-07a5632a7b32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:49.700401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.700401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6af29ca-f98a-4588-ab19-81f2acfa62b5 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:49.713906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:49.713906 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.737438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:51:49.747058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:49.754545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:49.926598 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e', 'code': 200} Mar 02 07:51:50.170768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.178263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f6af29ca-f98a-4588-ab19-81f2acfa62b5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:50.185270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f6af29ca-f98a-4588-ab19-81f2acfa62b5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:50.185270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.360761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:50.395443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=de37f4e5-5565-4be9-ad48-164dceeb72fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.505246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=936964bf-13e7-463f-83f7-28509079873e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.510843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:50.519687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:50.528600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:50.528600 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.634226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:50.637759 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.691879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b8b40-6306-43a4-a0b8-ce0a171d6907 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:50.728202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.843919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cd0c17c7-543a-459e-b9a1-c64e83e1328f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0152760 Mar 02 07:51:50.849584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:50.866178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'security_group': {'name': 'tempest-secgroup-442731153'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:50.878655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:50.885751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:50.892867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:50.917892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62850df-34f4-4fb2-bf5f-11ea93b3849f req-5c165334-b6e3-4572-ad76-b3a91ee128e6 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:50.917892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b62850df-34f4-4fb2-bf5f-11ea93b3849f req-5c165334-b6e3-4572-ad76-b3a91ee128e6 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.5058446 Mar 02 07:51:50.917892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:50.921502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:50.943172 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Sync routers for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:50.962476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-37559b2b-a617-49bd-94ed-4a7101f4685e None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:50.962476 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37559b2b-a617-49bd-94ed-4a7101f4685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.968637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:50.968637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:50.998967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.007574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d48d84fc-4376-4433-aed8-f0a3b2642aad tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 15.2263815 Mar 02 07:51:51.034381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54496) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:51.037056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b62850df-34f4-4fb2-bf5f-11ea93b3849f req-3ffc3be6-475f-41e1-a9c8-23a418b11fa6 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145120 Mar 02 07:51:51.054848 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.110629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:51.113465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:51.124073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:51.131681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.139161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:51.151061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:51.243097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54502) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:51.243872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-db923307-2c66-4c0d-bd20-1c2d02a7e350 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3295cfe480904f248703144b71005c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2197702 Mar 02 07:51:51.271593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-37559b2b-a617-49bd-94ed-4a7101f4685e None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:51.278582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.306332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:51:51.322856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b702-94a8-4dbe-99af-0bdb43e20a82 req-c42b0d22-18ac-478a-9e0b-994142c54966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:51.322856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4f7b702-94a8-4dbe-99af-0bdb43e20a82 req-c42b0d22-18ac-478a-9e0b-994142c54966 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 1096 time: 1.4215438 Mar 02 07:51:51.342061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.380964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56acf5-1b7b-4938-8f3b-97b13700043f req-81bd08da-e068-4ccc-9ba3-525d08e2b5f5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:51.380964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd56acf5-1b7b-4938-8f3b-97b13700043f req-81bd08da-e068-4ccc-9ba3-525d08e2b5f5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 945 time: 1.4322307 Mar 02 07:51:51.395421 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:51.437287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.437287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4f7b702-94a8-4dbe-99af-0bdb43e20a82 req-7142d5eb-3514-4017-8028-80b0fd2691f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980079 Mar 02 07:51:51.437287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.468183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be9f2c-b495-4924-9586-3391a556be3d tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:51.468183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a4be9f2c-b495-4924-9586-3391a556be3d tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2136319 Mar 02 07:51:51.480081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54506) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:51.490926 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.534482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-37559b2b-a617-49bd-94ed-4a7101f4685e None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:51.534482 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37559b2b-a617-49bd-94ed-4a7101f4685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.584714 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.639479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd56acf5-1b7b-4938-8f3b-97b13700043f req-a233b0d0-efc7-4ee2-8ca5-115620554ee4 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370551 Mar 02 07:51:51.776994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-467933b4-26b1-402b-8c9f-9a2fc04621f2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2923348 Mar 02 07:51:51.776994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e225b9d8-0964-4fde-9c3d-09cdd2c885c8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:51.795535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54514) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:51.818844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47770359', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'project_id': '3295cfe480904f248703144b71005c8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:51.858357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:51.900608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network 108eebec-d6a4-49d8-89d9-598714f1434a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:51.915155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:51.987933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:52.061926 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:52.076788 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Checking router: 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:52.077831 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Updating router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:52.084306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=be4d4770-aa6c-4e7a-8894-97e297df378f,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:52.151767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:52.284977 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:52.313728 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'code': 200} Mar 02 07:51:52.349470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:52.417300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:subnet and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:52.417300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:52.417300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-670e1596-e898-4f3d-80c4-ca054f555894 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5664811 Mar 02 07:51:52.421496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:52.431150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:52.439217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591902796'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:52.446607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:52.450633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:52.454085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:52.460647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:52.466622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:52.563661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:52.633443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:52.641709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:52.645008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:52.661540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:52.837675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:52.849382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:52.923733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d66fa-3193-4682-a553-3dc11fba6db8 req-e00e93cc-a600-4bcb-ae7a-5573facac867 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:52.926227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f32d66fa-3193-4682-a553-3dc11fba6db8 req-e00e93cc-a600-4bcb-ae7a-5573facac867 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.4408343 Mar 02 07:51:53.029748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f32d66fa-3193-4682-a553-3dc11fba6db8 req-0b7857ac-b3c5-4d1a-8628-b85ea272bb18 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945916 Mar 02 07:51:53.052969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e2f7-3dc0-4599-8e96-b08ce79d0047 req-14b6db73-a5bd-4ffe-8ddb-85571d627d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:53.055218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d178e2f7-3dc0-4599-8e96-b08ce79d0047 req-14b6db73-a5bd-4ffe-8ddb-85571d627d8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 1097 time: 0.7691426 Mar 02 07:51:53.080191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Router bd09d051-4082-400b-936a-58418b459ee4 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:51:53.082377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Update dhcp port {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'fixed_ips': [{'subnet_id': '0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '936964bf-13e7-463f-83f7-28509079873e'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '4f27ba29-8748-40fa-8036-66c5c32c1295'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:51:53.219667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.323828 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.364390 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Transition to ACTIVE for port object f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:53.377724 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d178e2f7-3dc0-4599-8e96-b08ce79d0047 req-da8309cf-d806-4cb1-992f-f557232f879b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739284 Mar 02 07:51:53.378502 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.511264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.545572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Attempting to bind port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:53.545572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Attempting to bind port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:53.545572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Attempting to bind port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:53.565496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:53.565496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56912d45-795a-4bd4-99e1-1ce6e5726988 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "PUT /v2.0/routers/bd09d051-4082-400b-936a-58418b459ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2800987 Mar 02 07:51:53.565496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54550) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:53.572689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:53.572689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:53.572689 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.572689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:53.572689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Bound port: f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:53.580577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'port': {'network_id': '108eebec-d6a4-49d8-89d9-598714f1434a', 'name': 'tempest-FloatingIPNegativeTestJSON-1289521959'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:53.583957 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.642117 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Pushing event updated for resources: {'Port': ['ID=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.683939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:53.722591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Allocated IP 2001:db8::2 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/936964bf-13e7-463f-83f7-28509079873e/4f27ba29-8748-40fa-8036-66c5c32c1295) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:53.779657 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] For port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:53.783266 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] For port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:53.791671 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.880492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.882104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:53.893026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:port and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:53.900655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:53.906226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.917725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:53.934194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Made reservation on behalf of 6977ca33445149caaf4acd6f50ca24dc for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:53.948555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.960107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526fc14-3f57-453e-ba8c-41ed8b3b45c4 None None] Pushing event updated for resources: {'Port': ['ID=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:53.999637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.003088 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:54.003088 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:54.006652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] device_id is not set on port 39b63c93-18df-4740-98e3-9c933d6de64e yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:51:54.028141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb173dfb-00ba-4b50-96f9-258f435a1bcc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:54.031502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:54.084785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.120967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Transition to ACTIVE for port object 4f27ba29-8748-40fa-8036-66c5c32c1295 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:54.156615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5f374646-1d28-456d-a694-e610ab022466 None None] Provisioning complete for port be4d4770-aa6c-4e7a-8894-97e297df378f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:54.156615 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f374646-1d28-456d-a694-e610ab022466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.267295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] Sync routers for ids ['bd09d051-4082-400b-936a-58418b459ee4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:54.280884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5f374646-1d28-456d-a694-e610ab022466 None None] Port be4d4770-aa6c-4e7a-8894-97e297df378f cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:54.285607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.354954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Allocated IP 172.20.0.8 (108eebec-d6a4-49d8-89d9-598714f1434a/a7b6492c-ca51-41e8-9ec3-529074719d65/39b63c93-18df-4740-98e3-9c933d6de64e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:54.411694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] Routers {'bd09d051-4082-400b-936a-58418b459ee4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:54.411694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['bd09d051-4082-400b-936a-58418b459ee4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:54.415380 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:54.729835 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fe32d-5885-4207-9212-fd8dd4dbd734 None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:54.756898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:54.839613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.870208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afcb4b-c1b9-44cd-87c5-87e23252e7f3 req-cf49ff4c-5fed-4b72-b2fc-d3d77de83389 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:54.872144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80afcb4b-c1b9-44cd-87c5-87e23252e7f3 req-cf49ff4c-5fed-4b72-b2fc-d3d77de83389 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.4886265 Mar 02 07:51:54.938352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] Routers {'bd09d051-4082-400b-936a-58418b459ee4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:54.939272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['bd09d051-4082-400b-936a-58418b459ee4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:55.073424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:55.073840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6bec4-c4cf-49a1-a32a-c206b9c8b49d None None] The sync data for ids ['bd09d051-4082-400b-936a-58418b459ee4'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:55.096687 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:55.111167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.113816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6d267-e288-4f65-b0d7-bb1ae5f8aeaa None None] The sync data for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 is: [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 3, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:55.116694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1d434614-20bd-4478-8a84-33f224f9d72d tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6845539 Mar 02 07:51:55.159423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54568) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:55.208749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'security_group': {'name': 'tempest-secgroup-368211321'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:55.213749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80afcb4b-c1b9-44cd-87c5-87e23252e7f3 req-8cd093bd-9c52-4515-a654-2f98430b5c1b tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333843 Mar 02 07:51:55.219984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=de37f4e5-5565-4be9-ad48-164dceeb72fd,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:55.267671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.293687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Transition to ACTIVE for port object 39b63c93-18df-4740-98e3-9c933d6de64e will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:55.354765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.444120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:55.469088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dd5e1-3be9-4c67-95e5-2e7b487678c7 req-4efe882d-ad0b-4c17-87d8-65a71f443a12 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:55.483090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-726dd5e1-3be9-4c67-95e5-2e7b487678c7 req-4efe882d-ad0b-4c17-87d8-65a71f443a12 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 2.4490454 Mar 02 07:51:55.499990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.534116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:55.542930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network 108eebec-d6a4-49d8-89d9-598714f1434a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:55.554037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:55.589789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:55.647748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:55.823078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=39b63c93-18df-4740-98e3-9c933d6de64e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:55.857578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.857954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.858299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.858630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.858958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.865361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.865737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.867698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.868306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.870899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.871498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.871582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:55.949303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:55.950488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.955348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:55.980160 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP e3ffdd27-5405-4709-bf60-b8306e0dd613 associated. External IP: 172.25.4.56, port: 116d8451-b748-488b-838c-b710039a76a7. Mar 02 07:51:56.011486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-13215bfc-9e57-4c09-b7ea-c605d25eeece tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4447837 Mar 02 07:51:56.014935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:56.020462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:56.047558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:56.059697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:floatingip and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:56.069295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:56.089343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:56.116128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.140247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60c63a3a-c20f-432a-84a4-b5772f467b00 None None] Provisioning for port 39b63c93-18df-4740-98e3-9c933d6de64e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:56.153306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60c63a3a-c20f-432a-84a4-b5772f467b00 None None] Provisioning complete for port 39b63c93-18df-4740-98e3-9c933d6de64e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:56.153691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60c63a3a-c20f-432a-84a4-b5772f467b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.391118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-60c63a3a-c20f-432a-84a4-b5772f467b00 None None] Port 39b63c93-18df-4740-98e3-9c933d6de64e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:56.479821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:56.508268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.536264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.537047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Subnet': ['ID=e25bc9c4-659d-45dc-9eb0-dd211e758390,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:56.628670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:56.629565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.707712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:56.716313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:security_group_rule and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:56.726139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:56.741128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:56.767771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:56.847318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Provisioning for port 4f27ba29-8748-40fa-8036-66c5c32c1295 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:56.854976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:56.855351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55664134-54d5-4ca2-b073-8f263cfaae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.887049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Allocated IP 172.25.4.73 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:56.924744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-726dd5e1-3be9-4c67-95e5-2e7b487678c7 req-8b64a49a-457a-4967-99d3-0afbe13eb4c3 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4057827 Mar 02 07:51:56.944621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Checking segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:56.945852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network hostable DHCP agents. Network: 56555b73-eb1b-43e7-99e5-c982d1eac32e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:56.993902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:56.994423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.210096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.233056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.248777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.301096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.347878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.349154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1850388 Mar 02 07:51:57.350107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:57.360539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54592) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:57.379223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-643643847', 'security_groups': ['a1a37d84-962e-44c2-976f-1287135cb01e'], 'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '936964bf-13e7-463f-83f7-28509079873e'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:57.441060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:57.442465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:57.445686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:57.448156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:57.498911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f764f68-1c82-43b5-919f-ebc20efc1e59 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a37d84-962e-44c2-976f-1287135cb01e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:57.502951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 56555b73-eb1b-43e7-99e5-c982d1eac32e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:57.525326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:57.525978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.546792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:57.620228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 293cc87c-d13b-43b0-a105-b6125ee753d6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:57.681021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-42c1b289-b484-43dc-8773-fda1e49fa5f3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.8860617 Mar 02 07:51:57.683647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54598) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:57.720168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dda8f9-d72e-41d9-ad77-8d8d0ff0eea6 None None] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:57.855643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:58.272785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:58.284283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:58.286595 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.344133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:58.351349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.401486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:58.423379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:58.445588 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Sync routers for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:58.471641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:58.472821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:58.628231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.653342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.745157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-56555b73-eb1b-43e7-99e5-c982d1eac32e', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:51:58.746641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.787213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.798518 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:58.854411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:58.871675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.981307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e64008-3ab6-4836-a286-5d2ec1a6fced req-90371323-f243-4295-8b7e-5441ec9aa669 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:58.994256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4e64008-3ab6-4836-a286-5d2ec1a6fced req-90371323-f243-4295-8b7e-5441ec9aa669 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 0.6345558 Mar 02 07:51:59.055135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:59.096553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Allocated IP 172.20.0.2 (56555b73-eb1b-43e7-99e5-c982d1eac32e/e25bc9c4-659d-45dc-9eb0-dd211e758390/2517d557-4cf0-49ce-8b05-5f2ac4eae7d7) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:59.202465 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e3ffdd27-5405-4709-bf60-b8306e0dd613', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'port_id': '116d8451-b748-488b-838c-b710039a76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'mac_address': 'fa:16:3e:d3:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:51Z', 'updated_at': '2022-03-02T07:51:51Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:59.208050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-841183dd-c529-4d48-873f-ee3f6a3e46c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.4870059 Mar 02 07:51:59.210622 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Checking router: 293cc87c-d13b-43b0-a105-b6125ee753d6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:59.215375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:59.231366 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:59.233329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:59.244313 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:59.295254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] device_id is not set on port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:51:59.528611 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:59.539887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Transition to ACTIVE for port object 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:59.560338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Transition to ACTIVE for port object 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:59.570096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:59.584641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:59.586574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4e64008-3ab6-4836-a286-5d2ec1a6fced req-9edf9a9f-2328-4488-a891-522437f8e215 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5885837 Mar 02 07:51:59.674351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:59.751169 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'status': 'completed', 'code': 200} Mar 02 07:51:59.772447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:59.782524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:59.797968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:59.820014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:59.996635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Pushing event updated for resources: {'Port': ['ID=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:00.014518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Attempting to bind port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:00.015125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Attempting to bind port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:00.015817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Attempting to bind port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 on network 56555b73-eb1b-43e7-99e5-c982d1eac32e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:00.026769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:00.029476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Checking segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:00.029908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:00.032648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Bound using segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:00.033175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Bound port: 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:00.033561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:00.098688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0630c7f-8401-496e-925a-bbd2737a1a6a req-dc5caada-fa63-4173-837f-95ac32eb40c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:00.100806 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0630c7f-8401-496e-925a-bbd2737a1a6a req-dc5caada-fa63-4173-837f-95ac32eb40c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.6051302 Mar 02 07:52:00.234028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8::253 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/936964bf-13e7-463f-83f7-28509079873e/ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:00.283133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0630c7f-8401-496e-925a-bbd2737a1a6a req-d7250b87-d174-43b8-a668-b6cd1f7bbf6a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633315 Mar 02 07:52:00.294804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-0f166f10-a465-49b2-8e94-fab5a4ec7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:00.298520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-0f166f10-a465-49b2-8e94-fab5a4ec7d8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1096 time: 0.5302110 Mar 02 07:52:00.300419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] For port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:00.304125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] For port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:00.323049 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:00.341041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54638) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:00.343024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:00.353499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:00.414809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e61c-90dd-4437-ad17-9658e9c1f6ed None None] Pushing event updated for resources: {'Port': ['ID=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:00.442227 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e3ffdd27-5405-4709-bf60-b8306e0dd613', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'port_id': '116d8451-b748-488b-838c-b710039a76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'mac_address': 'fa:16:3e:d3:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:51Z', 'updated_at': '2022-03-02T07:51:51Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:00.452569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d936fcb-7090-4497-b786-eac3c2221d1b None None] The sync data for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 is: [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e3ffdd27-5405-4709-bf60-b8306e0dd613', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'port_id': '116d8451-b748-488b-838c-b710039a76a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'mac_address': 'fa:16:3e:d3:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:51Z', 'updated_at': '2022-03-02T07:51:51Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:00.758654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-91e8bec6-a3ca-4b95-9170-01836ce88ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:00.760309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-91e8bec6-a3ca-4b95-9170-01836ce88ea8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.4508221 Mar 02 07:52:00.958020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0beef-ebaf-43c7-bfb4-c846b47c1582 None None] New status for floating IP e3ffdd27-5405-4709-bf60-b8306e0dd613: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:52:01.017541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.020317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a14d481-893a-4102-a18a-09477207eb30 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0043588 Mar 02 07:52:01.096769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54654) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:01.122978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-64a9b5a5-d705-4649-8b60-d3b6c2f632b4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'floatingip': {'port_id': '39b63c93-18df-4740-98e3-9c933d6de64e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:01.130997 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.207691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-3eac817f-a630-499a-aa22-bb390af65a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 998 time: 0.4333415 Mar 02 07:52:01.300728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:01.360434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:01.395579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.614509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:01.619152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.639158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-4ec8ecf7-3827-4b95-a645-d058039d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:01.640827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-4ec8ecf7-3827-4b95-a645-d058039d8c73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.4262276 Mar 02 07:52:01.678895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:01.708980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bec3197f-84fe-485a-927b-bffa8b286b27 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/e3ffdd27-5405-4709-bf60-b8306e0dd613 HTTP/1.1" status: 200 len: 990 time: 1.3458011 Mar 02 07:52:01.728336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64a9b5a5-d705-4649-8b60-d3b6c2f632b4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.819091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:01.821610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:01.831791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:01.832435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.904508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5401754 Mar 02 07:52:01.906333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54670) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:01.907038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a186c-7891-4f20-8a8e-4ae50e365bb4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:01.916998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:01.978883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:02.121611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-a718a20e-349f-442d-8f19-3b17c591c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:02.123632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-a718a20e-349f-442d-8f19-3b17c591c2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618125 Mar 02 07:52:02.158706 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-64a9b5a5-d705-4649-8b60-d3b6c2f632b4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] update failed (client error): The resource could not be found. Mar 02 07:52:02.159774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64a9b5a5-d705-4649-8b60-d3b6c2f632b4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "PUT /v2.0/floatingips/4eac0524-da9d-4160-a8dc-0ea0a0cd69f4 HTTP/1.1" status: 404 len: 507 time: 1.0602767 Mar 02 07:52:02.172595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:02.181546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40702e-99da-42d4-b182-79870f48cdfd req-23c15210-9462-492f-aea3-bf9bc9ed2402 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:02.192696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0d40702e-99da-42d4-b182-79870f48cdfd req-23c15210-9462-492f-aea3-bf9bc9ed2402 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 2.2046225 Mar 02 07:52:02.258242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:02.311370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Request body: {'floatingip': {'port_id': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:02.433427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cfc55222-97b2-401c-9979-63e4811bdae3 None None] Provisioning for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:02.449029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cfc55222-97b2-401c-9979-63e4811bdae3 None None] Provisioning complete for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:02.452149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc55222-97b2-401c-9979-63e4811bdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:02.503897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:02.533599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:02.534004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:02.538421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cfc55222-97b2-401c-9979-63e4811bdae3 None None] Port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:02.546109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:02.563626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting port 7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:02.564120 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:02.574541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe2c902-f9f0-443e-8ffa-d3050892f0b8 None None] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:02.624815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:02.737084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Provisioning for port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:02.754305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Provisioning complete for port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:02.755149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.139355 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.216040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] For port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:03.223240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.242279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:03.306652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:03.367070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3930b-acc8-4961-b392-373abbd10836 None None] Pushing event updated for resources: {'Port': ['ID=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:03.380242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:03.443916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:03.451913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.469334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e273dd95-2da1-4195-9550-8f8507c46f46 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/e3ffdd27-5405-4709-bf60-b8306e0dd613 HTTP/1.1" status: 200 len: 992 time: 0.2245228 Mar 02 07:52:03.559267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-480b3578-d3cd-4486-9808-98756b4da4bb None None] Provisioning complete for port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:03.563349 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-480b3578-d3cd-4486-9808-98756b4da4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.652559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.1 (56555b73-eb1b-43e7-99e5-c982d1eac32e/e25bc9c4-659d-45dc-9eb0-dd211e758390/5aa5d972-347f-47da-b65d-32ccf1899dd7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:03.751993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-8cb397b6-c6ff-4fb3-ac0f-78d26a7e98b0 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5794849 Mar 02 07:52:03.923051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.923398 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.938151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb731af-d893-4445-ad64-3eb7ba795839 req-3dfe8cd9-5529-4c4f-b8d8-bf25dd52798e tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:03.939679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddb731af-d893-4445-ad64-3eb7ba795839 req-3dfe8cd9-5529-4c4f-b8d8-bf25dd52798e tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.7355120 Mar 02 07:52:03.975334 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 936964bf-13e7-463f-83f7-28509079873e (CIDR: 2001:db8::/64) Mar 02 07:52:03.983125 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:52:03.983773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:04.042551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e7c7f779-244e-4aa5-892f-0b90f341a57e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1318922 Mar 02 07:52:04.044906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3515c36e-efa8-4b20-9a35-d6b73829e278 req-68426064-54f7-483b-8f2e-54c2275951ae service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667744 Mar 02 07:52:04.046676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54722) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:04.064242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:04.202240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:52:04.271992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.282002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Calling delete_port for 7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:04.308602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:04.331297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.333555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:04.338718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:04.341077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ddb731af-d893-4445-ad64-3eb7ba795839 req-a7c9b1b6-9a3d-4dc9-96e4-7f9a84650bc5 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334370 Mar 02 07:52:04.345034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object 5aa5d972-347f-47da-b65d-32ccf1899dd7 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:04.359236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:04.372806 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.444553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:04.448822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.515393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.586884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.599416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:04.608746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:04.617974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:04.733262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:04.806420 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Floating IP 86657177-e706-416b-8616-dc79202b6c6d associated. External IP: 172.25.4.19, port: f6af29ca-f98a-4588-ab19-81f2acfa62b5. Mar 02 07:52:04.993951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.997524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Port': ['ID=7a7d03ba-5230-48e2-bcfc-1a0aa7fbb4de,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:05.027386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9ace79cc-3b0b-4a9d-94a5-597809898512 None None] Provisioning for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:05.030038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-7b73d6ae-fca3-4a21-af69-a7e6d6a84a52 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:05.031938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-7b73d6ae-fca3-4a21-af69-a7e6d6a84a52 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.16 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.5695717 Mar 02 07:52:05.059290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9ace79cc-3b0b-4a9d-94a5-597809898512 None None] Provisioning complete for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:05.059670 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9ace79cc-3b0b-4a9d-94a5-597809898512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.096571 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.124678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:05.168540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Deleting port 27d2e279-ed39-4207-bdaf-5bad18630a0e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:05.168894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.209228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.211888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c1306a24-3002-4f58-9438-e8d54f98e4c2 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "DELETE /v2.0/floatingips/4eac0524-da9d-4160-a8dc-0ea0a0cd69f4 HTTP/1.1" status: 204 len: 168 time: 3.0167284 Mar 02 07:52:05.228720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 54852) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:05.247771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'floatingip': {'floating_network_id': '108eebec-d6a4-49d8-89d9-598714f1434a', 'port_id': '39b63c93-18df-4740-98e3-9c933d6de64e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:05.258180 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3 (CIDR: 2001:db8:0:1::/64) Mar 02 07:52:05.262660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:05.282915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:floatingip and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:05.291203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:05.331526 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:52:05.333340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:05.336162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9ace79cc-3b0b-4a9d-94a5-597809898512 None None] Port 5aa5d972-347f-47da-b65d-32ccf1899dd7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:05.355460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:05.356106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.364279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:05.460655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f49c69a-562d-42cf-945c-80ff58917779 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4130938 Mar 02 07:52:05.461505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 54882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:05.466584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.470135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'subnet': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:05.781414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.865513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:52:05.880438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:05.961892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Usage tracker for resource:subnet and tenant:55b41409b9724c9bb436b00ee64b760d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:05.972317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60748ac-4bb5-4339-a764-0c4bf8b392aa req-29b7a934-61eb-47e6-97af-e28326f95be0 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:05.979913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e60748ac-4bb5-4339-a764-0c4bf8b392aa req-29b7a934-61eb-47e6-97af-e28326f95be0 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 945 time: 0.3172793 Mar 02 07:52:05.983103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:06.016011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:06.033786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] For port 27d2e279-ed39-4207-bdaf-5bad18630a0e, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=27d2e279-ed39-4207-bdaf-5bad18630a0e,segment=NetworkSegment(06a0cedf-1072-468e-90b2-07a5632a7b32),segment_id=06a0cedf-1072-468e-90b2-07a5632a7b32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:06.034701 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:06.149643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e60748ac-4bb5-4339-a764-0c4bf8b392aa req-7ef75f34-6d7e-4794-b872-368169efd82b tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d161ad9-6667-4b23-b607-9a66f406ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685812 Mar 02 07:52:06.158962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Made reservation on behalf of 55b41409b9724c9bb436b00ee64b760d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:06.163098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:06.209251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Calling delete_port for 27d2e279-ed39-4207-bdaf-5bad18630a0e owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:06.288267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:52:06.294070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:06.312874 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:52:06.326862 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:06.331485 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:06.438445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-33390da2-a871-429a-8082-4d3a7647c0e7 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "PUT /v2.0/floatingips/86657177-e706-416b-8616-dc79202b6c6d HTTP/1.1" status: 200 len: 991 time: 4.1764855 Mar 02 07:52:06.442021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:06.548731 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'status': 'completed', 'code': 200} Mar 02 07:52:06.749562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-dbea1ac8-401e-4e99-ac16-84b499f65533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:06.751353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-dbea1ac8-401e-4e99-ac16-84b499f65533 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 1097 time: 0.1802118 Mar 02 07:52:06.783391 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:07.088686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-16557ce4-3ee6-4239-aa3d-6e98111aed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:07.090813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-16557ce4-3ee6-4239-aa3d-6e98111aed89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.3333862 Mar 02 07:52:07.297872 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:52:07.299055 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5b107c1-ccc3-4833-85eb-7b53e00e881d tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0691497 Mar 02 07:52:07.321142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55072) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:07.349102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '39b63c93-18df-4740-98e3-9c933d6de64e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:07.386473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:07.396733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Usage tracker for resource:floatingip and tenant:6977ca33445149caaf4acd6f50ca24dc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:07.415660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:07.438604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:07.441459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-70ea093b-aa77-4acd-af6f-f47a62302d25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 200 len: 999 time: 0.3384614 Mar 02 07:52:07.443026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.502386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.541315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.549700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 27d2e279-ed39-4207-bdaf-5bad18630a0e no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:52:07.587201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '86657177-e706-416b-8616-dc79202b6c6d', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:6c:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:13Z', 'updated_at': '2022-03-02T07:52:03Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:07.600041 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:52:07.621093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:07.622486 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:07.672331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 27d2e279-ed39-4207-bdaf-5bad18630a0e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:52:07.683681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 27d2e279-ed39-4207-bdaf-5bad18630a0e not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:52:07.709057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Pushing event deleted for resources: {'Port': ['ID=27d2e279-ed39-4207-bdaf-5bad18630a0e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:07.728558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.781992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.903397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:07.986493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67a4b901-e96a-4ca2-b161-de1d11049e79 req-fd536af6-f263-46cd-9ee5-eb05ccf26498 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.3670537 Mar 02 07:52:07.991652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:08.001649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:08.014214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:08.014822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964e062-c219-4a8b-baa7-821296802cb7 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:08.015537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:08.026454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] No DVR routers for this DVR port 27d2e279-ed39-4207-bdaf-5bad18630a0e on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:52:08.031154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:08.054228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:08.064430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'name': 'network-vif-deleted', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:08.077963 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:08.087657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0511b2cb-cfd0-43ef-af0a-ab07058fe154 req-92742612-4584-4877-923d-5b1b6a7e875f tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.16 "DELETE /v2.0/ports/27d2e279-ed39-4207-bdaf-5bad18630a0e HTTP/1.1" status: 204 len: 173 time: 3.0450189 Mar 02 07:52:08.255037 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574bfccf-7f90-415c-8289-00833d1fa948', 'name': 'network-vif-deleted', 'tag': '27d2e279-ed39-4207-bdaf-5bad18630a0e', 'status': 'completed', 'code': 200} Mar 02 07:52:08.491363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Subnet': ['ID=140f69f0-7bea-407c-b20f-d8820b0f3dd0,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:08.565980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-0ca1b09b-b607-4eaf-8437-f03ff17a3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:08.581920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-0ca1b09b-b607-4eaf-8437-f03ff17a3bcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 1.1276534 Mar 02 07:52:08.591242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe8eacfc-4187-4dbe-8b98-6747ce7ae74b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1261561 Mar 02 07:52:08.595726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55200) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:08.625195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-119376200', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '140f69f0-7bea-407c-b20f-d8820b0f3dd0'}], 'security_groups': ['e225b9d8-0964-4fde-9c3d-09cdd2c885c8', 'cb173dfb-00ba-4b50-96f9-258f435a1bcc']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:08.823217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-cf8ecee2-4a22-494f-bdc8-51ed2a15bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:08.826058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-cf8ecee2-4a22-494f-bdc8-51ed2a15bf7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280126 Mar 02 07:52:09.085199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:09.094440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:09.108048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '86657177-e706-416b-8616-dc79202b6c6d', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:6c:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:13Z', 'updated_at': '2022-03-02T07:52:03Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:09.120153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:09.120324 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50549159-1e3f-4a4f-9ab3-6df2d9e82f90 None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '86657177-e706-416b-8616-dc79202b6c6d', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'port_id': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'mac_address': 'fa:16:3e:6c:01:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:51:13Z', 'updated_at': '2022-03-02T07:52:03Z', 'revision_number': 1, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:09.237395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-2ea23329-484e-4ca4-bf16-12460c332dd7 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011767 Mar 02 07:52:09.238519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Update dhcp port {'port': {'network_id': '6f66b5c0-b2f1-46e7-a41e-d782b774e089', 'fixed_ips': [{'subnet_id': '0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '936964bf-13e7-463f-83f7-28509079873e', 'ip_address': '2001:db8::2'}, {'subnet_id': '140f69f0-7bea-407c-b20f-d8820b0f3dd0'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '4f27ba29-8748-40fa-8036-66c5c32c1295'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:52:09.347259 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:09.505743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6880a6b-4100-4d6b-877c-ae08d3685082 req-23d9a7f9-e394-42ad-b3f6-f5e958d37640 tempest-VolumesActionsTest-1337998146 tempest-VolumesActionsTest-1337998146-project] 10.222.0.21 "GET /v2.0/ports?device_id=574bfccf-7f90-415c-8289-00833d1fa948 HTTP/1.1" status: 200 len: 210 time: 0.1920574 Mar 02 07:52:09.599672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:09.733135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d5e4666-1ab5-4cef-8c55-58bab854744c req-56e1cafd-154c-4b75-8124-6c230475855b service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886138 Mar 02 07:52:09.746327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0182b1-5191-421e-88c0-f40ab740185f None None] New status for floating IP 86657177-e706-416b-8616-dc79202b6c6d: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:52:09.954620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c40eb583-612a-44f5-8fba-cf9d2c334c50 None None] Provisioning complete for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:09.955255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c40eb583-612a-44f5-8fba-cf9d2c334c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:10.106424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Allocated IP 2001:db8:0:2::2 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/140f69f0-7bea-407c-b20f-d8820b0f3dd0/4f27ba29-8748-40fa-8036-66c5c32c1295) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:10.251677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Allocated IP 172.25.4.143 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2836ce20-4af3-4a00-be9e-58d064a19e41) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:10.262522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:52:10.499863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c40eb583-612a-44f5-8fba-cf9d2c334c50 None None] Port 5aa5d972-347f-47da-b65d-32ccf1899dd7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:10.542913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:10.579852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:10.605986 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Transition to ACTIVE for port object 4f27ba29-8748-40fa-8036-66c5c32c1295 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:10.615421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:10.753120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135b43d-baaf-46a3-8819-10ac1232a808 None None] Pushing event updated for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:10.871683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:10.891073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:52:10.917220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Sync routers for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:52:10.935805 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:10.936634 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:51:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:10.979531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24e1d8ec-c441-476f-beeb-402317621636 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/446d4d7d-8499-4d7f-895a-6bf3a0e54dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2892566 Mar 02 07:52:10.980046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:11.125696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Delete allocated IP 2001:db8::253 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/936964bf-13e7-463f-83f7-28509079873e) {{(pid=87854) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:52:11.157364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Allocated IP 2001:db8:0:2::356 (6f66b5c0-b2f1-46e7-a41e-d782b774e089/140f69f0-7bea-407c-b20f-d8820b0f3dd0/ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:11.338904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:11.416519 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:11.698375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:11.854544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:11.899221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-434e6cbe-8300-40b1-9344-413961881428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:11.901695 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:11.920417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.921136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.921598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.922558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.924170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.925095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.926387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.927039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.927783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.928412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.934753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a1d8b01f-b6c7-4a10-b815-e5d93b89e6a2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7142 time: 0.9523113 Mar 02 07:52:11.936111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55258) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:11.947089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Transition to ACTIVE for port object ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:11.951089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:11.960670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:12.027304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.043603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event updated for resources: {'Port': ['ID=2836ce20-4af3-4a00-be9e-58d064a19e41,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:12.183799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.184415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.190147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.191044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.191809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.192415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.196372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.197046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.197653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.198578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.213579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.217158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.219734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a9975859-8cd9-426b-875f-62f7da9201d0 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7717 time: 0.2824945 Mar 02 07:52:12.224865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55264) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:12.455344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] In _notify_port_updated(), no bound segment for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 on network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:52:12.477668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.478373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.488612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "PUT /v2.0/ports/ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 HTTP/1.1" status: 200 len: 969 time: 3.8781757 Mar 02 07:52:12.490300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55272) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:12.580309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:06Z', 'revision_number': 2, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:12.600890 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Checking router: 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:52:12.601311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Updating router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 port 5aa5d972-347f-47da-b65d-32ccf1899dd7 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:52:12.744266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5852e8-479f-441a-9103-3b1f20bc03c3 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event updated for resources: {'Port': ['ID=ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:12.779988 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.959648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Provisioning for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:12.966812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Provisioning complete for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:12.967502 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.028502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7828cb86-40d4-4ef8-8bb1-6646cedea5f2 tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3601 time: 0.7974551 Mar 02 07:52:13.165442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:13.206699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:13.207251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.255764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:13.256222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.384054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:13.409925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Provisioning for port 4f27ba29-8748-40fa-8036-66c5c32c1295 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:13.417399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:13.418374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afdcb0b9-cea4-4184-a2a7-8438c02ba493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.521281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting port 2836ce20-4af3-4a00-be9e-58d064a19e41 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:13.521566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.905205 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:13.927961 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Transition to ACTIVE for port object 5aa5d972-347f-47da-b65d-32ccf1899dd7 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:13.938978 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.034804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e429b88e-2700-4355-89d9-b8e88d998934 None None] Provisioning complete for port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:14.035807 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e429b88e-2700-4355-89d9-b8e88d998934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.190683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e429b88e-2700-4355-89d9-b8e88d998934 None None] Port ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:14.237774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-01cb4755-7fdc-48dc-97c9-8ff75073ad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.439170 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d4a3-2659-4611-81ab-6dbf60505c12 None None] Pushing event updated for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:14.514869 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Attempting to bind port 5aa5d972-347f-47da-b65d-32ccf1899dd7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:14.518555 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Attempting to bind port 5aa5d972-347f-47da-b65d-32ccf1899dd7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:14.521977 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Attempting to bind port 5aa5d972-347f-47da-b65d-32ccf1899dd7 on network 56555b73-eb1b-43e7-99e5-c982d1eac32e {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:14.535568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:14.546123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Checking segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:14.549583 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.550120 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Bound using segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:14.551114 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Bound port: 5aa5d972-347f-47da-b65d-32ccf1899dd7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:14.551289 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.852163 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] For port 5aa5d972-347f-47da-b65d-32ccf1899dd7, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:14.866619 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] For port 5aa5d972-347f-47da-b65d-32ccf1899dd7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5aa5d972-347f-47da-b65d-32ccf1899dd7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:14.883514 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.943721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55304) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:14.949599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961207085', 'description': 'tempest-secgroup-smoke-961207085 description', 'project_id': '3295cfe480904f248703144b71005c8a'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:14.972693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:14.986174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.986784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:14.995266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:14.998898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:15.011724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:15.038912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.071166 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d4a3-2659-4611-81ab-6dbf60505c12 None None] Pushing event updated for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:15.078330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:15.083412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:15.107917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:15.114435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:15.131546 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:15.133549 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:52:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:15.178486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Calling delete_port for 2836ce20-4af3-4a00-be9e-58d064a19e41 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:15.285790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.288819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.292887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.371330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b5c8d-7498-45e9-9433-829a56b5b7ec,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:15.389011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.403658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.404461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.405028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.408191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.408917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.409504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.410073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.410712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.416415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.417705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.418720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.419353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.433425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.439211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-778305c2-2b9f-45cb-9928-2ca4f39334ea tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4928012 Mar 02 07:52:15.440132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55310) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:15.455163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:15.472174 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.482616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:15.500942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:15.519162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:15.525587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:15.535020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:15.600334 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.660104 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:15.721669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.729767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.786118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc277f1d-2d63-4ea0-a8ed-0b5d1ff3f6cf,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:15.798314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.800756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b1f31d1-6a4b-4a9d-859b-4dc9c42b1bae tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579416 Mar 02 07:52:15.803441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55316) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:15.820216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:15.833164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:15.841339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:15.849581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:15.856997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:15.875346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.880399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.934427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.965552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Port': ['ID=2836ce20-4af3-4a00-be9e-58d064a19e41,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:15.966705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.973022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.021610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfb9643-31ad-4dd6-b624-e8e4bda5cc6b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:16.024846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.026306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1701d6d3-840b-40f7-ada3-a81465688c5f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2210371 Mar 02 07:52:16.029507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55322) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:16.036259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:16.044291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:16.048829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:16.052122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:16.060025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:16.077241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:16.096758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.202371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.259764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55330) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:16.262616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-02f6b5e8-ce22-46b5-84c6-77ee8a75cbe7 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 HTTP/1.1" status: 204 len: 168 time: 3.7447731 Mar 02 07:52:16.292085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:14Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:16.303279 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55d03f-524e-4a2e-8f12-589073c0c65e None None] The sync data for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 is: [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:14Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:16.323230 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] create failed (client error): The resource could not be found. Mar 02 07:52:16.324426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f270b4bb-7b5d-4e60-86b6-b762c5b66e76 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.0006583 Mar 02 07:52:16.328076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55334) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:16.356431 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8578d8bb-9a35-4c14-9983-2a86f13893e1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] GET failed (client error): The resource could not be found. Mar 02 07:52:16.356979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8578d8bb-9a35-4c14-9983-2a86f13893e1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:16.416996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.436022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.467924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting port 39b63c93-18df-4740-98e3-9c933d6de64e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:16.482527 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.504441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8578d8bb-9a35-4c14-9983-2a86f13893e1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:16.512389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8578d8bb-9a35-4c14-9983-2a86f13893e1 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports/ad4e422a-f18e-47a2-ab0e-2d3ec48dd7e7 HTTP/1.1" status: 404 len: 333 time: 0.2405374 Mar 02 07:52:16.542381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55340) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:16.564070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f616f17-1625-4dc2-99ee-bb964e14b2a3,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:16.840076 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.843206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.843952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53b88b58-f3ca-4004-9544-a55870fbe478 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8120503 Mar 02 07:52:16.852574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55346) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:16.870531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:16.889663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:16.897229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:16.902766 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:16.913397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:16.958073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:17.010692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.028036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.112398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5aa5d972-347f-47da-b65d-32ccf1899dd7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:17.175686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.178119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.209085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.213465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a37d84-962e-44c2-976f-1287135cb01e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:17.254749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b2784e-a7b1-4322-bddb-044349e67b28,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:17.276317 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.280748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55354) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:17.283154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62169744-f173-44a6-9071-7f89c525de68 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1a37d84-962e-44c2-976f-1287135cb01e HTTP/1.1" status: 204 len: 168 time: 0.7395518 Mar 02 07:52:17.307156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.310964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5cd88bd8-5a22-4f4b-bc75-3c95a89e76a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4500527 Mar 02 07:52:17.314148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55360) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:17.330794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:17.354122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:17.370135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:17.381763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:17.384662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:17.390767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:17.391435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.398771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:17.425033 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:52:17.446605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.460675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.658851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.666411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.674370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Calling delete_port for 39b63c93-18df-4740-98e3-9c933d6de64e owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:17.723185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.749712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55368) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:17.756383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856afff9-9f4b-44e8-99fe-43250aa1c0bd,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:17.778342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.782004 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.783766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b3634d4-8906-4a44-b599-27d33accc239 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4686294 Mar 02 07:52:17.786630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55374) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:17.801339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'security_group_rule': {'security_group_id': '3a6b5c8d-7498-45e9-9433-829a56b5b7ec', 'project_id': '3295cfe480904f248703144b71005c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:17.801824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5aa5d972-347f-47da-b65d-32ccf1899dd7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5aa5d972-347f-47da-b65d-32ccf1899dd7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:17.808490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.816331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:17.824937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:security_group_rule and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:17.848032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:17.873211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:17.913359 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Project 3295cfe480904f248703144b71005c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:52:17.930850 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.005436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:18.153221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.160219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.162820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.179262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.238385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853b5bba-5a78-4b8c-ad8c-ecd73dc6f792,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:18.271615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:18.274935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.283655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52194853-4b83-46f9-9145-f8efc5586485 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884467 Mar 02 07:52:18.283807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Usage tracker for resource:security_group_rule and tenant:cb66e64e62884db6a22925a606fe0933 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:18.283807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:18.290992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:18.374395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.477518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb173dfb-00ba-4b50-96f9-258f435a1bcc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:18.492962 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.656934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3e94d540-9379-41d3-8090-908dde822e4c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:18.693250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3e94d540-9379-41d3-8090-908dde822e4c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:18.700070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3e94d540-9379-41d3-8090-908dde822e4c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961207085&fields=id&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 267 time: 0.1102011 Mar 02 07:52:18.713225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.768775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Port': ['ID=39b63c93-18df-4740-98e3-9c933d6de64e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:18.777135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.985199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:18.993153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9477a59-a01d-4bff-b03f-f77fffa96061 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb173dfb-00ba-4b50-96f9-258f435a1bcc HTTP/1.1" status: 204 len: 168 time: 1.7097304 Mar 02 07:52:19.008341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55412) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:19.106417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.106623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5aa5d972-347f-47da-b65d-32ccf1899dd7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:19.123260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-70b64b03-6de4-4e78-9eab-f161d6a1aed3 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "DELETE /v2.0/ports/39b63c93-18df-4740-98e3-9c933d6de64e HTTP/1.1" status: 204 len: 168 time: 2.7935183 Mar 02 07:52:19.128840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55420) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:19.186636 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:52:19.247097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.302247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5aa5d972-347f-47da-b65d-32ccf1899dd7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:19.302635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.328810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.343113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3457e0b9-d97a-45e5-a1bf-de1bb5c9e075 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:19.344030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3457e0b9-d97a-45e5-a1bf-de1bb5c9e075 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:19.367841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3457e0b9-d97a-45e5-a1bf-de1bb5c9e075 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:19.369221 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3457e0b9-d97a-45e5-a1bf-de1bb5c9e075 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/networks?id=56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 200 len: 796 time: 0.6657610 Mar 02 07:52:19.393743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-e3d92bc4-24f3-4621-8790-ef1d137efdcc tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/quotas/3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 375 time: 0.0186057 Mar 02 07:52:19.438907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.446700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.512672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0f0d8-5c64-4919-aedd-f6bb1279e360 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:19.513395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7a0f0d8-5c64-4919-aedd-f6bb1279e360 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Synchronizing usage tracker for tenant:6977ca33445149caaf4acd6f50ca24dc on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:19.516262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225b9d8-0964-4fde-9c3d-09cdd2c885c8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:19.547677 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.591352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-daa46af4-6532-415f-b571-5f6e182b51d1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:19.628993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-daa46af4-6532-415f-b571-5f6e182b51d1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:19.630361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-daa46af4-6532-415f-b571-5f6e182b51d1 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310462 Mar 02 07:52:19.695807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.696935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a5924630-c0be-4397-88c4-bc62eb875f07 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/security-groups/e225b9d8-0964-4fde-9c3d-09cdd2c885c8 HTTP/1.1" status: 204 len: 168 time: 0.6874368 Mar 02 07:52:19.699865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55434) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:19.724128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb66e64e62884db6a22925a606fe0933&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9708939 Mar 02 07:52:19.740184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55438) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:19.764391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21183409-b51b-4253-a810-7d780bb63cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e402247-fca0-4cbd-bfd2-3ad160e102de,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:19.769240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7a0f0d8-5c64-4919-aedd-f6bb1279e360 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Unset dirty status for tenant:6977ca33445149caaf4acd6f50ca24dc on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:19.774111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7a0f0d8-5c64-4919-aedd-f6bb1279e360 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd09d051-4082-400b-936a-58418b459ee4 HTTP/1.1" status: 200 len: 913 time: 0.6386952 Mar 02 07:52:19.781317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55442) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:20.086954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-0d62f61e-e0f5-41a9-b736-ae13979df15e service neutron] 10.222.0.21 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430308 Mar 02 07:52:20.126276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 936964bf-13e7-463f-83f7-28509079873e {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:20.149274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.212567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.292614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.379992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-73ba2ce6-ae42-4902-b142-447f700c80cd service neutron] 10.222.0.21 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862678 Mar 02 07:52:20.407729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.435624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.613277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.686642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=936964bf-13e7-463f-83f7-28509079873e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:20.688757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.702639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db4aa0-d422-457f-9199-12b51597713c None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:20.706165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-92c662b9-f18f-4b6d-8b61-4e3572c29ea5 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/936964bf-13e7-463f-83f7-28509079873e HTTP/1.1" status: 204 len: 168 time: 1.0051117 Mar 02 07:52:20.713142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55470) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:20.822350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-84ea963e-2088-4846-9e7a-2dfcae3415df req-67237f6f-906a-4636-b7de-4fc79dbc1b3d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:20.825649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 140f69f0-7bea-407c-b20f-d8820b0f3dd0 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:20.834858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.925128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:20.998939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-84ea963e-2088-4846-9e7a-2dfcae3415df req-67237f6f-906a-4636-b7de-4fc79dbc1b3d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:20.998939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84ea963e-2088-4846-9e7a-2dfcae3415df req-67237f6f-906a-4636-b7de-4fc79dbc1b3d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 210 time: 0.3311701 Mar 02 07:52:21.036405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.191949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.263078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e402247-fca0-4cbd-bfd2-3ad160e102de,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:21.279067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.283343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39d5c10f-7ad1-4f24-9bc4-1f5fa77ce430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e402247-fca0-4cbd-bfd2-3ad160e102de HTTP/1.1" status: 204 len: 168 time: 1.5384595 Mar 02 07:52:21.369319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.426635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=140f69f0-7bea-407c-b20f-d8820b0f3dd0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:21.432061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.442786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5948596a-3b35-45a5-8e43-3e3d63cc485b tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/140f69f0-7bea-407c-b20f-d8820b0f3dd0 HTTP/1.1" status: 204 len: 168 time: 0.7283854 Mar 02 07:52:21.445142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:21.524858 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.536735 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcef145a-7247-4cf8-a40d-0c4d70ab5bbd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:21.539384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcef145a-7247-4cf8-a40d-0c4d70ab5bbd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:21.542311 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bcef145a-7247-4cf8-a40d-0c4d70ab5bbd tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/936964bf-13e7-463f-83f7-28509079873e HTTP/1.1" status: 404 len: 337 time: 0.0962558 Mar 02 07:52:21.545714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55498) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:21.764868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting subnet 0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:21.772764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:21.912278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.056387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.199037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.327665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting port be4d4770-aa6c-4e7a-8894-97e297df378f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:22.330163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.430543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.448206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:22.461511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3 HTTP/1.1" status: 204 len: 168 time: 0.9130709 Mar 02 07:52:22.463418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969a285-1114-4e9b-b7d3-d379a8d29334 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Subnet': ['ID=0257a3c1-fee7-4fe1-99cc-a8b36b4ba2d3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:22.484232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26323159-77ef-4084-8d6e-6bcc9313d836 None None] Network 6f66b5c0-b2f1-46e7-a41e-d782b774e089 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:22.544466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5499e7ee-3391-4d8f-9454-3e500f0ac9e9 req-a6e3153e-1318-4ea0-97bc-b886b37ef166 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 210 time: 0.2370114 Mar 02 07:52:22.717165 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e2ddc9-2a37-4415-8b81-dfac96e892de tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:22.717665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e2ddc9-2a37-4415-8b81-dfac96e892de tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:22.729914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56e2ddc9-2a37-4415-8b81-dfac96e892de tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/d685e5da-a150-4562-9451-1e9fa331cb87 HTTP/1.1" status: 404 len: 337 time: 0.2605190 Mar 02 07:52:22.743820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55546) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:22.774000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8baa478-18e9-4eed-9c43-b3b462c4c9df None None] Provisioning complete for port 927df26d-f601-4cd2-a14c-dd91028ac9d7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:22.774714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8baa478-18e9-4eed-9c43-b3b462c4c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:22.951140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-b44b1fa5-1ab0-431c-a5e5-5947a7b19b94 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:22.952797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-b44b1fa5-1ab0-431c-a5e5-5947a7b19b94 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/networks?id=56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 200 len: 796 time: 0.4070263 Mar 02 07:52:22.997083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a8baa478-18e9-4eed-9c43-b3b462c4c9df None None] Port 927df26d-f601-4cd2-a14c-dd91028ac9d7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:23.055685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a8baa478-18e9-4eed-9c43-b3b462c4c9df None None] Provisioning complete for port 4f27ba29-8748-40fa-8036-66c5c32c1295 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:23.057624 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8baa478-18e9-4eed-9c43-b3b462c4c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:23.114123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-172f45fd-ea3f-4979-9fe5-1f5980565dfb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3295cfe480904f248703144b71005c8a HTTP/1.1" status: 200 len: 379 time: 0.1497226 Mar 02 07:52:23.135502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] DHCP port deletion for 6f66b5c0-b2f1-46e7-a41e-d782b774e089 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:52:23.140129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'port': {'device_id': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'admin_state_up': True, 'tenant_id': '3295cfe480904f248703144b71005c8a', 'security_groups': ['3a6b5c8d-7498-45e9-9433-829a56b5b7ec']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:23.143528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Deleting port 4f27ba29-8748-40fa-8036-66c5c32c1295 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:23.144368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:23.174775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b044b498-99af-4366-a92d-d113b1126f25 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Synchronizing usage tracker for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:23.203161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b044b498-99af-4366-a92d-d113b1126f25 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Unset dirty status for tenant:55b41409b9724c9bb436b00ee64b760d on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:23.207379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b044b498-99af-4366-a92d-d113b1126f25 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "GET /v2.0/ports?device_id=43f35b14-187c-4e8a-a416-58b16eea104e HTTP/1.1" status: 200 len: 205 time: 0.4630384 Mar 02 07:52:23.208111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55570) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:23.307828 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-cd239858-6c21-435b-85ca-8361bcd38b1e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] delete failed (client error): The resource could not be found. Mar 02 07:52:23.315591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cd239858-6c21-435b-85ca-8361bcd38b1e tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/routers/43f35b14-187c-4e8a-a416-58b16eea104e HTTP/1.1" status: 404 len: 336 time: 0.1020401 Mar 02 07:52:23.348856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:23.455455 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-0602ff8e-6eda-491b-adaf-b147221b0620 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:23.456333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0602ff8e-6eda-491b-adaf-b147221b0620 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:23.462614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0602ff8e-6eda-491b-adaf-b147221b0620 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/be8a8e2c-94c2-4338-b4e3-9330504b69b1 HTTP/1.1" status: 404 len: 337 time: 0.1101065 Mar 02 07:52:23.465414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:23.471735 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:23.550798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] For port 4f27ba29-8748-40fa-8036-66c5c32c1295, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4f27ba29-8748-40fa-8036-66c5c32c1295,segment=NetworkSegment(e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a),segment_id=e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:23.551982 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:23.704797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:23.710247 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b635482-e43d-4bfc-861a-5b138a956c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:23.717500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b635482-e43d-4bfc-861a-5b138a956c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:23.719510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4b635482-e43d-4bfc-861a-5b138a956c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/a53a5760-d092-4081-acd4-5ba3b56b397b HTTP/1.1" status: 404 len: 337 time: 0.2515292 Mar 02 07:52:23.723734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:23.741754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:23.852172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Made reservation on behalf of 3295cfe480904f248703144b71005c8a for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:23.857648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:23.888049 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-768d7882-7171-4d44-bffa-51eeb824171a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:23.888518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768d7882-7171-4d44-bffa-51eeb824171a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:23.896454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Calling delete_port for be4d4770-aa6c-4e7a-8894-97e297df378f owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:23.903445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-768d7882-7171-4d44-bffa-51eeb824171a tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/e56c3c66-a5d1-49a9-bfc6-c83811f328b9 HTTP/1.1" status: 404 len: 337 time: 0.1783669 Mar 02 07:52:23.914545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55596) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.013440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Calling delete_port for 4f27ba29-8748-40fa-8036-66c5c32c1295 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:24.017746 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d68714-cd99-4630-90d7-1fd8c208142f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.018386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d68714-cd99-4630-90d7-1fd8c208142f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.020164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-57d68714-cd99-4630-90d7-1fd8c208142f tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/df961fbc-6ca7-4ce5-873b-dae1fbcdcfb9 HTTP/1.1" status: 404 len: 333 time: 0.1048608 Mar 02 07:52:24.062047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55604) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.174157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2456a20e-210c-4aff-b80a-26e79d885278 req-65c0ac9b-d036-496f-a981-2756a982d40a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 210 time: 0.2996693 Mar 02 07:52:24.262851 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-8318e2ab-bd06-4f45-bb1a-9194674a2c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.265780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8318e2ab-bd06-4f45-bb1a-9194674a2c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.276268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8318e2ab-bd06-4f45-bb1a-9194674a2c83 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/4e5192b2-aeed-4b4b-af44-8ffff5fc0875 HTTP/1.1" status: 404 len: 337 time: 0.2104928 Mar 02 07:52:24.285397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.304993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:24.361352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.20.0.4 (56555b73-eb1b-43e7-99e5-c982d1eac32e/e25bc9c4-659d-45dc-9eb0-dd211e758390/f6edb837-d2bb-42e3-b18d-621b014b5d13) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:24.442764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] Pushing event deleted for resources: {'Port': ['ID=4f27ba29-8748-40fa-8036-66c5c32c1295,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:24.456476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50a513-0e4c-4f56-a1a3-40031631885e None None] No DVR routers for this DVR port 4f27ba29-8748-40fa-8036-66c5c32c1295 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:52:24.639111 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b50a55-9989-4c91-b7bd-c98c86931c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.639722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b50a55-9989-4c91-b7bd-c98c86931c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.641639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a6b50a55-9989-4c91-b7bd-c98c86931c35 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/ab7d70fe-9028-4065-ba08-e76339313ed3 HTTP/1.1" status: 404 len: 337 time: 0.3506331 Mar 02 07:52:24.644894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55628) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.692707 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ff34e9-1549-40f4-90a6-ef0afe6e0860 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.693379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ff34e9-1549-40f4-90a6-ef0afe6e0860 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.696181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f0ff34e9-1549-40f4-90a6-ef0afe6e0860 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/28ac56b9-6f37-427f-9bf9-c5d3260b2b37 HTTP/1.1" status: 404 len: 333 time: 0.0502508 Mar 02 07:52:24.703878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55632) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.752744 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-031a8062-d9ec-4355-9e08-a0f6f79fee79 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.753995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031a8062-d9ec-4355-9e08-a0f6f79fee79 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.755916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-031a8062-d9ec-4355-9e08-a0f6f79fee79 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/3eef157d-fafa-457c-9b2f-d2a59063c1d2 HTTP/1.1" status: 404 len: 337 time: 0.0507441 Mar 02 07:52:24.762271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:24.764056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.809916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Transition to ACTIVE for port object f6edb837-d2bb-42e3-b18d-621b014b5d13 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:24.849879 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c2d0d2-1b57-40bf-ac8c-4c90f77d7468 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:24.851676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c2d0d2-1b57-40bf-ac8c-4c90f77d7468 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:24.855424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-66c2d0d2-1b57-40bf-ac8c-4c90f77d7468 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/subnets/1c3fa357-44f1-4729-b7fd-8361b017bd34 HTTP/1.1" status: 404 len: 337 time: 0.0879960 Mar 02 07:52:24.862671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55644) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:24.937526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:25.062850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:52:25.124512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:25.127731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:25.182720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Deleting port 927df26d-f601-4cd2-a14c-dd91028ac9d7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:25.183439 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:25.199310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4f27ba29-8748-40fa-8036-66c5c32c1295 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:52:25.199573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4f27ba29-8748-40fa-8036-66c5c32c1295 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:52:25.256290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:25.376162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:25.559716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:25.924965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e023ebb-a0e0-406c-af86-f64176833d83 None None] Provisioning for port f6edb837-d2bb-42e3-b18d-621b014b5d13 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:25.932466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e023ebb-a0e0-406c-af86-f64176833d83 None None] Provisioning complete for port f6edb837-d2bb-42e3-b18d-621b014b5d13 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:25.932897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e023ebb-a0e0-406c-af86-f64176833d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:26.014668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Port': ['ID=be4d4770-aa6c-4e7a-8894-97e297df378f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:26.021403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:26.022487 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:26.057769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1e023ebb-a0e0-406c-af86-f64176833d83 None None] Port f6edb837-d2bb-42e3-b18d-621b014b5d13 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:26.092677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-e76dc85c-0ccb-43a1-93c4-1666d71865f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2511585 Mar 02 07:52:26.094722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:26.236877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f5a97-7586-46b2-81a7-9e1957959046 req-6add033c-1856-4367-9be8-e49293179e16 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:26.237715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-891f5a97-7586-46b2-81a7-9e1957959046 req-6add033c-1856-4367-9be8-e49293179e16 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:26.238315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:26.304553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-5cbdba10-2d20-4788-9cfc-4d54c407a462 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1783834 Mar 02 07:52:26.397287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Calling delete_port for 927df26d-f601-4cd2-a14c-dd91028ac9d7 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:26.454898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Request body: {'port': {'device_id': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:26.636787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-891f5a97-7586-46b2-81a7-9e1957959046 req-6add033c-1856-4367-9be8-e49293179e16 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:26.638049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-891f5a97-7586-46b2-81a7-9e1957959046 req-6add033c-1856-4367-9be8-e49293179e16 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 931 time: 1.0743303 Mar 02 07:52:26.708032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Router bd09d051-4082-400b-936a-58418b459ee4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:52:26.851846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-891f5a97-7586-46b2-81a7-9e1957959046 req-3b03bff0-6f9d-4b03-9087-4e7a0fcf1488 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020032 Mar 02 07:52:27.006862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:52:27.018527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] Sync routers for ids ['bd09d051-4082-400b-936a-58418b459ee4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:52:27.044845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c616c0e4-db8a-4165-89a2-e6e94427b6c4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "PUT /v2.0/routers/bd09d051-4082-400b-936a-58418b459ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2555563 Mar 02 07:52:27.045523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] Routers {'bd09d051-4082-400b-936a-58418b459ee4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:27.045616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:27.046789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:52:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['bd09d051-4082-400b-936a-58418b459ee4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:27.060121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-f18d74cb-2b42-4c54-b948-f338b27b574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:27.065008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-f18d74cb-2b42-4c54-b948-f338b27b574e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1096 time: 0.7598128 Mar 02 07:52:27.077586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:27.157625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:27.173820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:27.183896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] Routers {'bd09d051-4082-400b-936a-58418b459ee4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:27.184638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:52:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['bd09d051-4082-400b-936a-58418b459ee4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:27.268729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:27.269149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42cb9-1ca5-4a8e-91f5-80075968fdbc None None] The sync data for ids ['bd09d051-4082-400b-936a-58418b459ee4'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:27.356112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:27.499658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-9f2db6fd-d46c-41e3-8fd3-2dd3e65f5021 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9566869d21f74520a036f77bcf6ddfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3565636 Mar 02 07:52:27.560908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Port': ['ID=927df26d-f601-4cd2-a14c-dd91028ac9d7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:27.721418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:27.797733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71ee9892-5aa3-4d04-b262-a0cc5ed3b837 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/ports/927df26d-f601-4cd2-a14c-dd91028ac9d7 HTTP/1.1" status: 204 len: 168 time: 2.9327657 Mar 02 07:52:27.817754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:28.170564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-2cfd876b-ac1c-4b0c-a716-2cac64589a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:28.172909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-2cfd876b-ac1c-4b0c-a716-2cac64589a2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 1.0525801 Mar 02 07:52:28.180659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-b48fa7f2-646f-4797-9707-46f38f761b63 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:28.187756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-b48fa7f2-646f-4797-9707-46f38f761b63 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6316793 Mar 02 07:52:28.208505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.213047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.312233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.328666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.332454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Fanout notify agent at l3_agent the message router_deleted on router bd09d051-4082-400b-936a-58418b459ee4 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:52:28.337021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-e8376fd4-4baa-41e3-9dd8-1c3c9d93ddcd tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/quotas/9566869d21f74520a036f77bcf6ddfd3 HTTP/1.1" status: 200 len: 375 time: 0.1480875 Mar 02 07:52:28.375793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.384968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1784fa03-703b-42e1-b329-80b3e18b2edd tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "DELETE /v2.0/routers/bd09d051-4082-400b-936a-58418b459ee4 HTTP/1.1" status: 204 len: 168 time: 1.3316259 Mar 02 07:52:28.388895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:28.496266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting subnet a7b6492c-ca51-41e8-9ec3-529074719d65 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:28.499815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.559570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:28.564684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-741c9397-54fc-4c54-a99a-c86d16e51d7f tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9566869d21f74520a036f77bcf6ddfd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2242074 Mar 02 07:52:28.697163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b78ece-ba26-4b05-b997-75869d057bbf req-bc2ceffd-2e46-43ab-a04a-f9678d32137e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:28.697950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-f208c6d4-ea87-4f7d-a0d6-bbde7a6ca611 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 1000 time: 0.5032041 Mar 02 07:52:28.708321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58b78ece-ba26-4b05-b997-75869d057bbf req-bc2ceffd-2e46-43ab-a04a-f9678d32137e tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 931 time: 0.4675741 Mar 02 07:52:28.874491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-fabc7800-afd6-4c78-9f28-d14cf7626228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:28.875959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-fabc7800-afd6-4c78-9f28-d14cf7626228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.1318362 Mar 02 07:52:28.933378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58b78ece-ba26-4b05-b997-75869d057bbf req-133cdf60-2ee0-428b-b935-8ffd5707eabb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216809 Mar 02 07:52:28.965239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.059041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.096337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.113082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b6492c-ca51-41e8-9ec3-529074719d65,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:29.122663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.129471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c49bce-ac33-4215-ac94-232d41b622c2 None None] Network 108eebec-d6a4-49d8-89d9-598714f1434a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:29.133222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9a770844-5129-473a-8587-52a41993d53a tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "DELETE /v2.0/subnets/a7b6492c-ca51-41e8-9ec3-529074719d65 HTTP/1.1" status: 204 len: 168 time: 0.7298243 Mar 02 07:52:29.134280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55760) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:29.159991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f66b5c0-b2f1-46e7-a41e-d782b774e089']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:29.298995 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.333948 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Deleting port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:29.334239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.377994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6edb837-d2bb-42e3-b18d-621b014b5d13 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:29.387399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.407056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Transition to ACTIVE for port object f6edb837-d2bb-42e3-b18d-621b014b5d13 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:29.495987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:29.496289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51dee15-aa0e-4b8a-9023-5a3cb8feaf4a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:29.504482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.511468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0e6b5174-464a-43e2-9c50-8a2f785fb038 req-a6e2244e-57e6-4302-81d3-02237e2f1380 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 210 time: 0.3650279 Mar 02 07:52:29.540249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] DHCP port deletion for 108eebec-d6a4-49d8-89d9-598714f1434a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:52:29.545183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Deleting port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:29.545566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.612438 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.771307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] For port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,segment=NetworkSegment(1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7),segment_id=1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:29.772297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.775050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:29.815604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:29.816027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.112856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Calling delete_port for b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:30.140481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] For port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,segment=NetworkSegment(1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7),segment_id=1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:30.145573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:30.278919 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:30.281306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Pushing event updated for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:30.297142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.302261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.316852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-61999f69-e006-4a9d-b5f3-e29af884c6a5 req-fe0feabb-6f52-4fe8-88c3-99eea88defb9 service neutron] (87854) timed out ('10.222.0.21', 58238) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:52:30.331666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Calling delete_port for b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:30.362111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.398816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] 10.222.0.21 "DELETE /v2.0/networks/6f66b5c0-b2f1-46e7-a41e-d782b774e089 HTTP/1.1" status: 204 len: 168 time: 2.5221086 Mar 02 07:52:30.435106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Port': ['ID=b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:30.453706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] No DVR routers for this DVR port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:52:30.493763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:52:30.494151 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:52:30.579298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ece58-96ae-4889-a6b2-0153424bdab4 tempest-PortsIpV6TestJSON-107824447 tempest-PortsIpV6TestJSON-107824447-project] Pushing event deleted for resources: {'Network': ['ID=6f66b5c0-b2f1-46e7-a41e-d782b774e089,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:30.596669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-8c8fba0c-61c6-461e-bd78-93b1c13a7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:30.606978 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-8c8fba0c-61c6-461e-bd78-93b1c13a7ead service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7226810 Mar 02 07:52:30.670799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.757093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108eebec-d6a4-49d8-89d9-598714f1434a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:30.788993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:30.788993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca6f2a-a9b4-4814-bc3f-ca6d0afdc8c7') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:30.977070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-26ad7647-233d-497b-8511-d9aa79746246 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9566869d21f74520a036f77bcf6ddfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480622 Mar 02 07:52:30.977374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2cdb2966-b816-4658-acca-c37ba2f9ecae req-dbf5afa7-d6e8-4992-a494-76605f3afd93 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 210 time: 0.0701790 Mar 02 07:52:30.985255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.994973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Deleting port b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:30.995372 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.011806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Attempting to bind port f6edb837-d2bb-42e3-b18d-621b014b5d13 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:31.012384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Attempting to bind port f6edb837-d2bb-42e3-b18d-621b014b5d13 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:31.012969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Attempting to bind port f6edb837-d2bb-42e3-b18d-621b014b5d13 on network 56555b73-eb1b-43e7-99e5-c982d1eac32e {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:31.024254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Port f6edb837-d2bb-42e3-b18d-621b014b5d13 on network 56555b73-eb1b-43e7-99e5-c982d1eac32e not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:52:31.024929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Attempting to bind port f6edb837-d2bb-42e3-b18d-621b014b5d13 on network 56555b73-eb1b-43e7-99e5-c982d1eac32e {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:31.035629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:31.036346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Checking segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:31.038492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Bound using segment: {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:31.041206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Bound port: f6edb837-d2bb-42e3-b18d-621b014b5d13, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3970129-8747-4b80-99f9-ca67a7a60e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:31.041950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.180920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d416e-31ab-4d7f-9e5e-a90218ee1c0c None None] The port 'b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:52:31.182724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:52:31.201400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a694-112f-414a-9081-6242ae8a9d1e req-47fbfb10-8ce0-4c3d-9048-47d78bfb3b24 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:31.203106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3017a694-112f-414a-9081-6242ae8a9d1e req-47fbfb10-8ce0-4c3d-9048-47d78bfb3b24 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 943 time: 0.8850420 Mar 02 07:52:31.207143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.215016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:31.215424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.244964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55810) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:31.292109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:52:31.292109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b8b1f04d-aa94-4fc4-9e78-b8043ce7ae82 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:31.313243 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:31.341760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:31.345294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:31.349742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-ae0b2a9b-0bf8-46bb-a07a-5f6186b56511 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836662 Mar 02 07:52:31.367447 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.557720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:31.559152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.561120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] 10.222.0.16 "PUT /v2.0/ports/f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 200 len: 1091 time: 5.1127381 Mar 02 07:52:31.579417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:31.669126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.677637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3017a694-112f-414a-9081-6242ae8a9d1e req-55154692-6ac2-46a6-9cda-90db2ff6a9fc tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557956 Mar 02 07:52:31.738229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.767788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] Pushing event deleted for resources: {'Network': ['ID=108eebec-d6a4-49d8-89d9-598714f1434a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:31.797695 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'status': 'completed', 'code': 200} Mar 02 07:52:31.801622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-0f3685e3-96f7-44d2-ba46-89293c0435fc tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:31.803235 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-0f3685e3-96f7-44d2-ba46-89293c0435fc tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8245916 Mar 02 07:52:31.807807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e15c462e-034a-4b10-9f6e-6ed0dd57dab4 tempest-FloatingIPNegativeTestJSON-495480698 tempest-FloatingIPNegativeTestJSON-495480698-project] 10.222.0.21 "DELETE /v2.0/networks/108eebec-d6a4-49d8-89d9-598714f1434a HTTP/1.1" status: 204 len: 168 time: 2.6725504 Mar 02 07:52:31.871762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Request body: {'port': {'device_id': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '9566869d21f74520a036f77bcf6ddfd3'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:31.877182 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a48e0-6650-4fa0-a3ed-191a9a05983e service neutron] Pushing event updated for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:31.923780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f5c8c308-0d44-4883-b6cf-fbe00e87451f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55b41409b9724c9bb436b00ee64b760d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723864 Mar 02 07:52:31.927959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55830) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:31.994666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d97b8fe-7662-43cb-94d2-2d510164af27 req-e521fd47-b633-4daf-93ba-74e1269f49ea service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202564 Mar 02 07:52:32.052619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-c816f3b9-fd80-406a-96cc-6e00defe885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.055033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-c816f3b9-fd80-406a-96cc-6e00defe885e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1094 time: 0.4281235 Mar 02 07:52:32.106971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.143913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.180943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.185288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Usage tracker for resource:port and tenant:9566869d21f74520a036f77bcf6ddfd3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:32.189597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:32.196371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.210680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Made reservation on behalf of 9566869d21f74520a036f77bcf6ddfd3 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:32.217129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.239918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.252183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55838) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:32.286519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.316672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3526881d-77c7-481d-8852-dde427a8c9e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 200 len: 217 time: 0.2538195 Mar 02 07:52:32.322044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-378e324f-5bee-4fd0-a786-64d79980aa37 req-6765a1e3-49bb-4406-b8fd-d72aad1b0101 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 210 time: 0.0686028 Mar 02 07:52:32.324627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bbb13c-92cd-4c19-be45-bf0e4279598e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:32.324778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.329879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Usage tracker for resource:security_group_rule and tenant:9566869d21f74520a036f77bcf6ddfd3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:32.333459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:32.340397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.368940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.373392 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2df4dfb5-ec79-41b9-8a54-de4600e770d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6bbb13c-92cd-4c19-be45-bf0e4279598e HTTP/1.1" status: 204 len: 168 time: 0.4319773 Mar 02 07:52:32.429986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3e188cc2-5609-442b-902d-e357aca197f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.435171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-3e188cc2-5609-442b-902d-e357aca197f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e25bc9c4-659d-45dc-9eb0-dd211e758390 HTTP/1.1" status: 200 len: 833 time: 0.1100738 Mar 02 07:52:32.608797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.616831 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.619175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-fcb2c32b-a4f1-4cad-85c0-cf7dc10722bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.623052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-fcb2c32b-a4f1-4cad-85c0-cf7dc10722bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56555b73-eb1b-43e7-99e5-c982d1eac32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833277 Mar 02 07:52:32.850676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb41633-4001-42ce-a7df-8d97778e462b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:32.932163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-bf47752c-a941-4a1c-a071-8c21ad842137 service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020041 Mar 02 07:52:33.075896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Allocated IP 192.168.233.227 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/08ba63e4-fa10-4290-ace5-913cf3b9d1dc) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:33.085793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6b957624-4b1a-4c1a-b18c-56555d04ada1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6977ca33445149caaf4acd6f50ca24dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908919 Mar 02 07:52:33.094827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55872) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.231433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58f5a660-566b-4bb9-98a0-e749bcd9e835 req-05ce00ed-0b90-4604-9583-0ff218074e25 service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925887 Mar 02 07:52:33.239451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9622976-f786-44a3-9ff8-56b704a3e8b6 req-47a57892-f233-4e89-a357-76255d8944a2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:33.241996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9622976-f786-44a3-9ff8-56b704a3e8b6 req-47a57892-f233-4e89-a357-76255d8944a2 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 943 time: 0.3048728 Mar 02 07:52:33.403269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9622976-f786-44a3-9ff8-56b704a3e8b6 req-1143ca60-a06e-4bc3-9548-78931e5e1a70 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525781 Mar 02 07:52:33.431833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.439103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-1d113eae-ad0c-48ad-acc0-9aa2efbf383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:33.440289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-1d113eae-ad0c-48ad-acc0-9aa2efbf383f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1094 time: 0.1431279 Mar 02 07:52:33.484827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.695588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d1bb391-91a3-4796-a587-924d89501a28 req-a20727a6-c2dd-478d-9abc-d324e7af4a02 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 210 time: 0.1230433 Mar 02 07:52:33.714513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 55892) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.762522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.767574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.805088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-81b6d553-e81c-43b9-8c27-d7d76cb3f1d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2313445 Mar 02 07:52:33.806013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010df003-507d-458f-b7b7-0e1a78a4d855,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.831907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Transition to ACTIVE for port object 08ba63e4-fa10-4290-ace5-913cf3b9d1dc will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:33.833946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.838561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6d5f6600-9ba5-4e46-af41-b5f52869d69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/010df003-507d-458f-b7b7-0e1a78a4d855 HTTP/1.1" status: 204 len: 168 time: 0.7341759 Mar 02 07:52:33.859984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-83d72a3e-3bf3-461b-9081-bd2d099ec6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:33.861446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-83d72a3e-3bf3-461b-9081-bd2d099ec6a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 200 len: 896 time: 0.4148366 Mar 02 07:52:33.871772 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.965495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-b9d2d5b1-2693-499b-a2b3-ba9f4e7af4bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 200 len: 217 time: 0.0977645 Mar 02 07:52:34.061258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-c3b59312-0089-491b-b636-9eae886e7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.062899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-c3b59312-0089-491b-b636-9eae886e7553 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e25bc9c4-659d-45dc-9eb0-dd211e758390 HTTP/1.1" status: 200 len: 833 time: 0.0885065 Mar 02 07:52:34.077880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:34.097590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:34.172206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-b7d6c8f0-2d17-4000-b82f-06e63a855816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.176170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-b7d6c8f0-2d17-4000-b82f-06e63a855816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56555b73-eb1b-43e7-99e5-c982d1eac32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071970 Mar 02 07:52:34.181406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9f220892-9319-41be-ac8b-c379ea1e4650 tempest-DvrRoutersNegativeTest-396473482 tempest-DvrRoutersNegativeTest-396473482-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2124738071', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:34.184522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.policy [None req-9f220892-9319-41be-ac8b-c379ea1e4650 tempest-DvrRoutersNegativeTest-396473482 tempest-DvrRoutersNegativeTest-396473482-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87854) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 02 07:52:34.184939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.policy [None req-9f220892-9319-41be-ac8b-c379ea1e4650 tempest-DvrRoutersNegativeTest-396473482 tempest-DvrRoutersNegativeTest-396473482-project] Failed policy check for 'create_router' {{(pid=87854) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 02 07:52:34.185770 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-9f220892-9319-41be-ac8b-c379ea1e4650 tempest-DvrRoutersNegativeTest-396473482 tempest-DvrRoutersNegativeTest-396473482-project] create failed (client error): Access was denied to this resource. Mar 02 07:52:34.190890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9f220892-9319-41be-ac8b-c379ea1e4650 tempest-DvrRoutersNegativeTest-396473482 tempest-DvrRoutersNegativeTest-396473482-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4716973 Mar 02 07:52:34.204256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:34.282598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.283411 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.356028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4924526 Mar 02 07:52:34.380495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c8bb-c462-46c3-8b84-4274766ab027 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Pushing event updated for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:34.387177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Request body: {'port': {'device_id': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:34.585976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-1505afc6-016c-4f67-b486-d0fc1cc8c3fb service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029384 Mar 02 07:52:34.633113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89217103-248f-413e-a9eb-30c18aeb1e11 None None] Provisioning for port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:34.648990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-89217103-248f-413e-a9eb-30c18aeb1e11 None None] Provisioning complete for port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:34.649382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-89217103-248f-413e-a9eb-30c18aeb1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.807176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.857576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d2532-452a-4447-adab-56a89cf79b82 req-faa241ef-d5bc-4d60-bb41-08e23bbf69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.865037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-89217103-248f-413e-a9eb-30c18aeb1e11 None None] Port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:34.875843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-faa241ef-d5bc-4d60-bb41-08e23bbf69dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 1097 time: 0.7983758 Mar 02 07:52:34.904710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55936) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:35.119509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cf3379e-b6f4-43cc-88d4-07e6121289d4 req-ec31677a-dd1d-4abc-a5dd-a89f8a8c5813 service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257041 Mar 02 07:52:35.171780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844466e4-8e4b-4f41-9781-5ba7ee044180 req-f351aa57-0b70-4afb-9305-900980a3b8b8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:35.185403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-844466e4-8e4b-4f41-9781-5ba7ee044180 req-f351aa57-0b70-4afb-9305-900980a3b8b8 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 943 time: 0.2796321 Mar 02 07:52:35.281517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.352119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:35.358554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-844466e4-8e4b-4f41-9781-5ba7ee044180 req-8d94d74c-9773-4db5-b736-8889b16b4705 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678581 Mar 02 07:52:35.361354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4f65678c11490690dc32c8b2f2cf9b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:35.368836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:35.376688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:35.539533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.547468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.592256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55964) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:35.638791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c36de-5b9c-433d-bcc8-978475a6b876,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:35.655115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8954a87b-fc79-44ab-a68e-c77fcc2dec16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c4f65678c11490690dc32c8b2f2cf9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482026 Mar 02 07:52:35.658073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 55970) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:35.700071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d2532-452a-4447-adab-56a89cf79b82 req-25510fc9-e0c3-481a-b900-47d73b147a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:35.701500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-25510fc9-e0c3-481a-b900-47d73b147a7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 200 len: 911 time: 0.7424462 Mar 02 07:52:35.729503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.736208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6edb837-d2bb-42e3-b18d-621b014b5d13 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:52:35.778397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.836722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-32f454d1-ac27-4987-808a-338dcd72abf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 200 len: 1001 time: 0.1190288 Mar 02 07:52:35.900618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-708015840'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:35.950871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:35.980198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:35.986858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:35.995080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d2532-452a-4447-adab-56a89cf79b82 req-0150dd18-37ea-4d7a-90fe-893c72ec5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:35.996584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-0150dd18-37ea-4d7a-90fe-893c72ec5716 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 200 len: 850 time: 0.1488035 Mar 02 07:52:36.007890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.019503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:36.095246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c36de-5b9c-433d-bcc8-978475a6b876,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:36.114007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-0acf911b-3602-42ad-a6ed-4748c8f8fec8 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:36.114007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-0acf911b-3602-42ad-a6ed-4748c8f8fec8 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Synchronizing usage tracker for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:36.129919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:36.131732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.138967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b988879-0129-4085-992e-61bef2525e9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d7c36de-5b9c-433d-bcc8-978475a6b876 HTTP/1.1" status: 204 len: 168 time: 0.4794073 Mar 02 07:52:36.140464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:36.143092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-0acf911b-3602-42ad-a6ed-4748c8f8fec8 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Unset dirty status for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:36.145016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-0acf911b-3602-42ad-a6ed-4748c8f8fec8 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 936 time: 1.1218228 Mar 02 07:52:36.151251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.154707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'port_id': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'mac_address': 'fa:16:3e:03:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:52:36.210329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.242787 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.282511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:36.288339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6edb837-d2bb-42e3-b18d-621b014b5d13 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:36.302132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ba63e4-fa10-4290-ace5-913cf3b9d1dc {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:36.305824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:36.311926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.321470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:36.328063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:36.329714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Transition to ACTIVE for port object 08ba63e4-fa10-4290-ace5-913cf3b9d1dc will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:36.337077 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.352806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:36.368625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-ba0346d0-3848-4151-8e6b-16819a95ee54 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Synchronizing usage tracker for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:36.374600 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.385030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d2532-452a-4447-adab-56a89cf79b82 req-8aa6d306-f08c-4269-aef0-8d235505de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:36.386986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-8aa6d306-f08c-4269-aef0-8d235505de2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e8bd15-09d2-4333-be58-548085aa2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778591 Mar 02 07:52:36.611852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:36.764637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.770159 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.793762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f6edb837-d2bb-42e3-b18d-621b014b5d13'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:36.880760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:52:36.919179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:36.919697 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment a65219b6-0c62-43c9-ac52-89226be4c5e8 of type vlan for network 936e83a8-ba52-461d-ba6e-63492c5bd93b Mar 02 07:52:36.921488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc089d-a4fa-44da-92e9-1a0123a87416,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:36.986951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7d715-a831-4897-8afa-67fd11423095 req-9243c95f-60f3-46e7-b746-226da43de028 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:36.989602 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccb7d715-a831-4897-8afa-67fd11423095 req-9243c95f-60f3-46e7-b746-226da43de028 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 944 time: 0.3058531 Mar 02 07:52:37.003896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.087374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ccb7d715-a831-4897-8afa-67fd11423095 req-5f04ee8b-9cc7-44fc-b656-5d44df974697 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773113 Mar 02 07:52:37.111944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.121304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:37.123889 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.223429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:37.231146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-ba0346d0-3848-4151-8e6b-16819a95ee54 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Unset dirty status for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:37.235589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9ad7ac86-71cc-490a-a212-3e430ea3bc77 req-ba0346d0-3848-4151-8e6b-16819a95ee54 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0844209 Mar 02 07:52:37.313851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=936e83a8-ba52-461d-ba6e-63492c5bd93b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:37.343501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a715c882-ee35-44ed-8bb4-c8f517eebbf3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7317309 Mar 02 07:52:37.346174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56016) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:37.346792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:52:37.357967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'name': 'tempest-PortsTestJSON-1767842046'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:37.415980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Attempting to bind port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:37.416370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Attempting to bind port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:37.416783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Attempting to bind port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:37.427299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:52:37.427633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Attempting to bind port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:37.437282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:37.438030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:37.438931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:37.439568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Bound port: 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:37.440088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.474300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-872d5764-b9dc-4909-8dd4-7303e93fca5b service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0418761 Mar 02 07:52:37.710658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:37.715942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:37.718765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:37.723368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:37.732171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:37.743663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:37.749625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.767030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:37.771831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.850911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:52:37.892974 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e61d2532-452a-4447-adab-56a89cf79b82 req-17182d73-2734-4bd1-871d-1237c2194e17 service neutron] 10.222.0.16 "GET /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930368 Mar 02 07:52:37.896267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:37.897000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.905813 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] 10.222.0.39 "PUT /v2.0/ports/08ba63e4-fa10-4290-ace5-913cf3b9d1dc HTTP/1.1" status: 200 len: 1096 time: 3.5253603 Mar 02 07:52:37.906533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:38.123982 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc', 'status': 'completed', 'code': 200} Mar 02 07:52:38.175540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56048) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:38.233672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba65fd2-0b53-4554-be60-c6cf0ca11890 service neutron] Pushing event updated for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:38.375321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-61e09852-c3de-4071-9020-758ceb438ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:38.376924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-61e09852-c3de-4071-9020-758ceb438ac9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9566869d21f74520a036f77bcf6ddfd3&device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 1099 time: 0.3961701 Mar 02 07:52:38.471582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246246199'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:38.488166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:38.493511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:38.497807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:38.499962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.501094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-05645f6b-3df0-4bbe-bb9e-b7f3b4e97f9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc HTTP/1.1" status: 200 len: 217 time: 0.1145415 Mar 02 07:52:38.505927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:38.556073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e144e-a4f1-46b2-bf9b-2c2815d774d1 req-d907c0bf-d82a-415a-a57b-aeb16d5f0153 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:38.563098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-159e144e-a4f1-46b2-bf9b-2c2815d774d1 req-d907c0bf-d82a-415a-a57b-aeb16d5f0153 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 948 time: 0.1411014 Mar 02 07:52:38.595674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.602816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dfda8faf-e26d-4bbe-a3d9-bd01919ca3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:38.604388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-dfda8faf-e26d-4bbe-a3d9-bd01919ca3a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0961449 Mar 02 07:52:38.612346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.632635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.667063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-159e144e-a4f1-46b2-bf9b-2c2815d774d1 req-4c84e668-77dc-4715-9720-4ab35cd7ac13 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028488 Mar 02 07:52:38.717690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=76aaa6b1-4b27-404e-a31a-4545830fa1a4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:38.723902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': 'a65219b6-0c62-43c9-ac52-89226be4c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:38.732173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: 936e83a8-ba52-461d-ba6e-63492c5bd93b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:52:38.763123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:52:38.779104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 936e83a8-ba52-461d-ba6e-63492c5bd93b) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:38.782984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:38.789237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:38.790003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.793054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e967bdbe-1dab-4ad9-9dd3-2ef13ffb2289 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:38.819190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e4d96adc-c36a-4c7a-8fb3-7f51298145b2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4708099 Mar 02 07:52:38.819980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56070) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:38.826450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1464744792'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:38.832474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:38.838763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:38.843104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:38.850672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:38.868377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:38.873135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.907246 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:38.920311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda24bc-1f67-48f1-9f85-97cbc690bf6a req-4340eb8f-285c-492a-8b73-8940d306195f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:38.921891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2eda24bc-1f67-48f1-9f85-97cbc690bf6a req-4340eb8f-285c-492a-8b73-8940d306195f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 944 time: 0.6228292 Mar 02 07:52:38.922943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:38.927128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:38.952240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:52:38.967519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:38.976091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:38.977488 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment 04e1ee54-eea0-4bc2-9fbb-19bad24e3b0d of type vlan for network e364142f-19ad-46ac-b738-865d929c7bb6 Mar 02 07:52:39.007846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.051227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2eda24bc-1f67-48f1-9f85-97cbc690bf6a req-f69059a7-4250-40ff-a502-2eb4f0ceb83f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177714 Mar 02 07:52:39.055674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-aa340669-533f-4c9f-a926-3968c5cb9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:39.057531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-aa340669-533f-4c9f-a926-3968c5cb9a9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4269693 Mar 02 07:52:39.076760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.089110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:39.089745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.301627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4802201 Mar 02 07:52:39.304636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56084) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:39.314794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'ports': [{'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'}, {'network_id': 'e364142f-19ad-46ac-b738-865d929c7bb6'}]} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:39.315109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:39.315597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': 'e364142f-19ad-46ac-b738-865d929c7bb6'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:39.320850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4ad5-6168-4d9c-9f8c-270d9711ff07 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=e364142f-19ad-46ac-b738-865d929c7bb6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:39.333533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e364142f-19ad-46ac-b738-865d929c7bb6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:52:39.602394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:39.606394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:39.609239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:39.626531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-133324dc-efea-426b-a339-211eb4616534 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617192 Mar 02 07:52:39.627405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:39.683566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.694252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 2} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:39.697689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.722756 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.731872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.749656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6edb837-d2bb-42e3-b18d-621b014b5d13 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:39.806886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:39.848258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f6edb837-d2bb-42e3-b18d-621b014b5d13 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:39.859459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f6edb837-d2bb-42e3-b18d-621b014b5d13 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:39.860618 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:39.922040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:39.933705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:39.948591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba748c-068a-4552-a5fd-a5ce6a48f1eb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:39.961091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:40.027534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac957c2-7ab6-4014-b9a7-0025b1620230 req-bedbf28d-20f6-4201-973c-5d6c23b49b58 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.029058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ac957c2-7ab6-4014-b9a7-0025b1620230 req-bedbf28d-20f6-4201-973c-5d6c23b49b58 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 948 time: 0.1623454 Mar 02 07:52:40.038498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.070044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:40.072068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-094ac138-4d69-4317-b34c-46d4b3d88a82 req-04aadb59-a633-4524-a582-180abbfe0742 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385896 Mar 02 07:52:40.092799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:40.105060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.122320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ac957c2-7ab6-4014-b9a7-0025b1620230 req-b1d721f6-0d90-4a9c-b192-838cc5a0cedc tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794342 Mar 02 07:52:40.211413 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'code': 200} Mar 02 07:52:40.244937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:40.435596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655d8c-77f4-4102-b6fd-eab1227e5da5 req-847d769a-bd9e-4644-91af-76f8df14ef65 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.437202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e655d8c-77f4-4102-b6fd-eab1227e5da5 req-847d769a-bd9e-4644-91af-76f8df14ef65 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.1480951 Mar 02 07:52:40.453746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port a8d5dbfe-bba7-4ce9-838f-1a00606a56d5 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:52:40.463259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-49c8f7c9-f26a-44f8-9c34-0af545f359d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.464879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-49c8f7c9-f26a-44f8-9c34-0af545f359d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9566869d21f74520a036f77bcf6ddfd3&device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 1099 time: 0.2988760 Mar 02 07:52:40.516156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e655d8c-77f4-4102-b6fd-eab1227e5da5 req-2a07bf8e-3b7a-4b66-9e96-63f1efd0e268 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714631 Mar 02 07:52:40.560279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.567526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7bc50-99f1-4d1e-9c67-9ceccedc793c req-5477dd4a-b42b-400f-bee4-9ff554cfb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.569633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9dd7bc50-99f1-4d1e-9c67-9ceccedc793c req-5477dd4a-b42b-400f-bee4-9ff554cfb511 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1096 time: 0.3073218 Mar 02 07:52:40.574929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.755502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a5313f-2315-4b75-b113-0cb7b08b1742,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:40.769386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.770507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2d2ca1ab-3927-4d65-8f6e-cb297d7da2ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5841146 Mar 02 07:52:40.774130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:40.783922 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9dd7bc50-99f1-4d1e-9c67-9ceccedc793c req-57bd5b7d-49c5-4a60-bae2-36ded5cbb717 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576807 Mar 02 07:52:40.809520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-d40e57ac-f13d-4a62-a6be-86c9429853c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.811023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-d40e57ac-f13d-4a62-a6be-86c9429853c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.3311410 Mar 02 07:52:40.866829 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85696448-8403-49d5-9c4d-d514b6696ef3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0905991 Mar 02 07:52:40.869518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:40.876056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-security--924464420', 'description': 'tempest-security-description-705021419'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:40.908996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-b9a3010e-1ea2-49cb-9872-784ed429aa0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc HTTP/1.1" status: 200 len: 217 time: 0.0885084 Mar 02 07:52:40.911942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:40.985602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-dc904719-85f4-433d-a388-3523ccebae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:40.987028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-dc904719-85f4-433d-a388-3523ccebae3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0717762 Mar 02 07:52:41.003323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.006296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.009852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.013662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.015195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "PUT /v2.0/security-groups/a0a5313f-2315-4b75-b113-0cb7b08b1742 HTTP/1.1" status: 200 len: 1778 time: 0.1444561 Mar 02 07:52:41.025697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56126) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.105561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9c21661a-90f9-4ba9-b7be-587c3f4e6ad3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups/a0a5313f-2315-4b75-b113-0cb7b08b1742 HTTP/1.1" status: 200 len: 1778 time: 0.0763505 Mar 02 07:52:41.107257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059674f9-68b2-4349-abb2-1997dcb20561 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a5313f-2315-4b75-b113-0cb7b08b1742,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:41.109516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56130) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.184329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.215057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.296085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.323841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a5313f-2315-4b75-b113-0cb7b08b1742,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:41.357634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.361932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-41f73fb6-297b-4572-b993-aacde8f14dbf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0a5313f-2315-4b75-b113-0cb7b08b1742 HTTP/1.1" status: 204 len: 168 time: 0.2513156 Mar 02 07:52:41.362835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.383874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 52b57183-79f5-416b-adc3-991f74a70d3d yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:52:41.433122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be61c704-ad64-4a5e-a61f-8fc2a144b7d5 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:41.454509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-be61c704-ad64-4a5e-a61f-8fc2a144b7d5 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:41.456408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be61c704-ad64-4a5e-a61f-8fc2a144b7d5 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921972 Mar 02 07:52:41.459493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56148) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.480119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.480754 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-4652e5d9-b25b-4b88-a31f-2196a561764d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] delete failed (client error): The resource could not be found. Mar 02 07:52:41.482056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4652e5d9-b25b-4b88-a31f-2196a561764d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0a5313f-2315-4b75-b113-0cb7b08b1742 HTTP/1.1" status: 404 len: 347 time: 0.0215182 Mar 02 07:52:41.486970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.493727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--405057977'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:41.500973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:41.510394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.526038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:41.539286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.566513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:41.572914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:41.576359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:41.586667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:41.668980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:41.680838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:41.690362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:41.691384 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.720821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=a8d5dbfe-bba7-4ce9-838f-1a00606a56d5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:41.813912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=52b57183-79f5-416b-adc3-991f74a70d3d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:41.819924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.830751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.871737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-ec373464-94f6-4db9-8898-57857f997eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:41.873254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-ec373464-94f6-4db9-8898-57857f997eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8639386 Mar 02 07:52:41.885174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e62da-8579-4038-a772-c9a89404c983,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:41.891964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbfac0-8cb7-454d-8473-c80b258efb05 req-5e8c9dd6-bd7f-4baf-9ee7-898e28bdb690 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:41.893964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eccbfac0-8cb7-454d-8473-c80b258efb05 req-5e8c9dd6-bd7f-4baf-9ee7-898e28bdb690 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 948 time: 0.3889217 Mar 02 07:52:41.900847 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-68a8d154-5c59-4e9f-9e87-1deed41a9746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.937962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:41.942666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a9655c21-5345-4a36-b974-7f57c9491939 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4512885 Mar 02 07:52:41.954314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': '04e1ee54-eea0-4bc2-9fbb-19bad24e3b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e364142f-19ad-46ac-b738-865d929c7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:41.954676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: e364142f-19ad-46ac-b738-865d929c7bb6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:52:41.956253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56164) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:41.972157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f63d-236d-4ccc-a839-963789d25363 req-27918e4b-70c1-41f8-b881-33bbdecb88a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:41.973807 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e178f63d-236d-4ccc-a839-963789d25363 req-27918e4b-70c1-41f8-b881-33bbdecb88a7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.2428501 Mar 02 07:52:41.976991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '744e62da-8579-4038-a772-c9a89404c983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:41.985848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:42.008036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:42.013742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:42.023029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:42.053461 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e178f63d-236d-4ccc-a839-963789d25363 req-caebe851-5c3e-4ab5-852e-cecb70ea6282 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692527 Mar 02 07:52:42.074303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.095609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eccbfac0-8cb7-454d-8473-c80b258efb05 req-390d4896-3284-4855-8e50-afcb53458185 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745250 Mar 02 07:52:42.148251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network e364142f-19ad-46ac-b738-865d929c7bb6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:52:42.201196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-dafd1d61-09ca-4cf3-a71c-822298fe2089 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185151 Mar 02 07:52:42.202843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, e364142f-19ad-46ac-b738-865d929c7bb6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:42.206955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:42.216372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f6620-6bfa-44de-9ec3-f81bf9892664 None None] Network e364142f-19ad-46ac-b738-865d929c7bb6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:42.227978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:42.233282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:42.234387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.281305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.289521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.371792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf17f41d-b473-4caa-adb6-a7337da0a640,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:42.378378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.383580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d9e04ce-5c48-4cec-8e32-c7903f9176fc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4183326 Mar 02 07:52:42.385383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:42.454994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.468823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.519933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.566289 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-38713cb1-f2c3-4434-bd7e-4e6d694172f6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2583609 Mar 02 07:52:42.566788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf17f41d-b473-4caa-adb6-a7337da0a640,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:42.570561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.574265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a5f9639b-4cee-4947-b0a5-c285f8ec13ea tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cf17f41d-b473-4caa-adb6-a7337da0a640 HTTP/1.1" status: 204 len: 168 time: 0.1852193 Mar 02 07:52:42.577800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:42.578194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:42.625766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdcb462c-a102-4f30-9dd9-bdb0f46207e7 req-7027cf4c-352e-4800-9f9f-40b5bd4fbc7c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866804 Mar 02 07:52:42.677206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 52b57183-79f5-416b-adc3-991f74a70d3d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:42.677563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:42.777791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bdcb38b-f388-4ecb-aff4-b5527ea73257 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:42.846841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7bdcb38b-f388-4ecb-aff4-b5527ea73257 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:42.848245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7bdcb38b-f388-4ecb-aff4-b5527ea73257 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2673092 Mar 02 07:52:42.851852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56200) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:42.994990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.160909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 52b57183-79f5-416b-adc3-991f74a70d3d owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:43.202389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.437125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.447978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373cd5-9a3e-442b-b0b8-c04cd3348f00 req-37b09183-2310-4e62-9189-ee7165e45450 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:43.455234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16373cd5-9a3e-442b-b0b8-c04cd3348f00 req-37b09183-2310-4e62-9189-ee7165e45450 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 948 time: 0.1886809 Mar 02 07:52:43.512018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16373cd5-9a3e-442b-b0b8-c04cd3348f00 req-a32734e7-7c35-414c-bc49-5303031b8551 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Mar 02 07:52:43.537064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.605443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf6b47-0112-441b-8ec4-1f5cd04503a3 req-195bf5b5-3667-40f0-b737-e2a7bc364792 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:43.606938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fdf6b47-0112-441b-8ec4-1f5cd04503a3 req-195bf5b5-3667-40f0-b737-e2a7bc364792 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.3924747 Mar 02 07:52:43.610035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=52b57183-79f5-416b-adc3-991f74a70d3d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:43.613790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.620053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.658715 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.659892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/744e62da-8579-4038-a772-c9a89404c983 HTTP/1.1" status: 204 len: 168 time: 0.8071363 Mar 02 07:52:43.661035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9b38d-6d63-4161-a08b-b244316a20a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e62da-8579-4038-a772-c9a89404c983,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:43.663897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5248cc1d-436f-4fba-9c4f-1666fb8bed33 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/52b57183-79f5-416b-adc3-991f74a70d3d HTTP/1.1" status: 204 len: 168 time: 1.0847445 Mar 02 07:52:43.664426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56224) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:43.667164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56226) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:43.714374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fdf6b47-0112-441b-8ec4-1f5cd04503a3 req-a1e8d295-c102-4cb6-bc4e-d0096ad869fd tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766628 Mar 02 07:52:43.796603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4d6d44a-a39d-4e18-81df-c5a104695846 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:43.831079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4512a5f-a13a-4457-bb09-685d043d7aa1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:43.837335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4512a5f-a13a-4457-bb09-685d043d7aa1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:43.838118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c4512a5f-a13a-4457-bb09-685d043d7aa1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:43.841960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d4d6d44a-a39d-4e18-81df-c5a104695846 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:43.843121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d4d6d44a-a39d-4e18-81df-c5a104695846 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1771283 Mar 02 07:52:43.849216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:43.855981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747953939'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:43.863891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:43.876232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:43.888216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:43.909634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c4512a5f-a13a-4457-bb09-685d043d7aa1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:43.913371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:43.913684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c4512a5f-a13a-4457-bb09-685d043d7aa1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2389107 Mar 02 07:52:43.914364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56242) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:43.924431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:44.006632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b687f3-d8a3-4a5f-a11b-9ae556197f79 req-1625baf3-2048-447f-8157-54b23d154690 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:44.008308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62b687f3-d8a3-4a5f-a11b-9ae556197f79 req-1625baf3-2048-447f-8157-54b23d154690 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.1671963 Mar 02 07:52:44.014201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port a8d5dbfe-bba7-4ce9-838f-1a00606a56d5 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:44.014782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.024694 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.029138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.084275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2bf190-c1e6-4067-887f-cbec94d1db23,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:44.092962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.096869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9cc425d9-ad9d-460f-9fd6-9a99916eb987 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2430060 Mar 02 07:52:44.096993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-62b687f3-d8a3-4a5f-a11b-9ae556197f79 req-a298c49a-b375-4ec0-b8e9-295fbd793e14 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503023 Mar 02 07:52:44.098467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:44.104545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bf190-c1e6-4067-887f-cbec94d1db23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:44.114791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:44.122845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56250) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:44.128091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:44.133496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:44.165493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:44.203115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868f20a-2992-4608-afeb-c4559b3608ef tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:44.208318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.211970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6868f20a-2992-4608-afeb-c4559b3608ef tempest-TestNetworkBasicOps-334426300 tempest-TestNetworkBasicOps-334426300-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1091 time: 0.0877047 Mar 02 07:52:44.216802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56258) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:44.225012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:44.228367 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-25870a95-3860-4a82-84f6-e7ace6e2bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.232356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:44.236470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Usage tracker for resource:floatingip and tenant:3295cfe480904f248703144b71005c8a is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:44.239635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:44.251790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:44.269442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.360403 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.413695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.523271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for a8d5dbfe-bba7-4ce9-838f-1a00606a56d5 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:44.556941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.593097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Allocated IP 172.25.4.87 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/470a65e0-de81-4ce6-b461-cf5b8c63db8a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:44.725074 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.770472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ccb84c-9e0b-482a-8840-6ad6bb2d4994,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:44.784632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.792873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c1e053da-e1b9-4f6c-b4b1-62385f05e57a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6864433 Mar 02 07:52:44.793270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56276) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:44.808529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bf190-c1e6-4067-887f-cbec94d1db23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:44.815544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:44.820987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:44.824336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:44.830413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.832180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:44.881956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.904228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=a8d5dbfe-bba7-4ce9-838f-1a00606a56d5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:44.915755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.924996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3673-d3c1-4fc4-906c-0a9242e7759e req-903a998a-470b-4cf5-8f92-91c6a2b06d9e tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:44.926765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e1a3673-d3c1-4fc4-906c-0a9242e7759e req-903a998a-470b-4cf5-8f92-91c6a2b06d9e tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 948 time: 0.2011557 Mar 02 07:52:44.943681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.958043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f1215987-957f-417c-94d0-9e6e7748a7e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/a8d5dbfe-bba7-4ce9-838f-1a00606a56d5 HTTP/1.1" status: 204 len: 168 time: 1.0415595 Mar 02 07:52:44.961791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56286) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.044849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.047609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.048684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.054360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e1a3673-d3c1-4fc4-906c-0a9242e7759e req-c9aca0fc-1131-4a03-9b57-1d34b02f2bb2 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170089 Mar 02 07:52:45.091625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628643c8-094d-4be6-acc1-acbc4a3087e6,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.113084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.115556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-45b16169-b690-4156-9123-12d579b404d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201373 Mar 02 07:52:45.117651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56290) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.118524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:45.123001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:45.125677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bf190-c1e6-4067-887f-cbec94d1db23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:45.127560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:45.134719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:45.139351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:45.142520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:45.149377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:45.174821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.178640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=470a65e0-de81-4ce6-b461-cf5b8c63db8a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.183801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 08ba63e4-fa10-4290-ace5-913cf3b9d1dc details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:52:45.227210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d1a9f-5951-43d3-bf89-721a4b9c89c1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:45.235412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-368d1a9f-5951-43d3-bf89-721a4b9c89c1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:45.281412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.288048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.305783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-368d1a9f-5951-43d3-bf89-721a4b9c89c1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:45.310297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-368d1a9f-5951-43d3-bf89-721a4b9c89c1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3411088 Mar 02 07:52:45.313715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56302) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.342954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4758fd07-a53b-4512-a1c1-c209bff73e81,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.348929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.348929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59b6c33e-4c1c-49fa-b28a-d26fc0c4b222 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2297692 Mar 02 07:52:45.354784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56306) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.381459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bf190-c1e6-4067-887f-cbec94d1db23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:45.385217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:45.391242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:45.399059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:45.407898 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-601bbb2e-6f3c-450b-8308-87c5bc349cd2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:52:45.413029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-601bbb2e-6f3c-450b-8308-87c5bc349cd2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/52b57183-79f5-416b-adc3-991f74a70d3d HTTP/1.1" status: 404 len: 333 time: 0.0973215 Mar 02 07:52:45.413786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56310) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.414883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:45.424109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.447726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:45.449210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.464318 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.467177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc', 'mac_address': 'fa:16:3e:6b:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:52:45.473591 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-149565c8-a792-425f-a969-a6c0c85c3066 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:52:45.478416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-149565c8-a792-425f-a969-a6c0c85c3066 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/a8d5dbfe-bba7-4ce9-838f-1a00606a56d5 HTTP/1.1" status: 404 len: 333 time: 0.0610027 Mar 02 07:52:45.481035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56314) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.534446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.556687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ba63e4-fa10-4290-ace5-913cf3b9d1dc {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:45.574372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:45.584511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.636219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.649291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.668151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.677111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.677733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.678295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.678765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.679235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.680044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.680551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.681232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.681706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.682255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.682828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.683301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:45.702549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111b7ee9-7a12-4b49-b0bd-a94f26e2ea2d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.721946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.723711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ac7f34da-8618-4558-8d19-42233689cfaf tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3699048 Mar 02 07:52:45.727860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.735925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bf190-c1e6-4067-887f-cbec94d1db23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:45.746070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:45.756182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:45.759843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:45.766464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:45.792754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.882347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.888130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.902421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['08ba63e4-fa10-4290-ace5-913cf3b9d1dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:45.936252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cd883b-5a37-4b81-bf6c-bdc40c0dad4b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:45.942195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:45.945518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3aa07208-a6bb-4a1f-9e18-241ec6a4bc64 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2155168 Mar 02 07:52:45.948234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56332) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:45.985371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.009412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.027624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.065263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.088095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83cd883b-5a37-4b81-bf6c-bdc40c0dad4b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:46.092484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.098192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ba213547-3727-4347-8746-c697cdc04241 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/83cd883b-5a37-4b81-bf6c-bdc40c0dad4b HTTP/1.1" status: 204 len: 168 time: 0.1484864 Mar 02 07:52:46.098783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:46.234658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef918368-8bd1-481b-bd6d-d7db803c5a83 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:46.281347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.321248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e364142f-19ad-46ac-b738-865d929c7bb6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:46.334667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ef918368-8bd1-481b-bd6d-d7db803c5a83 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:46.336372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef918368-8bd1-481b-bd6d-d7db803c5a83 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2366252 Mar 02 07:52:46.338500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e1ee54-eea0-4bc2-9fbb-19bad24e3b0d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:46.338812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e1ee54-eea0-4bc2-9fbb-19bad24e3b0d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:46.340314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56352) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:46.360644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.378422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.382559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.400378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:46.401201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.402687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.419929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e2835-e5d8-4da5-91a8-7c5c102b54fe req-6bbb8ac5-64f1-4d23-8648-624c44dd4456 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:46.422943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c87e2835-e5d8-4da5-91a8-7c5c102b54fe req-6bbb8ac5-64f1-4d23-8648-624c44dd4456 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 949 time: 0.1840076 Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:46.425083 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:46.482856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.500230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c87e2835-e5d8-4da5-91a8-7c5c102b54fe req-9ba3de6c-8477-4355-8970-0b4b496cde1c tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Mar 02 07:52:46.508699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111b7ee9-7a12-4b49-b0bd-a94f26e2ea2d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:46.534922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.538692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5221231-83f8-46b9-bc02-305cd160a505 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/111b7ee9-7a12-4b49-b0bd-a94f26e2ea2d HTTP/1.1" status: 204 len: 168 time: 0.1945176 Mar 02 07:52:46.539639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56360) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:46.624915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-40aa4919-919b-420d-92ed-e777700fa4dd tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:46.627560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.629602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.649667 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.672130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=e364142f-19ad-46ac-b738-865d929c7bb6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:46.686943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-125f8292-c002-4c4a-b2a9-4fca97488e6e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/e364142f-19ad-46ac-b738-865d929c7bb6 HTTP/1.1" status: 204 len: 168 time: 1.2047515 Mar 02 07:52:46.692522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56366) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:46.693208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-40aa4919-919b-420d-92ed-e777700fa4dd tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:46.695576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-40aa4919-919b-420d-92ed-e777700fa4dd tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1544950 Mar 02 07:52:46.698448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56370) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:46.703301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1688344974'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:46.718927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:46.728366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:46.734714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:46.749590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:46.782592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:46.786060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.798217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.803202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.820170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:52:46.826168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.830131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.830782 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment d3ec6699-ef54-4355-8199-ddb0d6973c48 of type vlan for network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 Mar 02 07:52:46.839473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.861928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.911027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:46.917745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:46.918376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.064962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.086261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3862519 Mar 02 07:52:47.093104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4758fd07-a53b-4512-a1c1-c209bff73e81,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:47.097385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56378) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:47.098429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953b05-99e9-4f3e-8998-f8bdc82ed635 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=8ed45ea5-223e-472c-976a-ef5f8fa1bf56,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:47.111818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:52:47.113970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:47.159229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.164430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56386) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:47.182532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13ef8b23-e9b4-4d35-bead-3b3c42b1b4de tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4758fd07-a53b-4512-a1c1-c209bff73e81 HTTP/1.1" status: 204 len: 168 time: 0.4828720 Mar 02 07:52:47.228663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 08ba63e4-fa10-4290-ace5-913cf3b9d1dc up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:47.298557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-342f7669-5653-4971-b835-e7be7828ed4e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:47.321055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:47.328868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:47.329507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.333620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-342f7669-5653-4971-b835-e7be7828ed4e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:47.351426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-342f7669-5653-4971-b835-e7be7828ed4e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1746206 Mar 02 07:52:47.351426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:47.377045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:52:47.445800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.468635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.468942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.480178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:47.485990 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.503411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.520681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.546863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:47.548002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:47.556541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.599829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=628643c8-094d-4be6-acc1-acbc4a3087e6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:47.621506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:47.640207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.651398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f49d11e-31d3-4be8-951c-62acda4d9834 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/628643c8-094d-4be6-acc1-acbc4a3087e6 HTTP/1.1" status: 204 len: 168 time: 0.3064108 Mar 02 07:52:47.652901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56404) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:47.666629 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc', 'code': 200} Mar 02 07:52:47.672231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:47.709694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:47.753608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:47.770644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be8cff45-52b0-438a-87e0-482309e7b5c7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:47.812090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:47.815775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.871650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be8cff45-52b0-438a-87e0-482309e7b5c7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:47.873294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be8cff45-52b0-438a-87e0-482309e7b5c7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2198377 Mar 02 07:52:47.876444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:47.896972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event updated for resources: {'Port': ['ID=470a65e0-de81-4ce6-b461-cf5b8c63db8a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:47.932149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.948082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d132a-90cf-4aa0-abd4-ffd5922a9a83 req-a44191e2-14da-4446-ac5a-1c0d410c9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:47.950098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fd8d132a-90cf-4aa0-abd4-ffd5922a9a83 req-a44191e2-14da-4446-ac5a-1c0d410c9cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 1101 time: 0.1749041 Mar 02 07:52:47.951832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:47.973837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Performing IP validity checks on allocation pools {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:52:47.974686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:52:47.985482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.012159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fd8d132a-90cf-4aa0-abd4-ffd5922a9a83 req-a01be2b9-b419-4edd-959f-f2bf0c7b278f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Mar 02 07:52:48.024988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.052840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ccb84c-9e0b-482a-8840-6ad6bb2d4994,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:48.056884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.061156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c47040e-2663-49cf-b124-8e2006865ffc tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b4ccb84c-9e0b-482a-8840-6ad6bb2d4994 HTTP/1.1" status: 204 len: 168 time: 0.1809969 Mar 02 07:52:48.061156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:48.114731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad665f-fdb3-49ca-b05d-f1bc0783d0a9 req-b18757c2-d5e6-4edb-8c02-1fefb66011e5 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:48.118417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fad665f-fdb3-49ca-b05d-f1bc0783d0a9 req-b18757c2-d5e6-4edb-8c02-1fefb66011e5 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.3543804 Mar 02 07:52:48.124544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-863710f6-92af-4cba-997b-98f9e239334f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:48.143083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-863710f6-92af-4cba-997b-98f9e239334f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:48.147436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-863710f6-92af-4cba-997b-98f9e239334f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830433 Mar 02 07:52:48.148281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56422) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:48.233349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.265104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.326768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.352742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2bf190-c1e6-4067-887f-cbec94d1db23,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:48.375201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.376594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dfd95180-3222-4d9c-ae0e-df0ec6df064d tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef2bf190-c1e6-4067-887f-cbec94d1db23 HTTP/1.1" status: 204 len: 168 time: 0.2271712 Mar 02 07:52:48.379988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56430) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:48.467882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3b03fa16-9c76-4a92-9cec-c677b909d1c4 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:48.495647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fad665f-fdb3-49ca-b05d-f1bc0783d0a9 req-56a64418-ff2d-42f5-ba6d-37467d835232 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597364 Mar 02 07:52:48.496939 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Floating IP 355b0e1b-9916-46b2-bd5b-8b8a633af627 associated. External IP: 172.25.4.87, port: f6edb837-d2bb-42e3-b18d-621b014b5d13. Mar 02 07:52:48.503583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3b03fa16-9c76-4a92-9cec-c677b909d1c4 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:48.510223 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b03fa16-9c76-4a92-9cec-c677b909d1c4 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285207 Mar 02 07:52:48.511210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:48.517056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550228025'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:48.528152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:48.540475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:48.554664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.578817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:48.585192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:48.588628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:48.596388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:48.628605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.714983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.721238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.726462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.794883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.811497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': 'd3ec6699-ef54-4355-8199-ddb0d6973c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:48.813726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: 8ed45ea5-223e-472c-976a-ef5f8fa1bf56, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:52:48.827362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee921b-fec1-4aeb-9c39-64a9ad40beb7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:48.847242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.851904 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50b98e76-1aef-40f2-aa13-1927178a9281 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3362870 Mar 02 07:52:48.852022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:48.859493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '4dee921b-fec1-4aeb-9c39-64a9ad40beb7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:48.868729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:48.873357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:48.875578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=7a0c5b8e-375e-4530-942f-bde63188fd25,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:48.877143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:48.891987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:48.916349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:52:48.920273 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:48.940753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8ed45ea5-223e-472c-976a-ef5f8fa1bf56) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:48.952387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f6223-5a40-452e-8083-71cd0a4252cc None None] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:48.999785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:49.000383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.032563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1bab4b0b-58f8-4f97-8ad9-277a656e4e73 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9338031 Mar 02 07:52:49.035889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56454) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:49.044569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56', 'name': 'tempest-PortsTestJSON-1439113941'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:49.051034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.057451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.089621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2822fb-5033-490b-af75-480ca46a340e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:49.116765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.120477 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5334be70-26c6-40eb-a453-a3f686ff44b6 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2650135 Mar 02 07:52:49.121079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56458) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:49.182461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:52:49.256512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.306913 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.400082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-8ed45ea5-223e-472c-976a-ef5f8fa1bf56', 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '7a0c5b8e-375e-4530-942f-bde63188fd25'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:52:49.400449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.400914 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.424519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:52:49.439938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Sync routers for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:52:49.445716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dee921b-fec1-4aeb-9c39-64a9ad40beb7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:49.452748 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:49.453498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:52:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:49.466674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:49.490680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.494643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-67c99af7-ff7c-4386-9c84-7c4d4dbf6fc0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dee921b-fec1-4aeb-9c39-64a9ad40beb7 HTTP/1.1" status: 204 len: 168 time: 0.3701169 Mar 02 07:52:49.494924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56472) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:49.505041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:49.539460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:49.552340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.644279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.686826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ac3b13f-6ae7-4a41-b5e8-b7db70aaa28e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:49.757147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7ac3b13f-6ae7-4a41-b5e8-b7db70aaa28e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:49.770453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ac3b13f-6ae7-4a41-b5e8-b7db70aaa28e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2716949 Mar 02 07:52:49.771912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56480) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:49.779342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--783716521'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:49.792889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 86eb66e0-9a04-405f-8a53-059e26ef969e yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:52:49.880857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:49.903572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:49.914062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:49.926476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:49.940599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Allocated IP 172.20.0.2 (8ed45ea5-223e-472c-976a-ef5f8fa1bf56/7a0c5b8e-375e-4530-942f-bde63188fd25/0110692b-2d5f-4437-a93d-97683ba274ab) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:50.046201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:50.063409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:50.089514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b594-7608-44f2-aaa3-a684de149761 req-f31bd848-e668-4fa4-9a6c-045218db0245 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:50.093604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fdd8b594-7608-44f2-aaa3-a684de149761 req-f31bd848-e668-4fa4-9a6c-045218db0245 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.2767856 Mar 02 07:52:50.097542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-973fcba3-80b4-430b-b2ae-7205b371041c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8773806 Mar 02 07:52:50.097542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:50.102413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:50.119038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:50.190018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:50.260900 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'status': 'completed', 'code': 200} Mar 02 07:52:50.352489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fdd8b594-7608-44f2-aaa3-a684de149761 req-a27fc803-dd28-4c4c-b954-f46493013709 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295299 Mar 02 07:52:50.361286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b363efff-c1b1-4850-aea5-dd6e7af0fd12 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 200 len: 990 time: 0.2558246 Mar 02 07:52:50.439596 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.448663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.488658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.497496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-d4fa29ac-c982-45ec-b196-dce5a985d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:50.499205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-d4fa29ac-c982-45ec-b196-dce5a985d0f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1096 time: 0.2625501 Mar 02 07:52:50.503123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Transition to ACTIVE for port object 0110692b-2d5f-4437-a93d-97683ba274ab will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:50.508352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8a57f-4c7b-40f2-bb4c-d5a178d12cf3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:50.531966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Transition to ACTIVE for port object 0110692b-2d5f-4437-a93d-97683ba274ab will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:50.540816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.555118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.556561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-10cf3713-73ee-435d-bcff-0bcea3382247 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7813594 Mar 02 07:52:50.559956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:50.566709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--239315704'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:50.576166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:50.666440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:50.670570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:50.672496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:50.686797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:50.699414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:50.706580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.6 (8ed45ea5-223e-472c-976a-ef5f8fa1bf56/7a0c5b8e-375e-4530-942f-bde63188fd25/86eb66e0-9a04-405f-8a53-059e26ef969e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:50.721371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:50.750409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.788763 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '355b0e1b-9916-46b2-bd5b-8b8a633af627', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'port_id': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'mac_address': 'fa:16:3e:03:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:46Z', 'updated_at': '2022-03-02T07:52:46Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:50.795432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Pushing event updated for resources: {'Port': ['ID=0110692b-2d5f-4437-a93d-97683ba274ab,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:50.800281 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Checking router: 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:52:50.803776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-bcd87997-8ddc-4468-ae05-78267ae7e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:50.805478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-bcd87997-8ddc-4468-ae05-78267ae7e571 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 200 len: 896 time: 0.2982218 Mar 02 07:52:50.807899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:50.821199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Attempting to bind port 0110692b-2d5f-4437-a93d-97683ba274ab on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:50.821513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:50.821677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Attempting to bind port 0110692b-2d5f-4437-a93d-97683ba274ab by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd3ec6699-ef54-4355-8199-ddb0d6973c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:50.822073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Attempting to bind port 0110692b-2d5f-4437-a93d-97683ba274ab on network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:50.822630 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:52:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:50.827830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:50.828364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Checking segment: {'id': 'd3ec6699-ef54-4355-8199-ddb0d6973c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:50.828771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.829157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Bound using segment: {'id': 'd3ec6699-ef54-4355-8199-ddb0d6973c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:50.829648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Bound port: 0110692b-2d5f-4437-a93d-97683ba274ab, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ec6699-ef54-4355-8199-ddb0d6973c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ed45ea5-223e-472c-976a-ef5f8fa1bf56'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:50.830009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:50.879945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:50.891070 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:50.906475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:50.956925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-be5dca54-77ba-48a8-bb09-3deba80724bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 200 len: 998 time: 0.1340964 Mar 02 07:52:51.001940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] For port 0110692b-2d5f-4437-a93d-97683ba274ab, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:51.006182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] For port 0110692b-2d5f-4437-a93d-97683ba274ab, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0110692b-2d5f-4437-a93d-97683ba274ab,segment=NetworkSegment(d3ec6699-ef54-4355-8199-ddb0d6973c48),segment_id=d3ec6699-ef54-4355-8199-ddb0d6973c48)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:51.024672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.159729 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:51.200944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.202063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.234384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 86eb66e0-9a04-405f-8a53-059e26ef969e will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:51.255353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fed0dc-b389-40e5-925c-899478f18795 None None] Pushing event updated for resources: {'Port': ['ID=0110692b-2d5f-4437-a93d-97683ba274ab,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:51.255559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.283580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.364021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b70b0e-3380-4115-8637-2c1386c8bfb0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:51.369951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:51.384916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-94d838af-42bd-4075-a696-9bda318c0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:51.386706 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-94d838af-42bd-4075-a696-9bda318c0544 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e25bc9c4-659d-45dc-9eb0-dd211e758390 HTTP/1.1" status: 200 len: 833 time: 0.1838603 Mar 02 07:52:51.408645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:51.418821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:51.426113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:51.481850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=86eb66e0-9a04-405f-8a53-059e26ef969e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:51.528317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.529525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-00a88bb6-c43a-495c-b767-3327cc198292 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9686818 Mar 02 07:52:51.533480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56524) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:51.546471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '4df8a57f-4c7b-40f2-bb4c-d5a178d12cf3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61b70b0e-3380-4115-8637-2c1386c8bfb0', 'remote_ip_prefix': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:51.580628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:51.594546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:51.603203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:51.619967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:51.619967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.690438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:51.699479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0c44b3cb-f49d-4d27-916e-7d5eb5131a05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6624494 Mar 02 07:52:51.706570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56528) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:51.741238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c215d5b8-d7e7-4c9f-a4fb-ae242d510235 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 200 len: 990 time: 0.3596563 Mar 02 07:52:51.768084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-71ea0d34-b1ef-452e-8653-87f5b318ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:51.769948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-71ea0d34-b1ef-452e-8653-87f5b318ab6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56555b73-eb1b-43e7-99e5-c982d1eac32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684274 Mar 02 07:52:51.976699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-bac556b0-1571-4bdc-bc76-5c459472546b service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882701 Mar 02 07:52:52.034155 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '355b0e1b-9916-46b2-bd5b-8b8a633af627', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'port_id': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'mac_address': 'fa:16:3e:03:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:46Z', 'updated_at': '2022-03-02T07:52:46Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:52.043724 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dfeb3-5cec-4cc6-9126-b711c2fa69db None None] The sync data for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 is: [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '355b0e1b-9916-46b2-bd5b-8b8a633af627', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'port_id': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'mac_address': 'fa:16:3e:03:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:46Z', 'updated_at': '2022-03-02T07:52:46Z', 'revision_number': 0, 'project_id': '3295cfe480904f248703144b71005c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:52.189575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 86eb66e0-9a04-405f-8a53-059e26ef969e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:52.189575 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.217639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.290694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d5072ee-4808-43ab-bcfc-1527886a2dff req-ca7e4ca0-bc42-49c0-9934-b36a2677c4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973938 Mar 02 07:52:52.400548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82f3f8-b972-42ce-ba71-aa495f6436dc req-35812881-b06f-44ac-a1de-77d9f69de676 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.402099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d82f3f8-b972-42ce-ba71-aa495f6436dc req-35812881-b06f-44ac-a1de-77d9f69de676 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.3751292 Mar 02 07:52:52.482867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.558594 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.605433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ce88ca-bfc8-4923-85f0-c50f77219942,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:52.650956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d82f3f8-b972-42ce-ba71-aa495f6436dc req-447d4af0-aa38-4611-924b-dda6ea75b256 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228997 Mar 02 07:52:52.688729 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.690264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae15083a-c083-4642-865d-dc2c481dd4a1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1481106 Mar 02 07:52:52.694330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56544) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:52.703292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd42c0-cce8-48dd-9afe-fc0583fcd98e None None] New status for floating IP 355b0e1b-9916-46b2-bd5b-8b8a633af627: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:52:52.716911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:52.744953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56550) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:52.942125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 86eb66e0-9a04-405f-8a53-059e26ef969e owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:52.979227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.003975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a33a7cd5-5991-4b3f-842a-47fc48cadc23 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 200 len: 990 time: 0.2550051 Mar 02 07:52:53.046160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.064273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06bc45-0443-4f45-bdf9-b7ff345f7fc2 None None] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:53.150418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.175606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0110692b-2d5f-4437-a93d-97683ba274ab up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:53.240680 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.244509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56566) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.244638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a8ce88ca-bfc8-4923-85f0-c50f77219942 HTTP/1.1" status: 204 len: 168 time: 0.5491092 Mar 02 07:52:53.257818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9b8f7-9cf0-4d30-8f98-f31ead719a14 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8ce88ca-bfc8-4923-85f0-c50f77219942,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:53.346490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.403230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa6a2b77-6ee0-4c23-9d1d-3baa71b9463f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:53.430463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56574) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.443290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa6a2b77-6ee0-4c23-9d1d-3baa71b9463f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:53.443290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aa6a2b77-6ee0-4c23-9d1d-3baa71b9463f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1944137 Mar 02 07:52:53.482195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.482917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=86eb66e0-9a04-405f-8a53-059e26ef969e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:53.602295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Deleting subnet 81f97e51-b556-415c-b429-500fc39e5b6c {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:53.613047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.648515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da9f317d-5e3a-4090-823b-efa4e34da23d None None] Provisioning for port 0110692b-2d5f-4437-a93d-97683ba274ab completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:53.667090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.674575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56586) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.678071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1f28f461-eafb-4c25-b9a9-f2611ad081a1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/86eb66e0-9a04-405f-8a53-059e26ef969e HTTP/1.1" status: 204 len: 168 time: 1.9697912 Mar 02 07:52:53.704954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.723670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0110692b-2d5f-4437-a93d-97683ba274ab completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:53.742865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c8e2-07e9-4013-b14a-d6ca0d7dd53c req-43c2edff-1054-4863-bbf0-5ebd9a879d13 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:53.750394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1f4c8e2-07e9-4013-b14a-d6ca0d7dd53c req-43c2edff-1054-4863-bbf0-5ebd9a879d13 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.3154542 Mar 02 07:52:53.777079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.814851 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fce22a-a125-4d60-b8ab-32c2494ceb8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:52:53.816750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fce22a-a125-4d60-b8ab-32c2494ceb8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:52:53.821434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93fce22a-a125-4d60-b8ab-32c2494ceb8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/86eb66e0-9a04-405f-8a53-059e26ef969e HTTP/1.1" status: 404 len: 333 time: 0.1451271 Mar 02 07:52:53.825246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56590) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.837319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0110692b-2d5f-4437-a93d-97683ba274ab triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:53.839382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.844279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.887970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1f4c8e2-07e9-4013-b14a-d6ca0d7dd53c req-d1b8ffc7-34cd-4284-bf2e-156fc023e5a6 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365986 Mar 02 07:52:53.907467 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eefe15f-2949-4b2c-9495-9169dac24144 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:52:53.908281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9eefe15f-2949-4b2c-9495-9169dac24144 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:53.921438 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:53.929573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9eefe15f-2949-4b2c-9495-9169dac24144 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:53.935184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9eefe15f-2949-4b2c-9495-9169dac24144 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/86eb66e0-9a04-405f-8a53-059e26ef969e HTTP/1.1" status: 404 len: 333 time: 0.1048691 Mar 02 07:52:53.936217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56594) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:53.976297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.013888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56598) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.033458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.040978 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.100849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b70b0e-3380-4115-8637-2c1386c8bfb0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:54.127934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0110692b-2d5f-4437-a93d-97683ba274ab, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0110692b-2d5f-4437-a93d-97683ba274ab,segment=NetworkSegment(d3ec6699-ef54-4355-8199-ddb0d6973c48),segment_id=d3ec6699-ef54-4355-8199-ddb0d6973c48)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:54.135491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f97e51-b556-415c-b429-500fc39e5b6c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:54.146417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.152974 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.166050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f401ce2d-0824-4172-94d5-53fd39497d36 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81f97e51-b556-415c-b429-500fc39e5b6c HTTP/1.1" status: 204 len: 168 time: 0.7322185 Mar 02 07:52:54.178425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.188911 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.193479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3f124e7d-5104-4461-9ee5-1ced9f867be7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/61b70b0e-3380-4115-8637-2c1386c8bfb0 HTTP/1.1" status: 204 len: 168 time: 0.7083306 Mar 02 07:52:54.199173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56610) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.229966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 7a0c5b8e-375e-4530-942f-bde63188fd25 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:54.233352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.287827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0110692b-2d5f-4437-a93d-97683ba274ab,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:54.298530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.374578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.390479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.435038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4f289387-e13e-44b9-91cc-fd4e6362c55b None None] Provisioning complete for port 0110692b-2d5f-4437-a93d-97683ba274ab triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:54.435582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4f289387-e13e-44b9-91cc-fd4e6362c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.561345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.605036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56fcc1f-700e-488b-be28-fee69923aa40']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:54.621068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a0cedf-1072-468e-90b2-07a5632a7b32') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:54.621463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a0cedf-1072-468e-90b2-07a5632a7b32') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:54.637447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.661196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.669952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:54.676286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.676576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f1296702-58d6-4721-9702-fddba2bb5f47 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 200 len: 992 time: 0.6535740 Mar 02 07:52:54.688380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-334611b9-b90c-49dd-afb1-d7ec79754f78 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:54.688502 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:54.706184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.782973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ef19eae3-460b-4826-97af-ad95b06337d7 None None] Could not find standard attr ID for object 86eb66e0-9a04-405f-8a53-059e26ef969e. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:52:54.825669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.874029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.883862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56fcc1f-700e-488b-be28-fee69923aa40,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:54.903535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-334611b9-b90c-49dd-afb1-d7ec79754f78 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:54.905064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-334611b9-b90c-49dd-afb1-d7ec79754f78 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7044296 Mar 02 07:52:54.905951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0c5b8e-375e-4530-942f-bde63188fd25,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:54.909503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.915506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c27d00ca-ba3e-4a3d-9246-d972f90b8880 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b56fcc1f-700e-488b-be28-fee69923aa40 HTTP/1.1" status: 204 len: 168 time: 0.7330918 Mar 02 07:52:54.922966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:54.925219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56628) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.935731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-a4935aef-9803-4652-a14a-c4db652d9558 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:54.944458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-a4935aef-9803-4652-a14a-c4db652d9558 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.1903462 Mar 02 07:52:54.975397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1b8be437-4b39-4979-837f-5877b50340a0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/7a0c5b8e-375e-4530-942f-bde63188fd25 HTTP/1.1" status: 204 len: 168 time: 1.0369751 Mar 02 07:52:54.983626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:54.999886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d9341-5a1f-4569-a283-a5904a0b1274 None None] Network 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:55.105356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0110692b-2d5f-4437-a93d-97683ba274ab up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:55.171466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Deleting port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:55.172035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.186215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Deleting subnet 5d720bed-7291-4f7a-ae76-8d1ccb502d78 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:52:55.197200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.240934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.281974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.287076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 0110692b-2d5f-4437-a93d-97683ba274ab {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:55.287725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.347114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0110692b-2d5f-4437-a93d-97683ba274ab triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:55.347501 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.365998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.421869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.433100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0ebb-ef67-4d69-bacc-f4282139ba62 req-73f76a4e-1d27-4a4b-a382-3e6a13520eef tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:55.434825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d6c0ebb-ef67-4d69-bacc-f4282139ba62 req-73f76a4e-1d27-4a4b-a382-3e6a13520eef tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 950 time: 0.2857938 Mar 02 07:52:55.548839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] DHCP port deletion for 8ed45ea5-223e-472c-976a-ef5f8fa1bf56 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:52:55.557731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Deleting port 0110692b-2d5f-4437-a93d-97683ba274ab {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:55.558154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.609355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d6c0ebb-ef67-4d69-bacc-f4282139ba62 req-750bbe83-0472-46fb-b847-a61211ee5b89 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/security-groups?id=feb41633-4001-42ce-a7df-8d97778e462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177115 Mar 02 07:52:55.620203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] For port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:55.620764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.719891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port 0110692b-2d5f-4437-a93d-97683ba274ab, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0110692b-2d5f-4437-a93d-97683ba274ab,segment=NetworkSegment(d3ec6699-ef54-4355-8199-ddb0d6973c48),segment_id=d3ec6699-ef54-4355-8199-ddb0d6973c48)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:55.720409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.729099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.814605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Calling delete_port for 08ba63e4-fa10-4290-ace5-913cf3b9d1dc owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:55.817231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] For port 0110692b-2d5f-4437-a93d-97683ba274ab, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0110692b-2d5f-4437-a93d-97683ba274ab,segment=NetworkSegment(d3ec6699-ef54-4355-8199-ddb0d6973c48),segment_id=d3ec6699-ef54-4355-8199-ddb0d6973c48)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:55.817838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.906931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 0110692b-2d5f-4437-a93d-97683ba274ab owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:55.946407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:55.979646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8a57f-4c7b-40f2-bb4c-d5a178d12cf3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:55.986284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Calling delete_port for 0110692b-2d5f-4437-a93d-97683ba274ab owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:52:56.017681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.018899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b4ed7852-9f0e-409f-9222-9af8e953da63 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/4df8a57f-4c7b-40f2-bb4c-d5a178d12cf3 HTTP/1.1" status: 204 len: 168 time: 1.1085894 Mar 02 07:52:56.024250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56654) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:56.037990 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.051838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['08ba63e4-fa10-4290-ace5-913cf3b9d1dc'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:56.070283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.103923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Pushing event deleted for resources: {'Port': ['ID=08ba63e4-fa10-4290-ace5-913cf3b9d1dc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:56.123160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.125651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.125651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.125651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.125651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.125651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.126469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.127193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.131629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.131629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.131629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.131629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:56.158976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c1294302-3cde-40d7-bf4b-6af6c794b4f1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:56.164832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d720bed-7291-4f7a-ae76-8d1ccb502d78,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:56.168180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.173180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.178429 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:52:56.178867 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:52:56.189956 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:52:56.244121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] No DVR routers for this DVR port 08ba63e4-fa10-4290-ace5-913cf3b9d1dc on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:52:56.247775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c1294302-3cde-40d7-bf4b-6af6c794b4f1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:56.254597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c1294302-3cde-40d7-bf4b-6af6c794b4f1 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2209129 Mar 02 07:52:56.256747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.258662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56662) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:56.273463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=0110692b-2d5f-4437-a93d-97683ba274ab,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:56.273463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--277783597'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:56.281639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a9f968a-d387-45b2-a232-7014e135bdca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d720bed-7291-4f7a-ae76-8d1ccb502d78 HTTP/1.1" status: 204 len: 168 time: 1.3520913 Mar 02 07:52:56.281639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56666) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:56.283104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No DVR routers for this DVR port 0110692b-2d5f-4437-a93d-97683ba274ab on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:52:56.291842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'name': 'network-vif-deleted', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:56.300095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87a011ab-8c88-4f81-86b4-7522e15dddb3 req-742dabcc-f969-49c9-8db8-300eb4d5c11a tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.39 "DELETE /v2.0/ports/08ba63e4-fa10-4290-ace5-913cf3b9d1dc HTTP/1.1" status: 204 len: 173 time: 1.3492663 Mar 02 07:52:56.313668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:56.360452 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb880ecb-78bb-4ea7-a0c5-bc666935974b', 'name': 'network-vif-deleted', 'tag': '08ba63e4-fa10-4290-ace5-913cf3b9d1dc', 'status': 'completed', 'code': 200} Mar 02 07:52:56.389261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:56.535768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.547877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.563170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.600867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:56.609155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed45ea5-223e-472c-976a-ef5f8fa1bf56']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:56.616535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:56.622706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:56.655785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:56.658681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ec6699-ef54-4355-8199-ddb0d6973c48') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:56.658977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ec6699-ef54-4355-8199-ddb0d6973c48') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:56.680366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Deleting port 0110692b-2d5f-4437-a93d-97683ba274ab {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:52:56.680762 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.764704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3736c0b4-b6c8-4188-97a2-35259a7fc1e3 None None] The port '0110692b-2d5f-4437-a93d-97683ba274ab' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:52:56.820707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ca282bce-a9ce-4f58-8f34-8faa68b65f04 req-f23bc1d0-fceb-44d8-84e4-238e629ce7e2 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Synchronizing usage tracker for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:56.840962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ca282bce-a9ce-4f58-8f34-8faa68b65f04 req-f23bc1d0-fceb-44d8-84e4-238e629ce7e2 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] Unset dirty status for tenant:9566869d21f74520a036f77bcf6ddfd3 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:56.843157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca282bce-a9ce-4f58-8f34-8faa68b65f04 req-f23bc1d0-fceb-44d8-84e4-238e629ce7e2 tempest-VolumesNegativeTest-1822733021 tempest-VolumesNegativeTest-1822733021-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb880ecb-78bb-4ea7-a0c5-bc666935974b HTTP/1.1" status: 200 len: 210 time: 0.0867283 Mar 02 07:52:56.888852 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.918689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.948830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.965499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:56.965944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:56.985787 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:57.001370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc037a3e-a13e-4524-95c7-4bf44a2dd27d']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:57.039080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0110692b-2d5f-4437-a93d-97683ba274ab no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:52:57.065632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb39a8b9-a1f5-49b1-841e-c1ef3ebcca73') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:57.066026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb39a8b9-a1f5-49b1-841e-c1ef3ebcca73') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:57.076220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0110692b-2d5f-4437-a93d-97683ba274ab {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:52:57.076575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0110692b-2d5f-4437-a93d-97683ba274ab not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:52:57.089807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.112380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.119540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.125276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:52:57.125678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:52:57.153089 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:52:57.167883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.233105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=8ed45ea5-223e-472c-976a-ef5f8fa1bf56,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.256716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-883e97d5-c270-4128-b79c-646f356713df tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/8ed45ea5-223e-472c-976a-ef5f8fa1bf56 HTTP/1.1" status: 204 len: 168 time: 2.2699134 Mar 02 07:52:57.260509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56688) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.268587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-646000541'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:57.275655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:57.282747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:57.286009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.286745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:57.297537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:57.306512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.307803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.315379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.315624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:57.320263 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.332571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc037a3e-a13e-4524-95c7-4bf44a2dd27d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.345174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a4df457-1f16-4f54-8aa7-5efefe9238f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc037a3e-a13e-4524-95c7-4bf44a2dd27d HTTP/1.1" status: 204 len: 168 time: 1.0603096 Mar 02 07:52:57.353759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:52:57.361553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fccab30-eace-4f07-820c-2f5ada3f6fd9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.365112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.365663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.366226 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment 74db450d-3cfc-404c-90bf-3b59d525d878 of type vlan for network ebcef4fc-cf5e-4670-874f-8d5ebe00464e Mar 02 07:52:57.367300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-15ba00d5-de92-44c8-a765-284de890619b tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1053433 Mar 02 07:52:57.370051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56694) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.375343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '1fccab30-eace-4f07-820c-2f5ada3f6fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:57.395580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:57.400596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:57.409828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:57.410792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.418918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:57.440922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.447434 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.456713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:57.457460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.595877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3334768 Mar 02 07:52:57.603150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.611279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.612813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:57.616996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.624904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.646596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be8cd4-a7cb-4e55-a93a-217b04bb5c79 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=ebcef4fc-cf5e-4670-874f-8d5ebe00464e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.660796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:52:57.664351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bbecd8-56a5-43ff-a1af-eb69b1944a1d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.687759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.692248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-97c31d92-f52e-4f26-916c-334ba8b98d4a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3212175 Mar 02 07:52:57.693321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.741027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.750491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-92e366fc-bdb1-42df-846b-d64700446574 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df5d8d87054343b0aedb491e01e6dbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1195967 Mar 02 07:52:57.754403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56718) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.758034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.780031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:57.787460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:57.790973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:57.797307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:57.807896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:57.811568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.823301 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.855855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.859684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b4bbecd8-56a5-43ff-a1af-eb69b1944a1d HTTP/1.1" status: 204 len: 168 time: 0.1592309 Mar 02 07:52:57.859913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:57.862083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514abdb-e3df-4db4-93b5-2d158d489e92 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4bbecd8-56a5-43ff-a1af-eb69b1944a1d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:57.879461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.908046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:57.970923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.000560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d161ad9-6667-4b23-b607-9a66f406ee8e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:58.015219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.018644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fd3a7b01-a057-4629-a6eb-1237423ce039 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d161ad9-6667-4b23-b607-9a66f406ee8e HTTP/1.1" status: 204 len: 168 time: 0.2605700 Mar 02 07:52:58.130893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0c7b4d09-ebc7-4cb2-843d-6af8478573a0 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2691350 Mar 02 07:52:58.134361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56744) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:58.214484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.235873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.296570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=0a31f171-a57e-4716-a2ee-82037e9884b4,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:58.307373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': '74db450d-3cfc-404c-90bf-3b59d525d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:58.307936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: ebcef4fc-cf5e-4670-874f-8d5ebe00464e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:52:58.315043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.335307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:52:58.350393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ebcef4fc-cf5e-4670-874f-8d5ebe00464e) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:58.360375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa890d-5ae3-479f-a236-749d0cf2665d None None] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:52:58.362212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:58.362887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.408540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0481760-b33c-468d-be1c-7dd75fca87ef tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7910914 Mar 02 07:52:58.409566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56758) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:58.420812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-652453264'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:58.716494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56778) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:58.744498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.787523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:58.798488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fccab30-eace-4f07-820c-2f5ada3f6fd9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:58.801045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:58.814276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.814276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f2c32fc8-17e9-485a-9c98-bf9a929a8881 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fccab30-eace-4f07-820c-2f5ada3f6fd9 HTTP/1.1" status: 204 len: 168 time: 0.6734703 Mar 02 07:52:58.814276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:58.814276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56784) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:58.846822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ebcef4fc-cf5e-4670-874f-8d5ebe00464e', 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '0a31f171-a57e-4716-a2ee-82037e9884b4'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:52:58.848258 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.852047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:58.920707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:58.924385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:58.971693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42f2d457-b28c-4c9e-8957-205bed2f1fad tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:58.979817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port d20d138d-90f3-4367-bf64-043b42a127a6 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:52:59.054897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59ebbe57-c548-4e2e-88f9-fd8052b6c6fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15823d31c5964c06a79672976c307aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364360 Mar 02 07:52:59.059608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56792) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:59.061789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-42f2d457-b28c-4c9e-8957-205bed2f1fad tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:59.067148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-42f2d457-b28c-4c9e-8957-205bed2f1fad tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2528982 Mar 02 07:52:59.068438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:59.079677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485835464'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:59.092683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:59.108684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:59.120021 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.154372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9044-4c84-4a15-b956-e998b8c2d564 req-d3687cc7-1a2f-42ba-a737-e0bf34c1eaaf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:59.163101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a47a9044-4c84-4a15-b956-e998b8c2d564 req-d3687cc7-1a2f-42ba-a737-e0bf34c1eaaf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.3922904 Mar 02 07:52:59.164229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:59.171548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:59.183555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:59.200103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Allocated IP 172.20.0.2 (ebcef4fc-cf5e-4670-874f-8d5ebe00464e/0a31f171-a57e-4716-a2ee-82037e9884b4/ceb37ee1-2b8e-467a-89f4-20daa1f4aab3) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:59.201297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:59.204643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.238107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a47a9044-4c84-4a15-b956-e998b8c2d564 req-be23d792-497c-4311-a4de-1b8c530a1bfd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716867 Mar 02 07:52:59.279709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.280844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56814) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:59.339111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.371162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ecff9-3db1-4f6a-bbf2-a94488a46138,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:59.381506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.386019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4765c1bb-d1a2-4da7-bd84-7a104388cf91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b90ecff9-3db1-4f6a-bbf2-a94488a46138 HTTP/1.1" status: 204 len: 168 time: 0.3227799 Mar 02 07:52:59.442476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b5f5d79-648e-4bfc-b97d-e9966d815927 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/e3ffdd27-5405-4709-bf60-b8306e0dd613 HTTP/1.1" status: 200 len: 992 time: 0.1604800 Mar 02 07:52:59.490823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.497702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.581982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 08ba63e4-fa10-4290-ace5-913cf3b9d1dc no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:52:59.600128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3202992b-832d-4b37-8672-8e143b4da804,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:59.602701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.603925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8704f5ae-4836-43d6-983f-e5291dbfd844 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5315111 Mar 02 07:52:59.606513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56848) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:59.614127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '3202992b-832d-4b37-8672-8e143b4da804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:59.631651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:59.644118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:59.648191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:59.656814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:59.684950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 08ba63e4-fa10-4290-ace5-913cf3b9d1dc {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:52:59.686256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 08ba63e4-fa10-4290-ace5-913cf3b9d1dc not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:52:59.691959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.701991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.730112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Transition to ACTIVE for port object ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:59.755127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Transition to ACTIVE for port object ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:59.764905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.880594 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.882210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.7 (ebcef4fc-cf5e-4670-874f-8d5ebe00464e/0a31f171-a57e-4716-a2ee-82037e9884b4/d20d138d-90f3-4367-bf64-043b42a127a6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:59.887620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:59.908459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Pushing event updated for resources: {'Port': ['ID=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:59.953281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbcd0e7-2f23-4ffa-baa6-c9230faeff96,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:59.955209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:59.956413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:59.961232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:00.095346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.100017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-33fc3aef-ab24-4692-8b6e-635782bfa03a tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4901206 Mar 02 07:53:00.100409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56904) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:00.141509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Attempting to bind port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:53:00.141915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Attempting to bind port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '74db450d-3cfc-404c-90bf-3b59d525d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:53:00.142451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Attempting to bind port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 on network ebcef4fc-cf5e-4670-874f-8d5ebe00464e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:00.150406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:53:00.151823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Checking segment: {'id': '74db450d-3cfc-404c-90bf-3b59d525d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:00.152595 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.154209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Bound using segment: {'id': '74db450d-3cfc-404c-90bf-3b59d525d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:53:00.155375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Bound port: ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74db450d-3cfc-404c-90bf-3b59d525d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ebcef4fc-cf5e-4670-874f-8d5ebe00464e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:53:00.156195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.308424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] For port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:00.312038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] For port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,segment=NetworkSegment(74db450d-3cfc-404c-90bf-3b59d525d878),segment_id=74db450d-3cfc-404c-90bf-3b59d525d878)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:53:00.317103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.370140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.387774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object d20d138d-90f3-4367-bf64-043b42a127a6 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:00.424569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7f1a-ecdc-476c-9a40-08e00791adbe None None] Pushing event updated for resources: {'Port': ['ID=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:00.426083 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74763aa9-ddbf-4578-a440-2ed2fa7a6ade tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules/cbbcd0e7-2f23-4ffa-baa6-c9230faeff96 HTTP/1.1" status: 200 len: 763 time: 0.3210852 Mar 02 07:53:00.428226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.428810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:00.502166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1571e1a9-91a9-4a98-bd15-a33568f065a4 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717225 Mar 02 07:53:00.504392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56926) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:00.562183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:00.570980 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.580247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:00.599868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.661172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.715243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:00.725334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cbbcd0e7-2f23-4ffa-baa6-c9230faeff96 HTTP/1.1" status: 204 len: 168 time: 0.2179863 Mar 02 07:53:00.726759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3b901-8101-43b6-95c2-37ca6764d94f tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbbcd0e7-2f23-4ffa-baa6-c9230faeff96,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:00.732072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56932) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:00.853433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4f92e41d-3750-4f2c-be4c-810fc61c72be tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:00.894405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4f92e41d-3750-4f2c-be4c-810fc61c72be tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:00.906609 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f92e41d-3750-4f2c-be4c-810fc61c72be tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1729522 Mar 02 07:53:00.908250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:00.915937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '3202992b-832d-4b37-8672-8e143b4da804', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:00.944135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:00.957281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:01.003232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.009298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:01.172250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.180993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.200819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=d20d138d-90f3-4367-bf64-043b42a127a6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:01.211496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:53:01.256317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:01.256676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d256756-7dd7-4584-9d61-4dce4434dab3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:01.257548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.290991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0dd55112-efe8-4fe2-83ee-d66993a5a986 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.8799322 Mar 02 07:53:01.296100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56964) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:01.313837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608d07-1903-4768-a144-2bb64c24d9b2 req-9e9687df-ba84-4e79-bb8a-cf77a1c39a66 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:01.329799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7608d07-1903-4768-a144-2bb64c24d9b2 req-9e9687df-ba84-4e79-bb8a-cf77a1c39a66 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1096 time: 0.2566717 Mar 02 07:53:01.362208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:01.377420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.387982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9c05dfd-efca-49a1-98cf-8a30eae321f9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763675 Mar 02 07:53:01.389673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 56970) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:01.393154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a7608d07-1903-4768-a144-2bb64c24d9b2 req-9dce6772-829e-47d2-a39d-bdda37117c79 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Synchronizing usage tracker for tenant:b276889d0dc74aaebd44e080e35c694c on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:01.431795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 56978) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:01.432769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53fdd7c0-8d54-4031-96fa-6fdb0997a0ba tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules/5d256756-7dd7-4584-9d61-4dce4434dab3 HTTP/1.1" status: 200 len: 763 time: 0.0414321 Mar 02 07:53:01.456324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-a7608d07-1903-4768-a144-2bb64c24d9b2 req-9dce6772-829e-47d2-a39d-bdda37117c79 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Unset dirty status for tenant:b276889d0dc74aaebd44e080e35c694c on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:01.459824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port d20d138d-90f3-4367-bf64-043b42a127a6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:01.459824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:01.491171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7608d07-1903-4768-a144-2bb64c24d9b2 req-9dce6772-829e-47d2-a39d-bdda37117c79 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382186 Mar 02 07:53:02.111733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7f466ee9-ac27-4ae5-9283-446fc1de20f3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:02.289693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaebd7-0e99-4ac8-9b1d-4a63eed8743d None None] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:02.365592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7f466ee9-ac27-4ae5-9283-446fc1de20f3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:02.367364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f466ee9-ac27-4ae5-9283-446fc1de20f3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9345152 Mar 02 07:53:02.370185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57024) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:02.406442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.488845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.559919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.565160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Provisioning for port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:02.591315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Provisioning complete for port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:02.599602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.611215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.658337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d256756-7dd7-4584-9d61-4dce4434dab3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:02.662709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:02.664966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da300e86-e27c-4b78-9e0c-0b0ae62ff722 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5d256756-7dd7-4584-9d61-4dce4434dab3 HTTP/1.1" status: 204 len: 168 time: 0.2934918 Mar 02 07:53:02.667451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57040) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:02.744200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for d20d138d-90f3-4367-bf64-043b42a127a6 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:02.766145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13e88f22-43ee-47da-be0f-21939f2e008e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:02.787472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-13e88f22-43ee-47da-be0f-21939f2e008e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:02.789610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-13e88f22-43ee-47da-be0f-21939f2e008e tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1209681 Mar 02 07:53:02.792398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:02.807785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '3202992b-832d-4b37-8672-8e143b4da804', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:02.829220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:02.902936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:02.957410 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Project 9ae1b18a0b1d499a91f630504bf4b755 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:53:02.992989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.071161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.076619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.142566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.145373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504574 Mar 02 07:53:03.148329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacef280-8e51-44f5-b60e-4376980255ae tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbbb9b8-b4b8-470d-8dae-07404e2cf49d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:03.151129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57084) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.198932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7909d772-f972-4a6b-ae54-b954968633d3 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules/4dbbb9b8-b4b8-470d-8dae-07404e2cf49d HTTP/1.1" status: 200 len: 769 time: 0.0370541 Mar 02 07:53:03.201181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57092) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.214496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.227788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.291612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=d20d138d-90f3-4367-bf64-043b42a127a6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:03.293276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] For port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,segment=NetworkSegment(74db450d-3cfc-404c-90bf-3b59d525d878),segment_id=74db450d-3cfc-404c-90bf-3b59d525d878)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:03.314032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.374135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0200a2a6-85cd-496d-970d-68a10298c5a9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:03.434833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0200a2a6-85cd-496d-970d-68a10298c5a9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:03.436528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0200a2a6-85cd-496d-970d-68a10298c5a9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2339778 Mar 02 07:53:03.439383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.476877 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.484238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.496752 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d9c6f844-9e7b-4621-87c0-f998808a53cb tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/d20d138d-90f3-4367-bf64-043b42a127a6 HTTP/1.1" status: 204 len: 168 time: 2.1995769 Mar 02 07:53:03.499169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57116) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.512121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.538126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4b365f59-5e77-46ee-abea-dea77120f177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6241150 Mar 02 07:53:03.538740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ade7-1d01-4d1e-933e-03d56a9e096b None None] Pushing event updated for resources: {'Port': ['ID=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:03.595795 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.653461 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-198d6c63-5703-48c1-bb3f-453d0d61ee57 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:53:03.654897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-198d6c63-5703-48c1-bb3f-453d0d61ee57 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:03.669389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dbbb9b8-b4b8-470d-8dae-07404e2cf49d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:03.679947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-198d6c63-5703-48c1-bb3f-453d0d61ee57 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:03.681602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-198d6c63-5703-48c1-bb3f-453d0d61ee57 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/d20d138d-90f3-4367-bf64-043b42a127a6 HTTP/1.1" status: 404 len: 333 time: 0.1813898 Mar 02 07:53:03.684298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.697278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.702591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1da96f59-b8dc-4532-ac73-5ed8197a2f62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4dbbb9b8-b4b8-470d-8dae-07404e2cf49d HTTP/1.1" status: 204 len: 168 time: 0.2587419 Mar 02 07:53:03.703839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57134) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:03.851696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70a46ede-15ee-4342-8885-e823f9544707 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:03.875772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 0a31f171-a57e-4716-a2ee-82037e9884b4 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:03.894663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.906168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70a46ede-15ee-4342-8885-e823f9544707 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:03.913726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-70a46ede-15ee-4342-8885-e823f9544707 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2086098 Mar 02 07:53:03.918796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:04.039563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c38b336-1fcb-4729-913e-6be60d9551ab None None] Could not find standard attr ID for object d20d138d-90f3-4367-bf64-043b42a127a6. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:53:04.070869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c38b336-1fcb-4729-913e-6be60d9551ab None None] Provisioning complete for port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:04.071352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c38b336-1fcb-4729-913e-6be60d9551ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.119137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.128328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.187088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.324289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.329412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.384724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202992b-832d-4b37-8672-8e143b4da804,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:04.414134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.415547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-86f58947-5e90-4f4e-a776-aa6cb376ebfa tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/3202992b-832d-4b37-8672-8e143b4da804 HTTP/1.1" status: 204 len: 168 time: 0.4958017 Mar 02 07:53:04.418295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:04.515256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.587310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=0a31f171-a57e-4716-a2ee-82037e9884b4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:04.589558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78d9a9da-d3ea-404c-9841-a3dc621cd877 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:04.598353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.609475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5c38ec27-241e-424c-b094-b99787bc6cb5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/0a31f171-a57e-4716-a2ee-82037e9884b4 HTTP/1.1" status: 204 len: 168 time: 0.9239321 Mar 02 07:53:04.611928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57188) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:04.646235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78d9a9da-d3ea-404c-9841-a3dc621cd877 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:04.647951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-78d9a9da-d3ea-404c-9841-a3dc621cd877 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2282214 Mar 02 07:53:04.654067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:04.660622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group': {'name': 'tempest-secgroup--843179685'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:04.689759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:04.701375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:04.719160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.757120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:04.762028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:04.765376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:04.772030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:04.898394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.904101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.906299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.943329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:04.943684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:04.984846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c6a2d2-8a81-45a3-99c6-1e89cc8cf1bc None None] Network ebcef4fc-cf5e-4670-874f-8d5ebe00464e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:05.065120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9e5fd-2dd2-4ab3-92ba-d2877edee510,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:05.104797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.120856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df33dba8-79a9-4d22-b6cb-31376f200190 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4656940 Mar 02 07:53:05.123905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:05.143283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Request body: {'security_group_rule': {'security_group_id': '4ec9e5fd-2dd2-4ab3-92ba-d2877edee510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:05.154428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:53:05.193361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:05.211105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Usage tracker for resource:security_group_rule and tenant:9ae1b18a0b1d499a91f630504bf4b755 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:05.219659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:05.241157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:05.242550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8b7a6379-8395-47ff-a3f7-e7cb58303623 None None] Could not find standard attr ID for object d20d138d-90f3-4367-bf64-043b42a127a6. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:53:05.275796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.358983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-305ae352-3e72-4a53-b2d0-8b783abc48f2 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:53:05.361295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-305ae352-3e72-4a53-b2d0-8b783abc48f2 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4065173 Mar 02 07:53:05.383886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Request body: {'binding': {'host': 'n-h1-827871-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:05.384686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Unknown quota resources ['binding']. {{(pid=87855) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 07:53:05.393888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,segment=NetworkSegment(74db450d-3cfc-404c-90bf-3b59d525d878),segment_id=74db450d-3cfc-404c-90bf-3b59d525d878)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:05.394358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.537962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:05.538343 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.710854 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.742465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.820021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d82d4-03e4-4267-a802-75e8835d9839,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:05.847355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:05.852971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] DHCP port deletion for ebcef4fc-cf5e-4670-874f-8d5ebe00464e request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:53:05.867749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Deleting port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:05.868161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.895602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.897729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a55023ee-a188-426b-bcfa-57ae4b6580a7 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7709730 Mar 02 07:53:05.901611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57240) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:05.992380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on host n-h1-827871-1 for vnic_type normal with profile None {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:53:05.992970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:53:05.993595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:06.002160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:53:06.002797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:06.018475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.033264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:53:06.033880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:06.034414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Bound using segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:53:06.035052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Bound port: 116d8451-b748-488b-838c-b710039a76a7, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:53:06.134249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No DVR routers for this DVR port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:06.136015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:06.172596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] For port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ceb37ee1-2b8e-467a-89f4-20daa1f4aab3,segment=NetworkSegment(74db450d-3cfc-404c-90bf-3b59d525d878),segment_id=74db450d-3cfc-404c-90bf-3b59d525d878)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:06.173166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.215593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.355308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Calling delete_port for ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:06.357111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.376082 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.385383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcef4fc-cf5e-4670-874f-8d5ebe00464e']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:06.416168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74db450d-3cfc-404c-90bf-3b59d525d878') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:06.416481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74db450d-3cfc-404c-90bf-3b59d525d878') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:06.444534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.450095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:53:06.454900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:53:06.455233 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:53:06.471907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.482223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:53:06.482785 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.484956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.487110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] 10.222.0.21 "POST /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1134558 Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:53:06.502707 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:53:06.538838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.566237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9e5fd-2dd2-4ab3-92ba-d2877edee510,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:06.592025 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.593316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4a216cf1-c8a7-41f5-a0c4-4c44403446d9 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ec9e5fd-2dd2-4ab3-92ba-d2877edee510 HTTP/1.1" status: 204 len: 168 time: 0.6905527 Mar 02 07:53:06.598703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57258) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:06.694654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-131d1a62-d71b-470d-a42a-61080c1d2184 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:06.733776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.745973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-131d1a62-d71b-470d-a42a-61080c1d2184 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:06.747841 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-131d1a62-d71b-470d-a42a-61080c1d2184 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479411 Mar 02 07:53:06.750407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57268) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:06.789947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.796804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=ebcef4fc-cf5e-4670-874f-8d5ebe00464e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:06.826939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f51c0bd-0fed-4fdd-b3f6-4e68245d5929 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/ebcef4fc-cf5e-4670-874f-8d5ebe00464e HTTP/1.1" status: 204 len: 168 time: 2.2136958 Mar 02 07:53:06.830262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57272) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:06.840373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'name': 'tempest-PortsTestJSON-1056717751'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:06.843900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eaa22c28-0fc0-4039-b447-2b5ae57aa535 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Synchronizing usage tracker for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:06.930291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eaa22c28-0fc0-4039-b447-2b5ae57aa535 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] Unset dirty status for tenant:9ae1b18a0b1d499a91f630504bf4b755 on resource:security_group_rule {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:06.934406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eaa22c28-0fc0-4039-b447-2b5ae57aa535 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1828780 Mar 02 07:53:06.935253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57278) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:06.956376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Deleting port ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:06.956773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:06.960926 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-dc97d2aa-5276-4d9d-9c21-c39b4ed38a29 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] delete failed (client error): The resource could not be found. Mar 02 07:53:06.966289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc97d2aa-5276-4d9d-9c21-c39b4ed38a29 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ec9e5fd-2dd2-4ab3-92ba-d2877edee510 HTTP/1.1" status: 404 len: 347 time: 0.0243943 Mar 02 07:53:06.968423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57286) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:07.037446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:07.056309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed323349-2197-4765-b0d6-8c36764dab62 tempest-SecGroupIPv6Test-113266264 tempest-SecGroupIPv6Test-113266264-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863428 Mar 02 07:53:07.067109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8380c-8cbf-45a9-95d0-891ad2127154 req-913abc43-9306-436c-bb83-6269f14a363f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:07.069304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf8380c-8cbf-45a9-95d0-891ad2127154 req-913abc43-9306-436c-bb83-6269f14a363f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.2031748 Mar 02 07:53:07.094364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:07.112826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:07.122272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:07.122450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:07.156164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:07.162792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:07.178177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-edf8380c-8cbf-45a9-95d0-891ad2127154 req-e09038f4-6f10-4db7-a28e-93f7370f5040 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995560 Mar 02 07:53:07.194216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port a7982779-edb7-4210-8173-a833a4c00587 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:53:07.219342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2be44db7-f51b-44ad-b3d6-c8d2f678c84c None None] The port 'ceb37ee1-2b8e-467a-89f4-20daa1f4aab3' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:53:07.226014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:07.226374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ceb37ee1-2b8e-467a-89f4-20daa1f4aab3 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:07.282429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-bd1962ac-ac73-4909-b91b-9bef61f182d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:07.284202 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-bd1962ac-ac73-4909-b91b-9bef61f182d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1096 time: 0.2485387 Mar 02 07:53:07.709478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57322) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:07.888004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-419cd5f7-98a2-4703-86be-843d6b3cc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:07.889735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-419cd5f7-98a2-4703-86be-843d6b3cc88d service neutron] 10.222.0.16 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.5897641 Mar 02 07:53:07.948821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ee32a744-29f9-433d-9f4b-0c54d6e076c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae1b18a0b1d499a91f630504bf4b755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375140 Mar 02 07:53:07.950050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57342) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:08.032698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.050648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.071205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.087184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-6567c137-cf44-44c7-a615-3705154951d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 1000 time: 0.1882772 Mar 02 07:53:08.148222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.163446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-3a0c04c8-a937-4146-80ba-02065ddc79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:08.165068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-3a0c04c8-a937-4146-80ba-02065ddc79b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.0703835 Mar 02 07:53:08.166779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.187250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba748c-068a-4552-a5fd-a5ce6a48f1eb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:08.214792 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.218197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-205b44dd-a3c6-40c8-93ec-790c19525640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36ba748c-068a-4552-a5fd-a5ce6a48f1eb HTTP/1.1" status: 204 len: 168 time: 0.2669678 Mar 02 07:53:08.262329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:08.269440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:08.319847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:08.325308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:08.325949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.384290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=a7982779-edb7-4210-8173-a833a4c00587,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:08.388635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-34b7971f-c45a-47f4-b106-42a1636fe811 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5558195 Mar 02 07:53:08.391388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57370) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:08.413120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-2c8a58be-0191-4a90-bed1-d25ed511a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:08.414724 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-2c8a58be-0191-4a90-bed1-d25ed511a118 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511545 Mar 02 07:53:08.575965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port a7982779-edb7-4210-8173-a833a4c00587 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:08.576310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:08.840909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fa5eb-42ac-47e6-bf78-548f75a0cce1 req-8e3186f5-8ca7-435e-a05a-d7b756d5644b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:08.842675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e80fa5eb-42ac-47e6-bf78-548f75a0cce1 req-8e3186f5-8ca7-435e-a05a-d7b756d5644b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.3867717 Mar 02 07:53:08.844932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-bcf1d785-c427-47df-b0b5-26a651c2deb2 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234810 Mar 02 07:53:09.025258 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e80fa5eb-42ac-47e6-bf78-548f75a0cce1 req-f96b1b4c-1832-4bee-ac9f-34aecebccb1c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333899 Mar 02 07:53:09.075157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-c780b171-a5d2-4c23-ac4d-4d90bd8783e4 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230806 Mar 02 07:53:09.276425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-70558b07-9e30-4816-90d5-ecf74f516d02 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:09.278064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-70558b07-9e30-4816-90d5-ecf74f516d02 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1096 time: 0.1440759 Mar 02 07:53:09.299371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827871-1'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:09.454135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:09.464024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:09.524624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec880355-e1b1-41ca-ba7e-173f31a3b7fc req-0f11c248-b7b8-4bee-b28d-6e4ed9c40f3b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:09.552117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec880355-e1b1-41ca-ba7e-173f31a3b7fc req-0f11c248-b7b8-4bee-b28d-6e4ed9c40f3b tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 0.7029319 Mar 02 07:53:09.725816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57412) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:09.863443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for a7982779-edb7-4210-8173-a833a4c00587 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:09.915736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:09.962769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:09.987942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ec880355-e1b1-41ca-ba7e-173f31a3b7fc req-4386d922-32ad-46cd-a167-6f80a7b30fab tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343574 Mar 02 07:53:10.041072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.084977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:10.099366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.110486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.204085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-31ebbe3f-0bcf-4ac3-bc8e-85e117295350 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:10.205020 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-31ebbe3f-0bcf-4ac3-bc8e-85e117295350 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:53:10.205674 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-31ebbe3f-0bcf-4ac3-bc8e-85e117295350 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:53:10.206874 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31ebbe3f-0bcf-4ac3-bc8e-85e117295350 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4775262 Mar 02 07:53:10.210448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=a7982779-edb7-4210-8173-a833a4c00587,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:10.212447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:10.220754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--235459416'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:10.230068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:10.232991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.245465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3de67b78-bbdc-4fcc-ab4b-e61fb794628e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/a7982779-edb7-4210-8173-a833a4c00587 HTTP/1.1" status: 204 len: 168 time: 1.8523216 Mar 02 07:53:10.247853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57428) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:10.253326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'mac_address': 'fa:16:3e:b6:70:04', 'name': 'tempest-PortsTestJSON-1460168132'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:10.268147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:10.272907 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'code': 200} Mar 02 07:53:10.274790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:10.275336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:10.296515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:10.376330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.398148 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.417482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:10.421969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:10.425156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:10.442820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:10.613611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:10.659057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:10.681246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:10.715202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:10.812901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:10.840531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebea69-1373-4647-9f95-fd54aa0a287d req-8538a5f7-b19e-4a2e-b67a-3504566dfeb3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:10.842432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00ebea69-1373-4647-9f95-fd54aa0a287d req-8538a5f7-b19e-4a2e-b67a-3504566dfeb3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 943 time: 0.5687668 Mar 02 07:53:10.847141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on host n-h2-827871-1 for vnic_type normal with profile {"migrating_to": "n-h1-827871-1"} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:53:10.847429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:53:10.847757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:10.863727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f09c8329-2392-4293-b214-7ea02f20bc3b None None] Provisioning complete for port 116d8451-b748-488b-838c-b710039a76a7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:10.864273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f09c8329-2392-4293-b214-7ea02f20bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.887664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.908001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:53:10.908340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Attempting to bind port 116d8451-b748-488b-838c-b710039a76a7 on network 767288f3-848c-45aa-bb02-355a91c49c58 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:10.932236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:53:10.935017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Checking segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:10.935608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Bound using segment: {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:53:10.936115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Bound port: 116d8451-b748-488b-838c-b710039a76a7, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:53:10.936515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:10.995521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f09c8329-2392-4293-b214-7ea02f20bc3b None None] Port 116d8451-b748-488b-838c-b710039a76a7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:53:11.015283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00ebea69-1373-4647-9f95-fd54aa0a287d req-5ee48ab0-b150-41be-b0b4-6c67385a9b68 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627064 Mar 02 07:53:11.095135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.150367 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.179178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:11.189228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-13be1a14-e03b-49fe-949a-26e9c2f94b27 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:11.191207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-13be1a14-e03b-49fe-949a-26e9c2f94b27 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 0.6558359 Mar 02 07:53:11.193142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:11.197319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:53:11.203809 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.322204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port db0f59e5-4963-4071-b284-25fadfb0f92e yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:53:11.367477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:11.373465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Deleting port f6af29ca-f98a-4588-ab19-81f2acfa62b5 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:11.373823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.428445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=8']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:11.466518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:11.494077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:11.494718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.496430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-a296f4ee-27ae-4224-bd72-8728f9beab35 service neutron] 10.222.0.16 "PUT /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 1121 time: 2.2106400 Mar 02 07:53:11.533826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76238f17-0420-4568-96f3-aaf0bf911664,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:11.543371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:11.558545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['116d8451-b748-488b-838c-b710039a76a7'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:53:11.749196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.773415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] Provisioning complete for port 116d8451-b748-488b-838c-b710039a76a7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:11.776186 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:11.978553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e9b05532-4e32-456a-898d-79226a78bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:12.082520 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:12.089711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:12.147726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:12.273984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:12.318755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:12.365088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:12.372602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:12.579604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e183eb6-f2d0-40fd-acab-e4440715a061 req-de42747e-a5f4-4100-a2c6-4904d52c5a04 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:12.581250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e183eb6-f2d0-40fd-acab-e4440715a061 req-de42747e-a5f4-4100-a2c6-4904d52c5a04 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.2821977 Mar 02 07:53:13.011703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57458) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:13.012391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57460) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:13.018853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] For port f6af29ca-f98a-4588-ab19-81f2acfa62b5, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6af29ca-f98a-4588-ab19-81f2acfa62b5,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:13.023480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.072735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e183eb6-f2d0-40fd-acab-e4440715a061 req-904172a1-c62c-4621-8ae5-b2f5cd7e6d5f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792485 Mar 02 07:53:13.153982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70f874-07dd-4427-bfb0-dd8750a51bf2 None None] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:13.232957 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'status': 'completed', 'code': 200} Mar 02 07:53:13.352201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.389802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f61a9de0-0e2d-47a4-b0b6-c4eb07ea2598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9566869d21f74520a036f77bcf6ddfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743677 Mar 02 07:53:13.393131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57476) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:13.403475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:13.420779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Usage tracker for resource:security_group_rule and tenant:64fe1a41585444568821144364871102 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:13.422389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.426856 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.2128589 Mar 02 07:53:13.427359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:13.431067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57480) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:13.443092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '979abe55-f9c0-41c7-9ade-e503f6e44dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:13.453791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b934de-dc51-40d8-895e-795755741f34 req-743b1676-643b-4c1c-a66f-7958bb679bc8 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:13.453974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:13.455344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00b934de-dc51-40d8-895e-795755741f34 req-743b1676-643b-4c1c-a66f-7958bb679bc8 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 946 time: 2.2841325 Mar 02 07:53:13.456140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737bf0b-a981-410c-93e9-0945b4a1f162 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979abe55-f9c0-41c7-9ade-e503f6e44dc8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:13.469174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:13.496327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:13.500370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:13.515724 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'code': 200} Mar 02 07:53:13.518116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:13.539842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.540225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.540540 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Floating IP 86657177-e706-416b-8616-dc79202b6c6d disassociated. External IP: 172.25.4.19, port: f6af29ca-f98a-4588-ab19-81f2acfa62b5. Mar 02 07:53:13.540878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Calling delete_port for f6af29ca-f98a-4588-ab19-81f2acfa62b5 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:13.582428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.586917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-dc2381b0-6316-46a1-b081-28191523b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:13.588732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-dc2381b0-6316-46a1-b081-28191523b264 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1126 time: 0.3261764 Mar 02 07:53:13.594230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.603612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.683152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00b934de-dc51-40d8-895e-795755741f34 req-ef532551-15ee-4684-a036-95bb88ed39c5 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c38028-1db2-47a0-83d1-e62afb83bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845026 Mar 02 07:53:13.704233 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.734685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:13.735604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=db0f59e5-4963-4071-b284-25fadfb0f92e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:13.738713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:13.742162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:13.747846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:13.748532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.805892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c1ce5d76-59da-4851-98c1-48b80fe1ad1f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5532234 Mar 02 07:53:13.807226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57484) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:13.840049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.891309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'Port': ['ID=f6af29ca-f98a-4588-ab19-81f2acfa62b5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:13.910574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.944717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.952126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:13.980158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 116d8451-b748-488b-838c-b710039a76a7 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:53:13.982412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-c5874bc1-b811-42bc-8586-6cbd2c8c899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:13.984044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-c5874bc1-b811-42bc-8586-6cbd2c8c899e service neutron] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.3801203 Mar 02 07:53:13.984957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.013595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6af29ca-f98a-4588-ab19-81f2acfa62b5 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:14.017289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.086316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4b357-8083-4454-b5d8-fc073f38b77d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:14.086945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aec4b357-8083-4454-b5d8-fc073f38b77d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:14.106553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f6af29ca-f98a-4588-ab19-81f2acfa62b5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:14.107035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6af29ca-f98a-4588-ab19-81f2acfa62b5 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:14.137548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a105b-f862-40ce-b8f1-7bcf0e640413,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:14.141836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d896c1c-1e82-4fba-8b5a-9e1c4aadff76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64fe1a41585444568821144364871102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280580 Mar 02 07:53:14.145146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0377d4-26a1-47b8-8c03-77e72c78622a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:14.147459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57492) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:14.183404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:14.223581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb41633-4001-42ce-a7df-8d97778e462b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:14.248292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.249766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c5d6088-f94e-4838-89c1-cdb7fd4727fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb41633-4001-42ce-a7df-8d97778e462b HTTP/1.1" status: 204 len: 168 time: 0.8507109 Mar 02 07:53:14.263671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aec4b357-8083-4454-b5d8-fc073f38b77d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:14.267821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aec4b357-8083-4454-b5d8-fc073f38b77d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/db0f59e5-4963-4071-b284-25fadfb0f92e HTTP/1.1" status: 200 len: 841 time: 0.4460826 Mar 02 07:53:14.269924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:14.306396 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.339489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-21612854-fb35-42cd-ad6e-653becccc56e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 1000 time: 0.3335924 Mar 02 07:53:14.360983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e8a128c-a161-4056-ba20-b7ccae83bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.370344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.432100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.433580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-780df489-805b-4e4f-bf71-de7717869b76 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0015619 Mar 02 07:53:14.434488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:14.438294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port db0f59e5-4963-4071-b284-25fadfb0f92e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:14.438880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.466749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 116d8451-b748-488b-838c-b710039a76a7 has no active binding in host n-h1-827871-1 {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 07:53:14.473208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57502) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:14.506913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '979abe55-f9c0-41c7-9ade-e503f6e44dc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:14.560578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:14.580294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:14.600172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:14.637132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:14.679430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-152105c5-9068-4f05-adc1-f5428a19711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:14.679430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-152105c5-9068-4f05-adc1-f5428a19711c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.1561728 Mar 02 07:53:14.681095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:14.697495 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:14.705636 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:14.706469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:14.797652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] No DVR routers for this DVR port f6af29ca-f98a-4588-ab19-81f2acfa62b5 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:14.797652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.804528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'name': 'network-vif-deleted', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:14.815583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.826936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.841957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a105b-f862-40ce-b8f1-7bcf0e640413,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:14.846867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e1ee280-52ea-40c2-86d1-ae44621d266b req-56e2e7c7-2c75-4c43-92a7-c1cac36d1cf9 tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.16 "DELETE /v2.0/ports/f6af29ca-f98a-4588-ab19-81f2acfa62b5 HTTP/1.1" status: 204 len: 173 time: 3.6187146 Mar 02 07:53:14.892624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:14.897887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-057ad2f9-25da-43a6-ad6d-6e7889889c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f0a105b-f862-40ce-b8f1-7bcf0e640413 HTTP/1.1" status: 204 len: 168 time: 0.7476408 Mar 02 07:53:14.917998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4382-357e-4939-885f-2ad91a89c5f8 req-203b6ac2-fede-4e98-99a9-36bbde7f8ca2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:14.926395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8dbd4382-357e-4939-885f-2ad91a89c5f8 req-203b6ac2-fede-4e98-99a9-36bbde7f8ca2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.6660757 Mar 02 07:53:15.003828 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:53:15.006261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e3370d29-c231-443c-81ca-9ad9492a8b23 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5178459 Mar 02 07:53:15.008400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57522) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:15.134539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-03d5d256-c785-4bac-9a8c-945bd268f10b req-e54bb7e6-d929-4d73-8289-e58162214a8e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Synchronizing usage tracker for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:15.170312 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:15.174843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-03d5d256-c785-4bac-9a8c-945bd268f10b req-e54bb7e6-d929-4d73-8289-e58162214a8e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Unset dirty status for tenant:6a63a4c4cae3421f88cc82ad8a5ac022 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:15.176127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-03d5d256-c785-4bac-9a8c-945bd268f10b req-e54bb7e6-d929-4d73-8289-e58162214a8e tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9348307-cd3a-4fe7-989e-ec46cb173319 HTTP/1.1" status: 200 len: 210 time: 0.1386325 Mar 02 07:53:15.210420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8dbd4382-357e-4939-885f-2ad91a89c5f8 req-0ae2a736-8553-4ff9-8266-ea24055b4efe tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827201 Mar 02 07:53:15.211616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.226496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-b28b94aa-b26d-4011-b768-087921d53f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:15.228328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-b28b94aa-b26d-4011-b768-087921d53f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5597975 Mar 02 07:53:15.282135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.307635 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9348307-cd3a-4fe7-989e-ec46cb173319', 'name': 'network-vif-deleted', 'tag': 'f6af29ca-f98a-4588-ab19-81f2acfa62b5', 'status': 'completed', 'code': 200} Mar 02 07:53:15.386188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.390087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.405946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.450115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.458008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979abe55-f9c0-41c7-9ade-e503f6e44dc8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:15.472763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.475545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/979abe55-f9c0-41c7-9ade-e503f6e44dc8 HTTP/1.1" status: 204 len: 168 time: 0.4657552 Mar 02 07:53:15.487335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57538) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:15.525829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.530270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.530914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.531475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.532134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.533503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.538457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.539122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.539709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.540422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.542671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.543273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a400e-45c5-4f08-b328-269748215adc tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:15.652019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d83e8f11-675a-4a11-abbe-37818c5d0b86 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:15.688954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d83e8f11-675a-4a11-abbe-37818c5d0b86 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:15.694658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d83e8f11-675a-4a11-abbe-37818c5d0b86 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2062824 Mar 02 07:53:15.695396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57546) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:15.700916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440534893'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:15.707476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:15.719541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:15.732479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:15.747246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:15.757831 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:15.771596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:15.776364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:15.780620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:15.793622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:15.800739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for db0f59e5-4963-4071-b284-25fadfb0f92e owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:15.808767 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:15.809410 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:16.087589 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:16.196907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-ca7f79a8-1266-4637-9e90-b38942b536e5 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9576032 Mar 02 07:53:16.220022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.230791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.349699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c8991-511e-4c07-a903-bf27102089b9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:16.356833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.360599 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-75da0d6b-90cc-4cb5-b175-3e0b104e3838 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6627700 Mar 02 07:53:16.361919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:16.374535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c0adb8da-38d7-4ae5-b800-4afd27cb2628 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': 'a12c8991-511e-4c07-a903-bf27102089b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:16.376944 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-c0adb8da-38d7-4ae5-b800-4afd27cb2628 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 07:53:16.377466 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-c0adb8da-38d7-4ae5-b800-4afd27cb2628 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:16.378518 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c0adb8da-38d7-4ae5-b800-4afd27cb2628 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0143950 Mar 02 07:53:16.381709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:16.452241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:16.634134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ac28d7a-867d-4fcb-a6c4-4a0905591f2b req-db67a036-04ab-4316-880c-6f6ec4620624 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988478 Mar 02 07:53:16.650119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.715096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.725440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.733170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=db0f59e5-4963-4071-b284-25fadfb0f92e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:16.759033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0db4ade4-9730-4481-bf90-fc5fd2fe36e7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/db0f59e5-4963-4071-b284-25fadfb0f92e HTTP/1.1" status: 204 len: 168 time: 2.4255869 Mar 02 07:53:16.760142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:16.768934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:16.894765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.005631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.011135 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd82ab6-aa84-4d4f-b399-d4fa89546cbe tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:53:17.011135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dd82ab6-aa84-4d4f-b399-d4fa89546cbe tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:17.013638 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:17.013638 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff03f78-29a8-40c0-a590-261166474c4b None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:46:15Z', 'revision_number': 4, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'cff46f1d-9107-4d0c-aa2f-3e923384cab9', 'name': '', 'network_id': '21e8bd15-09d2-4333-be58-548085aa2553', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'mac_address': 'fa:16:3e:f3:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:11Z', 'updated_at': '2022-03-02T07:46:26Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'subnets': [{'id': '791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:17.015654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dd82ab6-aa84-4d4f-b399-d4fa89546cbe tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:17.015654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4dd82ab6-aa84-4d4f-b399-d4fa89546cbe tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/db0f59e5-4963-4071-b284-25fadfb0f92e HTTP/1.1" status: 404 len: 333 time: 0.1547282 Mar 02 07:53:17.015654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:17.015654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'name': 'tempest-PortsTestJSON-1057329408'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:17.016408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.016408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835080f-85ba-40d6-b02b-c54bb438d207 req-b2d0a317-335a-4116-a2d4-8af75ac46c8d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:17.016408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9835080f-85ba-40d6-b02b-c54bb438d207 req-b2d0a317-335a-4116-a2d4-8af75ac46c8d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.4761770 Mar 02 07:53:17.107057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.210288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c8991-511e-4c07-a903-bf27102089b9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:17.293374 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.293374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df9d75ee-5a6c-4a28-9046-810bf019fbbf tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/a12c8991-511e-4c07-a903-bf27102089b9 HTTP/1.1" status: 204 len: 168 time: 0.9097490 Mar 02 07:53:17.302910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57616) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:17.313619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9835080f-85ba-40d6-b02b-c54bb438d207 req-2e4fde03-40a9-409a-88ca-847606a353c6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987387 Mar 02 07:53:17.400693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.454771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:17.480395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:17.522822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:17.529250 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.562745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c38028-1db2-47a0-83d1-e62afb83bc3f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:17.608593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:17.623607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3191d263-0901-43b0-8c10-4972e4800fdc tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9c38028-1db2-47a0-83d1-e62afb83bc3f HTTP/1.1" status: 204 len: 168 time: 1.1642575 Mar 02 07:53:17.623607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57626) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:17.625237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port f88f49c2-ec41-451b-944b-d716c973cf18 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:53:17.636193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6882bf-b208-48a4-bf30-3b6bd0872623 None None] New status for floating IP 86657177-e706-416b-8616-dc79202b6c6d: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:53:17.701077 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-27a5afaa-f92d-4e99-814f-9d37a45a36ee tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] show failed (client error): The resource could not be found. Mar 02 07:53:17.708509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-27a5afaa-f92d-4e99-814f-9d37a45a36ee tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "GET /v2.0/security-groups/e9c38028-1db2-47a0-83d1-e62afb83bc3f HTTP/1.1" status: 404 len: 347 time: 0.0762892 Mar 02 07:53:17.708509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:17.720612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ed6363a6-aea5-46a4-b3a9-512159f1fc14 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:17.925583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ed6363a6-aea5-46a4-b3a9-512159f1fc14 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:17.946203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed6363a6-aea5-46a4-b3a9-512159f1fc14 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6397676 Mar 02 07:53:17.946854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57642) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:18.104798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125970669'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:18.130720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:18.137276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Deleting port 6d7a6acd-f7c7-4266-b4c9-597075987dc9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:18.137276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.143163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.226351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.298850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:18.300406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:18.316987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:18.324279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:18.325231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.337914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.338457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.400986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=f88f49c2-ec41-451b-944b-d716c973cf18,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:18.413913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b05d329d-88d1-4864-9a9c-4939f423dfa7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4782467 Mar 02 07:53:18.413913 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57650) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:18.421044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:18.493553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:18.575342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.731326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.819481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.825162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Calling delete_port for 6d7a6acd-f7c7-4266-b4c9-597075987dc9 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:18.949134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.995402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:18.995402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a648938-9306-4689-a8ec-efc2d38ca32c req-364605fc-87fe-4869-8d9b-6bad9764faee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:18.995402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a648938-9306-4689-a8ec-efc2d38ca32c req-364605fc-87fe-4869-8d9b-6bad9764faee tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.2829530 Mar 02 07:53:19.010236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.014146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:19.029627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:19.047690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:19.047690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:19.190729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] In _notify_port_updated(), no bound segment for port f88f49c2-ec41-451b-944b-d716c973cf18 on network 936e83a8-ba52-461d-ba6e-63492c5bd93b {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:53:19.197388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:19.198380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.203133 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/ports/f88f49c2-ec41-451b-944b-d716c973cf18 HTTP/1.1" status: 200 len: 818 time: 0.7942197 Mar 02 07:53:19.204219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:19.287853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a648938-9306-4689-a8ec-efc2d38ca32c req-06e283e6-565e-434b-8528-ece7147a3bcb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713118 Mar 02 07:53:19.294011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1a24-6758-4ae0-ab8b-a2d2e8a8d288 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=f88f49c2-ec41-451b-944b-d716c973cf18,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:19.309351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port f88f49c2-ec41-451b-944b-d716c973cf18 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:19.309351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.376980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.425834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.449601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.453342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Pushing event deleted for resources: {'Port': ['ID=6d7a6acd-f7c7-4266-b4c9-597075987dc9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:19.621183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89060eb4-0edb-4132-996e-9ffe449acb5d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:19.803620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.803620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d4f25c3-c053-4257-a064-1e1a5316ae7f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8514483 Mar 02 07:53:19.809807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:19.815657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-37d6e602-7604-4bae-9ac6-0cf3dc04e0ea tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '89060eb4-0edb-4132-996e-9ffe449acb5d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:19.815657 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-37d6e602-7604-4bae-9ac6-0cf3dc04e0ea tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 07:53:19.815657 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-37d6e602-7604-4bae-9ac6-0cf3dc04e0ea tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:19.828811 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-37d6e602-7604-4bae-9ac6-0cf3dc04e0ea tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114694 Mar 02 07:53:19.828811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:19.855236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.855236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.855236 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-be28681e-f8ee-49f7-8085-2365235c4f5d tempest-AttachVolumeTestJSON-638522859 tempest-AttachVolumeTestJSON-638522859-project] 10.222.0.21 "DELETE /v2.0/floatingips/86657177-e706-416b-8616-dc79202b6c6d HTTP/1.1" status: 204 len: 168 time: 2.1158378 Mar 02 07:53:19.893681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.910212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.952781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.018594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.086500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89060eb4-0edb-4132-996e-9ffe449acb5d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:20.088698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for f88f49c2-ec41-451b-944b-d716c973cf18 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:20.109356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.109356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2cc775a-09db-491d-b65a-1ee7c53f0aa8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/89060eb4-0edb-4132-996e-9ffe449acb5d HTTP/1.1" status: 204 len: 168 time: 0.2838027 Mar 02 07:53:20.109356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:20.205349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.266016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-333f64a9-d0cf-41b7-8952-f25056802d9c tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:20.273014 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.287155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=f88f49c2-ec41-451b-944b-d716c973cf18,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:20.315545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d1da3ca-4647-464e-a6cd-ca7ab3febe62 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/f88f49c2-ec41-451b-944b-d716c973cf18 HTTP/1.1" status: 204 len: 168 time: 1.0908675 Mar 02 07:53:20.315545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57702) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:20.320320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-333f64a9-d0cf-41b7-8952-f25056802d9c tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:20.320320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-333f64a9-d0cf-41b7-8952-f25056802d9c tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1999052 Mar 02 07:53:20.320320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57706) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:20.325848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--535799590'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:20.336641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:20.382137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:20.405535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.454065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:20.482236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:20.495564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:20.511051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:20.535791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96583e-380e-4a92-bd6c-5604e0f1a472 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:20.535791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a96583e-380e-4a92-bd6c-5604e0f1a472 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:20.649218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5a96583e-380e-4a92-bd6c-5604e0f1a472 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:20.649218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5a96583e-380e-4a92-bd6c-5604e0f1a472 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3363209 Mar 02 07:53:20.657135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57720) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:20.742430 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c884a526-db74-4365-9636-ac9894f52610 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:53:20.748873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c884a526-db74-4365-9636-ac9894f52610 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/f88f49c2-ec41-451b-944b-d716c973cf18 HTTP/1.1" status: 404 len: 333 time: 0.0959489 Mar 02 07:53:20.750261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57726) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:20.754379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.758911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2032556797'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:20.763359 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.773492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:20.780439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:20.786849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:20.804467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:20.835223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6661-4dc3-4a2b-b410-1a0af6dc62de req-7d4030cf-a09d-4374-98da-08bc37bb110e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:20.837360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d6a6661-4dc3-4a2b-b410-1a0af6dc62de req-7d4030cf-a09d-4374-98da-08bc37bb110e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.2966492 Mar 02 07:53:20.838905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:20.843471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.964839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b795dc-2b7e-43b1-90cc-038c3f6b99f4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:20.984486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:20.984486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2dfa1eec-e375-4a7e-bede-ce152ad7516e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6670570 Mar 02 07:53:20.996883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.014380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-0b979e8c-4b3c-4181-9e7b-b1cf6783d036 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '35b795dc-2b7e-43b1-90cc-038c3f6b99f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.039932 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-0b979e8c-4b3c-4181-9e7b-b1cf6783d036 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 07:53:21.039932 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-0b979e8c-4b3c-4181-9e7b-b1cf6783d036 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:21.039932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0b979e8c-4b3c-4181-9e7b-b1cf6783d036 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0342271 Mar 02 07:53:21.039932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57738) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.058937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-41d6cf80-fbac-445a-a57b-e835d0490f6f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '35b795dc-2b7e-43b1-90cc-038c3f6b99f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.058937 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-41d6cf80-fbac-445a-a57b-e835d0490f6f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 07:53:21.058937 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-41d6cf80-fbac-445a-a57b-e835d0490f6f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:21.058937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41d6cf80-fbac-445a-a57b-e835d0490f6f tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0234008 Mar 02 07:53:21.066033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57742) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.086454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-17bbafd2-e78d-4297-8e7b-56495f64d8ba tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '35b795dc-2b7e-43b1-90cc-038c3f6b99f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.086454 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-17bbafd2-e78d-4297-8e7b-56495f64d8ba tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 07:53:21.086454 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-17bbafd2-e78d-4297-8e7b-56495f64d8ba tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:21.089790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-17bbafd2-e78d-4297-8e7b-56495f64d8ba tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0234823 Mar 02 07:53:21.097113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57746) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.097113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7c77af31-b279-4b06-bea3-0a3b7bbb70d0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '35b795dc-2b7e-43b1-90cc-038c3f6b99f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.100105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6d6a6661-4dc3-4a2b-b410-1a0af6dc62de req-df3191a9-eca1-4192-b046-e97d899fea47 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952863 Mar 02 07:53:21.102797 n-d-827871-1 neutron-server[87854]: WARNING neutron.api.v2.base [None req-7c77af31-b279-4b06-bea3-0a3b7bbb70d0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 07:53:21.103351 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-7c77af31-b279-4b06-bea3-0a3b7bbb70d0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:21.107075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7c77af31-b279-4b06-bea3-0a3b7bbb70d0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147173 Mar 02 07:53:21.110031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57750) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.113171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:53:21.146417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.147174 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment b54a3da2-ab41-4bec-8a92-e56bd05189bf of type vlan for network 7203868b-a6d4-4218-a2bf-93c17913ceac Mar 02 07:53:21.179673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.219081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.227875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:21.228621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.273509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.290620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5355620 Mar 02 07:53:21.292539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57760) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.309555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.364856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.431498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5216f-25b5-43ad-ae1a-35168bc80339 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=7203868b-a6d4-4218-a2bf-93c17913ceac,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:21.446848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:53:21.640197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.718542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b795dc-2b7e-43b1-90cc-038c3f6b99f4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:21.755262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:21.756595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-afb7a48f-aba6-4788-84ea-7909be8739ff tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/35b795dc-2b7e-43b1-90cc-038c3f6b99f4 HTTP/1.1" status: 204 len: 168 time: 0.6454768 Mar 02 07:53:21.759684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.881002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-58d38f49-4a20-4f40-be99-d931fb59c3a7 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:21.911785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-58d38f49-4a20-4f40-be99-d931fb59c3a7 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:21.911785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-58d38f49-4a20-4f40-be99-d931fb59c3a7 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1409435 Mar 02 07:53:21.911785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57776) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:21.918582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133231522'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:21.932767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:21.978160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:21.993220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:22.021428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:22.026591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:22.028516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:22.029595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:22.033201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:22.037024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:22.037282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:22.049596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:22.076107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:22.085158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:22.246824 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-de3b7848-7718-488b-b1cd-b965b87f5f8a service neutron] 10.222.0.39 "GET /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 384 time: 0.4846385 Mar 02 07:53:22.340559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:22.357807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:22.578704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71ae03-3a34-4473-a86e-a2588bca8ecf,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:22.750621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:22.750621 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b05d7f9b-6141-4a13-9bbe-4e2ddfef3ba6 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8355875 Mar 02 07:53:22.750621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:22.758520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-50e21aad-f34a-4dc5-855c-81044f22a235 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:22.758520 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-50e21aad-f34a-4dc5-855c-81044f22a235 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:53:22.758520 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-50e21aad-f34a-4dc5-855c-81044f22a235 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:22.758520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-50e21aad-f34a-4dc5-855c-81044f22a235 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092480 Mar 02 07:53:22.771026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57798) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:22.783306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:22.783306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:22.798559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:22.810327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:22.810327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:22.822457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacd16-2395-4196-b70f-31f59e521015 req-75934ecb-aae4-40a2-91bc-7be76e5c191d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:22.822457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9dacd16-2395-4196-b70f-31f59e521015 req-75934ecb-aae4-40a2-91bc-7be76e5c191d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 945 time: 0.3562849 Mar 02 07:53:22.886397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9dacd16-2395-4196-b70f-31f59e521015 req-5504364b-2307-491e-8aa0-2979eb7333cb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554757 Mar 02 07:53:22.892467 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:22.896542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0996bf1-373a-448f-8a60-9289e8eb6da2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260478 Mar 02 07:53:22.897145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57802) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:22.902580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a0c1296c-e761-4295-9323-280a8c390318 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:22.903177 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-a0c1296c-e761-4295-9323-280a8c390318 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 07:53:22.903728 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-a0c1296c-e761-4295-9323-280a8c390318 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:22.907393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a0c1296c-e761-4295-9323-280a8c390318 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065510 Mar 02 07:53:22.907559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57806) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:22.922294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:22.931719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:22.936302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:22.939133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:22.946418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:22.989628 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:22.991784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-acc1a0a9-4231-4e51-8e0a-a444230d733b tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0825641 Mar 02 07:53:22.994931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.001587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0f523d3b-c11b-447b-ad78-69c6cd4fad6a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:23.003171 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-0f523d3b-c11b-447b-ad78-69c6cd4fad6a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:53:23.003673 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-0f523d3b-c11b-447b-ad78-69c6cd4fad6a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:23.008538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f523d3b-c11b-447b-ad78-69c6cd4fad6a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123191 Mar 02 07:53:23.009428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57816) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.015315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:23.023767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:23.028801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:23.032481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:23.041569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:23.053617 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Project 784374a9fe624f2c986ab0836dea3896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:53:23.135794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:23.157745 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:23.157745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc9281a6-164b-4a92-ad78-845d997bc56e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1379843 Mar 02 07:53:23.157745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57824) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.161602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-81e97e5d-0382-47d0-9ecf-fa7cd7b9358a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:23.161602 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-81e97e5d-0382-47d0-9ecf-fa7cd7b9358a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 07:53:23.161602 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-81e97e5d-0382-47d0-9ecf-fa7cd7b9358a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:23.183840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-81e97e5d-0382-47d0-9ecf-fa7cd7b9358a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138414 Mar 02 07:53:23.183840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.183840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:23.196234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:23.202165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:23.205189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:23.208551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:23.217412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:23.288132 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Project 784374a9fe624f2c986ab0836dea3896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:53:23.317902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:23.321679 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:23.323047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-725778e9-cff7-4b14-a267-db99c246bce9 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1504502 Mar 02 07:53:23.325921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.331791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '5f71ae03-3a34-4473-a86e-a2588bca8ecf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:23.339542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:23.353746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:23.359274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:23.363341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:23.372910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:23.386239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.389410 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Project 784374a9fe624f2c986ab0836dea3896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:53:23.427391 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:23.430577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0938c1af-2f35-4928-a22c-d5e6dada30b3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1033053 Mar 02 07:53:23.433467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57842) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:23.576651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] Transition to ACTIVE for port object 116d8451-b748-488b-838c-b710039a76a7 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:23.583021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.641519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.688485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.797553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.880070 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'code': 200} Mar 02 07:53:23.952778 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:23.997713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71ae03-3a34-4473-a86e-a2588bca8ecf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:24.039996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:24.039996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-370efae2-bb72-40a9-9d29-8a131736ab63 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f71ae03-3a34-4473-a86e-a2588bca8ecf HTTP/1.1" status: 204 len: 168 time: 0.6037614 Mar 02 07:53:24.057048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57860) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:24.223926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebaedfa4-380d-455a-a6f5-b54dcbc8c578 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:24.303905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] No DVR routers for this DVR port 116d8451-b748-488b-838c-b710039a76a7 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:24.349497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebaedfa4-380d-455a-a6f5-b54dcbc8c578 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:24.351092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebaedfa4-380d-455a-a6f5-b54dcbc8c578 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3028901 Mar 02 07:53:24.357608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57868) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:24.365139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813326703'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:24.377437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:24.420276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:24.466306 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:24.505107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4a3f1-3c80-4f42-b572-91ac292df7c0 req-dee18148-d319-4d1c-973a-c5c73d95cb92 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:24.516512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04b4a3f1-3c80-4f42-b572-91ac292df7c0 req-dee18148-d319-4d1c-973a-c5c73d95cb92 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.2238522 Mar 02 07:53:24.524297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=77a727fb-9865-4d6c-883b-940b4f984f82,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:24.550528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:24.581654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:24.603811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:24.627808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:24.640627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04b4a3f1-3c80-4f42-b572-91ac292df7c0 req-407f0287-9569-4e45-b230-dab0c22a1a9b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316593 Mar 02 07:53:24.657663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] Pushing event updated for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=11']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:24.692641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': 'b54a3da2-ab41-4bec-8a92-e56bd05189bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:24.693081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: 7203868b-a6d4-4218-a2bf-93c17913ceac, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:53:24.776500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:24.791437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:24.938243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d7635-8553-430c-846d-b2130f540805,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:24.948655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:24.955331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-08e5696e-d6ca-47e5-aea8-259b13a443de tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5925169 Mar 02 07:53:24.963223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57878) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:24.992483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': 'e84d7635-8553-430c-846d-b2130f540805', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:25.011081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:25.018076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:25.022618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:25.029346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:25.086245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 7203868b-a6d4-4218-a2bf-93c17913ceac is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:53:25.140326 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The resource could not be found. Mar 02 07:53:25.141780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6811ec0a-e5ec-4c77-9155-9bc2285f7f25 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1841760 Mar 02 07:53:25.145772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57888) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:25.153648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': 'e84d7635-8553-430c-846d-b2130f540805', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a4a2241-0f42-4544-8e47-0501127dae94'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:25.164699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:25.171306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-665306c9-bdc0-4997-9bf9-94755940f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:25.173102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-665306c9-bdc0-4997-9bf9-94755940f6c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1095 time: 0.1337774 Mar 02 07:53:25.174270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:25.177666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7203868b-a6d4-4218-a2bf-93c17913ceac) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:25.187480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46031640-a0d3-4bf4-b88f-b674ddecd03b None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:25.188790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:25.224373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:25.272839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:25.272839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:25.355372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e260a43e-9f5d-4858-a45c-dd322c87722b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0532939 Mar 02 07:53:25.362383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:25.398405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:25.787705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:25.791029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 116d8451-b748-488b-838c-b710039a76a7 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:25.796186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:25.796186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:25.809830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:25.855221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:25.855221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:26.109753 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 77a727fb-9865-4d6c-883b-940b4f984f82 (CIDR: 172.20.0.0/28) Mar 02 07:53:26.151180 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:26.152703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 116d8451-b748-488b-838c-b710039a76a7 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:26.154158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:53:26.188883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-5ebc74cf-985b-48f1-b5e2-fe6f6831d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:26.204612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-5ebc74cf-985b-48f1-b5e2-fe6f6831d61b service neutron] 10.222.0.39 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 1.0081675 Mar 02 07:53:26.337250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7203868b-a6d4-4218-a2bf-93c17913ceac', 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '77a727fb-9865-4d6c-883b-940b4f984f82'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:53:26.373352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:26.392500 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The resource could not be found. Mar 02 07:53:26.392500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-de1e8f01-9122-4b67-9138-b095ef734e22 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2408843 Mar 02 07:53:26.392500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57912) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:26.532784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-01b43200-8d10-4678-9291-150ff875ee13 service neutron] 10.222.0.39 "PUT /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7/bindings/n-h1-827871-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2317412 Mar 02 07:53:26.536529 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-1630a0f1-9a67-40ad-8f3b-3b6978fe7393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 998 time: 0.3018899 Mar 02 07:53:26.545255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3aaa7042-3fe0-4c45-b9c1-d152dbaf88ff tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1826737 Mar 02 07:53:26.546406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:26.557162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:26.611070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Allocated IP 172.20.0.2 (7203868b-a6d4-4218-a2bf-93c17913ceac/77a727fb-9865-4d6c-883b-940b4f984f82/541d8329-513f-402f-b58c-04a4260c89d8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:53:26.879621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.038741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.049705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Transition to ACTIVE for port object 541d8329-513f-402f-b58c-04a4260c89d8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:27.072562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Transition to ACTIVE for port object 541d8329-513f-402f-b58c-04a4260c89d8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:27.087905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-f0fa0ce5-963b-4e9e-8cbc-1b78423812f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:27.089812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-f0fa0ce5-963b-4e9e-8cbc-1b78423812f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.5432575 Mar 02 07:53:27.089980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.097736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4b9406ad-b555-4c24-b330-3df2e4c784e5 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:27.100084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4b9406ad-b555-4c24-b330-3df2e4c784e5 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.4449999 Mar 02 07:53:27.132635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:27.146092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:27.154767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.164252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:27.185096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd262e-af03-4984-9d5f-a185719e5e9c req-4057d7a0-63ad-43d1-b4d7-aa7adbd0f3c9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:27.211795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87bd262e-af03-4984-9d5f-a185719e5e9c req-4057d7a0-63ad-43d1-b4d7-aa7adbd0f3c9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 1.1003480 Mar 02 07:53:27.252619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 116d8451-b748-488b-838c-b710039a76a7 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:27.267105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:27.335924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:27.354087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:27.354087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Pushing event updated for resources: {'Port': ['ID=541d8329-513f-402f-b58c-04a4260c89d8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:27.361443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:27.378212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:27.396447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.481310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87bd262e-af03-4984-9d5f-a185719e5e9c req-300e6233-9783-41d0-afa1-f6989b6c24e1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653546 Mar 02 07:53:27.577593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.609677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-41ac87eb-27b2-494e-b3c1-5c45abd2701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:27.613610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-41ac87eb-27b2-494e-b3c1-5c45abd2701d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5120118 Mar 02 07:53:27.617608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d7635-8553-430c-846d-b2130f540805,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:27.667953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Attempting to bind port 541d8329-513f-402f-b58c-04a4260c89d8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:53:27.668355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Attempting to bind port 541d8329-513f-402f-b58c-04a4260c89d8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b54a3da2-ab41-4bec-8a92-e56bd05189bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:53:27.668706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Attempting to bind port 541d8329-513f-402f-b58c-04a4260c89d8 on network 7203868b-a6d4-4218-a2bf-93c17913ceac {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:53:27.675461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:53:27.676461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Checking segment: {'id': 'b54a3da2-ab41-4bec-8a92-e56bd05189bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:27.677133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.677721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Bound using segment: {'id': 'b54a3da2-ab41-4bec-8a92-e56bd05189bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:53:27.677840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-2eb09f4e-d704-4d0b-b8fe-d6264fb505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:27.678582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Bound port: 541d8329-513f-402f-b58c-04a4260c89d8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54a3da2-ab41-4bec-8a92-e56bd05189bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:53:27.679157 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.686682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-2eb09f4e-d704-4d0b-b8fe-d6264fb505a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 1095 time: 0.5052371 Mar 02 07:53:27.732404 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:27.732404 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe0f2d71-db82-4d5d-a86f-97f28bbca46e tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/e84d7635-8553-430c-846d-b2130f540805 HTTP/1.1" status: 204 len: 168 time: 1.3319292 Mar 02 07:53:27.744340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57938) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:27.892680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:27.896568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=541d8329-513f-402f-b58c-04a4260c89d8,segment=NetworkSegment(b54a3da2-ab41-4bec-8a92-e56bd05189bf),segment_id=b54a3da2-ab41-4bec-8a92-e56bd05189bf)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:53:27.902002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:28.028629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:28.042915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213144be-46be-48c8-bcf8-aba76ab343ad None None] Pushing event updated for resources: {'Port': ['ID=541d8329-513f-402f-b58c-04a4260c89d8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:28.099478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-497399a0-581a-423d-99f0-9f0f4d9f8085 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:28.155973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 7203868b-a6d4-4218-a2bf-93c17913ceac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:28.163439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:28.168723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:28.174640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:28.193811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-e21efe0b-68f6-47be-8359-2908466fab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:28.195576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-e21efe0b-68f6-47be-8359-2908466fab6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1095 time: 0.4181542 Mar 02 07:53:28.201673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-617d202b-9636-42f4-b3b3-af9ff5b88397 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783632 Mar 02 07:53:28.265283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=65a71aa9-2c15-427b-87d8-ebfa7d179e00,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:28.295627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24b8c28e-323f-4bff-9aad-623b50ba6b2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7296956 Mar 02 07:53:28.295627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57960) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:28.295627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'fixed_ips': [{'subnet_id': '77a727fb-9865-4d6c-883b-940b4f984f82'}, {'subnet_id': '65a71aa9-2c15-427b-87d8-ebfa7d179e00'}], 'name': 'tempest-PortsTestJSON-766770541'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:28.310101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-497399a0-581a-423d-99f0-9f0f4d9f8085 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:28.317247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-497399a0-581a-423d-99f0-9f0f4d9f8085 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5760288 Mar 02 07:53:28.333214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 57964) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:28.355340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '2971998f-31af-4c52-83db-66a31fed698a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:28.394385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:28.631683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:28.667952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:28.827462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:28.849748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:28.849748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:28.852798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:28.864957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:28.885707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:29.073682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-612ba535-1026-41b8-b671-40d2d0a39014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:29.075199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-612ba535-1026-41b8-b671-40d2d0a39014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.8710420 Mar 02 07:53:29.185119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 541d8329-513f-402f-b58c-04a4260c89d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:53:29.278105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:29.281085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bde43fbe-294b-4850-9ed5-829315f244b7 req-d084b014-9ed7-47ad-9445-4d85fe20c334 service neutron] 10.222.0.39 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0180221 Mar 02 07:53:29.304109 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The resource could not be found. Mar 02 07:53:29.305112 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f6522e26-494b-4f16-8d1b-0f63d59c75f3 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9800642 Mar 02 07:53:29.316850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 57990) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:29.392692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--12687414'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:29.432891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 541d8329-513f-402f-b58c-04a4260c89d8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:29.466610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port cec61d0b-cc7f-43b3-ba12-0ada250628c3 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:53:29.482223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4d4530e4-bf71-4095-ac75-ccad23ff06d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 998 time: 0.3943782 Mar 02 07:53:29.618700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:29.685221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65db9-6040-424d-89d4-72ac24154a45 req-2cf2232c-1e59-404f-b7c2-49d7390223fb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:29.686848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fe65db9-6040-424d-89d4-72ac24154a45 req-2cf2232c-1e59-404f-b7c2-49d7390223fb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.7996855 Mar 02 07:53:29.734862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:29.880713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fe65db9-6040-424d-89d4-72ac24154a45 req-216b6b84-4d52-4a65-93f2-1ed68e5f2326 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710899 Mar 02 07:53:29.880713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4f5ef20f-50af-419b-886c-2c2d8f66420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:29.884580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:29.892623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-4f5ef20f-50af-419b-886c-2c2d8f66420c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.3671370 Mar 02 07:53:30.032781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:30.040491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-ce12e5be-872e-4a92-ad7b-f704324b1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:30.042167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-ce12e5be-872e-4a92-ad7b-f704324b1c05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510069 Mar 02 07:53:30.065420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:30.123063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:30.132657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85528b11-6bcf-43c7-8239-f399893ea593 None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:30.311588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:30.482748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-3785a504-af7e-4c6a-98e9-80ef9aaafa97 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318984 Mar 02 07:53:30.535300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Provisioning for port 541d8329-513f-402f-b58c-04a4260c89d8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:30.579706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Provisioning complete for port 541d8329-513f-402f-b58c-04a4260c89d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:30.580051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:30.993787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.034765 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.238766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.268337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a0626-b395-4287-a94b-9cdc2706ae0f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:31.397546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=541d8329-513f-402f-b58c-04a4260c89d8,segment=NetworkSegment(b54a3da2-ab41-4bec-8a92-e56bd05189bf),segment_id=b54a3da2-ab41-4bec-8a92-e56bd05189bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:31.430938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.11 (7203868b-a6d4-4218-a2bf-93c17913ceac/77a727fb-9865-4d6c-883b-940b4f984f82/cec61d0b-cc7f-43b3-ba12-0ada250628c3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:53:31.444875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-3293fa55-1406-4426-b6ff-f529ea220a16 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470730 Mar 02 07:53:31.516595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.30 (7203868b-a6d4-4218-a2bf-93c17913ceac/65a71aa9-2c15-427b-87d8-ebfa7d179e00/cec61d0b-cc7f-43b3-ba12-0ada250628c3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:53:31.516595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.516595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e847e1ef-f19f-4ee5-b6bd-58072a92f971 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1812065 Mar 02 07:53:31.522853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58036) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:31.522853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--167376603'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:31.549192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:31.552820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.559975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Update dhcp port {'port': {'network_id': '7203868b-a6d4-4218-a2bf-93c17913ceac', 'fixed_ips': [{'subnet_id': '77a727fb-9865-4d6c-883b-940b4f984f82', 'ip_address': '172.20.0.2'}, {'subnet_id': '65a71aa9-2c15-427b-87d8-ebfa7d179e00'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '541d8329-513f-402f-b58c-04a4260c89d8'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:53:31.563268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:31.563268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:31.582879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:31.603921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:31.698963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464a361-9bf8-4c97-8d2d-e9e0e073d33f req-f71b335d-a61e-4fc3-aed4-c657e75fb42d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:31.706478 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3464a361-9bf8-4c97-8d2d-e9e0e073d33f req-f71b335d-a61e-4fc3-aed4-c657e75fb42d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.4034050 Mar 02 07:53:31.714677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:31.719267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:31.729504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:31.740655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:31.853631 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3464a361-9bf8-4c97-8d2d-e9e0e073d33f req-5eb7658f-1ccf-4297-9229-b2900479f817 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339219 Mar 02 07:53:31.951926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.132929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.137206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-77e86a31-733b-4753-82d9-39d24da3c817 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:32.139090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-77e86a31-733b-4753-82d9-39d24da3c817 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 1095 time: 0.2763340 Mar 02 07:53:32.146103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.233788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40083d-78e9-4c5f-909d-05b8d9dff7ff None None] Pushing event updated for resources: {'Port': ['ID=541d8329-513f-402f-b58c-04a4260c89d8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:32.276937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.313911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object cec61d0b-cc7f-43b3-ba12-0ada250628c3 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:32.387847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.474977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:32.495949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9652162 Mar 02 07:53:32.495949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:32.568905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': 'f92a0626-b395-4287-a94b-9cdc2706ae0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'abdf98d5-92c7-46ec-ab84-5d05573279ab'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:32.669686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 7203868b-a6d4-4218-a2bf-93c17913ceac is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:53:32.680119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:32.693911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:53:32.736312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:32.751480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649e58e-6066-4683-bc71-f572bb65b5e8 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdf98d5-92c7-46ec-ab84-5d05573279ab,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:32.829470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Allocated IP 172.20.0.18 (7203868b-a6d4-4218-a2bf-93c17913ceac/65a71aa9-2c15-427b-87d8-ebfa7d179e00/541d8329-513f-402f-b58c-04a4260c89d8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:53:32.845814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:32.884268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:32.925238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=cec61d0b-cc7f-43b3-ba12-0ada250628c3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:33.001316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:33.028546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:33.028546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.126469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d12db6c5-937d-4d6b-82d4-1fda4e4eb95a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.8276153 Mar 02 07:53:33.126469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:33.179703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77a727fb-9865-4d6c-883b-940b4f984f82'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:33.212059 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:53:33.287747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 541d8329-513f-402f-b58c-04a4260c89d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:53:33.405037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-d906b519-a180-4304-b44d-d61a2c9ade41 service neutron] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:53:33.428111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-d906b519-a180-4304-b44d-d61a2c9ade41 service neutron] Notify callbacks [] for binding, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.428111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-d906b519-a180-4304-b44d-d61a2c9ade41 service neutron] 10.222.0.16 "DELETE /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7/bindings/n-h2-827871-1 HTTP/1.1" status: 204 len: 173 time: 1.2733889 Mar 02 07:53:33.428111 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:33.428111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6829c119-e3ff-4e70-82bd-0b5ea3254613 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9186916 Mar 02 07:53:33.437267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58106) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:33.609204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 541d8329-513f-402f-b58c-04a4260c89d8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:33.609204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.668246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.721918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b129-f82c-4320-b81b-7bab35cfc6c5 req-55542c5a-79c9-4f71-af0c-1c9c19b4a7b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:33.726799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=541d8329-513f-402f-b58c-04a4260c89d8,segment=NetworkSegment(b54a3da2-ab41-4bec-8a92-e56bd05189bf),segment_id=b54a3da2-ab41-4bec-8a92-e56bd05189bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:33.751286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50b3b129-f82c-4320-b81b-7bab35cfc6c5 req-55542c5a-79c9-4f71-af0c-1c9c19b4a7b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.4780960 Mar 02 07:53:33.781594 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.825301 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.868688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Transition to ACTIVE for port object 541d8329-513f-402f-b58c-04a4260c89d8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:53:33.875478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:33.941903 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:34.016041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-50b3b129-f82c-4320-b81b-7bab35cfc6c5 req-a9397865-bf7c-4c89-8899-5cb39bfb2baa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553883 Mar 02 07:53:34.237487 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-7715f480-5fa9-4465-8ce2-1059d4d331e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7313204 Mar 02 07:53:34.246925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:34.267361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6e91-d0a1-4e21-bd5c-0a31f2bc6c31 None None] Pushing event updated for resources: {'Port': ['ID=541d8329-513f-402f-b58c-04a4260c89d8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:34.333741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdf98d5-92c7-46ec-ab84-5d05573279ab,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:34.372354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:34.381715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0fee4c7d-f403-4b15-9f6f-5450fa021cdb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/abdf98d5-92c7-46ec-ab84-5d05573279ab HTTP/1.1" status: 204 len: 168 time: 0.9462166 Mar 02 07:53:34.385719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:34.552538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8d3d-0bca-4ef3-a4a0-d91e9fc86462 req-f231b503-8f6c-4687-bd7a-7a19188ef229 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:34.563810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb1c8d3d-0bca-4ef3-a4a0-d91e9fc86462 req-f231b503-8f6c-4687-bd7a-7a19188ef229 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1095 time: 0.2806265 Mar 02 07:53:34.614940 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-acdd6274-9d36-4d71-abb6-5e41dbf3ba96 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:34.711777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-2171cc9f-ab1c-4745-a3a6-87f6ad460a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:34.727665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-2171cc9f-ab1c-4745-a3a6-87f6ad460a88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1095 time: 0.2635148 Mar 02 07:53:34.792245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-acdd6274-9d36-4d71-abb6-5e41dbf3ba96 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:34.796293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-acdd6274-9d36-4d71-abb6-5e41dbf3ba96 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.4067383 Mar 02 07:53:34.820236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58148) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:35.025022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb1c8d3d-0bca-4ef3-a4a0-d91e9fc86462 req-926a4370-5787-4c41-b462-f87c8321c768 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230380 Mar 02 07:53:35.098977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Delete allocated IP 172.20.0.30 (7203868b-a6d4-4218-a2bf-93c17913ceac/65a71aa9-2c15-427b-87d8-ebfa7d179e00) {{(pid=87854) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:53:35.142512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 541d8329-513f-402f-b58c-04a4260c89d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:53:35.187716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.353095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-2d53715c-03fc-4ec3-9c1c-2a191066ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:35.354954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-2d53715c-03fc-4ec3-9c1c-2a191066ad6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.6168776 Mar 02 07:53:35.361562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.571319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9585231-c936-44eb-9a00-a401415d0106 None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:35.601447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.648837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Ignored duplicate provisioning block setup for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 07:53:35.661115 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.744517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-01ebe782-78dd-44c1-9ba7-c714ef5e3d62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 998 time: 0.3628428 Mar 02 07:53:35.788827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2cea1403-4cc2-4bad-a86f-693946c784b7 None None] Provisioning for port 541d8329-513f-402f-b58c-04a4260c89d8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:35.799190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2cea1403-4cc2-4bad-a86f-693946c784b7 None None] Provisioning complete for port 541d8329-513f-402f-b58c-04a4260c89d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:35.799829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2cea1403-4cc2-4bad-a86f-693946c784b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.937462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:36.074431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719892d3-25c7-4939-9a49-7ebf1457e3a8 req-2613a8a7-ff43-4527-bb5d-69e8e44248a1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:36.078884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-719892d3-25c7-4939-9a49-7ebf1457e3a8 req-2613a8a7-ff43-4527-bb5d-69e8e44248a1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.7829890 Mar 02 07:53:36.085514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=cec61d0b-cc7f-43b3-ba12-0ada250628c3,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:36.127372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a0626-b395-4287-a94b-9cdc2706ae0f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:36.135217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] In _notify_port_updated(), no bound segment for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 on network 7203868b-a6d4-4218-a2bf-93c17913ceac {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:53:36.145760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:36.148692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-577b845f-2d5f-4c92-98c7-85fd8b551409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:36.149554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:36.150577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-577b845f-2d5f-4c92-98c7-85fd8b551409 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.3941503 Mar 02 07:53:36.151089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d3da3691-376a-400e-b0ef-9f266340c4b8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/ports/cec61d0b-cc7f-43b3-ba12-0ada250628c3 HTTP/1.1" status: 200 len: 919 time: 3.0197606 Mar 02 07:53:36.155725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58176) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:36.205068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77a727fb-9865-4d6c-883b-940b4f984f82'}, {'subnet_id': '65a71aa9-2c15-427b-87d8-ebfa7d179e00'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:36.547478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:36.555869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-38c6419f-0b31-410f-be9c-b695ede2eb4a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/f92a0626-b395-4287-a94b-9cdc2706ae0f HTTP/1.1" status: 204 len: 168 time: 1.7308121 Mar 02 07:53:36.565728 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-719892d3-25c7-4939-9a49-7ebf1457e3a8 req-c3097543-303a-4405-8f07-6d99c2e4c6d4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629953 Mar 02 07:53:36.566281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:36.662771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:36.952150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-55d82b68-2826-40e7-95a8-6b9c48f9b86e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/e3ffdd27-5405-4709-bf60-b8306e0dd613 HTTP/1.1" status: 200 len: 990 time: 0.2671154 Mar 02 07:53:37.007863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-3b882cb0-536b-4287-9f79-ee26a19aa87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:37.009358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-3b882cb0-536b-4287-9f79-ee26a19aa87f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8503091 Mar 02 07:53:37.015399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.097290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Provisioning complete for port 541d8329-513f-402f-b58c-04a4260c89d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:37.097290 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.171322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c2bab64a-8228-449d-a004-a572f79d5a02 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:37.408532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Provisioning for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:53:37.417400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Provisioning complete for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:37.417795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.580365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-59bc5c5e-6e8a-4d45-8de9-bbdb1aeef881 None None] Port cec61d0b-cc7f-43b3-ba12-0ada250628c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:53:37.663411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58212) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:37.698294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6f3dbddb-0f90-4d55-8e3d-8c1b8d04eedf None None] Provisioning complete for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:37.698294 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbddb-0f90-4d55-8e3d-8c1b8d04eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.780557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c2bab64a-8228-449d-a004-a572f79d5a02 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:37.796261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2bab64a-8228-449d-a004-a572f79d5a02 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1819007 Mar 02 07:53:37.798017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:37.821324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--103112790'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:37.865594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:37.924304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:37.958919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-7f6c80d0-70e5-447f-aeb4-172b84100192 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9407570 Mar 02 07:53:37.973057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6f3dbddb-0f90-4d55-8e3d-8c1b8d04eedf None None] Port cec61d0b-cc7f-43b3-ba12-0ada250628c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:53:37.981929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58246) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:38.118774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d26a8b42-7a85-4e7d-838f-d7c7073002a6 None None] Provisioning complete for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:38.118774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d26a8b42-7a85-4e7d-838f-d7c7073002a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.352504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.424926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d26a8b42-7a85-4e7d-838f-d7c7073002a6 None None] Port cec61d0b-cc7f-43b3-ba12-0ada250628c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:53:38.430162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:38.437054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:38.442717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:38.453691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:38.608920 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.623738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c9df52a-e34b-448b-b7a2-8d8c849f6fe1 req-ae5cde10-7684-415b-9658-22947158a300 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521056 Mar 02 07:53:38.629833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.680445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port de37f4e5-5565-4be9-ad48-164dceeb72fd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:38.680445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.777015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.21 (7203868b-a6d4-4218-a2bf-93c17913ceac/65a71aa9-2c15-427b-87d8-ebfa7d179e00/cec61d0b-cc7f-43b3-ba12-0ada250628c3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:53:38.781219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.801696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9779222 Mar 02 07:53:38.801696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58262) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:38.842668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '584b037b-7770-43b5-9e6a-118917974ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:39.020250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:39.025362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:39.028790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:39.034812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:39.056098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a1e9-5fda-47e6-bbef-e3aa58d10230 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584b037b-7770-43b5-9e6a-118917974ef5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:39.223279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.223279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.392459 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:39.393970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2740b7f9-68e2-4d4f-bdd1-d0aa60198d8d tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5912495 Mar 02 07:53:39.404194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58278) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:39.412235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group_rule': {'security_group_id': '584b037b-7770-43b5-9e6a-118917974ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:39.421656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:39.423496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for de37f4e5-5565-4be9-ad48-164dceeb72fd owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:39.427052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:39.430903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:39.437603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:39.477121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:53:39.505378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.548015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Ignored duplicate provisioning block setup for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 07:53:39.554841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.812459 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:53:39.819700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2392eb76-fa18-4caa-9f7c-cce465ccbaef tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4092324 Mar 02 07:53:39.819700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58284) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:39.949363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.996335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.081883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8360ea88-3a75-41c1-9676-bac807aa291c None None] Provisioning complete for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:40.081883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8360ea88-3a75-41c1-9676-bac807aa291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.085467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] In _notify_port_updated(), no bound segment for port cec61d0b-cc7f-43b3-ba12-0ada250628c3 on network 7203868b-a6d4-4218-a2bf-93c17913ceac {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:53:40.085467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:40.085467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.093737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/ports/cec61d0b-cc7f-43b3-ba12-0ada250628c3 HTTP/1.1" status: 200 len: 999 time: 3.9279692 Mar 02 07:53:40.093737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7713-3e74-4852-aaf0-89ae7949abbf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=cec61d0b-cc7f-43b3-ba12-0ada250628c3,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:40.093737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58292) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:40.134129 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.169718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b037b-7770-43b5-9e6a-118917974ef5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:40.184614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.184614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-995f9375-b20c-49cd-acf1-4499e94be9c0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/584b037b-7770-43b5-9e6a-118917974ef5 HTTP/1.1" status: 204 len: 168 time: 0.3578732 Mar 02 07:53:40.223323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8360ea88-3a75-41c1-9676-bac807aa291c None None] Port cec61d0b-cc7f-43b3-ba12-0ada250628c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:53:40.227709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58296) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:40.293611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.355740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.468868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=de37f4e5-5565-4be9-ad48-164dceeb72fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:40.478650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port cec61d0b-cc7f-43b3-ba12-0ada250628c3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:40.478650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.918274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c8f69fd-e8c0-4447-9b94-a13a0d2fa326 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:40.961599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4c8f69fd-e8c0-4447-9b94-a13a0d2fa326 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:40.963072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4c8f69fd-e8c0-4447-9b94-a13a0d2fa326 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7521002 Mar 02 07:53:40.969189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58316) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:40.982231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:40.982478 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP e3ffdd27-5405-4709-bf60-b8306e0dd613 disassociated (deleted). External IP: 172.25.4.56, port: 116d8451-b748-488b-838c-b710039a76a7. Mar 02 07:53:41.020947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048360739'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:41.027200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:41.043812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:41.066768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:41.098568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:41.105027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Usage tracker for resource:security_group_rule and tenant:784374a9fe624f2c986ab0836dea3896 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:41.105027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Deleting port cff46f1d-9107-4d0c-aa2f-3e923384cab9 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:41.105027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:41.144580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:41.155115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:41.192346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:41.323655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for cec61d0b-cc7f-43b3-ba12-0ada250628c3 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:41.611728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] For port cff46f1d-9107-4d0c-aa2f-3e923384cab9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=cff46f1d-9107-4d0c-aa2f-3e923384cab9,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:41.612092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:41.779060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Calling delete_port for cff46f1d-9107-4d0c-aa2f-3e923384cab9 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:41.812556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 293cc87c-d13b-43b0-a105-b6125ee753d6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:41.911076 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-782d3104-8a2b-4518-8792-39dcb3b7ad77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.198542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:42.212597 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Sync routers for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:42.229698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.233305 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:42.233305 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:42.340697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.385337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.397146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=cec61d0b-cc7f-43b3-ba12-0ada250628c3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:42.536651 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.546871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5418894 Mar 02 07:53:42.554470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58346) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:42.579425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-56bfe4a6-47e8-4611-a188-7ff9693aaee2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:42.581769 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:42.582945 n-d-827871-1 neutron-server[87855]: WARNING neutron.api.v2.base [None req-56bfe4a6-47e8-4611-a188-7ff9693aaee2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:53:42.583716 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-56bfe4a6-47e8-4611-a188-7ff9693aaee2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 07:53:42.585040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-56bfe4a6-47e8-4611-a188-7ff9693aaee2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "PUT /v2.0/security-groups/56355a54-d8e5-43b3-817f-ffff43f7fb71 HTTP/1.1" status: 409 len: 330 time: 0.0253630 Mar 02 07:53:42.593507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58350) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:42.704821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.708248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.820749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd18b31-633a-4490-9bb0-f59b1a3d9d8a tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56355a54-d8e5-43b3-817f-ffff43f7fb71,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:42.855602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:42.855602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-68b2513a-86d5-474e-8552-a6b75245a76a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/cec61d0b-cc7f-43b3-ba12-0ada250628c3 HTTP/1.1" status: 204 len: 168 time: 2.7586403 Mar 02 07:53:42.884867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58356) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:42.934160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8dc45a98-5009-4ca8-931e-fd6c13df6266 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/floatingips/e3ffdd27-5405-4709-bf60-b8306e0dd613 HTTP/1.1" status: 204 len: 168 time: 5.2529209 Mar 02 07:53:42.940351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:42.954677 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2be231b-a0f8-4560-a356-454a711c5930 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:53:42.955436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2be231b-a0f8-4560-a356-454a711c5930 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:42.975342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff46f1d-9107-4d0c-aa2f-3e923384cab9,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:42.978516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e2be231b-a0f8-4560-a356-454a711c5930 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:42.982043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2be231b-a0f8-4560-a356-454a711c5930 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/cec61d0b-cc7f-43b3-ba12-0ada250628c3 HTTP/1.1" status: 404 len: 333 time: 0.1016698 Mar 02 07:53:42.984829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58368) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:43.173576 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'status': 'completed', 'code': 200} Mar 02 07:53:43.214314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 65a71aa9-2c15-427b-87d8-ebfa7d179e00 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:43.227084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:43.287145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:43.345302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:43.397842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:43.671832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:43.750805 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:43.755252 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Checking router: 293cc87c-d13b-43b0-a105-b6125ee753d6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:43.767659 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:43.768511 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:43.806261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-f278af2f-cf3b-407c-9a98-587bcbd8c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:43.807843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-f278af2f-cf3b-407c-9a98-587bcbd8c65f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 1095 time: 0.6256011 Mar 02 07:53:43.973844 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.000164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.170238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56355a54-d8e5-43b3-817f-ffff43f7fb71,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:44.194689 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:44.213137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.223923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.226012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a254ad90-b575-4b85-bc1f-7d8c73f399d2 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/56355a54-d8e5-43b3-817f-ffff43f7fb71 HTTP/1.1" status: 204 len: 168 time: 1.6165552 Mar 02 07:53:44.231136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58394) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:44.248391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7b46d337-fa54-48cd-8ddf-45ca565d99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.371442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add8da9-eb40-4c8b-9d48-f31b06fe82a2 None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:44.417830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.429377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/65a71aa9-2c15-427b-87d8-ebfa7d179e00 HTTP/1.1" status: 204 len: 168 time: 1.4351020 Mar 02 07:53:44.429377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9721c-954b-4cfb-871d-394acbda4185 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=65a71aa9-2c15-427b-87d8-ebfa7d179e00,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:44.429377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58402) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:44.536302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-9c72bea6-5963-421b-a4a6-d7d487449832 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:44.536302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-9c72bea6-5963-421b-a4a6-d7d487449832 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:44.571476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-9c72bea6-5963-421b-a4a6-d7d487449832 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:44.571476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-9c72bea6-5963-421b-a4a6-d7d487449832 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.2127228 Mar 02 07:53:44.644412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 116d8451-b748-488b-838c-b710039a76a7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:44.645060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.677247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-8c4d5f77-b93c-45d2-ac01-b70927d23e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:44.679278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-8c4d5f77-b93c-45d2-ac01-b70927d23e16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 200 len: 897 time: 0.8192096 Mar 02 07:53:44.680821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 77a727fb-9865-4d6c-883b-940b4f984f82 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:44.725919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7114-a3cf-4b65-8124-d0bf118b00e7 req-0075838d-6608-4d63-9406-5b2adcee4d95 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:44.730525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfbd7114-a3cf-4b65-8124-d0bf118b00e7 req-0075838d-6608-4d63-9406-5b2adcee4d95 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 944 time: 0.8167748 Mar 02 07:53:44.740711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:44.883495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-18154db3-3d00-4110-af3c-c65f93665583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 200 len: 217 time: 0.1866672 Mar 02 07:53:44.910425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bfbd7114-a3cf-4b65-8124-d0bf118b00e7 req-d1d36b90-36ce-4081-88a1-83cc2050ef38 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194704 Mar 02 07:53:44.982126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:45.004773 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:45.023026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae98e16a-43c5-400a-93de-8f316f3a4da0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Synchronizing usage tracker for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:45.025158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746c95d-748b-4e15-9ef5-36f0940e75cd None None] The sync data for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 is: [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:50:59Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'b26da5bc-a166-4d99-ac0b-f56898d2c3af', 'name': '', 'network_id': '767288f3-848c-45aa-bb02-355a91c49c58', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:ad:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:55Z', 'updated_at': '2022-03-02T07:51:17Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': '4226474b-ff70-402e-be39-215e52f8f3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:45.209373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ae98e16a-43c5-400a-93de-8f316f3a4da0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] Unset dirty status for tenant:784374a9fe624f2c986ab0836dea3896 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:45.209373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae98e16a-43c5-400a-93de-8f316f3a4da0 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9575171 Mar 02 07:53:45.209373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58426) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:45.232198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-0b13827a-b508-423b-a042-c403f638e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:45.232198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-0b13827a-b508-423b-a042-c403f638e6a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 200 len: 834 time: 0.1951673 Mar 02 07:53:45.433558 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:45.536912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:45.553066 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:45.614811 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-63530491-b401-495b-b679-6ab5269b8b90 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] delete failed (client error): The resource could not be found. Mar 02 07:53:45.614811 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-63530491-b401-495b-b679-6ab5269b8b90 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "DELETE /v2.0/security-groups/988336d7-89f3-4487-ba66-e0b3680f5dc4 HTTP/1.1" status: 404 len: 347 time: 0.3974555 Mar 02 07:53:45.617218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58438) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:45.629988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 116d8451-b748-488b-838c-b710039a76a7, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=116d8451-b748-488b-838c-b710039a76a7,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:45.629988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:45.691497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f090c9-89c9-4f3d-ae31-8d891caab1ed None None] New status for floating IP e3ffdd27-5405-4709-bf60-b8306e0dd613: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:53:45.880028 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-d1991404-e976-4e97-911c-364eecef27eb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] show failed (client error): The resource could not be found. Mar 02 07:53:45.887512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:45.890538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1991404-e976-4e97-911c-364eecef27eb tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-groups/633a34ef-d94e-4fb5-afa7-653689ef24e6 HTTP/1.1" status: 404 len: 347 time: 0.2805340 Mar 02 07:53:45.895949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58444) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:45.912472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-729cad60-b8d6-4ab0-9f5b-5f921d6ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:45.914559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-729cad60-b8d6-4ab0-9f5b-5f921d6ce8eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767288f3-848c-45aa-bb02-355a91c49c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5222626 Mar 02 07:53:46.142259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 116d8451-b748-488b-838c-b710039a76a7 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:46.315685 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-11c75322-0f63-4534-b160-f1123ff11a85 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] show failed (client error): The resource could not be found. Mar 02 07:53:46.342464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11c75322-0f63-4534-b160-f1123ff11a85 tempest-NegativeSecGroupIPv6Test-1936514496 tempest-NegativeSecGroupIPv6Test-1936514496-project] 10.222.0.21 "GET /v2.0/security-group-rules/269108d8-f29f-4677-967a-f40177d27d6d HTTP/1.1" status: 404 len: 356 time: 0.4265854 Mar 02 07:53:46.413475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.571507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=77a727fb-9865-4d6c-883b-940b4f984f82,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:46.580644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.605738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52ff8be7-f6b2-472f-9176-e1c723874e6c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/77a727fb-9865-4d6c-883b-940b4f984f82 HTTP/1.1" status: 204 len: 168 time: 2.1750159 Mar 02 07:53:46.615825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58464) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:46.619420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0209d-33b0-45e9-9d6f-a96034975863 None None] Network 7203868b-a6d4-4218-a2bf-93c17913ceac requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:46.815140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.953190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:46.969568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Sync routers for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:46.973497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bbd91abe-ea10-4f7e-9dbf-14544e6b5615 None None] Provisioning complete for port 541d8329-513f-402f-b58c-04a4260c89d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:46.973497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bbd91abe-ea10-4f7e-9dbf-14544e6b5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.990449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1d08b0b4-be20-4ef2-8ee6-a13e8caf3f06 admin admin] 10.222.0.21 "PUT /v2.0/routers/6f9f6167-e12f-4ef2-9122-63dce2a8cae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6998911 Mar 02 07:53:46.990449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58472) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:46.997691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58474) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:47.012110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:47.012110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:47.015742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:47.167134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=116d8451-b748-488b-838c-b710039a76a7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:47.187979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] DHCP port deletion for 7203868b-a6d4-4218-a2bf-93c17913ceac request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:53:47.193169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Deleting port 541d8329-513f-402f-b58c-04a4260c89d8 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:47.195215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:47.211293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-69cc11cf-c927-4cb9-97da-c13e2ec6d38a service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2660844 Mar 02 07:53:47.327853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] No DVR routers for this DVR port 116d8451-b748-488b-838c-b710039a76a7 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:47.330753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:47.337029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-deleted', 'tag': '116d8451-b748-488b-838c-b710039a76a7'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:47.368602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:47.414717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f62f75d-24ed-480e-a73b-9fb129709544 req-18b06b24-c8c8-47d8-92ce-e20a36202f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "DELETE /v2.0/ports/116d8451-b748-488b-838c-b710039a76a7 HTTP/1.1" status: 204 len: 173 time: 2.8405039 Mar 02 07:53:47.424357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 541d8329-513f-402f-b58c-04a4260c89d8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:47.426875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:47.568499 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfcd18-5119-4027-b4d4-dfc96330e91d', 'name': 'network-vif-deleted', 'tag': '116d8451-b748-488b-838c-b710039a76a7', 'status': 'completed', 'code': 200} Mar 02 07:53:47.600092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069b4cd-99f8-4379-8232-45e23469b095 req-24f04f2c-cbbc-4816-b957-0da71e436470 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:47.624929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a069b4cd-99f8-4379-8232-45e23469b095 req-24f04f2c-cbbc-4816-b957-0da71e436470 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=97bfcd18-5119-4027-b4d4-dfc96330e91d HTTP/1.1" status: 200 len: 866 time: 1.2694330 Mar 02 07:53:47.678534 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:47.981911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=541d8329-513f-402f-b58c-04a4260c89d8,segment=NetworkSegment(b54a3da2-ab41-4bec-8a92-e56bd05189bf),segment_id=b54a3da2-ab41-4bec-8a92-e56bd05189bf)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:47.981911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:48.265201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port 541d8329-513f-402f-b58c-04a4260c89d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=541d8329-513f-402f-b58c-04a4260c89d8,segment=NetworkSegment(b54a3da2-ab41-4bec-8a92-e56bd05189bf),segment_id=b54a3da2-ab41-4bec-8a92-e56bd05189bf)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:48.265805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:48.304291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Calling delete_port for 541d8329-513f-402f-b58c-04a4260c89d8 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:48.458211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 116d8451-b748-488b-838c-b710039a76a7 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:48.545930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 116d8451-b748-488b-838c-b710039a76a7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:48.545930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 116d8451-b748-488b-838c-b710039a76a7 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:48.627881 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:53:42Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:48.633022 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Checking router: 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:48.644352 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Routers {'6f9f6167-e12f-4ef2-9122-63dce2a8cae0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:48.645480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:48.679450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:48.867714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] No DVR routers for this DVR port 541d8329-513f-402f-b58c-04a4260c89d8 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:48.904499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 541d8329-513f-402f-b58c-04a4260c89d8 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:48.914300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] Set router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:48.991494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Pushing event deleted for resources: {'Port': ['ID=541d8329-513f-402f-b58c-04a4260c89d8,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:49.020715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a069b4cd-99f8-4379-8232-45e23469b095 req-bf0139f2-a187-4416-b3c7-192714ea5911 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e2af3a7-d43c-4025-82df-13a0f92b9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3718753 Mar 02 07:53:49.027890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.027890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.033420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8315da2-e6fa-4e8e-9873-9a5b508693e5 req-dd81b93a-b1f9-41ea-969c-997e794f31b6 service neutron] 10.222.0.16 "GET /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8041561 Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.039991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821603f4-3f86-4a27-8f8d-dc1e18e2024d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:49.053244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.079014 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.119533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.196057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:53:49.197369 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:53:49.232368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31e74657-484a-435f-ac86-f840da45c9c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=784374a9fe624f2c986ab0836dea3896&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2202408 Mar 02 07:53:49.235063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:49.250396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 541d8329-513f-402f-b58c-04a4260c89d8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:49.318984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 541d8329-513f-402f-b58c-04a4260c89d8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:49.319338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 541d8329-513f-402f-b58c-04a4260c89d8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:49.406888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.507332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.588338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58530) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:49.622730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:53:42Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:49.634345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.636360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bbceb-d5cd-4bd7-acec-997c15610df6 None None] The sync data for ids ['6f9f6167-e12f-4ef2-9122-63dce2a8cae0'] in n-d-827871-1 is: [{'id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'name': 'tempest-AttachVolumeTestJSON-1471178095-router', 'tenant_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:45:58Z', 'updated_at': '2022-03-02T07:53:42Z', 'revision_number': 5, 'project_id': '6a63a4c4cae3421f88cc82ad8a5ac022', 'gw_port': {'id': 'c25fc07e-38b0-4599-a888-83d3e6b19104', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f6167-e12f-4ef2-9122-63dce2a8cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:46:00Z', 'updated_at': '2022-03-02T07:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:49.650386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.678012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Deleting port c25fc07e-38b0-4599-a888-83d3e6b19104 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:49.678616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.683974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76238f17-0420-4568-96f3-aaf0bf911664,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:49.719452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 541d8329-513f-402f-b58c-04a4260c89d8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:49.719865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.891414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] The port '541d8329-513f-402f-b58c-04a4260c89d8' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:53:49.891414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.891414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0d444b0d-0dba-480b-a12d-1c14e6c9b40e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76238f17-0420-4568-96f3-aaf0bf911664 HTTP/1.1" status: 204 len: 168 time: 0.6418438 Mar 02 07:53:50.004743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.079844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] For port c25fc07e-38b0-4599-a888-83d3e6b19104, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c25fc07e-38b0-4599-a888-83d3e6b19104,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:50.080359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.141553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:50.312358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58552) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:50.325170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Usage tracker for resource:security_group_rule and tenant:3938b44b326a469c9cdc3b6ba2dcc026 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:50.506902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Calling delete_port for c25fc07e-38b0-4599-a888-83d3e6b19104 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:50.518192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:50.619512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.631565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:50.734594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7203868b-a6d4-4218-a2bf-93c17913ceac']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:50.755452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54a3da2-ab41-4bec-8a92-e56bd05189bf') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:50.755452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54a3da2-ab41-4bec-8a92-e56bd05189bf') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:50.814393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.916246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.968950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25fc07e-38b0-4599-a888-83d3e6b19104,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:51.066825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.106511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:53:51.106511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.139323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.155761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cff46f1d-9107-4d0c-aa2f-3e923384cab9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:51.235459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: cff46f1d-9107-4d0c-aa2f-3e923384cab9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:51.235459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device cff46f1d-9107-4d0c-aa2f-3e923384cab9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:53:51.256708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.344848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.373375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.382551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58590) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:51.428078 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.459328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.459328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.489257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.489257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9f6167-e12f-4ef2-9122-63dce2a8cae0 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:53:51.517285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.517285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94cd184d-f7e5-406a-a01a-8b863193f169 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6f9f6167-e12f-4ef2-9122-63dce2a8cae0 HTTP/1.1" status: 204 len: 168 time: 4.5237441 Mar 02 07:53:51.527204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58594) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:51.629476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Deleting subnet 791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:51.636212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.755642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.859903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/7203868b-a6d4-4218-a2bf-93c17913ceac HTTP/1.1" status: 204 len: 168 time: 5.2305882 Mar 02 07:53:51.859903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78824f67-34bf-4220-a4c2-b92c3ab35e39,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:51.866890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58606) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:51.874836 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-38821ed7-6a58-40b5-a4f3-7462924483b7 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 200 len: 992 time: 0.4663906 Mar 02 07:53:51.905208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a76cc4-6d95-40c3-8d6a-3a5b6c51a989 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=7203868b-a6d4-4218-a2bf-93c17913ceac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:51.954301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8613e804-72a5-438b-ae39-213c314111bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3938b44b326a469c9cdc3b6ba2dcc026&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3510668 Mar 02 07:53:51.954301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58616) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.091386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.198290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9361c46-e624-459b-8d44-5d410262ffb6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:52.199810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b9361c46-e624-459b-8d44-5d410262ffb6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3311293 Mar 02 07:53:52.210777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.294084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.358907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58636) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.512943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.584364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:52.602614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed90c3-1c17-4b23-b474-c01774196ca7 None None] Network 21e8bd15-09d2-4333-be58-548085aa2553 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:52.611602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.616528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.631966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5101c0a7-6d47-43fe-9782-639e09b79a9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/791e85dc-1fd8-44fe-9bd2-a9d8bd3b8c52 HTTP/1.1" status: 204 len: 168 time: 1.1066620 Mar 02 07:53:52.645178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.683326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-576acb1f-e1d0-469b-9526-907d7d2e37d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4713883 Mar 02 07:53:52.696032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.730129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1749940768'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:52.786886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.808135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:52.887391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Deleting port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:52.893552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:52.899920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.046037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.073592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.073592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78824f67-34bf-4220-a4c2-b92c3ab35e39 HTTP/1.1" status: 204 len: 168 time: 1.1109774 Mar 02 07:53:53.083892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c88d1f-b4a1-4389-a4c5-2077f8e52f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78824f67-34bf-4220-a4c2-b92c3ab35e39,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:53.090490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c25fc07e-38b0-4599-a888-83d3e6b19104 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:53.092698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 470a65e0-de81-4ce6-b461-cf5b8c63db8a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:53.093052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.125155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:53.140755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:53.149665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c25fc07e-38b0-4599-a888-83d3e6b19104 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:53.150308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c25fc07e-38b0-4599-a888-83d3e6b19104 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:53.282895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] DHCP port deletion for 21e8bd15-09d2-4333-be58-548085aa2553 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:53:53.282895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Deleting port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:53.282895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.305515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:53.305515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.511563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:53:53.521937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] For port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:53.521937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.525617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.525617 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment 2bff680b-7a5d-4872-b5b1-53db7abe1eae of type vlan for network c8fbcf1d-9790-4279-840c-51ccc60b1c56 Mar 02 07:53:53.630344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.786665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:53:53.833488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.836043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.928201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] For port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,segment=NetworkSegment(eb2a1f15-703c-403f-ba56-126f6ad80c8d),segment_id=eb2a1f15-703c-403f-ba56-126f6ad80c8d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:53.928201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.978117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.978117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:53.978117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.000202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Calling delete_port for d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:54.141778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 470a65e0-de81-4ce6-b461-cf5b8c63db8a owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:54.226312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Calling delete_port for d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:54.234057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5331051 Mar 02 07:53:54.267883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58688) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:54.294401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.361016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:54.413804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Pushing event deleted for resources: {'Port': ['ID=d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:54.446635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.463677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3e0a-70fb-4ce8-a6ec-2ea90c6b4447 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=c8fbcf1d-9790-4279-840c-51ccc60b1c56,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:54.476778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:53:54.476778 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:53:54.476778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:53:54.596085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] No DVR routers for this DVR port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:54.682146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.739653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=470a65e0-de81-4ce6-b461-cf5b8c63db8a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:54.928650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.928650 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Floating IP 355b0e1b-9916-46b2-bd5b-8b8a633af627 disassociated (deleted). External IP: 172.25.4.87, port: f6edb837-d2bb-42e3-b18d-621b014b5d13. Mar 02 07:53:54.971582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Deleting port d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:54.971582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:55.109435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:55.139528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:55.154284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:55.169453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:55.239476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:53:55.249499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1bebc-2d8e-4605-ac88-2693977e2b26 None None] The port 'd897dc1e-8c9d-4fd2-aadd-5a68bd8391f6' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:53:55.280025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:55.384168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:55.384168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d897dc1e-8c9d-4fd2-aadd-5a68bd8391f6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:55.645846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e8bd15-09d2-4333-be58-548085aa2553']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:55.651572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:55.657699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:53:55.666487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.011130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2a1f15-703c-403f-ba56-126f6ad80c8d') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.012761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2a1f15-703c-403f-ba56-126f6ad80c8d') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.052842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.152767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:56.165198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Sync routers for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:56.182506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:56.183511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.187697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.208475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.246207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:53:56.246207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:53:56.279330 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:53:56.348390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-69ef7ebe-a49e-46b2-b03e-c389c24e0f4d tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/floatingips/355b0e1b-9916-46b2-bd5b-8b8a633af627 HTTP/1.1" status: 204 len: 168 time: 3.9848483 Mar 02 07:53:56.348390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:56.442046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:56.497763 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'status': 'completed', 'code': 200} Mar 02 07:53:56.635340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.718832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port b26da5bc-a166-4d99-ac0b-f56898d2c3af {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:56.719301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.731722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-6d177e83-178a-4f11-8612-46803ed9faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:56.738472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-6d177e83-178a-4f11-8612-46803ed9faa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3295cfe480904f248703144b71005c8a&device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 1096 time: 0.1991246 Mar 02 07:53:56.817923 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.137001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-670b094b-9656-42d2-8b05-dfbf4dd5cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:57.140537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-670b094b-9656-42d2-8b05-dfbf4dd5cd10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 200 len: 896 time: 0.3991990 Mar 02 07:53:57.190821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Pushing event deleted for resources: {'Network': ['ID=21e8bd15-09d2-4333-be58-548085aa2553,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:57.257209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:57.262765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Checking router: 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:57.305528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] 10.222.0.21 "DELETE /v2.0/networks/21e8bd15-09d2-4333-be58-548085aa2553 HTTP/1.1" status: 204 len: 168 time: 4.6439059 Mar 02 07:53:57.312747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:57.313689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:57.325542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.325921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.326274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.326624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.326949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.327290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.327621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.327951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.328277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.328604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.328931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.329254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8bef2-8ece-4ebc-9dc0-c37b0447239c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:57.402421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-96ea850b-4650-4b73-ada3-0468a4ef1b75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 200 len: 217 time: 0.2546372 Mar 02 07:53:57.704146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-4d8a668d-4827-4236-a1ff-115bad5456ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:57.708158 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-4d8a668d-4827-4236-a1ff-115bad5456ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e25bc9c4-659d-45dc-9eb0-dd211e758390 HTTP/1.1" status: 200 len: 833 time: 0.2978501 Mar 02 07:53:57.765731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port b26da5bc-a166-4d99-ac0b-f56898d2c3af, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b26da5bc-a166-4d99-ac0b-f56898d2c3af,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:57.766561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.861286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58888) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:57.879503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85243011-39ec-4ad9-bfa9-40e9253d9e78 req-b9b5a104-5c0c-4efc-8f0e-c92ec7685f70 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:57.882698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-85243011-39ec-4ad9-bfa9-40e9253d9e78 req-b9b5a104-5c0c-4efc-8f0e-c92ec7685f70 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Synchronizing usage tracker for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:57.975309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:57.989812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-85243011-39ec-4ad9-bfa9-40e9253d9e78 req-b9b5a104-5c0c-4efc-8f0e-c92ec7685f70 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Unset dirty status for tenant:3295cfe480904f248703144b71005c8a on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:57.989812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85243011-39ec-4ad9-bfa9-40e9253d9e78 req-b9b5a104-5c0c-4efc-8f0e-c92ec7685f70 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.7639189 Mar 02 07:53:58.094073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for b26da5bc-a166-4d99-ac0b-f56898d2c3af owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:58.203216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-97f13abd-8101-4460-b3c7-d352ecf0549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:58.203216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-97f13abd-8101-4460-b3c7-d352ecf0549e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56555b73-eb1b-43e7-99e5-c982d1eac32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4492152 Mar 02 07:53:58.203216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85243011-39ec-4ad9-bfa9-40e9253d9e78 req-64a2f4a7-0b5f-476a-8990-b47b271c110c tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612468 Mar 02 07:53:58.203216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7831e649-a158-40b3-91ba-00ccea994b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a63a4c4cae3421f88cc82ad8a5ac022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018026 Mar 02 07:53:58.203216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58894) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:58.245984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.430779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:58.434144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-ec409f2e-21b1-4d79-b1d1-c15013ef5e6e service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464018 Mar 02 07:53:58.719579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.790092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.794201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ea96b33-fe41-4957-a611-eb4cbf2b1dc1 req-8ba04517-ef36-4d21-a812-3ea3ff2ef134 service neutron] 10.222.0.16 "GET /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505664 Mar 02 07:53:58.828836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=6aa4b093-7c62-440a-8aef-53db9c477ba8,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:58.856425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': '2bff680b-7a5d-4872-b5b1-53db7abe1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:53:58.856795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: c8fbcf1d-9790-4279-840c-51ccc60b1c56, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:53:58.926380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.970452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58afd8b2-eff1-4eac-9c94-dba4f5d33fc8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:58.976666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.978139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2310ab0f-2233-4c2a-ace7-8e51d358d78d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58afd8b2-eff1-4eac-9c94-dba4f5d33fc8 HTTP/1.1" status: 204 len: 168 time: 0.5511100 Mar 02 07:53:59.044620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-67458994-fe3f-4512-b3c4-e32a3a5f1b4a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:59.046227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-67458994-fe3f-4512-b3c4-e32a3a5f1b4a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 0.6004739 Mar 02 07:53:59.083528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:59.085361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.090240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2f9b-5c9c-4b71-ae2a-decc094cc9ab None None] The sync data for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 is: [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:52:05Z', 'revision_number': 4, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '5aa5d972-347f-47da-b65d-32ccf1899dd7', 'name': '', 'network_id': '56555b73-eb1b-43e7-99e5-c982d1eac32e', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'mac_address': 'fa:16:3e:0f:84:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:52:02Z', 'updated_at': '2022-03-02T07:52:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'subnets': [{'id': 'e25bc9c4-659d-45dc-9eb0-dd211e758390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:59.140108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:53:59.272863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port f6edb837-d2bb-42e3-b18d-621b014b5d13 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:59.273573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.320470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:53:59.324505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c8fbcf1d-9790-4279-840c-51ccc60b1c56) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:53:59.336034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d36e4-2e0f-4271-893e-b295c488f892 None None] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:59.356234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:59.356234 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.483468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Usage tracker for resource:security_group_rule and tenant:03888c9044064c019289d4a534430534 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:53:59.499650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:53:59.508291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.538375 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d877b3-3fd0-4c56-bc4f-176778ce2a8b None None] New status for floating IP 355b0e1b-9916-46b2-bd5b-8b8a633af627: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:53:59.749044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:00.044485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c8fbcf1d-9790-4279-840c-51ccc60b1c56', 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '6aa4b093-7c62-440a-8aef-53db9c477ba8'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:00.049107 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:00.095806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=b26da5bc-a166-4d99-ac0b-f56898d2c3af,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:00.237901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eb002a3d-270b-4258-a99d-e22c282f0f0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9469326 Mar 02 07:54:00.239013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 58954) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:00.245244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56', 'name': 'tempest-PortsTestJSON-1898062083'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:00.534883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Allocated IP 172.20.0.2 (c8fbcf1d-9790-4279-840c-51ccc60b1c56/6aa4b093-7c62-440a-8aef-53db9c477ba8/af687925-1445-4af8-9bfd-1e75b74f845c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:00.640723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:00.648555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:00.654755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:00.668778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:00.737444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:00.767759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:00.872868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 958bfcf2-7d4a-4570-9828-bcb25a4a358d yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:54:00.973003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.002432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Transition to ACTIVE for port object af687925-1445-4af8-9bfd-1e75b74f845c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:01.092083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Transition to ACTIVE for port object af687925-1445-4af8-9bfd-1e75b74f845c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:01.164625 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.292650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:01.298400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:01.318581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:01.350022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.13 (c8fbcf1d-9790-4279-840c-51ccc60b1c56/6aa4b093-7c62-440a-8aef-53db9c477ba8/958bfcf2-7d4a-4570-9828-bcb25a4a358d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:01.456700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Pushing event updated for resources: {'Port': ['ID=af687925-1445-4af8-9bfd-1e75b74f845c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.580715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Attempting to bind port af687925-1445-4af8-9bfd-1e75b74f845c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:01.580715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Attempting to bind port af687925-1445-4af8-9bfd-1e75b74f845c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2bff680b-7a5d-4872-b5b1-53db7abe1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:01.598617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.602888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Attempting to bind port af687925-1445-4af8-9bfd-1e75b74f845c on network c8fbcf1d-9790-4279-840c-51ccc60b1c56 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:01.606843 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.614902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:01.633239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Checking segment: {'id': '2bff680b-7a5d-4872-b5b1-53db7abe1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:01.633239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.633239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Bound using segment: {'id': '2bff680b-7a5d-4872-b5b1-53db7abe1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:01.633239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Bound port: af687925-1445-4af8-9bfd-1e75b74f845c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bff680b-7a5d-4872-b5b1-53db7abe1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:01.633239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.678942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719936bf-b4cd-4361-a4be-73c86372794d req-c9ab07da-e7ce-4ba1-8e46-fc6a57ecbc9f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:01.693727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-719936bf-b4cd-4361-a4be-73c86372794d req-c9ab07da-e7ce-4ba1-8e46-fc6a57ecbc9f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 945 time: 2.2078388 Mar 02 07:54:01.767288 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] For port af687925-1445-4af8-9bfd-1e75b74f845c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:01.778486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] For port af687925-1445-4af8-9bfd-1e75b74f845c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=af687925-1445-4af8-9bfd-1e75b74f845c,segment=NetworkSegment(2bff680b-7a5d-4872-b5b1-53db7abe1eae),segment_id=2bff680b-7a5d-4872-b5b1-53db7abe1eae)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:01.784887 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.822210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03888c9044064c019289d4a534430534&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3929970 Mar 02 07:54:01.840761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 58996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.901501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e9fef-182a-427b-a106-0a27f25f3121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cade08f9-62aa-4d34-ba85-3a6f7de65621,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.924060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d969d-16fd-47d9-a1b7-4b3533130f87 None None] Pushing event updated for resources: {'Port': ['ID=af687925-1445-4af8-9bfd-1e75b74f845c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.995103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port f6edb837-d2bb-42e3-b18d-621b014b5d13, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f6edb837-d2bb-42e3-b18d-621b014b5d13,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:01.995466 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.070307 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.172556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-719936bf-b4cd-4361-a4be-73c86372794d req-627c2e9c-b75a-490d-956d-22c19a325872 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a6b5c8d-7498-45e9-9433-829a56b5b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4747074 Mar 02 07:54:02.232114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.245996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f6edb837-d2bb-42e3-b18d-621b014b5d13 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:02.255708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.270600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for f6edb837-d2bb-42e3-b18d-621b014b5d13 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:02.282728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 958bfcf2-7d4a-4570-9828-bcb25a4a358d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:02.339708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.546344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:02.548556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:02.552414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:02.746893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.768339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.781064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.796052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=958bfcf2-7d4a-4570-9828-bcb25a4a358d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:02.843614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:02.844236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.905912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-933b66a2-a662-46a5-a29b-884ed84c2c5a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6650307 Mar 02 07:54:02.906679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=f6edb837-d2bb-42e3-b18d-621b014b5d13,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:02.908807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59030) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:03.068467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': 'c8fbcf1d-9790-4279-840c-51ccc60b1c56', 'name': 'tempest-PortsTestJSON-1101847495'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:03.183874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device af687925-1445-4af8-9bfd-1e75b74f845c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:03.467226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port af687925-1445-4af8-9bfd-1e75b74f845c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:03.544791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-934039a9-7142-4cae-8f6c-4dcb3b8fbf47 req-1c35cde1-9361-419b-af2d-5627488b0b9f tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 210 time: 0.2440519 Mar 02 07:54:03.646869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.777222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] No DVR routers for this DVR port f6edb837-d2bb-42e3-b18d-621b014b5d13 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:54:03.819392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.874533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.887364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cade08f9-62aa-4d34-ba85-3a6f7de65621 HTTP/1.1" status: 204 len: 168 time: 2.0450459 Mar 02 07:54:03.888156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'name': 'network-vif-deleted', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:54:03.893467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37b2cd9b-9a4f-4fc4-b646-67f10d58b99d req-c3704847-dc80-4154-ab5a-3e9ff716e903 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.16 "DELETE /v2.0/ports/f6edb837-d2bb-42e3-b18d-621b014b5d13 HTTP/1.1" status: 204 len: 173 time: 4.8383076 Mar 02 07:54:03.930841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:03.963157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:03.994244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:04.026525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:04.098651 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3e4d53-7aa8-4648-bcc1-217e93d786c9', 'name': 'network-vif-deleted', 'tag': 'f6edb837-d2bb-42e3-b18d-621b014b5d13', 'status': 'completed', 'code': 200} Mar 02 07:54:04.102551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e1b09-b197-4bd9-ba5c-ca954b5d7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cade08f9-62aa-4d34-ba85-3a6f7de65621,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:04.129381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:04.134235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.399097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port a9a758de-0edf-43e5-8790-d349ac07cb91 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:54:04.436203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d73a0-d9bf-4517-823e-7dcd9cc8bcae None None] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:04.568678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:04.622895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.688034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:04.707995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Usage tracker for resource:security_group_rule and tenant:971ad4cbc18243b59d4cf3808bb929b5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:04.714964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:04.730809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:05.031754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-416cf0d1-d7a4-4352-b40c-2e63f5e68b57 req-33117ec4-d355-4a34-b127-31f4ca6ce703 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f3e4d53-7aa8-4648-bcc1-217e93d786c9 HTTP/1.1" status: 200 len: 210 time: 0.1643143 Mar 02 07:54:05.127418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.136514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.194862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Provisioning for port af687925-1445-4af8-9bfd-1e75b74f845c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:05.202827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Provisioning complete for port af687925-1445-4af8-9bfd-1e75b74f845c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:05.203739 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.208597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=971ad4cbc18243b59d4cf3808bb929b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388302 Mar 02 07:54:05.210351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefa06-77af-46fa-ad98-e695756ded17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf614c6-f503-4c9b-ab5a-f2adc684bd96,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:05.212750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59092) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:05.337043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.371117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.376982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 293cc87c-d13b-43b0-a105-b6125ee753d6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:05.461406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.491549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf614c6-f503-4c9b-ab5a-f2adc684bd96,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:05.499928 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.501329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-98a7709e-77d6-48ea-9ab4-6ffc572b2acb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcf614c6-f503-4c9b-ab5a-f2adc684bd96 HTTP/1.1" status: 204 len: 168 time: 0.2876894 Mar 02 07:54:05.595186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.11 (c8fbcf1d-9790-4279-840c-51ccc60b1c56/6aa4b093-7c62-440a-8aef-53db9c477ba8/a9a758de-0edf-43e5-8790-d349ac07cb91) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:05.710619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.918022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] For port af687925-1445-4af8-9bfd-1e75b74f845c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=af687925-1445-4af8-9bfd-1e75b74f845c,segment=NetworkSegment(2bff680b-7a5d-4872-b5b1-53db7abe1eae),segment_id=2bff680b-7a5d-4872-b5b1-53db7abe1eae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:05.962767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.112634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:06.163612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e19c5415-f3fa-49a6-b1ec-5da7eca45551 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/293cc87c-d13b-43b0-a105-b6125ee753d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8292797 Mar 02 07:54:06.166317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59118) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:06.167997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Sync routers for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:06.286887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:06.289601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:06.290532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:06.324039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.390842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting subnet 4226474b-ff70-402e-be39-215e52f8f3b5 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:54:06.402756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.479191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object a9a758de-0edf-43e5-8790-d349ac07cb91 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:06.498767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.548971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.593009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Provisioning for port 958bfcf2-7d4a-4570-9828-bcb25a4a358d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:06.599154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.622755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Provisioning complete for port 958bfcf2-7d4a-4570-9828-bcb25a4a358d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:06.623133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.702509 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.753082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Port 958bfcf2-7d4a-4570-9828-bcb25a4a358d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:06.778286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b2a3b-e4be-4621-8ee8-e516a2b61826 None None] Pushing event updated for resources: {'Port': ['ID=af687925-1445-4af8-9bfd-1e75b74f845c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:06.790055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.798814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.812596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Subnet': ['ID=4226474b-ff70-402e-be39-215e52f8f3b5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:06.816682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31828138-4926-46d9-b7cc-4d5f10e82219 None None] Network 767288f3-848c-45aa-bb02-355a91c49c58 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:06.828496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f7b5ba6-810a-4ebe-aa7f-666b02611c90 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/subnets/4226474b-ff70-402e-be39-215e52f8f3b5 HTTP/1.1" status: 204 len: 168 time: 0.6604457 Mar 02 07:54:06.831043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:06.852114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:06.874613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:06.886980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:06.962196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=a9a758de-0edf-43e5-8790-d349ac07cb91,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:07.036711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.214102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Provisioning complete for port af687925-1445-4af8-9bfd-1e75b74f845c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:07.222877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa970eb7-36e5-4325-a62a-e778c9099fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.319212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.324538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:07.325228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.420400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8d21ca52-44a6-4990-b7cd-5418ead44e4d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4020705 Mar 02 07:54:07.427234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:07.496521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device af687925-1445-4af8-9bfd-1e75b74f845c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:07.581112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.698472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b5c8d-7498-45e9-9433-829a56b5b7ec,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:07.723345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.724498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5a71713-f20b-44b9-b593-f96e5c65343a tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a6b5c8d-7498-45e9-9433-829a56b5b7ec HTTP/1.1" status: 204 len: 168 time: 1.4338257 Mar 02 07:54:07.786560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397d41d-8f49-4580-8a66-35e749a757e8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:07.794960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59198) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:07.795078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a397d41d-8f49-4580-8a66-35e749a757e8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:07.833911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a397d41d-8f49-4580-8a66-35e749a757e8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:07.841014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a397d41d-8f49-4580-8a66-35e749a757e8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.4098504 Mar 02 07:54:07.841014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59202) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:07.894553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:08.085751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.107950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port a9a758de-0edf-43e5-8790-d349ac07cb91 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:08.108476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.387689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 6d13d932-110d-4fb0-bd1f-f1d94974ae08 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:08.388182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.560883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port af687925-1445-4af8-9bfd-1e75b74f845c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:08.561524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.672249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Provisioning complete for port 958bfcf2-7d4a-4570-9828-bcb25a4a358d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:08.673715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.716622 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.037736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for a9a758de-0edf-43e5-8790-d349ac07cb91 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:09.164194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Port 958bfcf2-7d4a-4570-9828-bcb25a4a358d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:09.197266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Provisioning for port a9a758de-0edf-43e5-8790-d349ac07cb91 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:09.208343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Provisioning complete for port a9a758de-0edf-43e5-8790-d349ac07cb91 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.213247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.430145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.449881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7ee29cd4-f432-464b-86be-c38758d2caa3 None None] Port a9a758de-0edf-43e5-8790-d349ac07cb91 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:09.462716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] DHCP port deletion for 767288f3-848c-45aa-bb02-355a91c49c58 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:54:09.483411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Deleting port ef5c7e00-d00b-4225-942f-93ab013e044f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:09.487342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.551943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=a9a758de-0edf-43e5-8790-d349ac07cb91,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:09.652991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:53:58Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '6d13d932-110d-4fb0-bd1f-f1d94974ae08', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:37Z', 'updated_at': '2022-03-02T07:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:09.729437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Checking router: 293cc87c-d13b-43b0-a105-b6125ee753d6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:09.879891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 6d13d932-110d-4fb0-bd1f-f1d94974ae08, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6d13d932-110d-4fb0-bd1f-f1d94974ae08,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:09.880339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.047167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Routers {'293cc87c-d13b-43b0-a105-b6125ee753d6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:10.048194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:53:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['293cc87c-d13b-43b0-a105-b6125ee753d6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:10.188942 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:54:10.294660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 6d13d932-110d-4fb0-bd1f-f1d94974ae08 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:10.329722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ef5c7e00-d00b-4225-942f-93ab013e044f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:10.387912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.444917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4acf6c8b-ee38-48af-b7fd-36e1ad436311 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/a9a758de-0edf-43e5-8790-d349ac07cb91 HTTP/1.1" status: 204 len: 168 time: 2.6023073 Mar 02 07:54:10.446373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59270) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:10.597619 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa40f1f2-6b44-4e2e-ae81-2c1ce032d59b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:54:10.599635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa40f1f2-6b44-4e2e-ae81-2c1ce032d59b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:10.647055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aa40f1f2-6b44-4e2e-ae81-2c1ce032d59b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:10.652838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aa40f1f2-6b44-4e2e-ae81-2c1ce032d59b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/a9a758de-0edf-43e5-8790-d349ac07cb91 HTTP/1.1" status: 404 len: 333 time: 0.2043071 Mar 02 07:54:10.653654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:10.853806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 958bfcf2-7d4a-4570-9828-bcb25a4a358d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:10.864418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.873450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.005713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=6d13d932-110d-4fb0-bd1f-f1d94974ae08,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:11.043755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] Set router 293cc87c-d13b-43b0-a105-b6125ee753d6 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:11.132326 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.511740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.613827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:54:08Z', 'revision_number': 6, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:11.621992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:11.622613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.665710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.703624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0d6e5-da2b-410b-9ac4-2a17ea9a1eb3 None None] The sync data for ids ['293cc87c-d13b-43b0-a105-b6125ee753d6'] in n-d-827871-1 is: [{'id': '293cc87c-d13b-43b0-a105-b6125ee753d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835074825', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:36Z', 'updated_at': '2022-03-02T07:54:08Z', 'revision_number': 6, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:11.999799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 958bfcf2-7d4a-4570-9828-bcb25a4a358d owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:12.083002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.179094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Calling delete_port for ef5c7e00-d00b-4225-942f-93ab013e044f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:12.396067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.423838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6e468392-574c-4e71-824c-fadc39515ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.433485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:12.452832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.743939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b26da5bc-a166-4d99-ac0b-f56898d2c3af no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:12.759441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=958bfcf2-7d4a-4570-9828-bcb25a4a358d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:12.897833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b26da5bc-a166-4d99-ac0b-f56898d2c3af {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:12.898041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b26da5bc-a166-4d99-ac0b-f56898d2c3af not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:12.898406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d13d932-110d-4fb0-bd1f-f1d94974ae08 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:13.008984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.078325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-608e5d40-2c2b-49d3-b3bc-2c972da0ccd5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/958bfcf2-7d4a-4570-9828-bcb25a4a358d HTTP/1.1" status: 204 len: 168 time: 2.4233713 Mar 02 07:54:13.087132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59350) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:13.143321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ef5c7e00-d00b-4225-942f-93ab013e044f,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:13.150833 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-570e209e-397a-45b4-8d0b-b1789bbeade7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:54:13.151790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-570e209e-397a-45b4-8d0b-b1789bbeade7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:13.170080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:54:13.170445 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:54:13.176468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6d13d932-110d-4fb0-bd1f-f1d94974ae08 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:13.178502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6d13d932-110d-4fb0-bd1f-f1d94974ae08 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:13.184087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-570e209e-397a-45b4-8d0b-b1789bbeade7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:13.185850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-570e209e-397a-45b4-8d0b-b1789bbeade7 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/958bfcf2-7d4a-4570-9828-bcb25a4a358d HTTP/1.1" status: 404 len: 333 time: 0.0935662 Mar 02 07:54:13.189410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59356) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:13.254030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.256405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.391907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 6aa4b093-7c62-440a-8aef-53db9c477ba8 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:54:13.401922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.402503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Fanout notify agent at l3_agent the message router_deleted on router 293cc87c-d13b-43b0-a105-b6125ee753d6 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:54:13.408941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.513683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.522397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f7f8970-2667-4a46-924a-27d68fee2c78 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/routers/293cc87c-d13b-43b0-a105-b6125ee753d6 HTTP/1.1" status: 204 len: 168 time: 6.6901970 Mar 02 07:54:13.523271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59374) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:13.626085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.671627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Deleting port ef5c7e00-d00b-4225-942f-93ab013e044f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:13.672251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.835865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.908562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port ef5c7e00-d00b-4225-942f-93ab013e044f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:13.909291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.929063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.184884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.260147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.273041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa4b093-7c62-440a-8aef-53db9c477ba8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:14.279450 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c33669ed-7d75-49ee-9091-13ad2067f759 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/6aa4b093-7c62-440a-8aef-53db9c477ba8 HTTP/1.1" status: 204 len: 168 time: 1.0842166 Mar 02 07:54:14.280506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c9995-674b-4673-a1cf-cddb50d6c0b8 None None] Network c8fbcf1d-9790-4279-840c-51ccc60b1c56 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:14.283348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59450) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:14.333607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59460) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:14.358938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'network': {'name': 'tempest-network-smoke--888879127', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:14.365310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e65920a9-bbd4-475e-84f2-7186e7ca68a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.454847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:14.455993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.487991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:14.529672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:network and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:14.545257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:14.578588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.584686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:14.627688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port af687925-1445-4af8-9bfd-1e75b74f845c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:14.628102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.724751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port ef5c7e00-d00b-4225-942f-93ab013e044f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ef5c7e00-d00b-4225-942f-93ab013e044f,segment=NetworkSegment(9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb),segment_id=9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:14.726378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:14.852897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Calling delete_port for ef5c7e00-d00b-4225-942f-93ab013e044f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:15.000256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:15.011602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.053048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.132797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:15.158155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group_rule and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:15.163718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:15.167106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.177209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port af687925-1445-4af8-9bfd-1e75b74f845c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=af687925-1445-4af8-9bfd-1e75b74f845c,segment=NetworkSegment(2bff680b-7a5d-4872-b5b1-53db7abe1eae),segment_id=2bff680b-7a5d-4872-b5b1-53db7abe1eae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:15.177707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.187971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:15.267867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for ef5c7e00-d00b-4225-942f-93ab013e044f owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:15.321062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] Pushing event deleted for resources: {'Port': ['ID=ef5c7e00-d00b-4225-942f-93ab013e044f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:15.324189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602d355-ab00-4516-b610-e2f09618e268 None None] No DVR routers for this DVR port ef5c7e00-d00b-4225-942f-93ab013e044f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:54:15.427561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.431337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41425e-8d88-465d-853b-0a0db586608b None None] DHCP port deletion for c8fbcf1d-9790-4279-840c-51ccc60b1c56 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:54:15.441268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2e41425e-8d88-465d-853b-0a0db586608b None None] Deleting port af687925-1445-4af8-9bfd-1e75b74f845c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:15.446389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for af687925-1445-4af8-9bfd-1e75b74f845c owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:15.452880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2e41425e-8d88-465d-853b-0a0db586608b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.456641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port 5aa5d972-347f-47da-b65d-32ccf1899dd7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:15.457259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.573108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:54:15.577016 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:54:15.706707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.789735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2e41425e-8d88-465d-853b-0a0db586608b None None] The port 'af687925-1445-4af8-9bfd-1e75b74f845c' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:54:15.800401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:15.935621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port 5aa5d972-347f-47da-b65d-32ccf1899dd7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5aa5d972-347f-47da-b65d-32ccf1899dd7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:15.936806 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.054303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=af687925-1445-4af8-9bfd-1e75b74f845c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:16.090896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No DVR routers for this DVR port af687925-1445-4af8-9bfd-1e75b74f845c on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:54:16.150383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port ef5c7e00-d00b-4225-942f-93ab013e044f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:16.151801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.186939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.197392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.212055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for 5aa5d972-347f-47da-b65d-32ccf1899dd7 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:16.289642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.331180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:16.345253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fbcf1d-9790-4279-840c-51ccc60b1c56']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.355994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213ce7bf-74cd-4398-9fd4-e69c2a3a7825,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:16.370541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bff680b-7a5d-4872-b5b1-53db7abe1eae') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.371169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bff680b-7a5d-4872-b5b1-53db7abe1eae') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.379675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.380157 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Added segment de5f2819-f2b1-4f45-893a-108a6d52d9aa of type vlan for network 936a1937-3157-403d-8ca2-432cc9cdc744 Mar 02 07:54:16.420886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.457800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] The port 'ef5c7e00-d00b-4225-942f-93ab013e044f' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:54:16.460426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.505753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59668) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:16.518817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:54:16.519221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:54:16.570143 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:54:16.587532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device af687925-1445-4af8-9bfd-1e75b74f845c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:16.640725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.698182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: af687925-1445-4af8-9bfd-1e75b74f845c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:16.698625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device af687925-1445-4af8-9bfd-1e75b74f845c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:16.814124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.856671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.863571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59698) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:16.871442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.919439 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.934531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767288f3-848c-45aa-bb02-355a91c49c58']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.954719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.955807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb9d2d0-616e-4f3c-89fe-30ee0b2b6edb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:16.965502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=c8fbcf1d-9790-4279-840c-51ccc60b1c56,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:16.974280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.996199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9239432-6c76-4c57-82f0-4c3d33274e8f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/c8fbcf1d-9790-4279-840c-51ccc60b1c56 HTTP/1.1" status: 204 len: 168 time: 2.7103703 Mar 02 07:54:16.998841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.000116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:17.014408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:17.015394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.019395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1351140262'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:17.035523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.059933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:17.067111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:54:17.067841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:54:17.086885 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:54:17.097749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7596529 Mar 02 07:54:17.100247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:17.102719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.114433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:17.118770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:17.134720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'admin_state_up': True, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:17.142114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:17.186656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:router and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:17.192314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:17.212189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.338195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:17.340853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:17.343725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:17.345237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:17.351451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Usage tracker for resource:security_group_rule and tenant:a6e01c2637be41c881e550870e337cd3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:17.356967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:17.368327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Usage tracker for resource:security_group_rule and tenant:85a0fce31ed5467989b692ffe77d1218 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:17.371958 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9a06-3b22-49fc-9f4b-b23242a03ff6 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Network': ['ID=936a1937-3157-403d-8ca2-432cc9cdc744,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:17.374839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:17.379617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:17.380563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:17.385910 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.389932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:17.398980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 936a1937-3157-403d-8ca2-432cc9cdc744 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:17.411947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.422683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.425462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.426652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.506332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/networks/767288f3-848c-45aa-bb02-355a91c49c58 HTTP/1.1" status: 204 len: 168 time: 3.9723473 Mar 02 07:54:17.523308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59788) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:17.528018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Network': ['ID=767288f3-848c-45aa-bb02-355a91c49c58,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:17.532291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.557734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.558196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.559163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.560729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.562786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.563597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.564079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.565347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.569517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.569803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.571667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.572193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57908f-b9f2-43f9-825c-f53efdfcb924 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:17.615016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:17.666092 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.667753 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment 7873f0af-6818-47e2-b077-6e6b3104e9e0 of type vlan for network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 Mar 02 07:54:17.741581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.804515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.856831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:17.942585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=5aa5d972-347f-47da-b65d-32ccf1899dd7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:18.023523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.116677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.122180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:18.122818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.176400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.291140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2895863 Mar 02 07:54:18.293932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59862) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:18.305000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.311084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:18.461653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0cd8f-5ebf-44b2-bdd4-53aab10d7c40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=33f36352-0f7c-46f8-9e8f-c6c790993fd9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:18.473352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:18.588763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:18.592509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:18.595924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:18.603549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:18.619073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:18.623853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.681209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.686135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.727577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.736082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.750657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.756324 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85a0fce31ed5467989b692ffe77d1218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8892691 Mar 02 07:54:18.768487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59912) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:18.782818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18eac6-c44f-494e-b713-bea8e9bfcc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98886245-354c-486a-a8ad-27d4bc8c92cd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:18.841648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2af3a7-d43c-4025-82df-13a0f92b9c67,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:18.863570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.865067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e01c2637be41c881e550870e337cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3581991 Mar 02 07:54:18.871517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:18.881087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.939754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04b4c-8b9a-417f-847c-239eb69ff1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba3e28-e17a-42a7-8e5c-b2b6c70b4122,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:19.068296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.072014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e30bdec4-2558-4303-9e65-2fb12c431432 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e2af3a7-d43c-4025-82df-13a0f92b9c67 HTTP/1.1" status: 204 len: 168 time: 1.5426724 Mar 02 07:54:19.107248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.138055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.208289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.226408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba3e28-e17a-42a7-8e5c-b2b6c70b4122,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:19.233463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.267156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.326658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.326658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c48b3c56-8446-40b8-a656-7fc66b64f0cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78ba3e28-e17a-42a7-8e5c-b2b6c70b4122 HTTP/1.1" status: 204 len: 168 time: 0.4457037 Mar 02 07:54:19.480273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.685921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.776392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.799388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=049b4b14-37fa-42ac-8395-da837b2c92bf,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:19.848498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:19.852353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.897657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.911624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98886245-354c-486a-a8ad-27d4bc8c92cd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:19.928721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:19.930755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': '7873f0af-6818-47e2-b077-6e6b3104e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:19.931247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: 33f36352-0f7c-46f8-9e8f-c6c790993fd9, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:19.939266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Usage tracker for resource:security_group_rule and tenant:a27825427e3b4b7a8e129b16ae1e715b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:19.946830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:19.987701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:20.062510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.064445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f62117f4-f5f9-40a2-bbc6-691402e8a098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98886245-354c-486a-a8ad-27d4bc8c92cd HTTP/1.1" status: 204 len: 168 time: 1.2872541 Mar 02 07:54:20.070585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:20.076452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.25.4.201 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:20.087004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 33f36352-0f7c-46f8-9e8f-c6c790993fd9) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:20.097207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f37e10-082e-4647-a88f-d79a7f355fe1 None None] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:20.110778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59958) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.125878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:20.126918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.145493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277749667', 'description': 'tempest-secgroup-smoke-1277749667 description', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:20.410018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.422576 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.498607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:20.506406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:20.512139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:20.520306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-aecc337d-8820-4d40-a6eb-0c153eec1cb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2224233 Mar 02 07:54:20.521402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59966) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.532492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:20.538488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9', 'name': 'tempest-PortsTestJSON-1972423431', 'fixed_ips': [{'subnet_id': '049b4b14-37fa-42ac-8395-da837b2c92bf', 'ip_address': '172.20.0.10'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:20.603605 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a27825427e3b4b7a8e129b16ae1e715b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537107 Mar 02 07:54:20.604431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 59976) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.689547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.702278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-33f36352-0f7c-46f8-9e8f-c6c790993fd9', 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '049b4b14-37fa-42ac-8395-da837b2c92bf'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:20.703132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.709572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9d60b-d56e-4f60-a96e-9561a1b5dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c961be-3d17-46ce-a19e-d6ddf65af1c9,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:20.747470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.797111 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.819726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:20.904644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:20.916300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59980) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.934470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:20.941899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:20.965625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:20.970271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:20.973923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:20.981735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:20.985760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:20.998401 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.012222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Allocated IP 172.20.0.2 (33f36352-0f7c-46f8-9e8f-c6c790993fd9/049b4b14-37fa-42ac-8395-da837b2c92bf/722cdd4e-d179-4d19-84c6-6780affc5b69) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:21.048138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.057394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:21.061574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Usage tracker for resource:security_group_rule and tenant:40dbd95405874c5c840ae9c7b3010716 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:21.064844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:21.074616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:21.197075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.200626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.235417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.347195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.359388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f184f-ef71-4631-8004-e10ebd7d8b5a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.371427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:21.388738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Transition to ACTIVE for port object 722cdd4e-d179-4d19-84c6-6780affc5b69 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:21.402549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:21.418960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:21.425078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-215261bf-6697-49ef-8f95-a3e5c016f131 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40dbd95405874c5c840ae9c7b3010716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031378 Mar 02 07:54:21.437357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 59992) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:21.438423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:21.470597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:21.490658 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Sync routers for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:21.495774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Transition to ACTIVE for port object 722cdd4e-d179-4d19-84c6-6780affc5b69 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:21.506557 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.507236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.511663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:21.527138 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:21.527780 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:21.598287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c961be-3d17-46ce-a19e-d6ddf65af1c9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.633664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.655140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.669953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3ccebf7a-b8f8-465f-97cb-748cd760c8e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2c961be-3d17-46ce-a19e-d6ddf65af1c9 HTTP/1.1" status: 204 len: 168 time: 1.0356948 Mar 02 07:54:21.808746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Pushing event updated for resources: {'Port': ['ID=722cdd4e-d179-4d19-84c6-6780affc5b69,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.835160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.864686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.875106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:21.887574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:21.896061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:21.919377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.926962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.970794 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1862fee-9270-4e58-a0eb-8391788343fb tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "PUT /v2.0/routers/446d4d7d-8499-4d7f-895a-6bf3a0e54dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1745374 Mar 02 07:54:21.979538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf70ff0d-13d0-445d-948d-7cd9bd54202e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.987361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.997717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60004) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:22.099372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting subnet e25bc9c4-659d-45dc-9eb0-dd211e758390 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:54:22.102703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.105498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:22.216753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Attempting to bind port 722cdd4e-d179-4d19-84c6-6780affc5b69 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:22.217120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Attempting to bind port 722cdd4e-d179-4d19-84c6-6780affc5b69 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7873f0af-6818-47e2-b077-6e6b3104e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:22.217481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Attempting to bind port 722cdd4e-d179-4d19-84c6-6780affc5b69 on network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:22.230201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:22.230930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Checking segment: {'id': '7873f0af-6818-47e2-b077-6e6b3104e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:22.231512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.233552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Bound using segment: {'id': '7873f0af-6818-47e2-b077-6e6b3104e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:22.234235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Bound port: 722cdd4e-d179-4d19-84c6-6780affc5b69, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7873f0af-6818-47e2-b077-6e6b3104e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:22.234819 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.238616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.338670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.422358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] For port 722cdd4e-d179-4d19-84c6-6780affc5b69, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:22.428349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] For port 722cdd4e-d179-4d19-84c6-6780affc5b69, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=722cdd4e-d179-4d19-84c6-6780affc5b69,segment=NetworkSegment(7873f0af-6818-47e2-b077-6e6b3104e9e0),segment_id=7873f0af-6818-47e2-b077-6e6b3104e9e0)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:22.441308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.459871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.474486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-80df9dc1-de9e-4c73-876b-6b943bbde6b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3557560 Mar 02 07:54:22.490399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port c90725f1-72dd-437a-b362-c76cec927a22 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:54:22.615279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8288b-ee8a-47ee-97c3-3fc9147cb0ac None None] Pushing event updated for resources: {'Port': ['ID=722cdd4e-d179-4d19-84c6-6780affc5b69,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:22.863504 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:54:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:22.874568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Checking router: 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:22.891505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Routers {'446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:22.892378 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:23.006979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.10 (33f36352-0f7c-46f8-9e8f-c6c790993fd9/049b4b14-37fa-42ac-8395-da837b2c92bf/c90725f1-72dd-437a-b362-c76cec927a22) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:23.059086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60018) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:23.076429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:23.090317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:23.116342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:23.169306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.170891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:23.182844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:23.344322 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] Set router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:23.415796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.621051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.640663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.655672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.659724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object c90725f1-72dd-437a-b362-c76cec927a22 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:23.719142 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.751830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f184f-ef71-4631-8004-e10ebd7d8b5a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:23.755683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.846611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94949f2-f3d1-4014-9ced-9726ea1fe231,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:23.854153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.874100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Subnet': ['ID=e25bc9c4-659d-45dc-9eb0-dd211e758390,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:23.924086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:23.936871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dee7fa46-2ee1-4d87-92f3-e92da9dca9d6 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8658333 Mar 02 07:54:23.955056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60060) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:23.978200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:24.003414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:24.016585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74bcb1-b53c-4868-a3cf-60f41cf54a9e None None] Network 56555b73-eb1b-43e7-99e5-c982d1eac32e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:24.024107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.044205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:24.060637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:24.068905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:54:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:24.073424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd17d9-1c40-4f03-9e3e-a30e86e55d89 None None] The sync data for ids ['446d4d7d-8499-4d7f-895a-6bf3a0e54dc5'] in n-d-827871-1 is: [{'id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'name': 'tempest-TestNetworkBasicOps-router-342768484', 'tenant_id': '3295cfe480904f248703144b71005c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:35Z', 'updated_at': '2022-03-02T07:54:17Z', 'revision_number': 5, 'project_id': '3295cfe480904f248703144b71005c8a', 'gw_port': {'id': 'f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d4d7d-8499-4d7f-895a-6bf3a0e54dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:24.108370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:24.204880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 8871300f-7f86-48d7-bafe-abee47c55456 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:54:24.401589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddb66cbd-d2cd-451a-bd26-8644b62d7515 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/subnets/e25bc9c4-659d-45dc-9eb0-dd211e758390 HTTP/1.1" status: 204 len: 168 time: 2.3924930 Mar 02 07:54:24.402687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.413503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:24.432374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:24.496897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.508919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.544673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e0ce5f-d5c0-463f-9d65-39ef347a8c48,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:24.700313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.706964 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-752798af-657d-4678-8c82-37fe7bf55770 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7481246 Mar 02 07:54:24.713556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60080) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:24.714257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c343f3-7a7b-4acd-b06b-b5b7f4844dce None None] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:24.730380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:24.797470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.806297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0803efc-a479-4625-ab85-4ad04828ad1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f84f184f-ef71-4631-8004-e10ebd7d8b5a HTTP/1.1" status: 204 len: 168 time: 3.3653250 Mar 02 07:54:24.810189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:24.829771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:24.833130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:24.848297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:24.851799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:24.866532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:24.875495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:24.879462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:24.881779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3dc41a22-91ac-4b84-b968-40486d2dd715 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.7804270 Mar 02 07:54:24.886524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:24.931379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.025629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Sync routers for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:25.047930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.062315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.063652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] DHCP port deletion for 56555b73-eb1b-43e7-99e5-c982d1eac32e request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:54:25.087757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 722cdd4e-d179-4d19-84c6-6780affc5b69 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:25.103395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.104878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902769 Mar 02 07:54:25.109015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.114850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:25.124995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4d0d-180d-4554-aedd-2ce4fc26e545 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4839ca7-2fa5-44fb-9688-47e400abf338,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:25.134927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:25.140307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:25.144130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:25.152321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:25.177683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.195952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Deleting port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:25.196334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.228416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=c90725f1-72dd-437a-b362-c76cec927a22,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:25.286310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:25.287204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.320002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.354490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:25.355395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:25.361165 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.373792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.407898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194f6c78-07b3-4636-b01c-eecd1463695d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:25.445977 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.449390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ac1a0229-3df5-47ff-bb8e-c744187cc3b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392079 Mar 02 07:54:25.514010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8130b674-f70c-483c-ae4f-ef8012f1eac6 None None] Provisioning for port 722cdd4e-d179-4d19-84c6-6780affc5b69 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:25.525595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60114) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.527976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3ad1a2b1-d38b-4c63-984a-44a6607433a6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0624faba9e974b6697f3daf7a0e8aef5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6402335 Mar 02 07:54:25.535010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:25.545275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:25.550849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:25.553657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:25.558056 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a2dc954f-a637-4671-b4e7-e86785fd4c77 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0303133 Mar 02 07:54:25.563882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:25.574511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.574874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60122) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.584939 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:54:25.603407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.673373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '33f36352-0f7c-46f8-9e8f-c6c790993fd9', 'name': 'tempest-PortsTestJSON-984947142', 'fixed_ips': [{'subnet_id': '049b4b14-37fa-42ac-8395-da837b2c92bf', 'ip_address': '172.20.0.9'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:25.803900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.813646 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.871331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adedcb7-6263-4c3a-95b9-60426b85b074,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:25.904370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.909796 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-125757e5-b187-4783-b8d4-bdc00537f043 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794086 Mar 02 07:54:25.915630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60144) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.915630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'security_group_rule': {'security_group_id': 'bf70ff0d-13d0-445d-948d-7cd9bd54202e', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:25.927563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 722cdd4e-d179-4d19-84c6-6780affc5b69 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:25.954562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:25.956688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:security_group_rule and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:25.962397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] For port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,segment=NetworkSegment(c3970129-8747-4b80-99f9-ca67a7a60e25),segment_id=c3970129-8747-4b80-99f9-ca67a7a60e25)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:25.962397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:25.967316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:25.976047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:26.031672 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Project eabeea45fedf4ddd88a8ac6c0986ae73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:54:26.045262 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.048308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 722cdd4e-d179-4d19-84c6-6780affc5b69 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:26.051010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.189626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.201935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.244945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0480a5-ed40-4cd4-9f0f-2d97a57caf77,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:26.272767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.277205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3367e52d-07e1-4ffa-ad84-95032708564d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3656487 Mar 02 07:54:26.278034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60156) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:26.286233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'network': {'name': 'tempest-network-smoke--2093129759', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:26.311831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:26.322400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:network and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:26.329164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:26.336451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:26.355778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:26.361249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.407919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:26.435339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.436119 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Added segment 1cb982d3-2393-4031-bf50-8d987e3585ae of type vlan for network 67efa87a-566e-4b26-980e-c36c65703716 Mar 02 07:54:26.447724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:26.456656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:26.462108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.465784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:26.478894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:26.501017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Deleting port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:26.501655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.548087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Calling delete_port for 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:26.549605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.553488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:26.559183 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.572956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58497d-0dde-4a11-8d79-42afe5ac01dc tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:26.574816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc58497d-0dde-4a11-8d79-42afe5ac01dc tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9971416 Mar 02 07:54:26.580890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60174) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:26.600199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:54:26.734701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c9bbc21-49a8-4cb3-95dd-3434bfbff7a7 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509733 Mar 02 07:54:26.741086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60182) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:26.749655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962278981', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:26.767362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.773533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:26.774412 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:26.904605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:27.063072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7822793 Mar 02 07:54:27.079611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60198) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:27.085155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] For port f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:27.087343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecee74-1708-4a92-aff6-184b74824abf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Network': ['ID=67efa87a-566e-4b26-980e-c36c65703716,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:27.087878 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.110337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'admin_state_up': True, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:27.131258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:27.143852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:router and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:27.164049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:27.266866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 67efa87a-566e-4b26-980e-c36c65703716 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:27.339475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:27.386866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.388747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.392741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.412867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:27.415116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.420109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:subnet and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:27.425271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:27.428839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.450760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 722cdd4e-d179-4d19-84c6-6780affc5b69, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=722cdd4e-d179-4d19-84c6-6780affc5b69,segment=NetworkSegment(7873f0af-6818-47e2-b077-6e6b3104e9e0),segment_id=7873f0af-6818-47e2-b077-6e6b3104e9e0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:27.485119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:27.502807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:27.508326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.542234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Calling delete_port for f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:27.709543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.9 (33f36352-0f7c-46f8-9e8f-c6c790993fd9/049b4b14-37fa-42ac-8395-da837b2c92bf/a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:27.781142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] No DVR routers for this DVR port 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:54:27.791178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:27.898177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5aa5d972-347f-47da-b65d-32ccf1899dd7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:27.985693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 5aa5d972-347f-47da-b65d-32ccf1899dd7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:27.986237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5aa5d972-347f-47da-b65d-32ccf1899dd7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:27.993489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf823-f6b2-4983-8bc3-eeb087d90a35 None None] Pushing event deleted for resources: {'Port': ['ID=2517d557-4cf0-49ce-8b05-5f2ac4eae7d7,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:28.116546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=722cdd4e-d179-4d19-84c6-6780affc5b69,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:28.172672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:28.279129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:28.279585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2517d557-4cf0-49ce-8b05-5f2ac4eae7d7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:28.293820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:28.298680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Checking router: 8871300f-7f86-48d7-bafe-abee47c55456 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:28.298976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Updating router 8871300f-7f86-48d7-bafe-abee47c55456 port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:28.447856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:28.448876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:28.530300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:28.826672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:28.910253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Provisioning complete for port 722cdd4e-d179-4d19-84c6-6780affc5b69 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:28.910657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:28.994028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:28.997831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:29.001584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:29.031818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.078528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.159092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.212980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:29.213542 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.248002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:29.305851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Subnet': ['ID=c52c2f38-751c-4e84-9b6e-a1abbf968037,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:29.354008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Port': ['ID=f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:29.367350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-133df985-9e6d-46ba-9c8a-a07e24f71137 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7799382 Mar 02 07:54:29.367979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60264) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:29.368303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60266) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:29.445816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60272) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:29.513171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Checking segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:29.513947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network hostable DHCP agents. Network: 936a1937-3157-403d-8ca2-432cc9cdc744, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:29.558843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network 936a1937-3157-403d-8ca2-432cc9cdc744 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:29.715916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 936a1937-3157-403d-8ca2-432cc9cdc744) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:29.726992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:29.727857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.805443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.885786 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.919512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.957105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05d6ac55-d222-4293-9512-9819596c1227 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2129951 Mar 02 07:54:29.958748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:29.968148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Transition to ACTIVE for port object ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:29.973809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60292) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:29.991480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfaf18-7fc0-4f5b-b9ab-7b3314c3d698 None None] Network 936a1937-3157-403d-8ca2-432cc9cdc744 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:30.202454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.230629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.244 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:30.329228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 722cdd4e-d179-4d19-84c6-6780affc5b69 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:30.402598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Provisioning for port c90725f1-72dd-437a-b362-c76cec927a22 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:30.415348 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.450282 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.487284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.518994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:30.521524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9f72a-10d3-44e0-97d7-9410cbb33446 None None] Pushing event updated for resources: {'Port': ['ID=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:30.523050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:30.526628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Provisioning complete for port c90725f1-72dd-437a-b362-c76cec927a22 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:30.526728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.533292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:30.583410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:30.680149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1654c05-eb53-47a6-acd2-8b0445d5bbac tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:30.681116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1654c05-eb53-47a6-acd2-8b0445d5bbac tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:30.711390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-936a1937-3157-403d-8ca2-432cc9cdc744', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:30.712813 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.720689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.725557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.779843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-35a8b276-7337-4ed1-89a9-7d0e0fc3bcc6 None None] Port c90725f1-72dd-437a-b362-c76cec927a22 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:30.837994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Attempting to bind port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:30.838537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Attempting to bind port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:30.839096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Attempting to bind port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:30.851013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:30.851540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:30.852058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.852558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:30.853162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Bound port: ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:30.853649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.934196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:30.949932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 722cdd4e-d179-4d19-84c6-6780affc5b69 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:30.951215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:30.975694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd02bfdd981412bb1e94015501d4218 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:30.991025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:31.013700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:31.041549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Provisioning complete for port c90725f1-72dd-437a-b362-c76cec927a22 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:31.042081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.076609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1654c05-eb53-47a6-acd2-8b0445d5bbac tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:31.077890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b1654c05-eb53-47a6-acd2-8b0445d5bbac tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.7084644 Mar 02 07:54:31.102209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1626e1e5-4301-4224-8d96-a25720161df5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f51eb63fdd14ee485cb3d57418f0bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7300966 Mar 02 07:54:31.108392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60312) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:31.108718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60314) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:31.109363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.109942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Fanout notify agent at l3_agent the message router_deleted on router 446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:54:31.232861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] For port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:31.257646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Port c90725f1-72dd-437a-b362-c76cec927a22 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:31.270940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] For port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:31.336844 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.354024 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.357718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Provisioning for port a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:31.381837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.391535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-97a54d9f-aef2-4c7d-a991-4f00cb89afb3 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/routers/446d4d7d-8499-4d7f-895a-6bf3a0e54dc5 HTTP/1.1" status: 204 len: 168 time: 6.9548302 Mar 02 07:54:31.391535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60324) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:31.418035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Allocated IP 172.20.0.2 (936a1937-3157-403d-8ca2-432cc9cdc744/c52c2f38-751c-4e84-9b6e-a1abbf968037/24f2026e-c821-46ee-9a03-557c7fd6230c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:31.420543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Provisioning complete for port a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:31.420930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.497053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-61864347-cfca-4fb1-9a07-09c23141d951 None None] Port a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:31.566307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:31.566966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:31.638486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.648812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9f72a-10d3-44e0-97d7-9410cbb33446 None None] Pushing event updated for resources: {'Port': ['ID=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:31.887621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.889091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:31.929304 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:31.992042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.045293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d872d7-9652-4a7d-b6ef-acc0d54c4ef0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:32.047232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d872d7-9652-4a7d-b6ef-acc0d54c4ef0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:32.053401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d872d7-9652-4a7d-b6ef-acc0d54c4ef0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:32.055338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e5d872d7-9652-4a7d-b6ef-acc0d54c4ef0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.9391155 Mar 02 07:54:32.066664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60348) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:32.201172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:32.228242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.238118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.251241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:32.251764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f1f50c0d-d6ad-4a7d-b079-c00ecb0ccb0c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:32.256672 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.275251 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.301321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Transition to ACTIVE for port object 24f2026e-c821-46ee-9a03-557c7fd6230c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:32.324620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.348090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad315194-0005-47f2-8d5e-722412f564f2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:32.392761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 33b97c26-8493-44e6-b9df-d4d4a69ce179 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:54:32.405841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56555b73-eb1b-43e7-99e5-c982d1eac32e']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:32.516197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:32.519205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.538078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Transition to ACTIVE for port object 24f2026e-c821-46ee-9a03-557c7fd6230c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:32.558660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.586281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3970129-8747-4b80-99f9-ca67a7a60e25') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:32.587637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3970129-8747-4b80-99f9-ca67a7a60e25') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:32.624563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd02bfdd981412bb1e94015501d4218&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1768422 Mar 02 07:54:32.629472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60360) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:32.664292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.673949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Pushing event updated for resources: {'Port': ['ID=24f2026e-c821-46ee-9a03-557c7fd6230c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:32.678354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-57789b4a-7214-47c0-93a2-6ff208fa6527 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad315194-0005-47f2-8d5e-722412f564f2 HTTP/1.1" status: 204 len: 168 time: 1.5603030 Mar 02 07:54:32.717402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Network 936a1937-3157-403d-8ca2-432cc9cdc744 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:32.719011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:32.719141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:32.733700 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Sync routers for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:32.745237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.754232 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:32.755021 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:32.810453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:32.819677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.842617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.844985 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.849736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b285486-99a8-4a3b-9940-fe358f0651dd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.7670503 Mar 02 07:54:32.855563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60370) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:32.866237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9da05-f268-4245-823d-2aff65cbce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975ea850-183b-4985-9fd2-a709ab177609,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:32.933584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:32.957272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.033256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8872dd27-a038-435c-b723-c6433ef179a1 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabeea45fedf4ddd88a8ac6c0986ae73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1764779 Mar 02 07:54:33.035450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60378) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:33.097788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Attempting to bind port 24f2026e-c821-46ee-9a03-557c7fd6230c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:33.098328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Attempting to bind port 24f2026e-c821-46ee-9a03-557c7fd6230c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:33.098761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Attempting to bind port 24f2026e-c821-46ee-9a03-557c7fd6230c on network 936a1937-3157-403d-8ca2-432cc9cdc744 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:33.106890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:33.107257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Checking segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:33.107825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.108353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Bound using segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:33.108955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Bound port: 24f2026e-c821-46ee-9a03-557c7fd6230c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:33.109493 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.135098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:33.142337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e642c1-5c7d-4aa6-a292-cafb93e1df02 None None] The sync data for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 is: [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:33.213644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.247285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:54:33.247789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.263539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.264669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/975ea850-183b-4985-9fd2-a709ab177609 HTTP/1.1" status: 204 len: 168 time: 0.6340365 Mar 02 07:54:33.269515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b2838-212a-4ddd-bfc5-016158a80d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ea850-183b-4985-9fd2-a709ab177609,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:33.302135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] For port 24f2026e-c821-46ee-9a03-557c7fd6230c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:33.305297 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:33.313944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4004540-9d52-43b8-a153-f6524be489ee tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:33.319916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4004540-9d52-43b8-a153-f6524be489ee tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2280421 Mar 02 07:54:33.321027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60390) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:33.326406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] For port 24f2026e-c821-46ee-9a03-557c7fd6230c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=24f2026e-c821-46ee-9a03-557c7fd6230c,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:33.335208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:33.434496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9174818f-e055-4ce1-90bf-07f61e647598 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1120746 Mar 02 07:54:33.438516 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60398) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:33.450213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215049111', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:33.539754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc760a-aeb3-48b7-bded-e143b0e71e33 None None] Pushing event updated for resources: {'Port': ['ID=24f2026e-c821-46ee-9a03-557c7fd6230c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:54:33.780595 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:54:33.808349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:33.815446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:subnet and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:33.819932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:33.829956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:33.861815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:33.866327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.141395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.248868 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:30Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:34.268490 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Checking router: 33b97c26-8493-44e6-b9df-d4d4a69ce179 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:34.269672 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Updating router 33b97c26-8493-44e6-b9df-d4d4a69ce179 port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:34.275860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:34.456706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:34.468562 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.519450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:34.526884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:34.527437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.663686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.719432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:34.733251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Usage tracker for resource:security_group_rule and tenant:66a3275fbc404442ba4480191bccb244 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:34.741368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:34.754915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:34.842195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:34.883256 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.948783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:34.964792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.979383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.033680 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.057547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.090865 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.104341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.132449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Transition to ACTIVE for port object 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:35.145830 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.165875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:35.192674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] Pushing event deleted for resources: {'Network': ['ID=56555b73-eb1b-43e7-99e5-c982d1eac32e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:35.270355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66a3275fbc404442ba4480191bccb244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125930 Mar 02 07:54:35.271096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cfed0-1397-4ae8-af3e-9a708416a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588c26b-deda-4bbd-a73b-956431214e32,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:35.281780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60456) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:35.320038 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Attempting to bind port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:35.320659 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Attempting to bind port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:35.320779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Attempting to bind port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:35.344924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:35.345285 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:35.354911 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.355571 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:35.356219 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Bound port: 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:35.357297 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.421472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4464bed5-3293-4663-82b7-2a75015666f4 tempest-TestNetworkBasicOps-1745958948 tempest-TestNetworkBasicOps-1745958948-project] 10.222.0.21 "DELETE /v2.0/networks/56555b73-eb1b-43e7-99e5-c982d1eac32e HTTP/1.1" status: 204 len: 168 time: 3.9838712 Mar 02 07:54:35.581294 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Pushing event updated for resources: {'Port': ['ID=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:35.614859 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.615112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.626394 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.626936 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.627526 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.628011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.629923 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.631532 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.632008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.635576 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.636262 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.636811 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:35.642921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d536138-1977-4587-ae16-b7344623b1ab None None] Network 936a1937-3157-403d-8ca2-432cc9cdc744 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:35.684264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] For port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:35.686431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.695899 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] For port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:35.704607 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.821485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.838239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.952259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe534fa-de7e-4367-99e7-1d787290b67f None None] Pushing event updated for resources: {'Port': ['ID=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:36.060947 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:36.061632 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:36.125205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:36.163178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-105a974f-c346-4ac0-8582-80a4cf75cc33 None None] Provisioning for port 24f2026e-c821-46ee-9a03-557c7fd6230c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:36.188681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Subnet': ['ID=e0e52214-2d9d-441a-b0ef-bf093a74e4de,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:36.200207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Checking segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:36.201146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network hostable DHCP agents. Network: 67efa87a-566e-4b26-980e-c36c65703716, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:36.226027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60482) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:36.287139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:36.344126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 67efa87a-566e-4b26-980e-c36c65703716 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:36.405123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588c26b-deda-4bbd-a73b-956431214e32,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:36.434344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 67efa87a-566e-4b26-980e-c36c65703716) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:36.448999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:36.449590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:36.458658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:36.462338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-59a37fab-cdab-4a92-9222-195335d4fa95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4588c26b-deda-4bbd-a73b-956431214e32 HTTP/1.1" status: 204 len: 168 time: 1.1771281 Mar 02 07:54:36.496466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-013b8400-d7f7-4499-a554-cf00a37baa37 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0566838 Mar 02 07:54:36.499192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60494) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:36.501616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438adf1-873b-441b-9895-72962f83cd7f None None] Network 67efa87a-566e-4b26-980e-c36c65703716 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:36.551316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:36.566948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 24f2026e-c821-46ee-9a03-557c7fd6230c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:36.791502 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:36.822379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.20.0.1 (936a1937-3157-403d-8ca2-432cc9cdc744/c52c2f38-751c-4e84-9b6e-a1abbf968037/263d1f23-23a3-4cce-bea3-3f4091a9599a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:36.840354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:36.937531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-61d8bcbb-3cce-4d4b-8e59-82c7d59c0c7e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c HTTP/1.1" status: 204 len: 168 time: 4.8217685 Mar 02 07:54:36.941248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60506) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:37.100410 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ba5c45-c4d3-479b-91cf-e3975c84a12a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:54:37.101313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16ba5c45-c4d3-479b-91cf-e3975c84a12a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:37.146037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-16ba5c45-c4d3-479b-91cf-e3975c84a12a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:37.148492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16ba5c45-c4d3-479b-91cf-e3975c84a12a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/a82daa0a-d9f4-49b7-bb2f-a5aa82b86f8c HTTP/1.1" status: 404 len: 333 time: 0.1806085 Mar 02 07:54:37.152740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60514) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:37.197885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:37.420870 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.428944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 24f2026e-c821-46ee-9a03-557c7fd6230c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:37.460983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 24f2026e-c821-46ee-9a03-557c7fd6230c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:37.461366 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.512997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Transition to ACTIVE for port object 263d1f23-23a3-4cce-bea3-3f4091a9599a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:37.612526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93bd91cc-ae95-4253-bce9-e6feae41db52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3295cfe480904f248703144b71005c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3804648 Mar 02 07:54:37.619331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port c90725f1-72dd-437a-b362-c76cec927a22 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:37.623473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.626087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60536) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:37.632589 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:30Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:37.648225 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd78123-9f3c-4438-aa50-ad0e4cc9ac02 None None] The sync data for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 is: [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:30Z', 'revision_number': 3, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:37.740587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-67efa87a-566e-4b26-980e-c36c65703716', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:37.743316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.750481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.818215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.911295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network 936a1937-3157-403d-8ca2-432cc9cdc744 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:37.935474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:37.961367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Usage tracker for resource:security_group_rule and tenant:f53fbd785bb247aaadbe81c6c1ee41c3 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:37.969505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:38.023854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:38.057692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-45e86e74-5665-4474-9484-17880e290184 None None] Provisioning complete for port 24f2026e-c821-46ee-9a03-557c7fd6230c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:38.058085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-45e86e74-5665-4474-9484-17880e290184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.077352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:38.108921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.114761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:38.313077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.413472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:38.431728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.585471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.623016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 24f2026e-c821-46ee-9a03-557c7fd6230c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=24f2026e-c821-46ee-9a03-557c7fd6230c,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:38.702286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.765904 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.766782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:38.805033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878ca50f-b3da-4cb8-b369-e0eaea9e0020,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:38.842088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Allocated IP 172.20.0.2 (67efa87a-566e-4b26-980e-c36c65703716/e0e52214-2d9d-441a-b0ef-bf093a74e4de/187e30d8-2390-412f-a2b2-617cffed5931) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:38.888729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:38.911056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.011339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.015689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0c273d66-6759-400a-913d-0c8a56547d7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/878ca50f-b3da-4cb8-b369-e0eaea9e0020 HTTP/1.1" status: 204 len: 168 time: 1.3886273 Mar 02 07:54:39.035099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=24f2026e-c821-46ee-9a03-557c7fd6230c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:39.080269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe47b7-f4ef-4c77-9db1-d9844b955718,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:39.100964 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.220670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:39.220670 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.374481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.446381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.520845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76b1015a-6079-4438-94fe-58e2f885704f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f53fbd785bb247aaadbe81c6c1ee41c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3189266 Mar 02 07:54:39.522280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:39.614831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-11c388ce-5fbb-4c2e-a676-f488cb44cb1c None None] Provisioning for port 263d1f23-23a3-4cce-bea3-3f4091a9599a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:39.687004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-11c388ce-5fbb-4c2e-a676-f488cb44cb1c None None] Provisioning complete for port 263d1f23-23a3-4cce-bea3-3f4091a9599a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:39.688624 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-11c388ce-5fbb-4c2e-a676-f488cb44cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:39.844934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-11c388ce-5fbb-4c2e-a676-f488cb44cb1c None None] Port 263d1f23-23a3-4cce-bea3-3f4091a9599a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:39.866260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.046236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:40.108101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.162457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.164006 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.192251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Transition to ACTIVE for port object 187e30d8-2390-412f-a2b2-617cffed5931 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:40.244275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Transition to ACTIVE for port object 187e30d8-2390-412f-a2b2-617cffed5931 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:40.258449 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.390304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:40.426756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Usage tracker for resource:security_group_rule and tenant:810948673403491f9ecbaf725543bb58 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:40.458529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:40.468530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:40.513238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Network 67efa87a-566e-4b26-980e-c36c65703716 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:40.541549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:40.553500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:40.590561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 24f2026e-c821-46ee-9a03-557c7fd6230c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:40.694762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.713735 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.726231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.739181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for c90725f1-72dd-437a-b362-c76cec927a22 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:40.805512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b7d9cd-d7a9-47cb-8590-990b5d79f24a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:40.851120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:40.924082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fba3c3aa-c7b7-441d-ab5f-758a25add031 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=810948673403491f9ecbaf725543bb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8761961 Mar 02 07:54:40.940855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60624) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:40.982049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.012402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Pushing event updated for resources: {'Port': ['ID=187e30d8-2390-412f-a2b2-617cffed5931,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.051842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe47b7-f4ef-4c77-9db1-d9844b955718,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.086260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.090507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.162999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.1 (67efa87a-566e-4b26-980e-c36c65703716/e0e52214-2d9d-441a-b0ef-bf093a74e4de/10a0a6d5-a2c3-45b6-a0d8-834517895ec3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:41.183687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Attempting to bind port 187e30d8-2390-412f-a2b2-617cffed5931 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:41.184080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Attempting to bind port 187e30d8-2390-412f-a2b2-617cffed5931 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:41.184505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Attempting to bind port 187e30d8-2390-412f-a2b2-617cffed5931 on network 67efa87a-566e-4b26-980e-c36c65703716 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:41.204819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 24f2026e-c821-46ee-9a03-557c7fd6230c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:41.205202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.247319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:41.260140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Checking segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:41.260140 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.260140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Bound using segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:41.260140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Bound port: 187e30d8-2390-412f-a2b2-617cffed5931, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:41.260140 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.304368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network 936a1937-3157-403d-8ca2-432cc9cdc744 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:41.306877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:41.464941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.468559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bf99b159-35d9-437b-b008-ae1c52aaf6a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19fe47b7-f4ef-4c77-9db1-d9844b955718 HTTP/1.1" status: 204 len: 168 time: 1.9427571 Mar 02 07:54:41.499698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.527602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] For port 187e30d8-2390-412f-a2b2-617cffed5931, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:41.535792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] For port 187e30d8-2390-412f-a2b2-617cffed5931, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=187e30d8-2390-412f-a2b2-617cffed5931,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:41.558538 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.580063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.596042 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.629274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:41.736031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.771908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.808747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1c310-04f5-4de7-bc62-79e3fbe6f4f8 None None] Pushing event updated for resources: {'Port': ['ID=187e30d8-2390-412f-a2b2-617cffed5931,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.863428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-36016324-9e0b-48d0-97c7-88cec9b34b1e req-24f6e283-53b0-4ac1-b2f7-673afa33bc01 service neutron] (87854) timed out ('10.222.0.16', 61150) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:54:41.864126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.867465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:41.896722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b7d9cd-d7a9-47cb-8590-990b5d79f24a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:41.900844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 67efa87a-566e-4b26-980e-c36c65703716 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:41.903057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:41.909649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:41.939972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:42.006975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=c90725f1-72dd-437a-b362-c76cec927a22,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:42.007178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.010432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ab6362a-ad4f-47e5-87e8-eaa8aa71a62a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74b7d9cd-d7a9-47cb-8590-990b5d79f24a HTTP/1.1" status: 204 len: 168 time: 1.0687866 Mar 02 07:54:42.027240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cb7c0f69-369a-4e5f-a271-dd0e6be193a1 None None] Provisioning complete for port 263d1f23-23a3-4cce-bea3-3f4091a9599a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:42.027826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0f69-369a-4e5f-a271-dd0e6be193a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.053419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.154529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c0f69-369a-4e5f-a271-dd0e6be193a1 None None] Port 263d1f23-23a3-4cce-bea3-3f4091a9599a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:42.198548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-75ae141f-58f1-4506-86ed-11c0a77d38ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.250160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:42.262351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:42.262962 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.572869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.603277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 8871300f-7f86-48d7-bafe-abee47c55456 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:42.683339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.745282 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:42.753248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.760231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4030969d-7729-43c7-8c74-797a70e46e1d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/c90725f1-72dd-437a-b362-c76cec927a22 HTTP/1.1" status: 204 len: 168 time: 5.6059644 Mar 02 07:54:42.763310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60720) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:42.932417 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae3097-cdfc-43f6-8be0-1f7404a9496d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:54:42.934556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c7ae3097-cdfc-43f6-8be0-1f7404a9496d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:42.960987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:42.985617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:43.037172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 187e30d8-2390-412f-a2b2-617cffed5931 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:43.046509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.089935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c7ae3097-cdfc-43f6-8be0-1f7404a9496d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:43.094442 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c7ae3097-cdfc-43f6-8be0-1f7404a9496d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/c90725f1-72dd-437a-b362-c76cec927a22 HTTP/1.1" status: 404 len: 333 time: 0.3253450 Mar 02 07:54:43.101797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:43.186984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:43.209032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Usage tracker for resource:security_group_rule and tenant:b40fa1c6cbe244f6a83deed53ce5cd29 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:43.226439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:43.236357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-62be816b-3b4e-4e43-8751-88e674812033 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "PUT /v2.0/routers/8871300f-7f86-48d7-bafe-abee47c55456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2586873 Mar 02 07:54:43.236357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60740) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:43.238592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60742) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:43.247708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:43.248306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--770146372', 'description': 'tempest-secgroup_access--770146372 description', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:43.249070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Sync routers for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:43.257715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:43.262126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:43.264390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:43.265399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:43.266830 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.273088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:43.286555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:43.291072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:43.304853 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.370130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 049b4b14-37fa-42ac-8395-da837b2c92bf {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:54:43.379218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:43.404599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group_rule and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:43.412928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:43.423669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.426463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:43.632499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.645460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.755813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.771427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9429458d-ef45-40b2-b23a-1254afb74904,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:43.806004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:43.817111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Usage tracker for resource:security_group_rule and tenant:d170e7336dd5402596b0cf1f0dcdb5a5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:43.821751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:43.829398 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.832786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cb952ce5-1bab-4782-af75-a811f12b6d98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5929508 Mar 02 07:54:43.834276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:43.836463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60770) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:43.847441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--202679954', 'description': 'tempest-secgroup_general--202679954 description', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:43.855480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:43.861827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:43.866761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:43.873533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:43.891684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:43.922503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 187e30d8-2390-412f-a2b2-617cffed5931 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:43.945381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:44.081686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.082937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:44.088538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d316cb47-ffb7-4670-a60b-ac00d613c1c3 None None] Network 67efa87a-566e-4b26-980e-c36c65703716 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:44.100119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.129275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:44.133810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group_rule and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:44.137461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:44.145157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:44.241469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.267921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.273092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.306790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d170e7336dd5402596b0cf1f0dcdb5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0670984 Mar 02 07:54:44.316083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60790) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:44.317400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab579b99-2d3e-4279-8073-e771583237ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b21e07-226a-4bd2-b343-14b75c1b0583,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:44.416511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-564e4627-0836-4179-890b-0506dee30006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.467671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.494315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6564803 Mar 02 07:54:44.497729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:44.599433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'security_group_rule': {'security_group_id': '9429458d-ef45-40b2-b23a-1254afb74904', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:44.629034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.630696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Provisioning for port 187e30d8-2390-412f-a2b2-617cffed5931 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:44.635993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5a34b-1fd5-4c36-9d71-07948bd96f38 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021717e6-3dc5-4eab-a968-e35c33f03d90,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:44.644334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Provisioning complete for port 187e30d8-2390-412f-a2b2-617cffed5931 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:44.644334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.695292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.805814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:44.812249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.838802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Usage tracker for resource:security_group_rule and tenant:8005475b6dea4fe299404cc678b49c8e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:44.849526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:44.860891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:44.890541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.898288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:44.932044 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.937974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.973782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:44.975944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b21e07-226a-4bd2-b343-14b75c1b0583 HTTP/1.1" status: 204 len: 168 time: 0.6518369 Mar 02 07:54:45.011368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9c7cf-26b5-45a8-ad1d-823b1c70db18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b21e07-226a-4bd2-b343-14b75c1b0583,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.018750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:security_group_rule and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:45.073681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.077761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:45.103883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.113199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.123445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:45.131117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60810) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:45.140955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:45.232853 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8005475b6dea4fe299404cc678b49c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1440039 Mar 02 07:54:45.234142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8dee-ac22-48ea-9aa1-db3c675bb78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491f378-6fa8-4b12-a7f7-9e71ef4768cb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.237953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60816) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:45.324796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.370421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.377391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.406133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 67efa87a-566e-4b26-980e-c36c65703716 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:45.407376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:45.418687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.448103 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.482304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:40Z', 'revision_number': 2, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:45.486888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.509768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.510832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Checking router: 8871300f-7f86-48d7-bafe-abee47c55456 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:45.511063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Updating router 8871300f-7f86-48d7-bafe-abee47c55456 port 263d1f23-23a3-4cce-bea3-3f4091a9599a binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:45.553620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.583199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.587545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.590786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.591967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491f378-6fa8-4b12-a7f7-9e71ef4768cb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.605064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.606224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-99d32590-1e1f-4749-8a35-8dfb5d111cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0491f378-6fa8-4b12-a7f7-9e71ef4768cb HTTP/1.1" status: 204 len: 168 time: 0.3670812 Mar 02 07:54:45.645821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:45.652081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-295647383-network', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:45.674563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:45.675102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.676544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:45.682716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.693523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Usage tracker for resource:network and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:45.713456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:45.735822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:45.746693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Usage tracker for resource:security_group_rule and tenant:491ee62048ad47c29a07585940446522 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:45.755077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:45.771861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:45.778951 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.793323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.798223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1472675-4f98-47e0-9272-98f29253febd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.809442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.822066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-06109c0a-7792-430f-8669-a357a99df42c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b40fa1c6cbe244f6a83deed53ce5cd29&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8443003 Mar 02 07:54:45.822992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:45.827191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:45.855631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfc09cf-4bb5-4ca7-8805-1956cbda376f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:45.877686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] For port 187e30d8-2390-412f-a2b2-617cffed5931, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=187e30d8-2390-412f-a2b2-617cffed5931,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:45.880968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:45.886217 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.944181 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:45.972489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.005006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:46.009355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:46.012386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:46.015310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.020033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:46.027582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.029111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-949ac0be-dcf3-4e67-9516-89382ef84fd2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5108478 Mar 02 07:54:46.119769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.140325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.154022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=049b4b14-37fa-42ac-8395-da837b2c92bf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.165304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 33b97c26-8493-44e6-b9df-d4d4a69ce179 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:46.170454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.179163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd260437-8e54-41ad-b80a-32accf5a99ee tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/049b4b14-37fa-42ac-8395-da837b2c92bf HTTP/1.1" status: 204 len: 168 time: 3.0757017 Mar 02 07:54:46.180470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60840) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:46.230164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82f2ce-2c96-46ea-9748-fce528d664e2 None None] Network 33f36352-0f7c-46f8-9e8f-c6c790993fd9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:46.254139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:46.313825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.349770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.350449 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Added segment 4c89599d-fef1-4ed9-a3b7-74f5a4cea15c of type vlan for network 20174511-afd3-4d1b-8f76-bf2b289ed251 Mar 02 07:54:46.358706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f77b27-3cd6-4eda-aa50-790c5a08bb5e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.474582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.628365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.631901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.668762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.680031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.683156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 722cdd4e-d179-4d19-84c6-6780affc5b69 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:46.683703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.721087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c21e8-71af-4790-bb9b-9ad3b78a108d None None] Pushing event updated for resources: {'Port': ['ID=187e30d8-2390-412f-a2b2-617cffed5931,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.727366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=491ee62048ad47c29a07585940446522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777307 Mar 02 07:54:46.729208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60862) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:46.746104 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.791366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-c1ce901b-ddb5-4e99-8c6e-385ea81e0ab8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:46.815945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1551-4e8b-450d-a28f-d55e3f197624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34dc5a4-ec75-4bd4-9eda-87402e6e2606,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.837596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1472675-4f98-47e0-9272-98f29253febd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.850984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.852117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85bdf436-c235-4cf0-a0a0-04290c35710a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1472675-4f98-47e0-9272-98f29253febd HTTP/1.1" status: 204 len: 168 time: 1.0001814 Mar 02 07:54:46.857815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.859069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:46.859650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.945002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Provisioning complete for port 187e30d8-2390-412f-a2b2-617cffed5931 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:46.945002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:46.990719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] Pushing event updated for resources: {'Network': ['ID=20174511-afd3-4d1b-8f76-bf2b289ed251,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:46.995700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-c1ce901b-ddb5-4e99-8c6e-385ea81e0ab8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:46.996893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-c1ce901b-ddb5-4e99-8c6e-385ea81e0ab8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--770146372&fields=id&tenant_id=0624faba9e974b6697f3daf7a0e8aef5 HTTP/1.1" status: 200 len: 267 time: 0.3667572 Mar 02 07:54:47.009069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f7d59eec-ce02-4fe7-b388-fe194f334ece admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8530509 Mar 02 07:54:47.010390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 60876) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:47.033373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Request body: {'subnet': {'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-295647383-subnet', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:47.045656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:47.061165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Usage tracker for resource:subnet and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:47.066497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:47.078255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:47.087539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-1250e0f1-ec40-4e3f-a62a-1f9bac523b32 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--202679954&fields=id&tenant_id=0624faba9e974b6697f3daf7a0e8aef5 HTTP/1.1" status: 200 len: 267 time: 0.0800290 Mar 02 07:54:47.129427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:47.133557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.142043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:47.164278 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-41b5c71b-f978-472c-b2b8-33dedfc5acae tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/33b97c26-8493-44e6-b9df-d4d4a69ce179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6535652 Mar 02 07:54:47.167869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:47.169927 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Sync routers for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:47.185012 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:47.187464 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:47.219551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 187e30d8-2390-412f-a2b2-617cffed5931 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:47.376932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:54:47.416087 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.453845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.532685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-bb5e1b70-948c-4de9-8a72-fda8cd662c9d tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:47.541963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-bb5e1b70-948c-4de9-8a72-fda8cd662c9d tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 796 time: 0.4471972 Mar 02 07:54:47.570423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.603182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-720f0293-1be6-4397-b422-3c279042c736 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/quotas/0624faba9e974b6697f3daf7a0e8aef5 HTTP/1.1" status: 200 len: 375 time: 0.0333486 Mar 02 07:54:47.719960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 60918) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:47.734120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34dc5a4-ec75-4bd4-9eda-87402e6e2606,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:47.766575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:47.773721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.775138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d4d6d223-29b3-4149-ade7-58659f10702d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34dc5a4-ec75-4bd4-9eda-87402e6e2606 HTTP/1.1" status: 204 len: 168 time: 0.9580274 Mar 02 07:54:47.791980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port 722cdd4e-d179-4d19-84c6-6780affc5b69, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=722cdd4e-d179-4d19-84c6-6780affc5b69,segment=NetworkSegment(7873f0af-6818-47e2-b077-6e6b3104e9e0),segment_id=7873f0af-6818-47e2-b077-6e6b3104e9e0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:47.792964 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.960474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:47.969597 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 722cdd4e-d179-4d19-84c6-6780affc5b69 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:47.970035 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.010345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-14ecf5ca-9056-4ed2-a2de-c86c1b6c3414 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:48.037224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-14ecf5ca-9056-4ed2-a2de-c86c1b6c3414 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:48.045476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-14ecf5ca-9056-4ed2-a2de-c86c1b6c3414 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277749667&fields=id&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 267 time: 0.3239107 Mar 02 07:54:48.206745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d79d3e-7ba3-433b-b499-6847b352a309,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:48.235741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Provisioning for port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:48.250969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Provisioning complete for port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:48.251656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.292721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:48.293095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Network hostable DHCP agents. Network: 20174511-afd3-4d1b-8f76-bf2b289ed251, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:48.295781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd4df3-7045-4d08-927e-dc3e4d6d7d5e None None] DHCP port deletion for 33f36352-0f7c-46f8-9e8f-c6c790993fd9 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:54:48.318116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd4df3-7045-4d08-927e-dc3e4d6d7d5e None None] Deleting port 722cdd4e-d179-4d19-84c6-6780affc5b69 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:48.318725 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e9dd4df3-7045-4d08-927e-dc3e4d6d7d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.331318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-f020e3b0-621b-4c9a-bcf3-11f884494c8f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:48.331318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-f020e3b0-621b-4c9a-bcf3-11f884494c8f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:48.355175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 187e30d8-2390-412f-a2b2-617cffed5931 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:48.355880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.366018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-68436489-2c4e-474a-94f3-d071fabca35d tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:48.395997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:48.402569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-f020e3b0-621b-4c9a-bcf3-11f884494c8f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:48.411088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-f020e3b0-621b-4c9a-bcf3-11f884494c8f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 797 time: 0.3645265 Mar 02 07:54:48.439908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-604527550-network', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:48.447022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 20174511-afd3-4d1b-8f76-bf2b289ed251) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:48.452353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:48.453073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.455408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:48.465802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Usage tracker for resource:network and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:48.472816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:48.489426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:48.496110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-68436489-2c4e-474a-94f3-d071fabca35d tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:48.500340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-68436489-2c4e-474a-94f3-d071fabca35d tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8956618 Mar 02 07:54:48.502332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d4768fa-f646-4909-861e-fafec68700d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4760785 Mar 02 07:54:48.508985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 32772) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:48.517389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:48.531258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Made reservation on behalf of d071f86d1ef74adc8f7ea6d1bd3275af for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:48.532531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:48.541699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Usage tracker for resource:router and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:48.542519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.549097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:48.557016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:54:48.566303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:48.582526 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-091df4e8-8f09-4566-b4f7-af9a51b706e7 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/quotas/eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 375 time: 0.1561270 Mar 02 07:54:48.587880 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.607640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.636287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.643185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.747303 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:44Z', 'revision_number': 2, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:48.749643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.761345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Checking router: 33b97c26-8493-44e6-b9df-d4d4a69ce179 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:48.761940 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Updating router 33b97c26-8493-44e6-b9df-d4d4a69ce179 port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:48.781875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Transition to ACTIVE for port object 263d1f23-23a3-4cce-bea3-3f4091a9599a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:48.819166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=722cdd4e-d179-4d19-84c6-6780affc5b69,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:48.851275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:48.854216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No DVR routers for this DVR port 722cdd4e-d179-4d19-84c6-6780affc5b69 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:54:48.892479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178878b9-2ab7-4463-bd71-725979db3ca6 None None] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:48.934445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:48.942982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:48.945414 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.979476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:48.988790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:49.170156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.201831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-268fb2c8-259b-4aa6-9069-917cc2318e1f service neutron] 10.222.0.21 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143744 Mar 02 07:54:49.267509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-1713714e-0f95-4043-bc02-b5a30a463f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:49.274327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.367236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f36352-0f7c-46f8-9e8f-c6c790993fd9']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:49.401646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7873f0af-6818-47e2-b077-6e6b3104e9e0') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:49.419640 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7873f0af-6818-47e2-b077-6e6b3104e9e0') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:49.452485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-1713714e-0f95-4043-bc02-b5a30a463f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:49.469515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-1713714e-0f95-4043-bc02-b5a30a463f59 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8797948 Mar 02 07:54:49.531151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.621633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd4df3-7045-4d08-927e-dc3e4d6d7d5e None None] The port '722cdd4e-d179-4d19-84c6-6780affc5b69' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:54:49.654213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.654886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-58496e27-0585-4c66-9c88-24ce87b150c0 None None] Port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:49.701464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.908998 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.929543 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Transition to ACTIVE for port object 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:49.939182 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:49.984485 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-39c94f32-7dc6-4689-baba-2e937dfeb49b service neutron] 10.222.0.21 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030370 Mar 02 07:54:49.985665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.038355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Pushing event updated for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:50.073336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.073955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.077887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.078411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.078901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.079383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.079964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.080758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.081227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.081717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.085353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.086166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:50.087590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:54:50.087910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:54:50.171907 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:54:50.294304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Attempting to bind port 263d1f23-23a3-4cce-bea3-3f4091a9599a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:50.306280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Attempting to bind port 263d1f23-23a3-4cce-bea3-3f4091a9599a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:50.306762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Attempting to bind port 263d1f23-23a3-4cce-bea3-3f4091a9599a on network 936a1937-3157-403d-8ca2-432cc9cdc744 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:50.350972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:50.351352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Checking segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:50.351758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.352150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Bound using segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:50.352641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Bound port: 263d1f23-23a3-4cce-bea3-3f4091a9599a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:50.353013 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.444068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 722cdd4e-d179-4d19-84c6-6780affc5b69 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:54:50.473182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.475959 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f6cf-7055-4308-a35c-63585a1648b6 None None] Pushing event updated for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:50.494887 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Attempting to bind port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:50.495598 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Attempting to bind port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:50.496198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Attempting to bind port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 on network 67efa87a-566e-4b26-980e-c36c65703716 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:50.506399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:50.507177 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Checking segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:50.507808 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.508406 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Bound using segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:50.509379 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Bound port: 10a0a6d5-a2c3-45b6-a0d8-834517895ec3, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:50.510384 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.616377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-fd96f39c-6564-4777-89d1-053cf55cc4a4 service neutron] 10.222.0.21 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4136405 Mar 02 07:54:50.637935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.676127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.731798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.774894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 722cdd4e-d179-4d19-84c6-6780affc5b69 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:54:50.775245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 722cdd4e-d179-4d19-84c6-6780affc5b69 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:54:50.784995 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] For port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:50.798051 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] For port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:50.807228 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.886943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.905657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] For port 263d1f23-23a3-4cce-bea3-3f4091a9599a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:50.909908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] For port 263d1f23-23a3-4cce-bea3-3f4091a9599a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=263d1f23-23a3-4cce-bea3-3f4091a9599a,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:50.918846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:50.951779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:51.020903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-20174511-afd3-4d1b-8f76-bf2b289ed251', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:51.022867 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.044941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=33f36352-0f7c-46f8-9e8f-c6c790993fd9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:51.054089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f45ebe06-2ee9-4178-ab6b-425fc0305214 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/33f36352-0f7c-46f8-9e8f-c6c790993fd9 HTTP/1.1" status: 204 len: 168 time: 4.8620420 Mar 02 07:54:51.062152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33052) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:51.099577 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:51.123002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1231047784'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:51.131111 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:51.155889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-ec2f7ed9-92dd-469a-b525-3751a84563ee service neutron] 10.222.0.21 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1555431 Mar 02 07:54:51.163587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.163939 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Added segment f4f07074-6b19-4838-8cf4-7722110bac7d of type vlan for network 5d867132-bad2-4072-8714-610796e4b171 Mar 02 07:54:51.165115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d88c4-5cf2-4403-bd56-03d07a937c6a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:51.192312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:51.230931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:network and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:51.259094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:51.259746 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:51.260688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:51.289422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:51.345169 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f6cf-7055-4308-a35c-63585a1648b6 None None] Pushing event updated for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:51.426981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.470653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:51.485210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8e86350-e1de-4e08-8d23-09bf6d36f973 req-894a6440-1739-4d85-91ab-143a08da6665 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 210 time: 0.2735136 Mar 02 07:54:51.511381 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.667002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:51.713925 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:51.716081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.727475 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Added segment 3c7f6229-13dc-494e-815c-6bf6fcf550a4 of type vlan for network 4bf425e8-3303-45bb-9d41-1f943dda2616 Mar 02 07:54:51.736687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.739348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:51.739430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:51.886489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57f6ed-9225-4600-8f05-9c84c19f1a4b None None] Pushing event updated for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:52.158929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c9dcd33c-b482-47b5-b47c-5d58569138af req-8e156f95-1536-4573-b077-9bb5bb2b3947 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:52.173948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:52.241215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c9dcd33c-b482-47b5-b47c-5d58569138af req-8e156f95-1536-4573-b077-9bb5bb2b3947 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:52.248423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9dcd33c-b482-47b5-b47c-5d58569138af req-8e156f95-1536-4573-b077-9bb5bb2b3947 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.3912578 Mar 02 07:54:52.270780 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.403862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.472793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Allocated IP 172.20.0.2 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/3d71b230-5a17-4e56-8c6f-cc99f2f12b76) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:52.487913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.7591534 Mar 02 07:54:52.511730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.523884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:52.552009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4ca36-d200-47e0-a3d9-dc07279f0a6f admin admin] Pushing event updated for resources: {'Network': ['ID=5d867132-bad2-4072-8714-610796e4b171,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:52.556963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Request body: {'subnet': {'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-604527550-subnet', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:52.574688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:52.579311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Usage tracker for resource:subnet and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:52.588191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:52.607240 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:52.625577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Made reservation on behalf of d071f86d1ef74adc8f7ea6d1bd3275af for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:52.628547 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.769194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.776460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:52.780300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.803057 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:50Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:52.808340 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7382c-d2b0-4b6f-bb14-d417358f30df None None] The sync data for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 is: [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:50Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:52.837217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Allocated IP 172.25.4.136 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/7f9d6d00-25fa-4275-9fcb-319a9c144820) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:52.868187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7920597 Mar 02 07:54:52.927034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.956795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33232) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:52.969668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5d867132-bad2-4072-8714-610796e4b171 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:52.983711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:53.034422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:53.069163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bc86db81334c3ca271845b10e81b22 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:53.075926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:53.127931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adc0de50-5318-4557-822b-04e56aa13a01 req-4b69a2da-1988-4273-843b-473e9d913487 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 210 time: 0.2713537 Mar 02 07:54:53.161815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bcfdb-7721-4643-8a72-48f8fc5a178d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Network': ['ID=4bf425e8-3303-45bb-9d41-1f943dda2616,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:53.236311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:53.344684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:53.372382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:53.434285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:53.511757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410a10b0-f409-4848-89ad-15aef51b7e48,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:53.557815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23e087dc-ce9f-4bfd-9e14-afa2b17a147a req-6a90c2c8-fc49-40f2-b298-941edac2fdec tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.1754861 Mar 02 07:54:53.797600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:53.828352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:53.834411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:53.862538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:53.915834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:53.919555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:53.922942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-36268db8-1f6e-4d0f-a8db-5850d1596ced tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:53.926034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-36268db8-1f6e-4d0f-a8db-5850d1596ced tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:53.953283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Checking segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:53.954452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Network hostable DHCP agents. Network: 5d867132-bad2-4072-8714-610796e4b171, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:54.023298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-36268db8-1f6e-4d0f-a8db-5850d1596ced tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:54.025177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-36268db8-1f6e-4d0f-a8db-5850d1596ced tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 796 time: 0.5025215 Mar 02 07:54:54.027914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Network 5d867132-bad2-4072-8714-610796e4b171 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:54.055040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 5d867132-bad2-4072-8714-610796e4b171) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:54.059763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:54.060623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.076425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f7861-d6c8-4c73-9ccc-1964286dc20a None None] Network 5d867132-bad2-4072-8714-610796e4b171 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:54.095376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-212e9f16-6c0a-44f9-ab1a-b7e4fda7dc26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5624998 Mar 02 07:54:54.096382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33274) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:54.106147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:54.147824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-d8d7a573-7f0b-4bd2-b131-f1a4bc102d53 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:54.151824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:54.158116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Usage tracker for resource:router and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:54.164769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:54.175821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:54.181188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-277760dd-e28c-42ef-b8f8-520e08215964 req-d8d7a573-7f0b-4bd2-b131-f1a4bc102d53 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:54.182809 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-d8d7a573-7f0b-4bd2-b131-f1a4bc102d53 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0624faba9e974b6697f3daf7a0e8aef5 HTTP/1.1" status: 200 len: 476 time: 0.1453478 Mar 02 07:54:54.200882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'port': {'device_id': '68fb354b-d266-45fa-a172-263fb53a0986', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'admin_state_up': True, 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'security_groups': ['9429458d-ef45-40b2-b23a-1254afb74904', '021717e6-3dc5-4eab-a968-e35c33f03d90']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:54.278144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.279169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.482223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.657350 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.657839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-013b8ab2-3a9c-4640-a641-9109e5d01fed req-08cccaf2-ba20-40d9-8fb5-1224f52c5a6c tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 210 time: 0.1655853 Mar 02 07:54:54.728767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:54.736832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:55.005078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9d6d00-25fa-4275-9fcb-319a9c144820,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:55.019380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.063639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:55.063940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Transition to ACTIVE for port object 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:55.093141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:55.111905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.120318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05967941-4947-4789-b5e8-01f2294089a4 req-dd03e0dd-b1c9-4bcc-9ac9-61490604192e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.2640495 Mar 02 07:54:55.123001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:55.214430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33306) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:55.219235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.310284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:55.320721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-5d867132-bad2-4072-8714-610796e4b171', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:55.322108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.328394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.346016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:55.348086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Transition to ACTIVE for port object 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:55.351715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:55.352098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.360300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:55.389169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:50Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:55.398080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bc86db81334c3ca271845b10e81b22&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2198222 Mar 02 07:54:55.398422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fc19-8be8-4dd9-b303-bbe75f095612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869bec6-ff3c-49e2-87c3-c2defab077f5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:55.400593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33312) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:55.426593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:55.438445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.591375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.608907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.695598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Allocated IP 172.20.0.2 (5d867132-bad2-4072-8714-610796e4b171/410a10b0-f409-4848-89ad-15aef51b7e48/d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:55.760837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:55.783406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.818666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.865083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Usage tracker for resource:security_group_rule and tenant:1f2ffbc7995d4954b148baaaad66c0ee is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:55.876255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:55.917826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:55.983871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:55.986948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.003736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d74218-7542-4f54-83fa-df06a786b7d7 None None] The sync data for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 is: [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:50Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:56.031900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869bec6-ff3c-49e2-87c3-c2defab077f5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:56.089124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-defbe166-7448-4e86-8791-2b77fdf41f44 req-6e4173df-bcfd-4776-8c54-e49c7b5775e8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:56.226955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=73271432-97e6-427f-8e96-0e4dc82b9aaa,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:56.292298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:56.301437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:56.319448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:56.322476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.20.0.11 (936a1937-3157-403d-8ca2-432cc9cdc744/c52c2f38-751c-4e84-9b6e-a1abbf968037/9c4ca72a-3895-4bb0-a29f-22a37f74d0be) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:56.391240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Checking segment: {'id': '3c7f6229-13dc-494e-815c-6bf6fcf550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:56.391774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network hostable DHCP agents. Network: 4bf425e8-3303-45bb-9d41-1f943dda2616, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:56.406192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Pushing event updated for resources: {'Port': ['ID=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:56.431061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.433205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fd32ff2a-ea23-4c5f-90a5-a3b6214e39f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e869bec6-ff3c-49e2-87c3-c2defab077f5 HTTP/1.1" status: 204 len: 168 time: 1.0080557 Mar 02 07:54:56.449082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-defbe166-7448-4e86-8791-2b77fdf41f44 req-6e4173df-bcfd-4776-8c54-e49c7b5775e8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:56.466330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-defbe166-7448-4e86-8791-2b77fdf41f44 req-6e4173df-bcfd-4776-8c54-e49c7b5775e8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 210 time: 0.5093288 Mar 02 07:54:56.517724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.523008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-c1bc31b5-53ce-4a17-8265-3b038db25a4f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:56.525105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-c1bc31b5-53ce-4a17-8265-3b038db25a4f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:56.530497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Transition to ACTIVE for port object d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:56.567320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Transition to ACTIVE for port object d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:56.599455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Attempting to bind port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:56.599455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Attempting to bind port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:56.599852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Attempting to bind port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:56.603302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6fc068e-f7dc-46cf-b155-a03e5bfc8816 req-7646f00c-b265-488b-a70f-08f81148f849 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.2149444 Mar 02 07:54:56.619893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.646504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:56.647211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:56.647643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.648056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:56.648563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Bound port: 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:56.648952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.670579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-c1bc31b5-53ce-4a17-8265-3b038db25a4f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:56.671845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-c1bc31b5-53ce-4a17-8265-3b038db25a4f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 797 time: 1.0518239 Mar 02 07:54:56.721655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.958050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:56.980830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Transition to ACTIVE for port object 9c4ca72a-3895-4bb0-a29f-22a37f74d0be will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:56.984254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:56.996314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] For port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:56.999554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] For port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:57.000735 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.034274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Pushing event updated for resources: {'Port': ['ID=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:57.055602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.060703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Network 5d867132-bad2-4072-8714-610796e4b171 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:57.068375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:57.108956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.152437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:57.162268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:57.198132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:57.205787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:c855a53464034075915f0c815c16eef1 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:57.213183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:57.231548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:57.400055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.416499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.427020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3507f-512c-4907-847e-ea490a6a5deb None None] Pushing event updated for resources: {'Port': ['ID=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:57.464650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-0de42f4d-79da-4104-a516-1ae5689261b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:57.468961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 4bf425e8-3303-45bb-9d41-1f943dda2616) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:57.532356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:57.536442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.536948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8ec54-2a29-4c3a-b6e7-e88d3a05829b None None] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:57.616362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:57.635461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c855a53464034075915f0c815c16eef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488228 Mar 02 07:54:57.638873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:57.649445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf5bdc-da15-4de5-ae39-590f444429b0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:57.654986 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.665476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.737544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33346) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:57.772876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.775096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.775459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.775804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.776143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.776478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.776809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.777135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.777462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.777787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.778144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.778466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139818b-fe42-4db3-bbca-22939922aaf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.805653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.873684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-0de42f4d-79da-4104-a516-1ae5689261b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:57.874898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-0de42f4d-79da-4104-a516-1ae5689261b8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73 HTTP/1.1" status: 200 len: 380 time: 1.1873295 Mar 02 07:54:57.937633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'port': {'device_id': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'admin_state_up': True, 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'security_groups': ['bf70ff0d-13d0-445d-948d-7cd9bd54202e']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:57.948048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 263d1f23-23a3-4cce-bea3-3f4091a9599a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:58.050376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Attempting to bind port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:58.050802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Attempting to bind port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:58.051186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Attempting to bind port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc on network 5d867132-bad2-4072-8714-610796e4b171 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:58.063189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:58.095431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.095921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:58.096308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Checking segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:58.096923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.097362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Bound using segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:58.098008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Bound port: d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:58.098398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.105658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3bbce294-de01-435a-986a-b883f2c0fbd4 req-e4cb0658-d6f6-416c-9498-ff74167fc185 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.2002873 Mar 02 07:54:58.140323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.147822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.164654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network 936a1937-3157-403d-8ca2-432cc9cdc744 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:58.255653 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.278277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:58.318584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:58.321043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:58.335958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 263d1f23-23a3-4cce-bea3-3f4091a9599a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:58.384666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-46476c97-22a1-402d-bba5-33ec9c993637 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4220054 Mar 02 07:54:58.386679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.391131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 263d1f23-23a3-4cce-bea3-3f4091a9599a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:58.391371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.402301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33354) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:58.425846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1967165482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:58.433106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:58.437373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:router and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:58.440373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:58.447788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:58.456163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:58.466884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f2ffbc7995d4954b148baaaad66c0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2487841 Mar 02 07:54:58.477611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.480243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Allocated IP 172.25.4.116 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2daebaa7-018f-4c1d-9e85-deae71ac4325) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:58.482746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Usage tracker for resource:security_group_rule and tenant:e32ac2f0728f47c084ab04867ab19c5a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:58.485692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33358) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:58.495271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:58.516030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e53bb-b0ce-4d1d-8474-2212ea46c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b177b441-8d27-4b45-9718-26851eb8291a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:58.539570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.540614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.578484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] For port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:58.595006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] For port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:58.602887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.603555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.604625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-4bf425e8-3303-45bb-9d41-1f943dda2616', 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '73271432-97e6-427f-8e96-0e4dc82b9aaa'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:58.606183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.608303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:58.626417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.631128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a829c-6b13-4d04-b0fd-837ec9855ea9 req-c5e2eb20-00ba-41fa-b061-ea1be88d1389 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.639519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e83a829c-6b13-4d04-b0fd-837ec9855ea9 req-c5e2eb20-00ba-41fa-b061-ea1be88d1389 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 971 time: 0.8686116 Mar 02 07:54:58.749133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.803714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.821559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:58.847080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:58.874042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.883903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Made reservation on behalf of eabeea45fedf4ddd88a8ac6c0986ae73 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:58.891018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:58.912005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3360fd60-937b-460d-b479-fa54a28406b5 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.7236910 Mar 02 07:54:58.948910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e83a829c-6b13-4d04-b0fd-837ec9855ea9 req-0888eb2e-246a-473e-81df-16733312ee7f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3085153 Mar 02 07:54:58.980149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Request body: {'port': {'device_id': '68fb354b-d266-45fa-a172-263fb53a0986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:58.999698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b21cd-8025-4c92-89dd-95a4cdc32d68 None None] Pushing event updated for resources: {'Port': ['ID=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:59.005376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.020163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.024267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6076d498-6a72-4323-95cd-d6d8256633be None None] Provisioning for port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:59.024866 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c74be4df-11cc-4f64-9d89-a7803a358c9a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6168535 Mar 02 07:54:59.027558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33362) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:59.030838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Router f6ad9d70-5855-454f-8341-de7fb56f9cce is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:54:59.038609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.047851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616', 'name': 'tempest-PortsTestJSON-1299077463'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:59.118874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6076d498-6a72-4323-95cd-d6d8256633be None None] Provisioning complete for port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:59.119249 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6076d498-6a72-4323-95cd-d6d8256633be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.160661 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.207128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6076d498-6a72-4323-95cd-d6d8256633be None None] Port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:59.240930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 263d1f23-23a3-4cce-bea3-3f4091a9599a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=263d1f23-23a3-4cce-bea3-3f4091a9599a,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:59.277383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Allocated IP 172.20.0.2 (4bf425e8-3303-45bb-9d41-1f943dda2616/73271432-97e6-427f-8e96-0e4dc82b9aaa/8689fa57-2408-4bab-97af-e96554687798) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:59.279991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.323541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1cf16-533c-413e-9bb8-3633486025bb None None] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:59.404340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a7e834d9-5ef5-47e7-9c61-1b826d5a437f None None] Provisioning for port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:59.462549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66bbbca2-20a3-4739-a667-dd459d52c7dd req-98fa10ce-c72f-4b63-bb4f-bc1abfaba7a8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.1691484 Mar 02 07:54:59.484301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.524086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.536202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.598638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.606523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:59.607097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.610491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.647613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:59.658092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.20.0.11 (67efa87a-566e-4b26-980e-c36c65703716/e0e52214-2d9d-441a-b0ef-bf093a74e4de/f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:59.666323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:port and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:59.670415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:59.686495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:59.716341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Pushing event updated for resources: {'Port': ['ID=2daebaa7-018f-4c1d-9e85-deae71ac4325,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:59.722457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf5bdc-da15-4de5-ae39-590f444429b0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:59.753993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:59.762285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:59.772386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.784415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:59.860204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.865447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f63044b-d884-454b-8fe0-da8ff9b02bc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1faf5bdc-da15-4de5-ae39-590f444429b0 HTTP/1.1" status: 204 len: 168 time: 2.2233219 Mar 02 07:54:59.866690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e10612-8544-4524-bf93-c23233d9bd55,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:59.885129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:59.894294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:59.911905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:59.926324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:59.945344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:59.999834 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-894dc711-15c9-43bc-80a6-795d5482f846 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e32ac2f0728f47c084ab04867ab19c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2038355 Mar 02 07:55:00.009522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:00.037440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:00.048871 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.074554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.136392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Transition to ACTIVE for port object f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:00.139056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:55:00.189060 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.195840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d7122008-0ea5-43d1-abbb-05bce685efc8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6840076 Mar 02 07:55:00.195840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33378) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:00.203125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b177b441-8d27-4b45-9718-26851eb8291a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:00.213176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.219925 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-48095620-1dd7-4ab9-834f-0477727b82d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b177b441-8d27-4b45-9718-26851eb8291a HTTP/1.1" status: 204 len: 168 time: 1.7286944 Mar 02 07:55:00.293802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.300567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:00.340381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c5dec-1a64-48a8-9703-08378671fecb None None] Network 5d867132-bad2-4072-8714-610796e4b171 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:00.436753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:00.528666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Transition to ACTIVE for port object 8689fa57-2408-4bab-97af-e96554687798 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:00.638228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Transition to ACTIVE for port object 8689fa57-2408-4bab-97af-e96554687798 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:00.645642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Provisioning for port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:00.681899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.685702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Provisioning complete for port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:00.686215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.731382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:00.900145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.7 (4bf425e8-3303-45bb-9d41-1f943dda2616/73271432-97e6-427f-8e96-0e4dc82b9aaa/f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:00.907119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.977789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-93e557c3-3a4c-4465-bea3-1bb09386cbc1 req-68f2387a-04aa-4ee9-a4b6-db51d988a600 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:00.992154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:00.999003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33404) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:01.005209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:01.008801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:01.034420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.048132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-93e557c3-3a4c-4465-bea3-1bb09386cbc1 req-68f2387a-04aa-4ee9-a4b6-db51d988a600 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:01.049369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93e557c3-3a4c-4465-bea3-1bb09386cbc1 req-68f2387a-04aa-4ee9-a4b6-db51d988a600 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.1596091 Mar 02 07:55:01.136787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:01.150379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Usage tracker for resource:security_group_rule and tenant:8620d78e88174832b72058d57f6d8aeb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:01.157637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.160519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:01.266481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.275573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:01.303758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network 67efa87a-566e-4b26-980e-c36c65703716 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:01.311685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:01.321996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.383963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:01.443948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:01.444732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.462029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.555947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2543dd-04bc-480e-9f8e-367d34b87dd1 req-0d3a406b-b10e-4875-81b2-0b9a7c1b2430 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:01.563016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8a2543dd-04bc-480e-9f8e-367d34b87dd1 req-0d3a406b-b10e-4875-81b2-0b9a7c1b2430 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 971 time: 1.3417506 Mar 02 07:55:01.564978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e10612-8544-4524-bf93-c23233d9bd55,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:01.706841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Pushing event updated for resources: {'Port': ['ID=8689fa57-2408-4bab-97af-e96554687798,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:01.739797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Attempting to bind port 8689fa57-2408-4bab-97af-e96554687798 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:01.740174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Attempting to bind port 8689fa57-2408-4bab-97af-e96554687798 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3c7f6229-13dc-494e-815c-6bf6fcf550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:01.740543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Attempting to bind port 8689fa57-2408-4bab-97af-e96554687798 on network 4bf425e8-3303-45bb-9d41-1f943dda2616 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:01.797889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:01.812844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:01.813228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Checking segment: {'id': '3c7f6229-13dc-494e-815c-6bf6fcf550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:01.813641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.814071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Bound using segment: {'id': '3c7f6229-13dc-494e-815c-6bf6fcf550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:01.814554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Bound port: 8689fa57-2408-4bab-97af-e96554687798, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7f6229-13dc-494e-815c-6bf6fcf550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bf425e8-3303-45bb-9d41-1f943dda2616'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:01.814936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.878395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:01.879068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.879934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4ca72a-3895-4bb0-a29f-22a37f74d0be {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:01.898150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.943524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Transition to ACTIVE for port object 9c4ca72a-3895-4bb0-a29f-22a37f74d0be will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:01.947354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.949143 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d799567e-9932-4276-b839-539abe6eb1cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6e10612-8544-4524-bf93-c23233d9bd55 HTTP/1.1" status: 204 len: 168 time: 1.9370902 Mar 02 07:55:01.958797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] For port 8689fa57-2408-4bab-97af-e96554687798, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:01.964091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] For port 8689fa57-2408-4bab-97af-e96554687798, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8689fa57-2408-4bab-97af-e96554687798,segment=NetworkSegment(3c7f6229-13dc-494e-815c-6bf6fcf550a4),segment_id=3c7f6229-13dc-494e-815c-6bf6fcf550a4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:01.964318 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:01.981342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.082861 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.285230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:54:56Z', 'revision_number': 3, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:02.330068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] For port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:02.361486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:02.361880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Updating router f6ad9d70-5855-454f-8341-de7fb56f9cce port 7f9d6d00-25fa-4275-9fcb-319a9c144820 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:02.376110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.460719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96afcba-db70-4f80-8ec9-3c8537d5e06d None None] Pushing event updated for resources: {'Port': ['ID=8689fa57-2408-4bab-97af-e96554687798,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:02.470869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:02.580677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-e4fe491f-1324-444d-b7ab-0efe8ed47bc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6763694 Mar 02 07:55:02.585741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:02.596540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.608627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:02.681668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.709653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Request body: {'port': {'device_id': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:02.799068 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.877762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:02.932468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.110402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8a2543dd-04bc-480e-9f8e-367d34b87dd1 req-29c5b28d-78d0-4291-bbb1-229ace1208ca tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.5463905 Mar 02 07:55:03.133128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:03.227740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7e62a-5535-4570-b2df-99e88c1e3b79 None None] Pushing event updated for resources: {'Port': ['ID=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:03.243099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:03.251012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8620d78e88174832b72058d57f6d8aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2411928 Mar 02 07:55:03.256127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0237cc-53d9-4464-aac4-a2a1bfc1f1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a68d4-3fb8-47ff-b743-eec867b287c2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:03.260002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33456) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:03.263151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:03.267062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Provisioning for port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:03.303116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Provisioning complete for port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:03.303640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.308178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:03.367189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:03.385825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:03.388786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:03.389157 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.429679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33462) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:03.520384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Provisioning complete for port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:03.520665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.547620 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.615764 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.666529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Transition to ACTIVE for port object 7f9d6d00-25fa-4275-9fcb-319a9c144820 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:03.738743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.861060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:03.861698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.873809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcd6d4-15bc-4a9d-9835-35912d27ad40 req-bb614956-3190-4fbf-aeb8-1d59501a23c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:03.881475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22bcd6d4-15bc-4a9d-9835-35912d27ad40 req-bb614956-3190-4fbf-aeb8-1d59501a23c3 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 932 time: 1.5891502 Mar 02 07:55:03.927197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Attempting to bind port 7f9d6d00-25fa-4275-9fcb-319a9c144820 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:03.927845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Attempting to bind port 7f9d6d00-25fa-4275-9fcb-319a9c144820 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:03.928299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Attempting to bind port 7f9d6d00-25fa-4275-9fcb-319a9c144820 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:03.943032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Attempting to bind port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:03.943495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Attempting to bind port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:03.943831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Attempting to bind port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be on network 936a1937-3157-403d-8ca2-432cc9cdc744 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:03.959541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-316627865-network', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:03.974022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2236ba1-287a-4fa3-b9c7-80456a709151 None None] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:03.975271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be on network 936a1937-3157-403d-8ca2-432cc9cdc744 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:55:03.975608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Attempting to bind port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be on network 936a1937-3157-403d-8ca2-432cc9cdc744 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:03.981389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:03.985715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:03.986093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Checking segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:03.986617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Bound using segment: {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:03.986925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Bound port: 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5f2819-f2b1-4f45-893a-108a6d52d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:03.988046 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.003736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Usage tracker for resource:network and tenant:9f291e36d2124fc59d5b882b6b01ed78 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:04.016760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.020221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:04.022908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:04.023331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:04.023849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.024459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:04.031982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Bound port: 7f9d6d00-25fa-4275-9fcb-319a9c144820, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:04.032211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.048054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cc4a6548-7943-40e7-915a-82f721bbff2e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0189846 Mar 02 07:55:04.055751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.068713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:04.076764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:04.092706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.105923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.154833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-22bcd6d4-15bc-4a9d-9835-35912d27ad40 req-3f69b975-eb86-42b1-b037-be6d9cc91996 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721806 Mar 02 07:55:04.217260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91a727-d3ce-4611-86a9-817a454bcd47 None None] Pushing event updated for resources: {'Port': ['ID=7f9d6d00-25fa-4275-9fcb-319a9c144820,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.267593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:04.269106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Made reservation on behalf of 9f291e36d2124fc59d5b882b6b01ed78 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:04.272131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.307581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.309266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.310215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 263d1f23-23a3-4cce-bea3-3f4091a9599a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:04.380735 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.489360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] For port 7f9d6d00-25fa-4275-9fcb-319a9c144820, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:04.545915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:04.546468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] For port 7f9d6d00-25fa-4275-9fcb-319a9c144820, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7f9d6d00-25fa-4275-9fcb-319a9c144820,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:04.589790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Provisioning complete for port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:04.590541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d10988dc-6d13-4a94-b034-2abdcf81c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.614162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Usage tracker for resource:security_group_rule and tenant:9f291e36d2124fc59d5b882b6b01ed78 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:04.616074 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.617452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Router a955557a-cbed-4509-a6d7-e102e4c740ad is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:04.619856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:04.622043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.631075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:04.645482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:04.672147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.673851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/864a68d4-3fb8-47ff-b743-eec867b287c2 HTTP/1.1" status: 204 len: 168 time: 1.3694575 Mar 02 07:55:04.675313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0491-1fa2-4106-bad6-90c2392084f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a68d4-3fb8-47ff-b743-eec867b287c2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.715875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 263d1f23-23a3-4cce-bea3-3f4091a9599a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:04.716563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.720069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:04.746308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.804240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:04.821145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.841521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Transition to ACTIVE for port object f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:04.843643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.857371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.959480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.963768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91a727-d3ce-4611-86a9-817a454bcd47 None None] Pushing event updated for resources: {'Port': ['ID=7f9d6d00-25fa-4275-9fcb-319a9c144820,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.971354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:04.972386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:05.407645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:05.408366 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.410983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 1131 time: 6.4499626 Mar 02 07:55:05.432844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:05.475679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:05.527720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Attempting to bind port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:05.528068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Attempting to bind port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:05.528387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Attempting to bind port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 on network 67efa87a-566e-4b26-980e-c36c65703716 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:05.542513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 on network 67efa87a-566e-4b26-980e-c36c65703716 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:55:05.542832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Attempting to bind port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 on network 67efa87a-566e-4b26-980e-c36c65703716 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:05.572477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:05.572819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Checking segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:05.573083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Bound using segment: {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:05.573515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Bound port: f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb982d3-2393-4031-bf50-8d987e3585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67efa87a-566e-4b26-980e-c36c65703716'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:05.573893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.683536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a3e2-cd9f-48e9-8395-9dbb701af154 req-6dea6769-ff53-47c4-a5f2-db20fc31cccd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:05.691862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1805a3e2-cd9f-48e9-8395-9dbb701af154 req-6dea6769-ff53-47c4-a5f2-db20fc31cccd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 983 time: 1.2893324 Mar 02 07:55:05.744672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Allocated IP 172.20.0.1 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:05.904205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202552b-cc7f-4f8c-a97e-aa004503413e req-742d1a74-fee3-41b9-a323-4c0cdecc6407 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:05.905780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c202552b-cc7f-4f8c-a97e-aa004503413e req-742d1a74-fee3-41b9-a323-4c0cdecc6407 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 944 time: 0.5406022 Mar 02 07:55:06.042518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:06.071640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:06.110710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:06.132324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.145732 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.212102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c202552b-cc7f-4f8c-a97e-aa004503413e req-7db2b438-d964-4210-be40-f173e297e0f9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666420 Mar 02 07:55:06.247257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:06.247637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.259775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:06.260540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.262269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 1092 time: 3.5653136 Mar 02 07:55:06.265147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:06.307258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434baa-cf60-48db-99bc-bc37b147f025 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:06.313705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:06.326928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:06.336697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.341612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:06.342536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:06.352099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-81ecbee5-6f3e-4939-8cbc-1912754d1419 None None] Provisioning for port 8689fa57-2408-4bab-97af-e96554687798 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:06.356881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.381325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.400442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:06.412884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.413654 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Added segment 6687f431-b4c8-4960-9fb6-4198b3350f3c of type vlan for network b0856376-4e2c-4777-b43f-52c2a5991cd6 Mar 02 07:55:06.479271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95c8d9-ae2b-4d20-ba71-289cdcea5ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:06.509938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.527253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Transition to ACTIVE for port object c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:06.597729 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'status': 'completed', 'code': 200} Mar 02 07:55:06.668763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-b8f334dc-9c31-472f-84c1-4e2c7d558719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:06.679933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-b8f334dc-9c31-472f-84c1-4e2c7d558719 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1095 time: 0.3575370 Mar 02 07:55:06.721387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:54:56Z', 'revision_number': 3, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:06.749379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68208ad-95f5-45ff-ac1a-fa6c0cc7ca0b None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:54:56Z', 'revision_number': 3, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:06.839564 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.843237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2e81de24-a61e-4cb0-9766-2b41ce2538da admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.7398784 Mar 02 07:55:06.881792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33530) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:06.887086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.896005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:06.964544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.965955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:06.967416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.974111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8689fa57-2408-4bab-97af-e96554687798 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:06.997215 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'status': 'completed', 'code': 200} Mar 02 07:55:06.998973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-f729f89e-5d20-484a-a36b-0d93aeb36af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 217 time: 0.3008487 Mar 02 07:55:07.118403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbace3b4-e7d4-4209-a9d8-89eedb5be4f4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:07.156803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1805a3e2-cd9f-48e9-8395-9dbb701af154 req-61d6ff17-1555-46ac-bd5d-6134a255c82b tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.4638212 Mar 02 07:55:07.200821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88005917-3a56-4d02-a3f9-c566a09e1809 None None] Provisioning for port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:07.219479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88005917-3a56-4d02-a3f9-c566a09e1809 None None] Provisioning complete for port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:07.219852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88005917-3a56-4d02-a3f9-c566a09e1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.280730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8689fa57-2408-4bab-97af-e96554687798 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:07.327584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8689fa57-2408-4bab-97af-e96554687798 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:07.327962 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.405567 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:00Z', 'revision_number': 3, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:07.416718 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:07.417082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Updating router a955557a-cbed-4509-a6d7-e102e4c740ad port 2daebaa7-018f-4c1d-9e85-deae71ac4325 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:07.507937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:07.555147 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.555821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:07.582482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:07.584538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-88005917-3a56-4d02-a3f9-c566a09e1809 None None] Port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:07.663478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.695647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2610531 Mar 02 07:55:07.698718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33558) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:07.730074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27962ba2-bd25-41cc-87e7-d92fb23ee02f admin admin] Pushing event updated for resources: {'Network': ['ID=b0856376-4e2c-4777-b43f-52c2a5991cd6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:07.768057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 8689fa57-2408-4bab-97af-e96554687798, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8689fa57-2408-4bab-97af-e96554687798,segment=NetworkSegment(3c7f6229-13dc-494e-815c-6bf6fcf550a4),segment_id=3c7f6229-13dc-494e-815c-6bf6fcf550a4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:07.775209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:07.817805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.818627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:07.841489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:07.913375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Request body: {'subnet': {'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-316627865-subnet', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:07.919307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-ee5d6ed6-e1af-414d-b98e-c9125fe2d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:07.924738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-ee5d6ed6-e1af-414d-b98e-c9125fe2d8ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 200 len: 834 time: 0.9112964 Mar 02 07:55:07.967253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:07.984589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Usage tracker for resource:subnet and tenant:9f291e36d2124fc59d5b882b6b01ed78 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.102176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.140666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-7d7a4148-9f9e-4584-84ab-014ba67ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:08.142353 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-7d7a4148-9f9e-4584-84ab-014ba67ec787 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1134 time: 2.6462123 Mar 02 07:55:08.143271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.155718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e24107a4-e13c-414d-8b8c-3ef3d62ae6a6 None None] Provisioning for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:08.169094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e24107a4-e13c-414d-8b8c-3ef3d62ae6a6 None None] Provisioning complete for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:08.169769 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e24107a4-e13c-414d-8b8c-3ef3d62ae6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.260336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641bf00-5cf7-4a93-90b8-e9419dd45847 req-12a7cdb9-e26f-4a8c-a6c7-7d10a6b3c9f2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:08.275456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6641bf00-5cf7-4a93-90b8-e9419dd45847 req-12a7cdb9-e26f-4a8c-a6c7-7d10a6b3c9f2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 944 time: 0.6962969 Mar 02 07:55:08.315331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=8689fa57-2408-4bab-97af-e96554687798,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.347791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e24107a4-e13c-414d-8b8c-3ef3d62ae6a6 None None] Port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:08.364591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:08.365237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.426582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.469988 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.498998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Transition to ACTIVE for port object 2daebaa7-018f-4c1d-9e85-deae71ac4325 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:08.510284 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.521846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.536117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-89ec5808-bcb8-4de2-9bc8-771dfb7ef428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 217 time: 0.3518507 Mar 02 07:55:08.625603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-2b3923e6-9bbb-4638-8aee-0c176fe4c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:08.630329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-2b3923e6-9bbb-4638-8aee-0c176fe4c63a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67efa87a-566e-4b26-980e-c36c65703716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6967125 Mar 02 07:55:08.676337 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08168f2-c3aa-4999-be02-715d20aa085b None None] Pushing event updated for resources: {'Port': ['ID=2daebaa7-018f-4c1d-9e85-deae71ac4325,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.695079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.726531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6641bf00-5cf7-4a93-90b8-e9419dd45847 req-f2a58283-a3f0-4480-b71e-a9d033af6652 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500022 Mar 02 07:55:08.733736 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Attempting to bind port 2daebaa7-018f-4c1d-9e85-deae71ac4325 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:08.734406 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Attempting to bind port 2daebaa7-018f-4c1d-9e85-deae71ac4325 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:08.735012 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Attempting to bind port 2daebaa7-018f-4c1d-9e85-deae71ac4325 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:08.742458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Made reservation on behalf of 9f291e36d2124fc59d5b882b6b01ed78 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:08.744970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.748326 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:08.751421 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:08.752069 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.752787 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:08.753536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Bound port: 2daebaa7-018f-4c1d-9e85-deae71ac4325, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:08.755158 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.878517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.896333 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] For port 2daebaa7-018f-4c1d-9e85-deae71ac4325, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:08.902351 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] For port 2daebaa7-018f-4c1d-9e85-deae71ac4325, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2daebaa7-018f-4c1d-9e85-deae71ac4325,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:08.917518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8689fa57-2408-4bab-97af-e96554687798 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:08.918930 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.011936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8689fa57-2408-4bab-97af-e96554687798 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:09.012557 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.040773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:09.044403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:09.045056 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:09.054026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-112703b2-76f3-4c6a-87d2-61901e924922 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148784 Mar 02 07:55:09.055475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bf330efa37a548b4bc5f5d3872ca1857 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:09.061954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:09.132773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:09.220369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-bfe5ff12-0001-4e65-86e9-9cb282a76f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:09.221924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-bfe5ff12-0001-4e65-86e9-9cb282a76f8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.6761618 Mar 02 07:55:09.327728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7f9d6d00-25fa-4275-9fcb-319a9c144820 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:09.400836 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:09.412891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7f9d6d00-25fa-4275-9fcb-319a9c144820 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:09.414129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0955484f-18ac-4d87-bb4c-a17b68c6c430 req-2c9339f1-8ae6-491e-b326-4c799ad35c76 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486068 Mar 02 07:55:09.420466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7f9d6d00-25fa-4275-9fcb-319a9c144820 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:09.421340 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.575283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.596580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 7f9d6d00-25fa-4275-9fcb-319a9c144820, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7f9d6d00-25fa-4275-9fcb-319a9c144820,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:09.603732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.623665 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.652915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.801726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.805547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=7f9d6d00-25fa-4275-9fcb-319a9c144820,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:09.842487 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.857771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7654f-2aeb-45fe-9948-028ab565e536 req-b8ad8f7c-0a05-41fd-82d8-5fcf4b8691c2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:09.865832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03f7654f-2aeb-45fe-9948-028ab565e536 req-b8ad8f7c-0a05-41fd-82d8-5fcf4b8691c2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 983 time: 1.3659356 Mar 02 07:55:09.868838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:09.870881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.892869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf330efa37a548b4bc5f5d3872ca1857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3622773 Mar 02 07:55:09.893095 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08168f2-c3aa-4999-be02-715d20aa085b None None] Pushing event updated for resources: {'Port': ['ID=2daebaa7-018f-4c1d-9e85-deae71ac4325,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:09.902586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33594) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:09.946252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.965911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.971191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-39bffd1f-161d-40ac-8be1-78ca2e3bccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:09.973488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-39bffd1f-161d-40ac-8be1-78ca2e3bccd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1095 time: 0.4920609 Mar 02 07:55:09.982467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:10.076354 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:00Z', 'revision_number': 3, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:10.083078 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344a617-dc22-44ce-a8ef-84a7276800e0 None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:00Z', 'revision_number': 3, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:10.093109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53b7f7-7aeb-4817-92e6-067d7ead59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8c12e5-b620-4c8e-917d-00f61d0b283c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:10.324039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03f7654f-2aeb-45fe-9948-028ab565e536 req-cd3bb05e-e1d4-46a3-be79-655f38896db0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4572856 Mar 02 07:55:10.334237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:10.336729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.382872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.457757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:10.469704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:10.506895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-62d46fd4-7ed1-40ce-a121-271d3d9f9cd2 None None] Provisioning complete for port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:10.507377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62d46fd4-7ed1-40ce-a121-271d3d9f9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.509832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-ae8213d5-348d-43ff-ad92-448ad05c02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:10.511406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-ae8213d5-348d-43ff-ad92-448ad05c02bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 897 time: 0.5126476 Mar 02 07:55:10.520357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.549691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277760dd-e28c-42ef-b8f8-520e08215964 req-89d28192-f0ec-43bf-96c2-f606318a86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:10.552471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-89d28192-f0ec-43bf-96c2-f606318a86e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2965732 Mar 02 07:55:10.595301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-62d46fd4-7ed1-40ce-a121-271d3d9f9cd2 None None] Port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:10.727230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:10.771726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Usage tracker for resource:security_group_rule and tenant:6763f2f5ff394268b32c4bee4b6247cc is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:10.829128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:10.844618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.888054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2daebaa7-018f-4c1d-9e85-deae71ac4325 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:10.889925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-e1c948f1-1446-4bd7-9a40-8a4b854892a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 217 time: 0.3622115 Mar 02 07:55:10.956802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:10.982744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-82a0045d-67a4-4d2d-b2b4-2fd8aac62e84 None None] Provisioning complete for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:10.983556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-82a0045d-67a4-4d2d-b2b4-2fd8aac62e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.061148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-82a0045d-67a4-4d2d-b2b4-2fd8aac62e84 None None] Port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:11.066085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2daebaa7-018f-4c1d-9e85-deae71ac4325 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:11.072508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2daebaa7-018f-4c1d-9e85-deae71ac4325 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:11.072909 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.107291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.113217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-158e81a7-4112-4011-a040-206695818ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:11.114979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-158e81a7-4112-4011-a040-206695818ccf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 200 len: 834 time: 0.0900538 Mar 02 07:55:11.150346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e313c-5f03-4e64-9f2f-4a9770194c57 req-628f3916-4a9f-4624-be4c-9dd397e6be6c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:11.152185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c22e313c-5f03-4e64-9f2f-4a9770194c57 req-628f3916-4a9f-4624-be4c-9dd397e6be6c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 944 time: 1.1729298 Mar 02 07:55:11.288425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c22e313c-5f03-4e64-9f2f-4a9770194c57 req-1c40d641-b455-458e-a43c-b00880b41a6c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641546 Mar 02 07:55:11.293314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8c12e5-b620-4c8e-917d-00f61d0b283c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:11.308271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.366788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.415273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2daebaa7-018f-4c1d-9e85-deae71ac4325, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2daebaa7-018f-4c1d-9e85-deae71ac4325,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:11.424371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.426502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7f9d6d00-25fa-4275-9fcb-319a9c144820 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:11.464666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.474344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6227291-93de-4465-a314-6ab7c1ac0b23,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:11.491929 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.493067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3841d5f3-9a47-4589-b941-940db5471e32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b8c12e5-b620-4c8e-917d-00f61d0b283c HTTP/1.1" status: 204 len: 168 time: 1.5865610 Mar 02 07:55:11.517391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-e6c86c21-ff6f-492c-a81c-29854fd75d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:11.519485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-e6c86c21-ff6f-492c-a81c-29854fd75d17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67efa87a-566e-4b26-980e-c36c65703716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661165 Mar 02 07:55:11.593439 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.629813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:11.691957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2daebaa7-018f-4c1d-9e85-deae71ac4325,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:11.716151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7f9d6d00-25fa-4275-9fcb-319a9c144820 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:11.717018 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.835517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.887458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-32259365-3a77-4f31-9043-0db040404491 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2355380 Mar 02 07:55:11.888470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Checking segment: {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:11.889118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Network hostable DHCP agents. Network: b0856376-4e2c-4777-b43f-52c2a5991cd6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:11.916194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-f581e83b-ac5e-4c8b-b65b-21051b5ffa08 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772924 Mar 02 07:55:11.922247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac970-a146-4f80-b074-9f91a6c45887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.170299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e458f51-9dd8-47cf-9aba-55335ae24774 req-edff0d0c-b22a-4f52-b5d9-9d88f6131e9f service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014844 Mar 02 07:55:12.201240 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:12.212954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:12.213759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f360977-da92-437b-8e75-1fe2d3344879 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6ad9d70-5855-454f-8341-de7fb56f9cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0109365 Mar 02 07:55:12.224044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:12.224770 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:54:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:12.250540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6008a36-b719-4866-b1d8-b4bb2b4e8779,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:12.450295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33628) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:12.450659 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5a3634aa-fdc0-45ba-bbe5-11f7b7f4d8fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6763f2f5ff394268b32c4bee4b6247cc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5207860 Mar 02 07:55:12.520635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:12.592370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.596219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:12.707789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:55:12.752827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.755233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.867778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2daebaa7-018f-4c1d-9e85-deae71ac4325 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:12.871029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.896890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.901308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6008a36-b719-4866-b1d8-b4bb2b4e8779 HTTP/1.1" status: 204 len: 168 time: 0.4495361 Mar 02 07:55:12.902793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1efce-da3a-46a3-a843-7cec6f2a9819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6008a36-b719-4866-b1d8-b4bb2b4e8779,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:12.914263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92597a7-2b87-4314-83a7-e9e825e1ea87 req-ff3d3a14-238f-4e47-b413-3bfa6f84a6aa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:12.916027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b92597a7-2b87-4314-83a7-e9e825e1ea87 req-ff3d3a14-238f-4e47-b413-3bfa6f84a6aa tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 944 time: 0.2764330 Mar 02 07:55:12.969757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:13.002209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b0856376-4e2c-4777-b43f-52c2a5991cd6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:13.017841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b8455-7dce-4609-88c2-9c435cd81d93 None None] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:13.018148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b92597a7-2b87-4314-83a7-e9e825e1ea87 req-b4fb4055-4da5-42d0-a2a4-3d04e49ad7f2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959167 Mar 02 07:55:13.044260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:13.045157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.185383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cddd41-7a7a-40dc-82ef-3eda31e368bd req-33b751c0-a1a0-4c0d-880a-c1cac9d285fd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:13.187151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80cddd41-7a7a-40dc-82ef-3eda31e368bd req-33b751c0-a1a0-4c0d-880a-c1cac9d285fd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 983 time: 1.5767677 Mar 02 07:55:13.245265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-277760dd-e28c-42ef-b8f8-520e08215964 req-3cf8ff57-c866-4e53-8564-2eb0a7a57b0e service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749272 Mar 02 07:55:13.274886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33652) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:13.275096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8a372d8c-ee64-4d0e-8862-497bc6a9f249 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.5562568 Mar 02 07:55:13.281253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:13.292087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:13.297703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2daebaa7-018f-4c1d-9e85-deae71ac4325 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:13.302201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.303575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Usage tracker for resource:router and tenant:9f291e36d2124fc59d5b882b6b01ed78 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:13.308419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:13.316753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:13.341818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.343480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.369115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.393714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:13.459453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'mac_address': 'fa:16:3e:29:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:55:13.472737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33658) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:13.510373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80cddd41-7a7a-40dc-82ef-3eda31e368bd req-8a900b83-ad5c-4fde-9add-350e1ac175a9 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2919569 Mar 02 07:55:13.528435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.623748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:13.650959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Usage tracker for resource:security_group_rule and tenant:8492bedbc0f44635acf4dd51df5118ea is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:13.665632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:13.671190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 2, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:13.687364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:13.715255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:13.715831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Updating router f6ad9d70-5855-454f-8341-de7fb56f9cce port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:13.774112 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.780665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Allocated IP 172.20.0.1 (5d867132-bad2-4072-8714-610796e4b171/410a10b0-f409-4848-89ad-15aef51b7e48/ac3a456d-46a8-4938-b264-ed80a0c641b5) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:13.801004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-3343ad8c-742b-4d93-a7a2-1fea0bac0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:13.802598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-3343ad8c-742b-4d93-a7a2-1fea0bac0f30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1134 time: 0.4627521 Mar 02 07:55:13.804647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.856790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.871593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:13.891369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:13.893165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b0856376-4e2c-4777-b43f-52c2a5991cd6', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:13.894727 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.908790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:13.922965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.067832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.080541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-104303814-network', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:14.081156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.084425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:14.101227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.105651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:14.111377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Usage tracker for resource:network and tenant:7e07a00a77344f739c822179e8aae1ae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:14.115609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:14.136919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:14.179364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.217580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Made reservation on behalf of 7e07a00a77344f739c822179e8aae1ae for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:14.220109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.296805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.332494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:55:14.338882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:14.347256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Usage tracker for resource:security_group_rule and tenant:7e07a00a77344f739c822179e8aae1ae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:14.352310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:14.361476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:14.373059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69b6a3-7483-4f58-a496-98cd88763f27 req-4bd0a706-9679-4495-b074-d4e7727a9880 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:14.374958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac69b6a3-7483-4f58-a496-98cd88763f27 req-4bd0a706-9679-4495-b074-d4e7727a9880 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 945 time: 0.2188869 Mar 02 07:55:14.376267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.399408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Transition to ACTIVE for port object ac3a456d-46a8-4938-b264-ed80a0c641b5 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:14.407457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5feaa94-5df8-4190-afeb-fbd5c31a129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.437541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-573842476'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:14.449921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.455660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:14.469409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Usage tracker for resource:network and tenant:8faa4d4846fe4d898267b7e2ecd96400 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:14.469604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Allocated IP 172.20.0.2 (b0856376-4e2c-4777-b43f-52c2a5991cd6/c6227291-93de-4465-a314-6ab7c1ac0b23/48db61eb-a38a-4b1d-b251-79355846922a) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:14.476157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:14.482672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac69b6a3-7483-4f58-a496-98cd88763f27 req-d1e6f73b-fe9e-47e9-8b9f-8ed9594295fd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982978 Mar 02 07:55:14.496678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:14.616785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.625337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.638679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Made reservation on behalf of 8faa4d4846fe4d898267b7e2ecd96400 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:14.641895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8492bedbc0f44635acf4dd51df5118ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1608393 Mar 02 07:55:14.642916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.649215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33686) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:14.669044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.696131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:14.700898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Usage tracker for resource:security_group_rule and tenant:8faa4d4846fe4d898267b7e2ecd96400 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:14.704001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:14.714574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:14.852290 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.906201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.913152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954482-8eba-45d1-82bf-74673e217f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b6842d-3c6f-409b-bb36-b7ed02c52f51,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.962578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:14.993317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53298d17-5ed0-44bd-90a9-18ed260dbb73,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.002535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.002882 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Added segment 6e0bc247-0534-416a-890d-06a3c95ced3a of type vlan for network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf Mar 02 07:55:15.004890 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.044824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.057230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.069033 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.114822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.118905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Transition to ACTIVE for port object 48db61eb-a38a-4b1d-b251-79355846922a will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:15.133951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.139207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.154941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Transition to ACTIVE for port object 48db61eb-a38a-4b1d-b251-79355846922a will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:15.156496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.156639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Transition to ACTIVE for port object c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:15.165550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.195737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-302b5bcf-89ea-428f-b87c-cf942085ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.197233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-302b5bcf-89ea-428f-b87c-cf942085ae30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 896 time: 1.3668749 Mar 02 07:55:15.198305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:15.210286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.212218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Network 5d867132-bad2-4072-8714-610796e4b171 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:15.243063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:15.251623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:15.260619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43781257-7666-4a21-844e-192513fe2a6d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.271005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:15.273978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:15.274697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.275053 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Added segment e6a785ff-8975-41fd-9e46-84cce493f23b of type vlan for network 5b5fae09-1e13-44b8-be91-62d0e47f5d71 Mar 02 07:55:15.283847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.285107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.285682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.301806 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.303530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.330364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:15.350311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:15.353419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-9f8d727b-a3b3-432b-b232-f41ef395451d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 217 time: 0.1470098 Mar 02 07:55:15.360457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Allocated IP 172.25.4.36 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/8253b1ea-ffd9-4647-ab77-6d052ce191d1) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:15.360633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:15.393925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.434724 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Pushing event updated for resources: {'Port': ['ID=48db61eb-a38a-4b1d-b251-79355846922a,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.493722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.512458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.672648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] Pushing event updated for resources: {'Network': ['ID=bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.698588 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.708146 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:15.721802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-e4924edb-a91b-45b0-bf2b-d82c3893b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.724145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-e4924edb-a91b-45b0-bf2b-d82c3893b761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.2433174 Mar 02 07:55:15.756891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:15.798376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b87ad-e300-4906-b364-367f0498c87c req-6b01fc5e-4e9e-4d93-8f7c-bfdb50b08752 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.799903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d7b87ad-e300-4906-b364-367f0498c87c req-6b01fc5e-4e9e-4d93-8f7c-bfdb50b08752 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 983 time: 0.8836174 Mar 02 07:55:15.810050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff73d692-a4ac-4a97-8782-d4d880d4e30e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8964107 Mar 02 07:55:15.854571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:15.868631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Request body: {'subnet': {'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-104303814-subnet', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:15.876431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.881692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.882301 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.890415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:15.903599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Attempting to bind port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:15.904057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Attempting to bind port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:15.904494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Attempting to bind port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:15.906665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.916926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde455-bed2-465c-ba9f-e486d2830feb None None] Pushing event updated for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.917144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Usage tracker for resource:subnet and tenant:7e07a00a77344f739c822179e8aae1ae is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:15.920106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.937690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:15.937690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:15.938074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:15.938176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.938662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:15.939100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Bound port: c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:15.939495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.949838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Attempting to bind port 48db61eb-a38a-4b1d-b251-79355846922a on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:15.950413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Attempting to bind port 48db61eb-a38a-4b1d-b251-79355846922a by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:15.950657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Attempting to bind port 48db61eb-a38a-4b1d-b251-79355846922a on network b0856376-4e2c-4777-b43f-52c2a5991cd6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:15.964010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:15.967766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Provisioning for port ac3a456d-46a8-4938-b264-ed80a0c641b5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:15.978113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:15.978342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8896809 Mar 02 07:55:15.978451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Checking segment: {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:15.978451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.978451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Bound using segment: {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:15.978451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Bound port: 48db61eb-a38a-4b1d-b251-79355846922a, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:15.978451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.989530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.989954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Provisioning complete for port ac3a456d-46a8-4938-b264-ed80a0c641b5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:15.992985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.993144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5b6842d-3c6f-409b-bb36-b7ed02c52f51 HTTP/1.1" status: 204 len: 168 time: 1.0792913 Mar 02 07:55:15.993144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929574-dfaf-411e-a9d4-8b3a8fae8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b6842d-3c6f-409b-bb36-b7ed02c52f51,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:16.006585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:16.056138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb6b83-a7bf-4e8b-84bf-52cc058b58ca tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Pushing event updated for resources: {'Network': ['ID=5b5fae09-1e13-44b8-be91-62d0e47f5d71,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:16.064828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.069723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Made reservation on behalf of 7e07a00a77344f739c822179e8aae1ae for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:16.072175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.086448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d7b87ad-e300-4906-b364-367f0498c87c req-83f2f1b3-c06b-41d4-8648-b8c7290599d2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1902938 Mar 02 07:55:16.109283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.134527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'name': 'tempest-network--631945361', 'router:external': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:16.139878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:16.145218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:network and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:16.148749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:16.154890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:16.194621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9690-9a8b-4b8f-b089-0ba6d9554689 req-01bb1770-fdee-461a-98c0-c4c936b26aac tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:16.196795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e70a9690-9a8b-4b8f-b089-0ba6d9554689 req-01bb1770-fdee-461a-98c0-c4c936b26aac tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 945 time: 0.3990059 Mar 02 07:55:16.248133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:16.250515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.281139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Port ac3a456d-46a8-4938-b264-ed80a0c641b5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:16.282440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.285413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.287995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 5b5fae09-1e13-44b8-be91-62d0e47f5d71 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:16.295774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e70a9690-9a8b-4b8f-b089-0ba6d9554689 req-76cf13a8-3bcd-4da3-a057-baa6392a773d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894063 Mar 02 07:55:16.365341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-4c8abece-d34b-41fe-8031-1898591debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:16.367310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-4c8abece-d34b-41fe-8031-1898591debc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5783165 Mar 02 07:55:16.402798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:16.405048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Pushing event updated for resources: {'Port': ['ID=8253b1ea-ffd9-4647-ab77-6d052ce191d1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:16.419187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:16.426505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:16.429343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:16.460374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:security_group_rule and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:16.479116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:16.502957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:16.538091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] For port 48db61eb-a38a-4b1d-b251-79355846922a, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:16.548463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] For port 48db61eb-a38a-4b1d-b251-79355846922a, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=48db61eb-a38a-4b1d-b251-79355846922a,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:16.551613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] For port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:16.569842 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] For port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:16.576016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Router d8422979-cf66-4ddf-b5cc-23154a673c56 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:16.586761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.601886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.673789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c4ca72a-3895-4bb0-a29f-22a37f74d0be details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:55:16.809460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:16.963175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Provisioning complete for port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:16.963856 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.020250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.115954 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.117788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2780f830-5ee1-441b-b635-afe1113edd9f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.140605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:17.141547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.144644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.158923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-3a16dff6-e4df-4185-989f-9d5ff5c440ff service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316194 Mar 02 07:55:17.163896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.169308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Checking segment: {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:17.170476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Network hostable DHCP agents. Network: bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:17.176608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:17.187011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.187416 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Added segment 412658c6-c930-4b6d-860f-ba55f2892fc9 of type vlan for network a7992cd2-712f-4e53-91b3-845e2510abab Mar 02 07:55:17.243946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.270900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:17.279078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde455-bed2-465c-ba9f-e486d2830feb None None] Pushing event updated for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.288776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:17.295420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1890295d-2a6e-4941-bd18-414865487b3f None None] Port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:17.301417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:17.393725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:17.395151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.397838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.442597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.469846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'port_id': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'mac_address': 'fa:16:3e:c1:67:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:55:17.556389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.712446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:17.725469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] Sync routers for ids ['d8422979-cf66-4ddf-b5cc-23154a673c56'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:17.741927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:17.744739 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] Routers {'d8422979-cf66-4ddf-b5cc-23154a673c56'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:17.745356 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8422979-cf66-4ddf-b5cc-23154a673c56'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.752658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f004-1ef3-46bf-bdbd-a1ad75a5f1ed None None] Pushing event updated for resources: {'Port': ['ID=48db61eb-a38a-4b1d-b251-79355846922a,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.755514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:17.770487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a216fa5-6124-46b1-8693-2bfe7e086da4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.796634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.844865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:17.857234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:17.857847 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.858080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:17.880060 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.906551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.908819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] Routers {'d8422979-cf66-4ddf-b5cc-23154a673c56'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:17.910364 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8422979-cf66-4ddf-b5cc-23154a673c56'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.911284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.924515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:17.925028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16178c8c-f849-48e2-b654-87e81b41624e None None] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:17.927702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.931527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.970672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4ca72a-3895-4bb0-a29f-22a37f74d0be {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:18.028518 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:18.028917 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f76273-2da1-44c4-b6d7-16867a24e414 None None] The sync data for ids ['d8422979-cf66-4ddf-b5cc-23154a673c56'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:18.063301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78bac071-82ec-46f8-8c25-04ea485a0e46 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/routers/d8422979-cf66-4ddf-b5cc-23154a673c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9854498 Mar 02 07:55:18.074325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33734) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:18.074713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33736) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:18.111512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e7c2f43-1d3e-4cb8-8b11-6a92efdec44c req-c11dae82-b1ef-449e-b858-c0e00fb21ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557947 Mar 02 07:55:18.199187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.223495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82018170-23b5-4bb9-92ae-98f1372a452d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3689177 Mar 02 07:55:18.229692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2184079 Mar 02 07:55:18.232639 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33744) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:18.233061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33746) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:18.234918 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.258456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:18.266626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:18.271447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Usage tracker for resource:router and tenant:7e07a00a77344f739c822179e8aae1ae is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:18.275059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:18.289096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:18.314973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685763-9de6-4e58-b908-20a386cb75ec req-defb988d-70cc-4961-8174-8940b2ab8ab8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:18.317136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98685763-9de6-4e58-b908-20a386cb75ec req-defb988d-70cc-4961-8174-8940b2ab8ab8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 945 time: 0.5638299 Mar 02 07:55:18.403968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:18.423881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12d0b-a5a2-4eb0-86e5-805ec79ec22d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=a7992cd2-712f-4e53-91b3-845e2510abab,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:18.444285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4ee71-b293-41d4-8ede-fcdd40685d6a req-9781c73d-f3e9-4203-a396-ec9854b7d787 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:18.451458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5a4ee71-b293-41d4-8ede-fcdd40685d6a req-9781c73d-f3e9-4203-a396-ec9854b7d787 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 983 time: 1.1233838 Mar 02 07:55:18.571764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.590548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:18.596499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a7992cd2-712f-4e53-91b3-845e2510abab details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:18.610143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.611174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.628011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.742353 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5a4ee71-b293-41d4-8ede-fcdd40685d6a req-4fab3ba2-6061-4749-b321-3095a8701cba tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2899079 Mar 02 07:55:18.807934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:18.822597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.846290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.856981 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'code': 200} Mar 02 07:55:18.858950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Network 5d867132-bad2-4072-8714-610796e4b171 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:18.862051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:18.872786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 48db61eb-a38a-4b1d-b251-79355846922a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:18.958832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b8155-7dfb-47c8-82ba-64cd30be6531 None None] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:18.959273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98685763-9de6-4e58-b908-20a386cb75ec req-57e1d70a-120c-4bba-ab28-c8072df5c3f9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348937 Mar 02 07:55:18.972654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:18.975025 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.985759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b4977-e02b-4fa5-9113-abf7f22b5d31 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:18.989101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a95b4977-e02b-4fa5-9113-abf7f22b5d31 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:19.002057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Usage tracker for resource:security_group_rule and tenant:8385673ecddb4844a2917af079f4f3cd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:19.013587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:19.024601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['9c4ca72a-3895-4bb0-a29f-22a37f74d0be'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:55:19.032838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:19.116496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.147959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.150998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a95b4977-e02b-4fa5-9113-abf7f22b5d31 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:19.155759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a95b4977-e02b-4fa5-9113-abf7f22b5d31 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8422979-cf66-4ddf-b5cc-23154a673c56 HTTP/1.1" status: 200 len: 982 time: 1.0798213 Mar 02 07:55:19.157406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Router b8deb12f-e36f-4eec-8684-a557120eea95 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:19.162804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:19.169793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.204724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.241491 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.264247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:19.268015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66f8848f-8248-43ec-8d41-d63f2ef355fc None None] Provisioning for port 48db61eb-a38a-4b1d-b251-79355846922a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:19.372217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8385673ecddb4844a2917af079f4f3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2925842 Mar 02 07:55:19.372435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:19.372435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.399261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33758) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:19.468508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 48db61eb-a38a-4b1d-b251-79355846922a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:19.469081 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21373f44-bb61-445c-ac19-ea4b477269c2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:19.553741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.554314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.554746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.555172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.555602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.556366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.556619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.557049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.557476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.557907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.558580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.558758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744dcf-3f20-4950-a1cb-5879d5b00bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:19.598855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 48db61eb-a38a-4b1d-b251-79355846922a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:19.599322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.626545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7992cd2-712f-4e53-91b3-845e2510abab']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:19.657438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:19.739712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:19.767870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412658c6-c930-4b6d-860f-ba55f2892fc9') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:19.768197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412658c6-c930-4b6d-860f-ba55f2892fc9') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:19.781987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.798381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0ab83331-2cd7-44c0-a351-d534eb82a59c None None] Provisioning complete for port ac3a456d-46a8-4938-b264-ed80a0c641b5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:19.798840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0ab83331-2cd7-44c0-a351-d534eb82a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.822862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Router a955557a-cbed-4509-a6d7-e102e4c740ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:19.823786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Sync routers for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:19.824471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.825830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3160ab2b-2bd9-436f-b64c-97f36a2b1c3a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5497868 Mar 02 07:55:19.828841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33764) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:19.858639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.865746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.892612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8998ca-92d4-40a9-a9d5-bb085707e46c req-550987a2-106d-4537-b3cf-09f884e2be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:19.896145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e8998ca-92d4-40a9-a9d5-bb085707e46c req-550987a2-106d-4537-b3cf-09f884e2be26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1097 time: 0.9093423 Mar 02 07:55:19.919225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:16Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:19.934002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:19.934777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:19.964490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.033664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e02f3-f4a8-4fcf-b5b3-1eff2405e6fc None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:16Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:20.059591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Allocated IP 172.20.0.2 (bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf/2780f830-5ee1-441b-b635-afe1113edd9f/51eb4195-ce9c-42d4-907b-acdefdf2d540) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:20.065426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0ab83331-2cd7-44c0-a351-d534eb82a59c None None] Port ac3a456d-46a8-4938-b264-ed80a0c641b5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:20.165656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.173554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:20.174037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:20.208951 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:20.400858 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e8998ca-92d4-40a9-a9d5-bb085707e46c req-a9c83bbc-d964-4099-a003-92276fc0ff6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736679 Mar 02 07:55:20.430291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.488619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:20.506106 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:20.516949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aacc82-ae0d-42d3-b19c-0d3845422a00 req-c44e7e08-2768-4812-88e3-1cff714c0874 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.523164 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45aacc82-ae0d-42d3-b19c-0d3845422a00 req-c44e7e08-2768-4812-88e3-1cff714c0874 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 984 time: 0.6224029 Mar 02 07:55:20.527780 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:20.528637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:20.543716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.551752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.592053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7992cd2-712f-4e53-91b3-845e2510abab {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:55:20.628745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.630673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a7992cd2-712f-4e53-91b3-845e2510abab HTTP/1.1" status: 204 len: 168 time: 2.3881674 Mar 02 07:55:20.647587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9653b53-5cd4-4246-b55f-beddd781d723 admin admin] 10.222.0.21 "PUT /v2.0/routers/a955557a-cbed-4509-a6d7-e102e4c740ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7283263 Mar 02 07:55:20.648994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33770) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:20.655931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0820-1108-4ea5-9771-37c0474b29a9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7992cd2-712f-4e53-91b3-845e2510abab,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:20.658137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21373f44-bb61-445c-ac19-ea4b477269c2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:20.670628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:20.675119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.679407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-565e0cd5-121c-4c5d-9416-3553efcfb010 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21373f44-bb61-445c-ac19-ea4b477269c2 HTTP/1.1" status: 204 len: 168 time: 1.2787645 Mar 02 07:55:20.702189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:20.718422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-45aacc82-ae0d-42d3-b19c-0d3845422a00 req-9bd28da8-6f31-449e-8a97-079743ef7561 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1706612 Mar 02 07:55:20.739759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:network and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:20.744574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:20.753952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:20.755747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:20.916476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:20.919129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.064805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 48db61eb-a38a-4b1d-b251-79355846922a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=48db61eb-a38a-4b1d-b251-79355846922a,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:21.068914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:21.080067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.080695 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Added segment e8e9ddc5-bcf0-4976-89c5-6a2d2c2e3b81 of type vlan for network 347daa15-2539-4310-a8ce-de1efbc3c94e Mar 02 07:55:21.123891 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.131440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.180660 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.182010 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:21.182921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.228604 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:21.326725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecc17d-5df6-48d9-a9b7-a211127cddee req-6c35c8c9-56b3-4bc4-91f5-a2f419f81ea4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:21.329204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=347daa15-2539-4310-a8ce-de1efbc3c94e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:21.342286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cecc17d-5df6-48d9-a9b7-a211127cddee req-6c35c8c9-56b3-4bc4-91f5-a2f419f81ea4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.1195128 Mar 02 07:55:21.352694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.389604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.397241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ebee6fac-9d56-482a-b6ef-5b16f2a2cb37 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7389772 Mar 02 07:55:21.429681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33786) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:21.449523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cecc17d-5df6-48d9-a9b7-a211127cddee req-696201c7-43cf-4cf0-9f44-abcb41499b1d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052511 Mar 02 07:55:21.455606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.475993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:21.541267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 347daa15-2539-4310-a8ce-de1efbc3c94e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:21.557667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'subnet': {'network_id': '347daa15-2539-4310-a8ce-de1efbc3c94e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:21.618147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:21.734514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Allocated IP 172.25.4.217 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/c57bf17b-740e-4dca-8589-07b8ea282982) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:22.036891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:subnet and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:22.091157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:22.139711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:22.190182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f703c91b-3c3a-482c-b5b9-00b751b105b9 None None] Provisioning complete for port 48db61eb-a38a-4b1d-b251-79355846922a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:22.190865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f703c91b-3c3a-482c-b5b9-00b751b105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.255629 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:16Z', 'revision_number': 2, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:22.260212 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:22.260569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Updating router a955557a-cbed-4509-a6d7-e102e4c740ad port ac3a456d-46a8-4938-b264-ed80a0c641b5 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:22.404606 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.405568 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.444912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Transition to ACTIVE for port object 51eb4195-ce9c-42d4-907b-acdefdf2d540 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:22.481269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Transition to ACTIVE for port object 51eb4195-ce9c-42d4-907b-acdefdf2d540 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:22.495078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33816) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:22.502348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=48db61eb-a38a-4b1d-b251-79355846922a,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:22.504516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:22.508921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.509847 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.540029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-195959326-network', 'tenant_id': '09b5704874064514bdcaec631aca44bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:22.576990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:22.609914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:22.638832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.692661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c4ca72a-3895-4bb0-a29f-22a37f74d0be up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:22.743676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.748313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Usage tracker for resource:network and tenant:09b5704874064514bdcaec631aca44bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:22.798690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:22.799048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.880484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:22.886857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:22.906695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:22.935910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:22.950629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:23.002163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:23.020477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:23.057488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:23.063014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Pushing event updated for resources: {'Port': ['ID=51eb4195-ce9c-42d4-907b-acdefdf2d540,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:23.163451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Made reservation on behalf of 09b5704874064514bdcaec631aca44bf for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:23.165958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.193488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.311550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:23.327553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Usage tracker for resource:security_group_rule and tenant:09b5704874064514bdcaec631aca44bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:23.369035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Pushing event updated for resources: {'Port': ['ID=c57bf17b-740e-4dca-8589-07b8ea282982,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:23.369219 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.386972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Transition to ACTIVE for port object ac3a456d-46a8-4938-b264-ed80a0c641b5 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:23.390172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:23.398555 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.412329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:23.423207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:23.423767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.450013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:17Z', 'revision_number': 3, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:23.465278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Checking router: b8deb12f-e36f-4eec-8684-a557120eea95 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:23.465632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Updating router b8deb12f-e36f-4eec-8684-a557120eea95 port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:23.506760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.521911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bae4a4-0133-4267-abd3-280f7a73e518 req-b56920b4-53b1-43cb-aadb-479495001930 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:23.526189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6bae4a4-0133-4267-abd3-280f7a73e518 req-b56920b4-53b1-43cb-aadb-479495001930 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 984 time: 0.7914193 Mar 02 07:55:23.533301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c2156-cdf7-4637-9862-ca8b068dc5aa req-570accff-22f2-40aa-8f84-7dc18a808adf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:23.535235 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-814c2156-cdf7-4637-9862-ca8b068dc5aa req-570accff-22f2-40aa-8f84-7dc18a808adf tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.7833655 Mar 02 07:55:23.568100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Attempting to bind port 51eb4195-ce9c-42d4-907b-acdefdf2d540 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:23.568478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Attempting to bind port 51eb4195-ce9c-42d4-907b-acdefdf2d540 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:23.568851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Attempting to bind port 51eb4195-ce9c-42d4-907b-acdefdf2d540 on network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:23.604341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.655678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:23.656058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Checking segment: {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:23.656465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.656861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Bound using segment: {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:23.657350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Bound port: 51eb4195-ce9c-42d4-907b-acdefdf2d540, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:23.657729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.760194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6bae4a4-0133-4267-abd3-280f7a73e518 req-83094d3e-aa74-49c0-893d-340ddc463b24 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2158222 Mar 02 07:55:23.774015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:23.808247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.816674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff39a6-18c5-4cca-a723-d7b9ec0748dd None None] Pushing event updated for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:23.832580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:23.836139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.929794 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Attempting to bind port ac3a456d-46a8-4938-b264-ed80a0c641b5 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:23.932772 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Attempting to bind port ac3a456d-46a8-4938-b264-ed80a0c641b5 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:23.933830 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Attempting to bind port ac3a456d-46a8-4938-b264-ed80a0c641b5 on network 5d867132-bad2-4072-8714-610796e4b171 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:23.940892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:23.940892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Checking segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:23.941833 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.942005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Bound using segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:23.942702 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Bound port: ac3a456d-46a8-4938-b264-ed80a0c641b5, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:23.943242 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:23.959536 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.010781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:24.030132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Allocated IP 172.20.0.1 (b0856376-4e2c-4777-b43f-52c2a5991cd6/c6227291-93de-4465-a314-6ab7c1ac0b23/e880c39f-3eea-463e-9d27-efcddaaf8ee7) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:24.037946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.148991 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] For port ac3a456d-46a8-4938-b264-ed80a0c641b5, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:24.154600 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] For port ac3a456d-46a8-4938-b264-ed80a0c641b5, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac3a456d-46a8-4938-b264-ed80a0c641b5,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:24.160124 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.232920 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:55:24.305185 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:24.314142 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:24.417879 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff39a6-18c5-4cca-a723-d7b9ec0748dd None None] Pushing event updated for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:24.495635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.532161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-814c2156-cdf7-4637-9862-ca8b068dc5aa req-82698c43-809f-46ba-985b-739ecd9ed797 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9879055 Mar 02 07:55:24.710654 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 48db61eb-a38a-4b1d-b251-79355846922a up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:24.757100 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:24.823839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] For port 51eb4195-ce9c-42d4-907b-acdefdf2d540, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:24.828016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] For port 51eb4195-ce9c-42d4-907b-acdefdf2d540, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=51eb4195-ce9c-42d4-907b-acdefdf2d540,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:24.835425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:24.861647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.905179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.921944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.938937 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.001220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Transition to ACTIVE for port object 8253b1ea-ffd9-4647-ab77-6d052ce191d1 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:25.074661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.158538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:25.218762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ea5f-59f9-43d2-9149-48b9104b3bcd req-613739f9-c666-4db5-9466-ca44db3170b1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:25.220562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6919ea5f-59f9-43d2-9149-48b9104b3bcd req-613739f9-c666-4db5-9466-ca44db3170b1 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.2308164 Mar 02 07:55:25.221827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Router 00749980-bb89-4138-8ab6-9157dc32a7ad is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:25.239166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0598-a7d4-42e5-9bf7-f499ae89583e None None] Pushing event updated for resources: {'Port': ['ID=51eb4195-ce9c-42d4-907b-acdefdf2d540,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:25.242850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Attempting to bind port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:25.243218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Attempting to bind port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:25.243694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Attempting to bind port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:25.245127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Transition to ACTIVE for port object e880c39f-3eea-463e-9d27-efcddaaf8ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:25.251704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.357496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ad01e-6365-4256-84de-b7f8d19eacff None None] Pushing event updated for resources: {'Port': ['ID=8253b1ea-ffd9-4647-ab77-6d052ce191d1,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:25.373817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.objects.ports [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87855) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:55:25.374484 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.377202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.387431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.403549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:25.403549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:25.404210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.404764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:25.405162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Bound port: 8253b1ea-ffd9-4647-ab77-6d052ce191d1, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:25.405542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.406313 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:24Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:25.428964 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbb2a6-b76c-4fb5-afbf-b22640ea49ff None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:24Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:25.651947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 48db61eb-a38a-4b1d-b251-79355846922a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:25.658631 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.676382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9bb59-9c80-4ded-b554-8eb1f755d819,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:25.682355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.799611 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6919ea5f-59f9-43d2-9149-48b9104b3bcd req-39e3791d-e945-4688-b08a-1a28a613dd8e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5718033 Mar 02 07:55:25.808913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:25.824033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:25.832373 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:25.841851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:25.963886 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'code': 200} Mar 02 07:55:25.968710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:26.056625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:26.057578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:26.065160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] For port 8253b1ea-ffd9-4647-ab77-6d052ce191d1, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:26.074621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:26.075514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] For port 8253b1ea-ffd9-4647-ab77-6d052ce191d1, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8253b1ea-ffd9-4647-ab77-6d052ce191d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:26.085722 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.115536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:26.235391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Checking segment: {'id': 'e8e9ddc5-bcf0-4976-89c5-6a2d2c2e3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '347daa15-2539-4310-a8ce-de1efbc3c94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:26.235762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Network hostable DHCP agents. Network: 347daa15-2539-4310-a8ce-de1efbc3c94e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:26.242998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.276313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ad01e-6365-4256-84de-b7f8d19eacff None None] Pushing event updated for resources: {'Port': ['ID=8253b1ea-ffd9-4647-ab77-6d052ce191d1,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:26.323581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:26.324242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:26.447468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:26.498224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:26.515746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:26.599568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.604760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4dd737c5-3615-48ef-996f-c8cc56525714 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3599651 Mar 02 07:55:26.614288 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:26.658953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Sync routers for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:26.723195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.723800 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Added segment 5a4286aa-7c19-4cfc-993e-be539398b8a3 of type vlan for network 049ae59c-e41c-4509-a67d-0f21c702894c Mar 02 07:55:26.750079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:26.751199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:26.791347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.801522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26251-d023-4b76-b35b-dce3484e0431 req-d117f04c-b23e-4dea-8989-c80020fed1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:26.808580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69c26251-d023-4b76-b35b-dce3484e0431 req-d117f04c-b23e-4dea-8989-c80020fed1ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 0.6555378 Mar 02 07:55:26.959554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.969552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fac384f-c97d-44d9-bde7-b1a656a659ec,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:26.977502 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:26.978953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:26.979859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.000614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Network 347daa15-2539-4310-a8ce-de1efbc3c94e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:27.008909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc3be6-0da0-4740-912a-379feb9cdc22 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:27.013978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64dc3be6-0da0-4740-912a-379feb9cdc22 tempest-TestNetworkAdvancedServerOps-2086079624 tempest-TestNetworkAdvancedServerOps-2086079624-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1092 time: 1.1862793 Mar 02 07:55:27.019819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33914) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:27.031525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 347daa15-2539-4310-a8ce-de1efbc3c94e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:27.043940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:27.060774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.070872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2d49c-0251-4538-92f1-9bb3d406e890 req-bac598ed-57d3-4414-9a0d-86b93fae3fee tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:27.072798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddd2d49c-0251-4538-92f1-9bb3d406e890 req-bac598ed-57d3-4414-9a0d-86b93fae3fee tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 984 time: 2.0611932 Mar 02 07:55:27.078858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:27.121895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69c26251-d023-4b76-b35b-dce3484e0431 req-8a33d689-436b-4a3f-89b4-41754e223b89 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1059411 Mar 02 07:55:27.268828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:27.269584 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.277276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:27.466286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c39e9a-1232-4131-8f3a-bb5cbbd37feb None None] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:27.494948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1503739-618b-4413-bf95-8d4789091d94 None None] Network 347daa15-2539-4310-a8ce-de1efbc3c94e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:27.705009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92a9d11c-9e2c-462c-be4b-21c2b60ee9e7 None None] Provisioning for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:27.712747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:27.801800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Usage tracker for resource:floatingip and tenant:eabeea45fedf4ddd88a8ac6c0986ae73 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:27.834049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92a9d11c-9e2c-462c-be4b-21c2b60ee9e7 None None] Provisioning complete for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:27.834435 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92a9d11c-9e2c-462c-be4b-21c2b60ee9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.986243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:28.040088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:28.044590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.053740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] Pushing event updated for resources: {'Network': ['ID=049ae59c-e41c-4509-a67d-0f21c702894c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:28.104393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:28.152053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ddd2d49c-0251-4538-92f1-9bb3d406e890 req-63fc0c9a-5e92-488b-b920-ba79c33e39d2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.9041607 Mar 02 07:55:28.173898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-180f8d13-fb00-490a-8ea4-291afa8745ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.6724691 Mar 02 07:55:28.174026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:28.175497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.184773 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Request body: {'subnet': {'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-195959326-subnet', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:28.185328 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d0b39c8-5cd8-4404-954c-23d7656257b6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.7330115 Mar 02 07:55:28.191167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33924) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:28.194582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 049ae59c-e41c-4509-a67d-0f21c702894c details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:28.199714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'floatingip': {'floating_network_id': '347daa15-2539-4310-a8ce-de1efbc3c94e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:28.202806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:28.211165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.238193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:28.251131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:floatingip and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:28.288769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Usage tracker for resource:subnet and tenant:09b5704874064514bdcaec631aca44bf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:28.300768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:28.309806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:28.367670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Made reservation on behalf of 09b5704874064514bdcaec631aca44bf for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:28.370347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.371347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:28.397298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:28.491899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.624158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:28.701184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-92a9d11c-9e2c-462c-be4b-21c2b60ee9e7 None None] Port e880c39f-3eea-463e-9d27-efcddaaf8ee7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:28.766521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.808052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:28.808685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.818341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Allocated IP 172.20.0.1 (bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf/2780f830-5ee1-441b-b635-afe1113edd9f/2229ebc0-4b17-4da9-a5b5-373b08bb0630) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:28.989431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb3116-88e9-4766-9826-b239a634b811 None None] Network 347daa15-2539-4310-a8ce-de1efbc3c94e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:29.038088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.068874 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.095468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.104023 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Transition to ACTIVE for port object 2229ebc0-4b17-4da9-a5b5-373b08bb0630 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:29.117408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Router d8422979-cf66-4ddf-b5cc-23154a673c56 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:29.207653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:29.220756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186a9463-a578-4d42-9a35-e7930a647085,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:29.240300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Checking segment: {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:29.240839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Network hostable DHCP agents. Network: 049ae59c-e41c-4509-a67d-0f21c702894c, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:29.242855 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-625812bd-869a-4bae-aad6-c51cd582ba05 None None] Provisioning for port 51eb4195-ce9c-42d4-907b-acdefdf2d540 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:29.275944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Network 049ae59c-e41c-4509-a67d-0f21c702894c is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:29.279463 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.407296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:29.412261 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.415860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:29.416463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e880c39f-3eea-463e-9d27-efcddaaf8ee7', 'name': '', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'mac_address': 'fa:16:3e:5e:b5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:23Z', 'updated_at': '2022-03-02T07:55:24Z', 'revision_number': 1, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'subnets': [{'id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.420506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 049ae59c-e41c-4509-a67d-0f21c702894c) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:29.428018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90f7d9-4f09-49a2-a22d-84973e83fe17 None None] The sync data for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 is: [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e880c39f-3eea-463e-9d27-efcddaaf8ee7', 'name': '', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'mac_address': 'fa:16:3e:5e:b5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:23Z', 'updated_at': '2022-03-02T07:55:24Z', 'revision_number': 1, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'subnets': [{'id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:29.436294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:29.443858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dddcee-c4d1-44c8-9879-66427dfb6507 None None] Network 049ae59c-e41c-4509-a67d-0f21c702894c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:29.531688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.536855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.539431 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.569323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 3, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.578435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac3a456d-46a8-4938-b264-ed80a0c641b5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:29.613121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:29.635310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2ea67235-292d-4c43-ba41-4a40c8e1fc44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4595034 Mar 02 07:55:29.643213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33932) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:29.653975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:29.663357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2220e810-ea6d-4ced-8317-273f4b540b99 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/routers/d8422979-cf66-4ddf-b5cc-23154a673c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4943950 Mar 02 07:55:29.664483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] Sync routers for ids ['d8422979-cf66-4ddf-b5cc-23154a673c56'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:29.666643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:29.670808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Checking router: 00749980-bb89-4138-8ab6-9157dc32a7ad for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:29.671324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Updating router 00749980-bb89-4138-8ab6-9157dc32a7ad port c57bf17b-740e-4dca-8589-07b8ea282982 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:29.682572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] Routers {'d8422979-cf66-4ddf-b5cc-23154a673c56'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:29.683220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8422979-cf66-4ddf-b5cc-23154a673c56'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.690540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:29.744329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:29.789533 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-33872959-989e-4642-ad58-bedb270bc93c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:55:29.790707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-33872959-989e-4642-ad58-bedb270bc93c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:29.844085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd024ee-5791-4e55-bb72-fa87dc088892 req-274c6074-471f-40f6-8fa0-0759c3ac4da7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.854429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fd024ee-5791-4e55-bb72-fa87dc088892 req-274c6074-471f-40f6-8fa0-0759c3ac4da7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 0.4989274 Mar 02 07:55:29.869136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.896112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] Routers {'d8422979-cf66-4ddf-b5cc-23154a673c56'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:29.898385 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d8422979-cf66-4ddf-b5cc-23154a673c56'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.907593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.924538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-33872959-989e-4642-ad58-bedb270bc93c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:29.925929 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-33872959-989e-4642-ad58-bedb270bc93c tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/f2e7c5f0-ac56-4f38-95a3-3b510fe6f1a6 HTTP/1.1" status: 404 len: 333 time: 0.2537789 Mar 02 07:55:29.938818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33940) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:29.981953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Usage tracker for resource:router and tenant:09b5704874064514bdcaec631aca44bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:29.990839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:30.006232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:30.042872 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:30.043814 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c6e75-4660-4dcc-952f-8cac13c4b5ee None None] The sync data for ids ['d8422979-cf66-4ddf-b5cc-23154a673c56'] in n-d-827871-1 is: [] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:30.088101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ac3a456d-46a8-4938-b264-ed80a0c641b5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:30.099866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ac3a456d-46a8-4938-b264-ed80a0c641b5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:30.100297 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.207691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fd024ee-5791-4e55-bb72-fa87dc088892 req-8aaabe51-e9e4-4784-9504-302f4e58bb35 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3475266 Mar 02 07:55:30.397151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.398488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.429163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.556045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.565409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.632912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-049ae59c-e41c-4509-a67d-0f21c702894c', 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'fixed_ips': [{'subnet_id': '186a9463-a578-4d42-9a35-e7930a647085'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:30.633810 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.661900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.787003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.802926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ac3a456d-46a8-4938-b264-ed80a0c641b5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac3a456d-46a8-4938-b264-ed80a0c641b5,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:30.830923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.832425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 51eb4195-ce9c-42d4-907b-acdefdf2d540 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:30.910519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:30.919426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:30.928996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:31.126697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-30231ad8-dda7-4542-9669-43c8640fe8db None None] Provisioning for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:31.184447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:31.196721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-30231ad8-dda7-4542-9669-43c8640fe8db None None] Provisioning complete for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:31.197103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-30231ad8-dda7-4542-9669-43c8640fe8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.361971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.366603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.402384 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.403558 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Fanout notify agent at l3_agent the message router_deleted on router d8422979-cf66-4ddf-b5cc-23154a673c56 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:55:31.515107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Allocated IP 172.20.0.2 (049ae59c-e41c-4509-a67d-0f21c702894c/186a9463-a578-4d42-9a35-e7930a647085/421ff6ff-ed0d-4678-888a-bfe97b783cf4) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:31.551165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59389b-a8cb-40ef-a0bf-595821b43544 req-c42488bb-1738-4370-a2e0-431a889e02d8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:31.552708 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a59389b-a8cb-40ef-a0bf-595821b43544 req-c42488bb-1738-4370-a2e0-431a889e02d8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 0.9850855 Mar 02 07:55:31.623322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.735083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Allocated IP 172.20.0.10 (347daa15-2539-4310-a8ce-de1efbc3c94e/3fac384f-c97d-44d9-bde7-b1a656a659ec/2cdd69f8-9208-42ff-9369-67818689aa3f) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:31.773950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.774188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a73728e9-152c-45f4-906e-d2ad47d4657d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/routers/d8422979-cf66-4ddf-b5cc-23154a673c56 HTTP/1.1" status: 204 len: 168 time: 1.8343556 Mar 02 07:55:31.776832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:31.806160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-30231ad8-dda7-4542-9669-43c8640fe8db None None] Port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:31.814796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 51eb4195-ce9c-42d4-907b-acdefdf2d540 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:31.832052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 51eb4195-ce9c-42d4-907b-acdefdf2d540 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:31.832425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:31.911651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 73271432-97e6-427f-8e96-0e4dc82b9aaa {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:55:31.913258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4a59389b-a8cb-40ef-a0bf-595821b43544 req-6f34251a-71bc-4e09-826a-91f3dd03cea4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3198540 Mar 02 07:55:31.918944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.007707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.017290 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.076445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Router b8deb12f-e36f-4eec-8684-a557120eea95 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:32.104368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.109787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.122282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:32.131872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Transition to ACTIVE for port object 421ff6ff-ed0d-4678-888a-bfe97b783cf4 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:32.175827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.205279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-df29376c-3802-4c2e-a8e6-e2a621742a96 None None] Provisioning complete for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:32.205655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-df29376c-3802-4c2e-a8e6-e2a621742a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.220223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.228436 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.338901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Transition to ACTIVE for port object 421ff6ff-ed0d-4678-888a-bfe97b783cf4 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:32.348923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:32.349127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-df29376c-3802-4c2e-a8e6-e2a621742a96 None None] Port e880c39f-3eea-463e-9d27-efcddaaf8ee7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:32.364853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdd69f8-9208-42ff-9369-67818689aa3f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:32.424485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.478173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Network 347daa15-2539-4310-a8ce-de1efbc3c94e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:32.482079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:32.485363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:32.494782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-5f9b5925-c0ed-4782-bbaf-7e9b6d99bb22 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:32.498125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-5f9b5925-c0ed-4782-bbaf-7e9b6d99bb22 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 0.3829417 Mar 02 07:55:32.509711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.524547 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.564181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Network 049ae59c-e41c-4509-a67d-0f21c702894c is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:32.569133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.582433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:32.585365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Transition to ACTIVE for port object c57bf17b-740e-4dca-8589-07b8ea282982 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:32.599182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:32.678427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Pushing event updated for resources: {'Port': ['ID=421ff6ff-ed0d-4678-888a-bfe97b783cf4,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:32.687369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:32.687707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.687821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.708749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:32.877205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 51eb4195-ce9c-42d4-907b-acdefdf2d540, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=51eb4195-ce9c-42d4-907b-acdefdf2d540,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:32.907147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.916390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Attempting to bind port c57bf17b-740e-4dca-8589-07b8ea282982 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:32.916843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Attempting to bind port c57bf17b-740e-4dca-8589-07b8ea282982 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:32.917312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Attempting to bind port c57bf17b-740e-4dca-8589-07b8ea282982 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:32.932414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Attempting to bind port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:32.932872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Attempting to bind port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:32.933309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Attempting to bind port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 on network 049ae59c-e41c-4509-a67d-0f21c702894c {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:32.946170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:32.946648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:32.952984 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:32.953539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:32.954218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Bound port: c57bf17b-740e-4dca-8589-07b8ea282982, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:32.954746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.048858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:33.056768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3e2f-899b-45ff-86ec-eb4f3a6da26b None None] Pushing event updated for resources: {'Port': ['ID=c57bf17b-740e-4dca-8589-07b8ea282982,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:33.061775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Usage tracker for resource:security_group_rule and tenant:f98a5bd1aec444cda087662a8c4266ce is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:33.073961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:33.083978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Router 00749980-bb89-4138-8ab6-9157dc32a7ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:33.112015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:33.123440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:33.129768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Checking segment: {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:33.130458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.132148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Bound using segment: {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:33.132958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Bound port: 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:33.144004 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.167885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:33.232772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Allocated IP 172.25.4.189 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:33.282446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.292220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.300395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8253b1ea-ffd9-4647-ab77-6d052ce191d1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:33.304753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d43a734d-1c25-4c95-8886-a752eef647d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8deb12f-e36f-4eec-8684-a557120eea95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4733262 Mar 02 07:55:33.365745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=73271432-97e6-427f-8e96-0e4dc82b9aaa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:33.374887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.392089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82703be5-a6fc-4314-9218-0d1634fbbb65 None None] Network 4bf425e8-3303-45bb-9d41-1f943dda2616 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:33.397158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0cefd50e-c92f-4184-b0f7-d3a8654de4e5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/73271432-97e6-427f-8e96-0e4dc82b9aaa HTTP/1.1" status: 204 len: 168 time: 1.6167333 Mar 02 07:55:33.407879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 33962) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:33.559397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=51eb4195-ce9c-42d4-907b-acdefdf2d540,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:33.589993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-63fdad6a-e457-4e18-8b0c-50dad469863d None None] Provisioning complete for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:33.590195 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63fdad6a-e457-4e18-8b0c-50dad469863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.611242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.705823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] For port c57bf17b-740e-4dca-8589-07b8ea282982, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:33.741546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.776368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] For port c57bf17b-740e-4dca-8589-07b8ea282982, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c57bf17b-740e-4dca-8589-07b8ea282982,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:33.794669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] For port 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:33.822422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.830434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.861370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Synchronizing usage tracker for tenant:f98a5bd1aec444cda087662a8c4266ce on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:33.868895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.926355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 8689fa57-2408-4bab-97af-e96554687798 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:33.926931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:33.977707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] For port 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=421ff6ff-ed0d-4678-888a-bfe97b783cf4,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:33.999627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-63fdad6a-e457-4e18-8b0c-50dad469863d None None] Port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:34.019146 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.028018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Unset dirty status for tenant:f98a5bd1aec444cda087662a8c4266ce on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:34.030875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01762a57-bcf9-44a4-98c5-fe0874368eac req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.3978925 Mar 02 07:55:34.062843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:34.145556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:34.145556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.162207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33972) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:34.243797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.255468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.321470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3e2f-899b-45ff-86ec-eb4f3a6da26b None None] Pushing event updated for resources: {'Port': ['ID=c57bf17b-740e-4dca-8589-07b8ea282982,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:34.329800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:34.330478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:34.332451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.419369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.424543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdd69f8-9208-42ff-9369-67818689aa3f,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:34.494037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] For port 8689fa57-2408-4bab-97af-e96554687798, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8689fa57-2408-4bab-97af-e96554687798,segment=NetworkSegment(3c7f6229-13dc-494e-815c-6bf6fcf550a4),segment_id=3c7f6229-13dc-494e-815c-6bf6fcf550a4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:34.494409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.545258 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.614150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.624786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33984) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:34.631180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Sync routers for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:34.664288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2067161889-network', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:34.681982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:34.698197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Usage tracker for resource:network and tenant:8ee99fa1385344ecac24242ff5c1f540 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:34.707175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:34.724496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6e4fe-fb55-4eae-a2cb-bc96c0b84811 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:34.729470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c7d6e4fe-fb55-4eae-a2cb-bc96c0b84811 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1131 time: 0.5595689 Mar 02 07:55:34.730778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:34.739201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:34.747166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:34.756012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:34.756285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:34.758670 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:34.764862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:floatingip and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:34.769781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.775905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52dbdbb4-9f17-4815-9c3b-24fc328142c6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5772009 Mar 02 07:55:34.777539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:34.780592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 33992) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:34.852982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:34.854694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13347-c73c-481b-aabd-ba27960ffe63 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c3faf-88b9-4e02-94ac-b148f4288d46,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:34.857736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:34.873749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Made reservation on behalf of 8ee99fa1385344ecac24242ff5c1f540 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:34.876103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.881453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 8689fa57-2408-4bab-97af-e96554687798 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:34.926283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-81688438-bf12-450d-9776-5a4b85de1e4e tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Synchronizing usage tracker for tenant:47e638d5af7c427a89ef84157f05f0de on resource:floatingip {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:34.928939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.973361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e622dffc-5396-42b3-abe8-b43c2a8963b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/00749980-bb89-4138-8ab6-9157dc32a7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3563056 Mar 02 07:55:34.986383 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.087172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.089020 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.141407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:35.179803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Usage tracker for resource:security_group_rule and tenant:8ee99fa1385344ecac24242ff5c1f540 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:35.191596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:35.204238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=8689fa57-2408-4bab-97af-e96554687798,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:35.204888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-81688438-bf12-450d-9776-5a4b85de1e4e tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Unset dirty status for tenant:47e638d5af7c427a89ef84157f05f0de on resource:floatingip {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:35.206212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-81688438-bf12-450d-9776-5a4b85de1e4e tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=347daa15-2539-4310-a8ce-de1efbc3c94e HTTP/1.1" status: 200 len: 690 time: 0.4220777 Mar 02 07:55:35.215647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34004) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:35.218777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:35.224613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:35.262787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:35.275428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No DVR routers for this DVR port 8689fa57-2408-4bab-97af-e96554687798 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:55:35.292872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:35.398912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:35.442868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:35.456034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Allocated IP 172.25.4.133 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f100d73c-c5b2-4960-9352-25c9ad849cb6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:35.698216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b112d-0fd7-4cbd-a589-474e739d92b1 None None] Pushing event updated for resources: {'Port': ['ID=421ff6ff-ed0d-4678-888a-bfe97b783cf4,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:35.714960 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.777556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf425e8-3303-45bb-9d41-1f943dda2616']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:35.808581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-fb72245d-40a2-4b46-b839-07e17063527e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3986857 Mar 02 07:55:35.814340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7f6229-13dc-494e-815c-6bf6fcf550a4') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:35.817530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7f6229-13dc-494e-815c-6bf6fcf550a4') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:35.828807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.963361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.983944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:36.129839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.142565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:36.144683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.240544 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.279551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Deleting port 2cdd69f8-9208-42ff-9369-67818689aa3f {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:36.279916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.280269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cc3a6-ee81-4c18-8e33-ddeb2d91a99d None None] DHCP port deletion for 4bf425e8-3303-45bb-9d41-1f943dda2616 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:55:36.286326 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404cf2c-e7b7-46f7-a27d-5aa8d3b8d2d0 None None] Network 049ae59c-e41c-4509-a67d-0f21c702894c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:36.305714 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:36.307851 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.385999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.390590 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.466638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.504466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:36.579562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.616200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 8253b1ea-ffd9-4647-ab77-6d052ce191d1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8253b1ea-ffd9-4647-ab77-6d052ce191d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:36.644756 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.650538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=4bf425e8-3303-45bb-9d41-1f943dda2616,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:36.668914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-e0161db9-3319-4b08-a075-740eaa63ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:36.671030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-e0161db9-3319-4b08-a075-740eaa63ef66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 0.6801090 Mar 02 07:55:36.719930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.721201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.746627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:36.810531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:36.829065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.829065 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Added segment e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3 of type vlan for network b98752a6-4717-4b65-bc93-a699fb0d3ddc Mar 02 07:55:36.830817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:36.839846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:36.840632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac3a456d-46a8-4938-b264-ed80a0c641b5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:36.939254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-902a6f16-9e80-430b-a8ba-722055724173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:36.940488 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-902a6f16-9e80-430b-a8ba-722055724173 service neutron] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 896 time: 0.1825190 Mar 02 07:55:36.970731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-15a3486a-2954-4186-8f65-2b69ac31d9d6 None None] Provisioning for port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:36.990894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=8253b1ea-ffd9-4647-ab77-6d052ce191d1,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:37.132843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2229ebc0-4b17-4da9-a5b5-373b08bb0630', 'name': '', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'mac_address': 'fa:16:3e:be:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:31Z', 'revision_number': 2, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'subnets': [{'id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:37.135979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ac3a456d-46a8-4938-b264-ed80a0c641b5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:37.136358 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.185805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.194591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0f4c2394-8453-494e-92f9-435f1b244659 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/4bf425e8-3303-45bb-9d41-1f943dda2616 HTTP/1.1" status: 204 len: 168 time: 3.7802143 Mar 02 07:55:37.245421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652f92-fcbd-49c9-aa05-3ca7f25b3957 None None] The sync data for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 is: [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2229ebc0-4b17-4da9-a5b5-373b08bb0630', 'name': '', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'mac_address': 'fa:16:3e:be:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:31Z', 'revision_number': 2, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'subnets': [{'id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:37.259122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e880c39f-3eea-463e-9d27-efcddaaf8ee7', 'name': '', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'mac_address': 'fa:16:3e:5e:b5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:23Z', 'updated_at': '2022-03-02T07:55:27Z', 'revision_number': 2, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'subnets': [{'id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:37.261507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34022) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:37.268736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Calling delete_port for 2cdd69f8-9208-42ff-9369-67818689aa3f owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:37.275336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Checking router: b8deb12f-e36f-4eec-8684-a557120eea95 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:37.275702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Updating router b8deb12f-e36f-4eec-8684-a557120eea95 port e880c39f-3eea-463e-9d27-efcddaaf8ee7 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:37.307075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.314417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-cb605274-a515-4d7c-8327-b4d9661069c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 217 time: 0.3187075 Mar 02 07:55:37.391718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.401556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.405842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c168d0-5d6b-45b6-b1d2-ff55bf3c83f8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:37.406669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-56c168d0-5d6b-45b6-b1d2-ff55bf3c83f8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:37.538613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36849ab0-8c84-4f5c-9230-218df99de931,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:37.622395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-56c168d0-5d6b-45b6-b1d2-ff55bf3c83f8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:37.623562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56c168d0-5d6b-45b6-b1d2-ff55bf3c83f8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/76aaa6b1-4b27-404e-a31a-4545830fa1a4 HTTP/1.1" status: 200 len: 841 time: 0.3257101 Mar 02 07:55:37.656661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.698117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34028) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:37.885447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-dba9c957-6932-48ed-8766-27ee19011d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:37.887757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-dba9c957-6932-48ed-8766-27ee19011d02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.4722643 Mar 02 07:55:38.076707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.080540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:38.081143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.147949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 421ff6ff-ed0d-4678-888a-bfe97b783cf4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:38.194414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.276855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Pushing event updated for resources: {'Port': ['ID=f100d73c-c5b2-4960-9352-25c9ad849cb6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:38.278198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7499f09f-bf84-41d8-b52d-514fbde07bba tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/76aaa6b1-4b27-404e-a31a-4545830fa1a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5787964 Mar 02 07:55:38.322477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34034) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:38.340804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdd69f8-9208-42ff-9369-67818689aa3f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:38.350943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:38.377336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:38.417600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:38.417836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.577616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.611285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.630402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-2f18bb23-e102-47c5-b27f-4a25967da018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:38.637982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-2f18bb23-e102-47c5-b27f-4a25967da018 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7123616 Mar 02 07:55:38.646936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Transition to ACTIVE for port object e880c39f-3eea-463e-9d27-efcddaaf8ee7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:38.680649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] Pushing event updated for resources: {'Network': ['ID=b98752a6-4717-4b65-bc93-a699fb0d3ddc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:38.737114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.748804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:38.782174 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.846537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.855224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=421ff6ff-ed0d-4678-888a-bfe97b783cf4,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:38.883440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:38.884610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8253b1ea-ffd9-4647-ab77-6d052ce191d1 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:38.959030 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.033581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fac384f-c97d-44d9-bde7-b1a656a659ec,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:39.060756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.225190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f6c6-d77a-401e-a924-0db6be0a617d None None] Pushing event updated for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:39.250679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.289507 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-8c49ae3a-12c0-4d2a-803f-0373cbb6c936 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345375 Mar 02 07:55:39.451944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:39.482789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.490510 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-60ee6ca0-870f-4c9c-a7c8-14c98b9a11bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.8501065 Mar 02 07:55:39.508970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Attempting to bind port e880c39f-3eea-463e-9d27-efcddaaf8ee7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:39.509710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Attempting to bind port e880c39f-3eea-463e-9d27-efcddaaf8ee7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:39.510420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Attempting to bind port e880c39f-3eea-463e-9d27-efcddaaf8ee7 on network b0856376-4e2c-4777-b43f-52c2a5991cd6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:39.521206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:39.521206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Checking segment: {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:39.521824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.522371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Bound using segment: {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:39.522933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Bound port: e880c39f-3eea-463e-9d27-efcddaaf8ee7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6687f431-b4c8-4960-9fb6-4198b3350f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:39.523748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.529275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34046) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:39.539993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=421ff6ff-ed0d-4678-888a-bfe97b783cf4,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:39.571029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Request body: {'subnet': {'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2067161889-subnet', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:39.593277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:39.606964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:39.658978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:39.665254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.695770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:39.702866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:39.783922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event updated for resources: {'Port': ['ID=8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:39.819835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Usage tracker for resource:subnet and tenant:8ee99fa1385344ecac24242ff5c1f540 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:39.846279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] For port e880c39f-3eea-463e-9d27-efcddaaf8ee7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:39.851858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] For port e880c39f-3eea-463e-9d27-efcddaaf8ee7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e880c39f-3eea-463e-9d27-efcddaaf8ee7,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:39.852852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:39.866114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.884129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.923160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.25.4.126 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:39.926729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:39.951141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:39.958469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:39.984919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347daa15-2539-4310-a8ce-de1efbc3c94e']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:40.027467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Made reservation on behalf of 8ee99fa1385344ecac24242ff5c1f540 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:40.030071 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.044574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9ddc5-bcf0-4976-89c5-6a2d2c2e3b81') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:40.044778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9ddc5-bcf0-4976-89c5-6a2d2c2e3b81') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:40.094570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:40.096072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:40.135322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.159325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.182527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52a1faf2-19e7-4f4e-9729-896bbd02d748 req-0c683a75-bd6d-4934-80c0-cf7db9a462e4 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427706 Mar 02 07:55:40.275747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f6c6-d77a-401e-a924-0db6be0a617d None None] Pushing event updated for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:40.421650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 51eb4195-ce9c-42d4-907b-acdefdf2d540 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:40.463061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.483853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:40.484515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:40.499607 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:40.540201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:40.657157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.662416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 347daa15-2539-4310-a8ce-de1efbc3c94e {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:55:40.665783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.717270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/347daa15-2539-4310-a8ce-de1efbc3c94e HTTP/1.1" status: 204 len: 168 time: 5.4947908 Mar 02 07:55:40.727895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:40.728877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946158-719c-4f43-8c7f-66b8e7cd1ed1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Network': ['ID=347daa15-2539-4310-a8ce-de1efbc3c94e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:40.829821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 51eb4195-ce9c-42d4-907b-acdefdf2d540 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:40.830307 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:40.929557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-fb0059fb-9f4f-4d96-86a8-63902f369dec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:40.933390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-fb0059fb-9f4f-4d96-86a8-63902f369dec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:41.019976 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.033252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51f2ac02-2afc-4c68-bf46-3c6e7e5d719c tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Synchronizing usage tracker for tenant:47e638d5af7c427a89ef84157f05f0de on resource:floatingip {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:41.036139 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP 9bfb9278-9607-4673-8e93-2168e683f831 associated. External IP: 172.25.4.189, port: f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04. Mar 02 07:55:41.061687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.189103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51f2ac02-2afc-4c68-bf46-3c6e7e5d719c tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Unset dirty status for tenant:47e638d5af7c427a89ef84157f05f0de on resource:floatingip {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:41.190530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51f2ac02-2afc-4c68-bf46-3c6e7e5d719c tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4581151 Mar 02 07:55:41.194214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:41.197293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34064) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:41.198193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.202138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:41.210338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.210497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.246229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-fb0059fb-9f4f-4d96-86a8-63902f369dec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:41.247534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-fb0059fb-9f4f-4d96-86a8-63902f369dec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 1.2419820 Mar 02 07:55:41.336928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe184e-b7bf-461c-bc63-ad1d6e196f8f None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:41.337519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=9e1a56cd-b306-44b3-ab8a-a383db644ddf,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:41.448330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c4d5a26-0b6e-45bd-8586-8103146ce7c8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1174867 Mar 02 07:55:41.473530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34068) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:41.485167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1902452795'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:41.575455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.601722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-881baffa-50e9-417e-a475-aa06b95566ba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.3460188 Mar 02 07:55:41.607823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:41.660696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.668280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.669673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.670712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.670712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.671105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.672409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.672870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.673333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.673756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.674241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.674686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.678280 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Sync routers for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:41.679585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8689fa57-2408-4bab-97af-e96554687798 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:55:41.684550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Synchronizing usage tracker for tenant:47e638d5af7c427a89ef84157f05f0de on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:41.688239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:41.695686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:41.696298 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:41.697726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:41.715415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Checking segment: {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:41.715707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Network hostable DHCP agents. Network: b98752a6-4717-4b65-bc93-a699fb0d3ddc, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:41.757713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:41.759467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8689fa57-2408-4bab-97af-e96554687798 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:55:41.759821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8689fa57-2408-4bab-97af-e96554687798 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:55:41.767605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e880c39f-3eea-463e-9d27-efcddaaf8ee7', 'name': '', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'mac_address': 'fa:16:3e:5e:b5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:23Z', 'updated_at': '2022-03-02T07:55:39Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'subnets': [{'id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:41.779632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd71d5-d697-45a4-bab1-4bfe692a10a7 None None] The sync data for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 is: [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:26Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e880c39f-3eea-463e-9d27-efcddaaf8ee7', 'name': '', 'network_id': 'b0856376-4e2c-4777-b43f-52c2a5991cd6', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'mac_address': 'fa:16:3e:5e:b5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:23Z', 'updated_at': '2022-03-02T07:55:39Z', 'revision_number': 4, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'subnets': [{'id': 'c6227291-93de-4465-a314-6ab7c1ac0b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:41.780417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0527d78-1b74-4d2a-a565-d860bfacc865,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:41.787914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:41.818625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Unset dirty status for tenant:47e638d5af7c427a89ef84157f05f0de on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:41.821283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84aa8709-e88c-4a58-ab68-9d346182c344 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7776 time: 0.6170809 Mar 02 07:55:41.828255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b98752a6-4717-4b65-bc93-a699fb0d3ddc) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:41.833228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34072) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:41.844436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:41.844854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.854100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:41.860112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998187c4-7bd9-4807-8be6-99adf27d1462 None None] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:41.947767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:41.998153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:41.999232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3337-6132-403d-bed7-f0fb166da051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.001664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:42.024265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:42.064040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-deabed4e-0363-4982-a06f-fece08463f5b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5340698 Mar 02 07:55:42.073775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34078) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:42.100571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-936e83a8-ba52-461d-ba6e-63492c5bd93b', 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'tenant_id': '8818cb856c994581b6fea11dcbd7aa59', 'fixed_ips': [{'subnet_id': '9e1a56cd-b306-44b3-ab8a-a383db644ddf'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:42.102196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.106860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:42.124990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:42.164517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Usage tracker for resource:router and tenant:8ee99fa1385344ecac24242ff5c1f540 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:42.170410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:42.179151 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-47f6e294-6291-4ea8-a909-0bfa1a63470d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] delete failed (client error): The resource could not be found. Mar 02 07:55:42.184203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-47f6e294-6291-4ea8-a909-0bfa1a63470d tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/bb789bec-08bd-43a0-a687-e93acdc9231b HTTP/1.1" status: 404 len: 345 time: 0.3105862 Mar 02 07:55:42.185134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34082) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:42.195969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c57bf17b-740e-4dca-8589-07b8ea282982 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:42.201336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:42.210827 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:42.257033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.272244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.346464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.356597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.367038 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.623704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c57bf17b-740e-4dca-8589-07b8ea282982 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:42.639927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6f08e-840a-4580-8eb0-51bf7dea21f8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:42.642705 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3422421-9fbe-4e69-ad7b-c26b9e3d550b tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 07:55:42.643196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3422421-9fbe-4e69-ad7b-c26b9e3d550b tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:55:42.652092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a3422421-9fbe-4e69-ad7b-c26b9e3d550b tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/347daa15-2539-4310-a8ce-de1efbc3c94e HTTP/1.1" status: 404 len: 339 time: 0.3101778 Mar 02 07:55:42.653314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c57bf17b-740e-4dca-8589-07b8ea282982 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:42.653314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.670419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34086) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:42.672255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 33b97c26-8493-44e6-b9df-d4d4a69ce179 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:42.693017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'name': 'tempest-network--1492926172', 'router:external': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:42.715184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:42.732969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:network and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:42.741498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:42.748513 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.788624 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.793457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0168e5f-265a-4788-b67b-4371b606ceb8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3155894 Mar 02 07:55:42.817661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34090) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:42.819370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:42.825055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852190982'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:42.869136 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2229ebc0-4b17-4da9-a5b5-373b08bb0630', 'name': '', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'mac_address': 'fa:16:3e:be:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:31Z', 'revision_number': 2, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'subnets': [{'id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:42.881008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Checking router: 00749980-bb89-4138-8ab6-9157dc32a7ad for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:42.881372 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Updating router 00749980-bb89-4138-8ab6-9157dc32a7ad port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:42.893517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Allocated IP 172.20.0.2 (936e83a8-ba52-461d-ba6e-63492c5bd93b/9e1a56cd-b306-44b3-ab8a-a383db644ddf/27197d23-d8cd-4d20-b6c8-b80b4d24b8cf) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:42.918121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:42.932816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:42.934452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'fixed_ips': [{'subnet_id': 'd0527d78-1b74-4d2a-a565-d860bfacc865'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:42.935285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:42.940525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:42.981745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:42.999405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:43.002102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:43.005830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.030673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:43.045692 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.046779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:43.061790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.093834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-f17f9702-7b1d-4f93-8a66-8f0160887039 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:43.102478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.136581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:43.142242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:43.146258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:43.153636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:43.186637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:43.262969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:43.274615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.274986 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Added segment aff84a81-2ed7-44b2-87ee-fc888eff5a42 of type vlan for network bff27625-0513-4484-9ae3-87247d9afc55 Mar 02 07:55:43.304423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Allocated IP 172.20.0.2 (b98752a6-4717-4b65-bc93-a699fb0d3ddc/d0527d78-1b74-4d2a-a565-d860bfacc865/7d79ce1d-a728-47b9-ae71-94487c01173c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:43.326736 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.398164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.504459 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.513233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Router 42b690a9-8543-4900-ad33-456f643b3e4a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:43.535623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-f17f9702-7b1d-4f93-8a66-8f0160887039 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:43.536371 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.537234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-f17f9702-7b1d-4f93-8a66-8f0160887039 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8041892 Mar 02 07:55:43.548892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Transition to ACTIVE for port object 2229ebc0-4b17-4da9-a5b5-373b08bb0630 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:43.560868 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.704565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.718858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Transition to ACTIVE for port object 7d79ce1d-a728-47b9-ae71-94487c01173c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:43.739959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Transition to ACTIVE for port object 7d79ce1d-a728-47b9-ae71-94487c01173c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:43.760719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.775235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Pushing event updated for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:43.800825 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.804223 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.804587 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.804931 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.805270 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.805598 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.807758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.808957 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.809303 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.811928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.812272 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.814356 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:43.915440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:43.926513 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.937886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3f786-8fb0-49fa-9c25-8fb359c4de33,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:43.957945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:43.962141 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ae957a46-b99a-4218-aa7b-905ee17993b1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1426764 Mar 02 07:55:43.962746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34096) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:43.970562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:43.992073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2080674923', 'security_groups': ['37e3f786-8fb0-49fa-9c25-8fb359c4de33'], 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e1a56cd-b306-44b3-ab8a-a383db644ddf'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:43.993099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:44.006817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:44.007024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:44.025953 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Sync routers for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:44.033629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Sync routers for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:44.040635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:44.059493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:44.060270 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:44.072424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c57bf17b-740e-4dca-8589-07b8ea282982, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c57bf17b-740e-4dca-8589-07b8ea282982,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:44.075310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Pushing event updated for resources: {'Port': ['ID=7d79ce1d-a728-47b9-ae71-94487c01173c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:44.150994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.154985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.155907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e880c39f-3eea-463e-9d27-efcddaaf8ee7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:44.219677 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.328058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:44.404151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:44.406506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:44.416500 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:44.423727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:44.458916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.460408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f7520ea-daaa-4a7a-9d01-cd1bbc24e0ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 14.8102930 Mar 02 07:55:44.461424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.462473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:44.463311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.465618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34110) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:44.507514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.617164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:44.698647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:44.712297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-b37dbc07-942b-46c8-a7b7-da68ea531dec service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476009 Mar 02 07:55:44.859314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Allocated IP 172.25.4.47 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/3972b6c6-546c-4f4a-a4a1-4248e39f2740) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:44.904150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2305834 Mar 02 07:55:44.920505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:44.948063 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Attempting to bind port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:44.948432 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Attempting to bind port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:44.948922 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Attempting to bind port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 on network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:44.959861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e03d63-fbae-4de2-bf56-3ea0c77b6647 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=bff27625-0513-4484-9ae3-87247d9afc55,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:44.964415 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:44.965000 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Checking segment: {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:44.965181 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.965568 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Bound using segment: {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:44.966064 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Bound port: 2229ebc0-4b17-4da9-a5b5-373b08bb0630, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0bc247-0534-416a-890d-06a3c95ced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:44.966779 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:44.979021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f6d9b884-2549-4edf-bf86-03069e4f6e2c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 17.9488728 Mar 02 07:55:44.998130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:45.146197 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9bfb9278-9607-4673-8e93-2168e683f831', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'mac_address': 'fa:16:3e:29:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:37Z', 'updated_at': '2022-03-02T07:55:37Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:45.148932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] For port 2229ebc0-4b17-4da9-a5b5-373b08bb0630, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:45.154707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] For port 2229ebc0-4b17-4da9-a5b5-373b08bb0630, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2229ebc0-4b17-4da9-a5b5-373b08bb0630,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:45.155069 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Checking router: 33b97c26-8493-44e6-b9df-d4d4a69ce179 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:45.159849 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.183220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.195903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Transition to ACTIVE for port object 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:45.223138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Transition to ACTIVE for port object 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:45.240586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c57bf17b-740e-4dca-8589-07b8ea282982,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:45.247124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bff27625-0513-4484-9ae3-87247d9afc55 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:45.247893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-05d33e29-46bd-4d02-b0b4-ac1e5bdbbd2f service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343466 Mar 02 07:55:45.290927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.318187 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:45.323705 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:45.415900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.527075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:45.533408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:45.535411 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:45.536924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:45.557671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:45.571969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:45.576674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-34964b2c-09ba-4bfd-82bc-a18451e25b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.578239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Attempting to bind port 7d79ce1d-a728-47b9-ae71-94487c01173c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:45.578607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Attempting to bind port 7d79ce1d-a728-47b9-ae71-94487c01173c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:45.578965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Attempting to bind port 7d79ce1d-a728-47b9-ae71-94487c01173c on network b98752a6-4717-4b65-bc93-a699fb0d3ddc {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:45.587757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Synchronizing usage tracker for tenant:8faa4d4846fe4d898267b7e2ecd96400 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:45.720025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.737393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:45.745456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Unset dirty status for tenant:8faa4d4846fe4d898267b7e2ecd96400 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:45.746812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cd48efe3-4eb5-40cc-bbdb-fe90c2815e75 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8179376 Mar 02 07:55:45.752455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:45.768504 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9c663-5044-4e98-a489-25789cac151f None None] Pushing event updated for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:45.789262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:45.789647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Checking segment: {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:45.790084 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.790474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Bound using segment: {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:45.791040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Bound port: 7d79ce1d-a728-47b9-ae71-94487c01173c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:45.791423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.795935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 07e1894c-a231-4229-b683-5fa675503cbb yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:55:45.826994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.842698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:45.853314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:45.876292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:45.898832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:45.956309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.079397 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:46.091154 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'status': 'completed', 'code': 200} Mar 02 07:55:46.109136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.165297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] For port 7d79ce1d-a728-47b9-ae71-94487c01173c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:46.170963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] For port 7d79ce1d-a728-47b9-ae71-94487c01173c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7d79ce1d-a728-47b9-ae71-94487c01173c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:46.179248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:46.179659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.249973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d137d82-37cd-4d37-b9be-3d9301e433c7 req-a7f75fe2-5abd-4f39-b324-726fc91e30e0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.0902631 Mar 02 07:55:46.384229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:46.460005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.464193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.482053 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.590235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Attempting to bind port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:46.590678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Attempting to bind port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a65219b6-0c62-43c9-ac52-89226be4c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:46.591037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Attempting to bind port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf on network 936e83a8-ba52-461d-ba6e-63492c5bd93b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:46.624246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:46.624677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Checking segment: {'id': 'a65219b6-0c62-43c9-ac52-89226be4c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:46.625089 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.625533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Bound using segment: {'id': 'a65219b6-0c62-43c9-ac52-89226be4c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:46.626312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Bound port: 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65219b6-0c62-43c9-ac52-89226be4c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:46.626742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:46.671114 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:46.772067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567cb91-1e72-462f-a7c3-c190a7aa2b37 req-c33c7492-5a3e-4c7d-b5bc-17524c87e852 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:46.780881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e567cb91-1e72-462f-a7c3-c190a7aa2b37 req-c33c7492-5a3e-4c7d-b5bc-17524c87e852 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.6292760 Mar 02 07:55:46.879874 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.027027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:47.043600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.052899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:47.055303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d73c6-055b-4405-b078-ffd5a32b0853 None None] Pushing event updated for resources: {'Port': ['ID=7d79ce1d-a728-47b9-ae71-94487c01173c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:47.103784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.152059 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.251715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.252997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:38Z', 'revision_number': 3, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.286083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Checking router: 42b690a9-8543-4900-ad33-456f643b3e4a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:47.291412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Updating router 42b690a9-8543-4900-ad33-456f643b3e4a port f100d73c-c5b2-4960-9352-25c9ad849cb6 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:47.295902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:47.320577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.373121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff27625-0513-4484-9ae3-87247d9afc55']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.375664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:47.395974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:47.464213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:47.586087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.646032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff84a81-2ed7-44b2-87ee-fc888eff5a42') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.646750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff84a81-2ed7-44b2-87ee-fc888eff5a42') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.659366 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.676234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.677219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e567cb91-1e72-462f-a7c3-c190a7aa2b37 req-1bc53c70-dc77-441c-82f5-cee0afc934e2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8943372 Mar 02 07:55:47.713313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886970c9-f90c-4a73-bbf2-239bc00a18fb None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:47.749341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.765350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:47.765958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.780528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e880c39f-3eea-463e-9d27-efcddaaf8ee7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e880c39f-3eea-463e-9d27-efcddaaf8ee7,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:47.795660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.796523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 421ff6ff-ed0d-4678-888a-bfe97b783cf4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:47.823952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5148f06-a90a-4140-a165-fd201b365a35 req-a46feb09-a266-455d-832d-bc5ba995795a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.3080115 Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:47.826247 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:47.829510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34166) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:47.841140 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2229ebc0-4b17-4da9-a5b5-373b08bb0630', 'name': '', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'mac_address': 'fa:16:3e:be:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:45Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'subnets': [{'id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.860575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9bfb9278-9607-4673-8e93-2168e683f831', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'mac_address': 'fa:16:3e:29:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:37Z', 'updated_at': '2022-03-02T07:55:37Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:47.871774 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746f0eb-2a71-465b-898c-ae63b22972ef None None] The sync data for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 is: [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '9bfb9278-9607-4673-8e93-2168e683f831', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'mac_address': 'fa:16:3e:29:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:37Z', 'updated_at': '2022-03-02T07:55:37Z', 'revision_number': 0, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:47.888687 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb68b-294e-4b8e-864d-fede134dd69a None None] The sync data for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 is: [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2229ebc0-4b17-4da9-a5b5-373b08bb0630', 'name': '', 'network_id': 'bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'mac_address': 'fa:16:3e:be:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:45Z', 'revision_number': 4, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'subnets': [{'id': '2780f830-5ee1-441b-b635-afe1113edd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:47.932352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-ce84abd6-b975-4602-8595-118befa651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:47.933901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-ce84abd6-b975-4602-8595-118befa651fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1097 time: 1.3282304 Mar 02 07:55:48.290870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-e9a6e375-2f44-4793-a28b-6a47f830d939 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:48.292355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-e9a6e375-2f44-4793-a28b-6a47f830d939 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.2918069 Mar 02 07:55:48.323179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.7 (936e83a8-ba52-461d-ba6e-63492c5bd93b/9e1a56cd-b306-44b3-ab8a-a383db644ddf/07e1894c-a231-4229-b683-5fa675503cbb) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:48.379569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:48.390774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bff27625-0513-4484-9ae3-87247d9afc55 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:55:48.406490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:48.417482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:48.460982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Pushing event updated for resources: {'Port': ['ID=3972b6c6-546c-4f4a-a4a1-4248e39f2740,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:48.588950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:48.591915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Network': ['ID=bff27625-0513-4484-9ae3-87247d9afc55,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:48.662672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:48.679158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Transition to ACTIVE for port object f100d73c-c5b2-4960-9352-25c9ad849cb6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:48.736876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:48.765823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b396b8b4-e0eb-45c0-8e02-4aa184f60aa9 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/bff27625-0513-4484-9ae3-87247d9afc55 HTTP/1.1" status: 204 len: 168 time: 3.0104070 Mar 02 07:55:48.771754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34172) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:48.783566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:48.949779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6638b03-9938-4bb2-8dac-e953f404de33 None None] Pushing event updated for resources: {'Port': ['ID=f100d73c-c5b2-4960-9352-25c9ad849cb6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:48.990159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'name': 'tempest-network--219914311', 'router:external': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:49.030300 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Floating IP a42fb5d0-1f07-4383-8a11-e63ebf239888 associated. External IP: 172.25.4.126, port: 9c4ca72a-3895-4bb0-a29f-22a37f74d0be. Mar 02 07:55:49.097473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Attempting to bind port f100d73c-c5b2-4960-9352-25c9ad849cb6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:49.103998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Attempting to bind port f100d73c-c5b2-4960-9352-25c9ad849cb6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:49.104530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Attempting to bind port f100d73c-c5b2-4960-9352-25c9ad849cb6 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:49.119789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:49.120221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:49.120641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.121037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:49.121560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Bound port: f100d73c-c5b2-4960-9352-25c9ad849cb6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:49.121970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.183226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Allocated IP 172.20.0.1 (049ae59c-e41c-4509-a67d-0f21c702894c/186a9463-a578-4d42-9a35-e7930a647085/9e9fb6a9-f131-44aa-b280-3145b1b67fc5) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:49.212539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] For port f100d73c-c5b2-4960-9352-25c9ad849cb6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:49.217011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] For port f100d73c-c5b2-4960-9352-25c9ad849cb6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f100d73c-c5b2-4960-9352-25c9ad849cb6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:49.243174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f51325-d7fe-4636-b15c-fd5ba349e445 None None] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:49.471567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:49.472100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.482542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:49.497125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f83ffc59-7a9c-415b-b8ea-8568e1ec752e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/9bfb9278-9607-4673-8e93-2168e683f831 HTTP/1.1" status: 200 len: 992 time: 1.2144499 Mar 02 07:55:49.498437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:network and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:49.509009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d6df529-92b2-4710-b804-c917732b3c78 req-daf3a707-8fdc-4e76-b1ab-0c3a45634cc2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.0901906 Mar 02 07:55:49.509506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:49.577435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:49.605394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.607152 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.650426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.669664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Transition to ACTIVE for port object 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:49.751894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.784614 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.804737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6638b03-9938-4bb2-8dac-e953f404de33 None None] Pushing event updated for resources: {'Port': ['ID=f100d73c-c5b2-4960-9352-25c9ad849cb6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:49.835043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 8871300f-7f86-48d7-bafe-abee47c55456 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:49.869748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:49.878727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:49.882808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-655c4d84-806e-40cb-844b-a5dd874b85b5 None None] Provisioning for port 7d79ce1d-a728-47b9-ae71-94487c01173c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:49.930575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:49.931240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:49.947915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:50.011077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ca8c4-3dd9-40e7-b472-0d9143cd2a56 None None] New status for floating IP 9bfb9278-9607-4673-8e93-2168e683f831: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:55:50.022519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Network 049ae59c-e41c-4509-a67d-0f21c702894c is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:50.028370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:50.068532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:50.190225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-49736879-5a0b-46e3-b97c-209063a6bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:50.195761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-49736879-5a0b-46e3-b97c-209063a6bf70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 897 time: 2.2212224 Mar 02 07:55:50.226566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:50.552149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7bb7fe3a-0d27-4466-ba51-12cd6051eaa8 None None] Provisioning for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:50.673347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7bb7fe3a-0d27-4466-ba51-12cd6051eaa8 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:50.673787 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7fe3a-0d27-4466-ba51-12cd6051eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:50.839960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:50.841291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:50.853559 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Sync routers for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:50.890970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:50.893048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:50.999616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:51.014948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8aec239e-6aab-4e74-88b9-2aa287458c3c req-0de99db0-d165-416c-8a0c-dd34f3fdc53a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.2074289 Mar 02 07:55:51.060660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:51.077301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:51.080001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7fe3a-0d27-4466-ba51-12cd6051eaa8 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:51.083050 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.095506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:51.112307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.148026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.148914 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Added segment ed563e0e-9aae-4055-9fa1-9255d72fe753 of type vlan for network cb3f3382-24a0-492d-8aef-4b8da4d5071c Mar 02 07:55:51.164989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e22ca359-3e1e-48eb-a0d7-bea90ff81ebd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/9bfb9278-9607-4673-8e93-2168e683f831 HTTP/1.1" status: 200 len: 994 time: 0.3215859 Mar 02 07:55:51.250996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-ba1c156b-65c2-4282-ae39-dda4ec6ac37c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 1002 time: 0.9196076 Mar 02 07:55:51.254261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.272781 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:51.392578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.13 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/92a9c217-d607-4fc8-aa6e-47158fc40e41) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:51.465633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7f765342-6579-4425-bc3a-19b319b7afb5 None None] Provisioning for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:51.474669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e880c39f-3eea-463e-9d27-efcddaaf8ee7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:51.574230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7f765342-6579-4425-bc3a-19b319b7afb5 None None] Provisioning complete for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:51.574920 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7f765342-6579-4425-bc3a-19b319b7afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.753117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cff7c000-1b53-4b80-af9f-edb4cbf3b51f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 17.0105777 Mar 02 07:55:51.768099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.793212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:51.804999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:51.842652 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:51.929173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 07e1894c-a231-4229-b683-5fa675503cbb will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:51.970455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7f765342-6579-4425-bc3a-19b319b7afb5 None None] Port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:52.032845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.033531 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a42fb5d0-1f07-4383-8a11-e63ebf239888', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'port_id': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'mac_address': 'fa:16:3e:c1:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb354b-d266-45fa-a172-263fb53a0986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:45Z', 'updated_at': '2022-03-02T07:55:45Z', 'revision_number': 0, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:52.046581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Checking router: 8871300f-7f86-48d7-bafe-abee47c55456 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:52.071943 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:52.076446 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:52.100163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:52.133163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e880c39f-3eea-463e-9d27-efcddaaf8ee7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:52.133798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.169823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.255111 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'status': 'completed', 'code': 200} Mar 02 07:55:52.304612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-0060e685-e208-49c6-8c3b-23e1d8023750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:52.310182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-0060e685-e208-49c6-8c3b-23e1d8023750 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 200 len: 834 time: 0.9368219 Mar 02 07:55:52.322765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:52.326297 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.327278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:52.327873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.365751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:52.423738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:52.430529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2229ebc0-4b17-4da9-a5b5-373b08bb0630 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:52.663521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 3.7249732 Mar 02 07:55:52.726757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:38Z', 'revision_number': 3, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:52.737387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27127bb3-bf4d-40ff-b685-328a1a99633f None None] Provisioning for port 07e1894c-a231-4229-b683-5fa675503cbb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:52.756052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27127bb3-bf4d-40ff-b685-328a1a99633f None None] Provisioning complete for port 07e1894c-a231-4229-b683-5fa675503cbb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:52.756478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27127bb3-bf4d-40ff-b685-328a1a99633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.765528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9f50b4d8-7082-4263-851c-ae08254df45d req-d41fcb44-4c68-4716-9215-6cde4c5c8810 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:52.777720 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:52.790249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34198) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:52.800955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:52.801884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:52.860716 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.8811121 Mar 02 07:55:52.867398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa4cbc-b700-4cb3-9530-978cbb3121e1 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=07e1894c-a231-4229-b683-5fa675503cbb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:52.870979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34202) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:52.884594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:52.909500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-27127bb3-bf4d-40ff-b685-328a1a99633f None None] Port 07e1894c-a231-4229-b683-5fa675503cbb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:52.913363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effc79f-3ecb-4c19-be9b-cda7312cfa0f None None] The sync data for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 is: [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:38Z', 'revision_number': 3, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:52.917076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:52.923739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:52.924185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.014420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.116272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.128142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1923-76dc-4555-853f-c4e0712954af tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=cb3f3382-24a0-492d-8aef-4b8da4d5071c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:53.162630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2229ebc0-4b17-4da9-a5b5-373b08bb0630, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2229ebc0-4b17-4da9-a5b5-373b08bb0630,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:53.163223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9f50b4d8-7082-4263-851c-ae08254df45d req-d41fcb44-4c68-4716-9215-6cde4c5c8810 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:53.164447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f50b4d8-7082-4263-851c-ae08254df45d req-d41fcb44-4c68-4716-9215-6cde4c5c8810 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.7757745 Mar 02 07:55:53.166578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network cb3f3382-24a0-492d-8aef-4b8da4d5071c details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:53.186470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.186470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:53.298107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.357763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9105f54-fb40-4fb0-9fcf-cb433572d5c4 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.359448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d9105f54-fb40-4fb0-9fcf-cb433572d5c4 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "GET /v2.0/networks/cb3f3382-24a0-492d-8aef-4b8da4d5071c HTTP/1.1" status: 200 len: 756 time: 0.5606341 Mar 02 07:55:53.390208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:53.482393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-e9a4a938-ba6e-4957-ae75-bbe2a0dbb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.495059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-e9a4a938-ba6e-4957-ae75-bbe2a0dbb0cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 1.3137069 Mar 02 07:55:53.534302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object 92a9c217-d607-4fc8-aa6e-47158fc40e41 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:53.540468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-66098ed3-0ad0-4fa9-8020-be9ca1b711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.542867 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-66098ed3-0ad0-4fa9-8020-be9ca1b711ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67efa87a-566e-4b26-980e-c36c65703716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2171836 Mar 02 07:55:53.570216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:53.600566 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a42fb5d0-1f07-4383-8a11-e63ebf239888', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'port_id': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'mac_address': 'fa:16:3e:c1:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb354b-d266-45fa-a172-263fb53a0986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:45Z', 'updated_at': '2022-03-02T07:55:45Z', 'revision_number': 0, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:53.616725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134921da-8637-41c7-ab99-ed97dff9d2ea None None] The sync data for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 is: [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'a42fb5d0-1f07-4383-8a11-e63ebf239888', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'port_id': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'mac_address': 'fa:16:3e:c1:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fb354b-d266-45fa-a172-263fb53a0986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:45Z', 'updated_at': '2022-03-02T07:55:45Z', 'revision_number': 0, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:53.662873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:53.664169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.667420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.667900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.668724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.668844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.669280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.669726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.670274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.670663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.671114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.671568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.672021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.672476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.672929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.673391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.677204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.677676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.678266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.678698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.679149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.679690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e82e66df-f11e-473c-9134-184395801df6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9769 time: 1.8396466 Mar 02 07:55:53.683413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.683413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:53.687085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:53.692723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:53.693326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.711902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34212) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:53.715164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:53.718783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.730759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:53.902413 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.913070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:53.949438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:53.957771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:53.959609 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c57bf17b-740e-4dca-8589-07b8ea282982 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:53.961895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:53.977427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-fdc5cf69-bb66-4925-a146-9da6698073ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:53.977710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-fdc5cf69-bb66-4925-a146-9da6698073ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 896 time: 0.4818194 Mar 02 07:55:53.983366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:53.987161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:54.096371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.098587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.103438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:54.104710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfa8ba-5326-4bbb-b696-d14760cc43b0 None None] New status for floating IP a42fb5d0-1f07-4383-8a11-e63ebf239888: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:55:54.184018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:54.188316 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.315905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Router d0ca93df-c163-4bab-b2ef-850f503c4081 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:54.430558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:54.466557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-72cc0b97-0a62-494b-b97b-effcf2115c6b None None] Provisioning for port 92a9c217-d607-4fc8-aa6e-47158fc40e41 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:54.473981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c57bf17b-740e-4dca-8589-07b8ea282982 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:54.474368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.515920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.520675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.523061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.524063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.524636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.525295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.526835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.528334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.529827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.531383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.531924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.532847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.540303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f0aa1-fc5c-42de-a342-2a82a94058be tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:54.540816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-82901e03-3f96-4ec2-b0fd-b4323de234bf tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7776 time: 0.8086097 Mar 02 07:55:54.544289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df7f0aa1-fc5c-42de-a342-2a82a94058be tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "GET /v2.0/networks/5b5fae09-1e13-44b8-be91-62d0e47f5d71 HTTP/1.1" status: 200 len: 767 time: 1.1521244 Mar 02 07:55:54.545221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34222) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:54.548528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:54.563227 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-297c481e-286d-4821-9663-1c45c1a6d6e1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1668649 Mar 02 07:55:54.598811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-72cc0b97-0a62-494b-b97b-effcf2115c6b None None] Provisioning complete for port 92a9c217-d607-4fc8-aa6e-47158fc40e41 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:54.599504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-72cc0b97-0a62-494b-b97b-effcf2115c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.695332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-72cc0b97-0a62-494b-b97b-effcf2115c6b None None] Port 92a9c217-d607-4fc8-aa6e-47158fc40e41 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:54.735897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-8eaae87b-c544-494e-b5ba-d8b73c1cc910 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1584351 Mar 02 07:55:54.763762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Request body: {'port': {'device_id': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:54.797565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7d79ce1d-a728-47b9-ae71-94487c01173c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:54.879704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7d79ce1d-a728-47b9-ae71-94487c01173c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:54.887581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7d79ce1d-a728-47b9-ae71-94487c01173c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:54.888043 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.928019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:54.944225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-ae525dac-f3b8-4e66-abcd-33d76b5bb178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 1000 time: 0.9101353 Mar 02 07:55:55.048409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.087857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 7d79ce1d-a728-47b9-ae71-94487c01173c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7d79ce1d-a728-47b9-ae71-94487c01173c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:55.089672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-f177b5c6-8e28-4867-9d2f-b17318aca5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:55.091187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-f177b5c6-8e28-4867-9d2f-b17318aca5f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.1309462 Mar 02 07:55:55.092834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.101829 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e1a56cd-b306-44b3-ab8a-a383db644ddf (CIDR: 172.20.0.0/28) Mar 02 07:55:55.117956 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:55:55.118462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:55:55.162250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.243122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:55.253905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Sync routers for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:55.266058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=7d79ce1d-a728-47b9-ae71-94487c01173c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:55.289992 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:55.290899 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:55.296228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c984173f-870e-4fcb-bc06-ef5a43f62b0d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4178779 Mar 02 07:55:55.305593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa21d088-dac4-4f7f-86fa-8015dbe50b79 req-6eed357d-14f5-4ebd-a3ea-9d962aa67155 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494137 Mar 02 07:55:55.307330 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34236) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:55.325521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:55.367403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61bdf5-54eb-49cb-9e76-d22d92e2cb4f req-b08f00b0-9a29-49f1-8aa1-d0617e190c99 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:55.379128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f61bdf5-54eb-49cb-9e76-d22d92e2cb4f req-b08f00b0-9a29-49f1-8aa1-d0617e190c99 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 932 time: 0.8718669 Mar 02 07:55:55.392437 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f100d73c-c5b2-4960-9352-25c9ad849cb6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:55.440124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.461334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.468786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c846cea7-5a33-4019-a3bb-6f1497b04102 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.3913169 Mar 02 07:55:55.474089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34240) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:55.528764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:55.583876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f100d73c-c5b2-4960-9352-25c9ad849cb6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:55.584465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f3382-24a0-492d-8aef-4b8da4d5071c']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:55.593649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f100d73c-c5b2-4960-9352-25c9ad849cb6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:55.596169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.630488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:55.638674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:55.646357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:55.659178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:55.701112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.resource_extend [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:55.732453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.742009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed563e0e-9aae-4055-9fa1-9255d72fe753') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:55.742223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:55.742714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed563e0e-9aae-4055-9fa1-9255d72fe753') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:55.749910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.767835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.860711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.884225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f100d73c-c5b2-4960-9352-25c9ad849cb6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f100d73c-c5b2-4960-9352-25c9ad849cb6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:55.889932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.890621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2229ebc0-4b17-4da9-a5b5-373b08bb0630 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:55.913234 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:55:49Z', 'revision_number': 3, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:55.918345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Checking router: d0ca93df-c163-4bab-b2ef-850f503c4081 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:55.918937 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Updating router d0ca93df-c163-4bab-b2ef-850f503c4081 port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:55.926482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-82de6bd4-d767-4c8b-8df9-4e13ace07f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:55.933680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-82de6bd4-d767-4c8b-8df9-4e13ace07f93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8343945 Mar 02 07:55:55.953679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:55.984279 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.043364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f100d73c-c5b2-4960-9352-25c9ad849cb6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:56.053296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:56.053677 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.081321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.147581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:56.147988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:56.161671 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:56.199316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:56.299481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:56.299862 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.309648 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.329354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3f61bdf5-54eb-49cb-9e76-d22d92e2cb4f req-9b9bd4ef-d8e4-4b27-b180-f6f5a455c7f8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9524720 Mar 02 07:55:56.462502 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.563704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Network 049ae59c-e41c-4509-a67d-0f21c702894c is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:56.569154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:56.717085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Transition to ACTIVE for port object 3972b6c6-546c-4f4a-a4a1-4248e39f2740 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:56.729734 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.754420 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.808591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb3f3382-24a0-492d-8aef-4b8da4d5071c {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:55:56.818096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.876448 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fe3c1-d457-4d6b-af3b-364277fe0145 None None] Pushing event updated for resources: {'Port': ['ID=3972b6c6-546c-4f4a-a4a1-4248e39f2740,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:56.893475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:56.897610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb3f3382-24a0-492d-8aef-4b8da4d5071c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:56.924742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-55a20d31-835c-4fbd-86a8-051cb0393ee8 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6667 time: 2.3658533 Mar 02 07:55:56.927521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-8a9b427d-3525-482b-9a05-9fed4c3903a7 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682671 Mar 02 07:55:56.934329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7809670f-8045-431d-a209-992418a0c2d6 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cb3f3382-24a0-492d-8aef-4b8da4d5071c HTTP/1.1" status: 204 len: 168 time: 2.3733907 Mar 02 07:55:56.937727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:56.938102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34248) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:56.960781 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Attempting to bind port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:56.964887 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Attempting to bind port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:56.965584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Attempting to bind port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:56.983244 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:56.986050 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:56.986674 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.987009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'name': 'tempest-network--1832703238'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:56.987494 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:56.989071 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Bound port: 3972b6c6-546c-4f4a-a4a1-4248e39f2740, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:56.990686 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.011291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:57.031343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Usage tracker for resource:network and tenant:47e638d5af7c427a89ef84157f05f0de is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:57.042496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:57.065144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2add4c3f-1b7d-4212-97fc-d886e66b9db7 None None] Provisioning complete for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:57.079763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2add4c3f-1b7d-4212-97fc-d886e66b9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.139479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:57.188168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Made reservation on behalf of 47e638d5af7c427a89ef84157f05f0de for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:57.192133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.250001 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] For port 3972b6c6-546c-4f4a-a4a1-4248e39f2740, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:57.254731 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] For port 3972b6c6-546c-4f4a-a4a1-4248e39f2740, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3972b6c6-546c-4f4a-a4a1-4248e39f2740,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:57.264834 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.335656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.resource_extend [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:55:57.351583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f100d73c-c5b2-4960-9352-25c9ad849cb6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:57.356100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Router 42b690a9-8543-4900-ad33-456f643b3e4a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:57.402302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:57.428935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f123337-bc06-4f3c-a204-0a44f109314f tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:57.429620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f123337-bc06-4f3c-a204-0a44f109314f tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:57.458213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9f123337-bc06-4f3c-a204-0a44f109314f tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8871300f-7f86-48d7-bafe-abee47c55456 HTTP/1.1" status: 200 len: 1990 time: 0.5056903 Mar 02 07:55:57.501101 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:57.501101 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:57.560420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2add4c3f-1b7d-4212-97fc-d886e66b9db7 None None] Port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:57.605031 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f100d73c-c5b2-4960-9352-25c9ad849cb6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:57.605415 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.705445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.706217 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Added segment 7cf0bce8-0d35-471a-b76a-c2783bbea051 of type vlan for network b54aa416-1ddb-4b94-8b75-0016b4209588 Mar 02 07:55:57.708668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.724882 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fe3c1-d457-4d6b-af3b-364277fe0145 None None] Pushing event updated for resources: {'Port': ['ID=3972b6c6-546c-4f4a-a4a1-4248e39f2740,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:57.794372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a9c217-d607-4fc8-aa6e-47158fc40e41 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:57.810378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.814087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8de827f-7a47-43e7-b0fd-78441a202ff4 req-3c68af85-dfe8-46cc-8623-c142e3e44474 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786237 Mar 02 07:55:57.843328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:57.858351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:57.861232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7d79ce1d-a728-47b9-ae71-94487c01173c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:57.869620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:57.870485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.875358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:57.895638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cb573-8f31-45c9-aa31-adf2100f8670 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:57.961762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Transition to ACTIVE for port object 92a9c217-d607-4fc8-aa6e-47158fc40e41 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:57.977298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.002315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:58.076953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7d79ce1d-a728-47b9-ae71-94487c01173c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:58.077441 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.099271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=f6e24af1-723a-4b42-9619-fd577aa9ae68,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:58.136327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.141918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:58.149147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c5b049b0-565e-4efc-ac78-52cd383e96d2 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8278272 Mar 02 07:55:58.154594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34264) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:58.163187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-601542329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6e24af1-723a-4b42-9619-fd577aa9ae68'}], 'security_groups': ['95d6f08e-840a-4580-8eb0-51bf7dea21f8']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:58.266361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdbb43-121a-46ac-80ae-fe0a468be3a2 req-d8a8a1cd-278d-4f59-80ae-88503d7ebc33 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.268349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30bdbb43-121a-46ac-80ae-fe0a468be3a2 req-d8a8a1cd-278d-4f59-80ae-88503d7ebc33 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 932 time: 0.6643126 Mar 02 07:55:58.325688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Pushing event updated for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:58.451782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30bdbb43-121a-46ac-80ae-fe0a468be3a2 req-2a5615f7-4693-4145-a8e1-526bf39ff845 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048744 Mar 02 07:55:58.453150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:58.474942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.476866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.477889 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.494579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Sync routers for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:58.511155 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:55:49Z', 'revision_number': 3, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:58.521875 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04357-6bde-4907-802d-2ca174898580 None None] The sync data for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 is: [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:55:49Z', 'revision_number': 3, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:58.526803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0ee528af-62a5-4d8a-98c0-8f39971de676 admin admin] 10.222.0.21 "PUT /v2.0/routers/42b690a9-8543-4900-ad33-456f643b3e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0571988 Mar 02 07:55:58.553339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:58.554050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:58.567888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6221890 Mar 02 07:55:58.594267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34272) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:58.604157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:58.765095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.814033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Attempting to bind port 92a9c217-d607-4fc8-aa6e-47158fc40e41 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:58.818601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Attempting to bind port 92a9c217-d607-4fc8-aa6e-47158fc40e41 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:58.821121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Attempting to bind port 92a9c217-d607-4fc8-aa6e-47158fc40e41 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:58.864311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Port 92a9c217-d607-4fc8-aa6e-47158fc40e41 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:55:58.864788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Attempting to bind port 92a9c217-d607-4fc8-aa6e-47158fc40e41 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:58.880370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:58.880862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:58.888257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:58.889474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Bound port: 92a9c217-d607-4fc8-aa6e-47158fc40e41, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:58.895316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:58.923960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Update dhcp port {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'fixed_ips': [{'subnet_id': '9e1a56cd-b306-44b3-ab8a-a383db644ddf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f6e24af1-723a-4b42-9619-fd577aa9ae68'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '27197d23-d8cd-4d20-b6c8-b80b4d24b8cf'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:55:59.008401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.093400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:59.105903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.207971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:59.218232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:59.274200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.283780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.314970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Network b54aa416-1ddb-4b94-8b75-0016b4209588 is not hosted by any dhcp agent {{(pid=87854) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:55:59.317154 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:59.318497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.322273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "PUT /v2.0/networks/b54aa416-1ddb-4b94-8b75-0016b4209588 HTTP/1.1" status: 200 len: 857 time: 0.7246115 Mar 02 07:55:59.324876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34282) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:59.327642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc729c5-928a-4131-9fcb-f50440a9a682 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=b54aa416-1ddb-4b94-8b75-0016b4209588,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:59.351723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.544257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:59.544628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:59.546546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] 10.222.0.39 "PUT /v2.0/ports/92a9c217-d607-4fc8-aa6e-47158fc40e41 HTTP/1.1" status: 200 len: 1092 time: 4.7865875 Mar 02 07:55:59.546763 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:59.781122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Allocated IP 172.20.0.18 (936e83a8-ba52-461d-ba6e-63492c5bd93b/f6e24af1-723a-4b42-9619-fd577aa9ae68/27197d23-d8cd-4d20-b6c8-b80b4d24b8cf) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:59.821211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3972b6c6-546c-4f4a-a4a1-4248e39f2740 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:59.896011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b54aa416-1ddb-4b94-8b75-0016b4209588 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:56:00.080189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ea929-aba1-4fbe-8886-18bfc122064f service neutron] Pushing event updated for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:00.175011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf32e-5a84-465e-b332-7423c651ed1f tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event updated for resources: {'Network': ['ID=b54aa416-1ddb-4b94-8b75-0016b4209588,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:00.209147 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.231366 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41', 'status': 'completed', 'code': 200} Mar 02 07:56:00.301906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-059dd798-0916-4c01-a3ee-a4094b16123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:00.303348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-059dd798-0916-4c01-a3ee-a4094b16123c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 1095 time: 0.1629908 Mar 02 07:56:00.312783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Allocated IP 172.20.0.1 (b98752a6-4717-4b65-bc93-a699fb0d3ddc/d0527d78-1b74-4d2a-a565-d860bfacc865/08ace3a6-2762-4061-869b-44260ef9a96c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:00.398479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-31bafd98-f423-4283-88aa-e32a3833331e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41 HTTP/1.1" status: 200 len: 217 time: 0.0827286 Mar 02 07:56:00.476500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:00.498705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611667b-5aa7-4067-a675-804c68835f4e req-576c1ada-de94-4778-8afc-ef5ada714f07 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:00.507148 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1611667b-5aa7-4067-a675-804c68835f4e req-576c1ada-de94-4778-8afc-ef5ada714f07 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 944 time: 0.4215827 Mar 02 07:56:00.526925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:00.527302 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.536148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-d1481d83-2c91-40aa-a07b-280fac42333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:00.537987 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-d1481d83-2c91-40aa-a07b-280fac42333f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.1221507 Mar 02 07:56:00.595342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1611667b-5aa7-4067-a675-804c68835f4e req-77dcee97-be6e-4ba7-a5a0-dff8085873f4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:00.698617 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.784312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54aa416-1ddb-4b94-8b75-0016b4209588']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:00.802139 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1611667b-5aa7-4067-a675-804c68835f4e req-77dcee97-be6e-4ba7-a5a0-dff8085873f4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:00.805828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf0bce8-0d35-471a-b76a-c2783bbea051') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:00.806515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf0bce8-0d35-471a-b76a-c2783bbea051') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:00.816614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1611667b-5aa7-4067-a675-804c68835f4e req-77dcee97-be6e-4ba7-a5a0-dff8085873f4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076584 Mar 02 07:56:00.836444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.845202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-a79a480b-2efc-44fd-bcd4-dbda04fc81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:00.846734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-a79a480b-2efc-44fd-bcd4-dbda04fc81ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860832 Mar 02 07:56:00.862801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:00.870703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.880038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:00.880791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:00.917397 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:01.044263 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.070774 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.094813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.120112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Transition to ACTIVE for port object 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:01.122896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Transition to ACTIVE for port object 08ace3a6-2762-4061-869b-44260ef9a96c will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:01.126946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b54aa416-1ddb-4b94-8b75-0016b4209588 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:56:01.129746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.134705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.138223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.143186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] Pushing event deleted for resources: {'Network': ['ID=b54aa416-1ddb-4b94-8b75-0016b4209588,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:01.172206 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-6ce56e40-d837-4783-a359-8b8df3ebc25f service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168545 Mar 02 07:56:01.195284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a12265d-fc96-463a-b0a5-f8761125bdd1 tempest-ExternalNetworksTestJSON-1704601613 tempest-ExternalNetworksTestJSON-1704601613-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b54aa416-1ddb-4b94-8b75-0016b4209588 HTTP/1.1" status: 204 len: 168 time: 1.8640814 Mar 02 07:56:01.212782 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:56:01.232681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:01.261450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 3972b6c6-546c-4f4a-a4a1-4248e39f2740, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3972b6c6-546c-4f4a-a4a1-4248e39f2740,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:01.383931 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.395451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:53Z', 'revision_number': 4, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9e9fb6a9-f131-44aa-b280-3145b1b67fc5', 'name': '', 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'mac_address': 'fa:16:3e:7e:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '186a9463-a578-4d42-9a35-e7930a647085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:48Z', 'updated_at': '2022-03-02T07:55:54Z', 'revision_number': 2, 'project_id': '09b5704874064514bdcaec631aca44bf', 'subnets': [{'id': '186a9463-a578-4d42-9a35-e7930a647085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:01.404285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Checking router: 42b690a9-8543-4900-ad33-456f643b3e4a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:01.404648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Updating router 42b690a9-8543-4900-ad33-456f643b3e4a port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:56:01.449730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2ded0-61c0-42e2-8f17-9683012c6944 None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:01.485709 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44f14e4-f6f6-475f-af64-bc7898a42060 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:01.486115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44f14e4-f6f6-475f-af64-bc7898a42060 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:01.491160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Delete allocated IP 172.20.0.7 (936e83a8-ba52-461d-ba6e-63492c5bd93b/9e1a56cd-b306-44b3-ab8a-a383db644ddf) {{(pid=87854) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:56:01.507113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.30 (936e83a8-ba52-461d-ba6e-63492c5bd93b/f6e24af1-723a-4b42-9619-fd577aa9ae68/07e1894c-a231-4229-b683-5fa675503cbb) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:01.602394 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f44f14e4-f6f6-475f-af64-bc7898a42060 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "DELETE /v2.0/subnets/3fac384f-c97d-44d9-bde7-b1a656a659ec HTTP/1.1" status: 404 len: 337 time: 0.3683820 Mar 02 07:56:01.606468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34368) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:01.701015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.721975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:01.772742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=3972b6c6-546c-4f4a-a4a1-4248e39f2740,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:02.050511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:02.113745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:02.164069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 07e1894c-a231-4229-b683-5fa675503cbb will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:02.176312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:02.278109 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0c8651c-c9b2-4961-99d8-11d3d17e705d req-269a484c-b1f2-4425-bd45-c91a0e2e5cf6 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0964174 Mar 02 07:56:02.299083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:02.330954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:02.355347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:02.541698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=07e1894c-a231-4229-b683-5fa675503cbb,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:02.633256 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:02.685226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:02.716126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] In _notify_port_updated(), no bound segment for port 07e1894c-a231-4229-b683-5fa675503cbb on network 936e83a8-ba52-461d-ba6e-63492c5bd93b {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:56:02.742483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:02.743219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:02.756946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-69ea3852-6d2d-434b-8e27-482cf86a38ec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/ports/07e1894c-a231-4229-b683-5fa675503cbb HTTP/1.1" status: 200 len: 920 time: 4.5994260 Mar 02 07:56:02.761144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34378) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:02.784796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0beb-9f6c-4276-a751-a764b30a984f req-a8f4a0d1-9519-4c9f-8c99-2029a3c2941e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:02.796637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-085a0beb-9f6c-4276-a751-a764b30a984f req-a8f4a0d1-9519-4c9f-8c99-2029a3c2941e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 944 time: 0.4904385 Mar 02 07:56:02.859027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Provisioning for port 07e1894c-a231-4229-b683-5fa675503cbb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:02.875655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Provisioning complete for port 07e1894c-a231-4229-b683-5fa675503cbb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:02.876038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.053825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Port 07e1894c-a231-4229-b683-5fa675503cbb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:03.107032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Provisioning for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:03.125241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:03.125779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.157768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.184853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 07e1894c-a231-4229-b683-5fa675503cbb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:03.184853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.315248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5fae09-1e13-44b8-be91-62d0e47f5d71']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:03.354595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-085a0beb-9f6c-4276-a751-a764b30a984f req-e4b9b7a8-e1ef-4294-9804-6a2cc64bc202 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565252 Mar 02 07:56:03.359967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.363281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-e56d8260-31f9-44f2-b54b-4d09c35e58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:03.365541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-e56d8260-31f9-44f2-b54b-4d09c35e58ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 1095 time: 0.9152699 Mar 02 07:56:03.385408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Transition to ACTIVE for port object 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:03.467187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.523797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a785ff-8975-41fd-9e46-84cce493f23b') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:03.524501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a785ff-8975-41fd-9e46-84cce493f23b') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:03.869460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:03.908995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.922676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b52d2-5bb4-4260-a7fc-c43b7e0165a2 None None] Pushing event updated for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:03.949744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.958439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:03.958960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:04.099928 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:04.104479 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.122994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:04.124070 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.127414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.159381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.230992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Attempting to bind port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:04.231427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Attempting to bind port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:04.231745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Attempting to bind port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 on network 049ae59c-e41c-4509-a67d-0f21c702894c {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:04.239646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:04.240027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Checking segment: {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:04.240942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.240942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Bound using segment: {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:04.241299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Bound port: 9e9fb6a9-f131-44aa-b280-3145b1b67fc5, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4286aa-7c19-4cfc-993e-be539398b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:04.241965 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.262185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fa20f5ef-9ff9-4fde-b2f0-5c302f2949b3 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:04.348322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] For port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:04.352303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] For port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:04.361785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.412455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 07e1894c-a231-4229-b683-5fa675503cbb owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:04.482135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:04.482518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.509615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.562450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] 10.222.0.21 "DELETE /v2.0/networks/5b5fae09-1e13-44b8-be91-62d0e47f5d71 HTTP/1.1" status: 204 len: 168 time: 2.9490881 Mar 02 07:56:04.593679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:04.594369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:04.600714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b54c-e741-477e-8e92-77d231a40672 tempest-ExternalNetworksTestJSON-227363139 tempest-ExternalNetworksTestJSON-227363139-project] Pushing event deleted for resources: {'Network': ['ID=5b5fae09-1e13-44b8-be91-62d0e47f5d71,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:04.812478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:04.931750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=07e1894c-a231-4229-b683-5fa675503cbb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:04.980839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-b6cdda96-42d8-4d3c-a1b6-f035a9f59485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:04.982789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-b6cdda96-42d8-4d3c-a1b6-f035a9f59485 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 1.5850914 Mar 02 07:56:05.123688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b52d2-5bb4-4260-a7fc-c43b7e0165a2 None None] Pushing event updated for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:05.136687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34400) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:05.143745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66ceee54-ba10-495c-a421-05b69110eea0 None None] Provisioning for port 08ace3a6-2762-4061-869b-44260ef9a96c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:05.167691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.186885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-19d88351-364c-4d16-b988-2e550c8f7d6b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/07e1894c-a231-4229-b683-5fa675503cbb HTTP/1.1" status: 204 len: 168 time: 2.4197462 Mar 02 07:56:05.187217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34404) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:05.215566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66ceee54-ba10-495c-a421-05b69110eea0 None None] Provisioning complete for port 08ace3a6-2762-4061-869b-44260ef9a96c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:05.216291 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-66ceee54-ba10-495c-a421-05b69110eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.242434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-a107550b-9c33-4f63-b7ab-56a81b66387e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41 HTTP/1.1" status: 200 len: 217 time: 0.2362328 Mar 02 07:56:05.279020 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:05.340701 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3510bae-67a1-4369-9f13-7f9aa4091550 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:56:05.341264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3510bae-67a1-4369-9f13-7f9aa4091550 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:05.341993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-15f2eaa4-f7e4-45e1-a98a-3dfcfcf440ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:05.344982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-15f2eaa4-f7e4-45e1-a98a-3dfcfcf440ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.1016510 Mar 02 07:56:05.374731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e3510bae-67a1-4369-9f13-7f9aa4091550 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:05.383830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e3510bae-67a1-4369-9f13-7f9aa4091550 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/07e1894c-a231-4229-b683-5fa675503cbb HTTP/1.1" status: 404 len: 333 time: 0.1927195 Mar 02 07:56:05.385646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34412) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:05.578286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.593717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-66ceee54-ba10-495c-a421-05b69110eea0 None None] Port 08ace3a6-2762-4061-869b-44260ef9a96c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:05.602218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-66ceee54-ba10-495c-a421-05b69110eea0 None None] Could not find standard attr ID for object 07e1894c-a231-4229-b683-5fa675503cbb. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:56:05.637903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.727185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07fe67-a758-4f38-93ca-3ce7152c49c0 req-113cb1cf-62c3-4e41-a357-3f2723eca9ad tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:05.728735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d07fe67-a758-4f38-93ca-3ce7152c49c0 req-113cb1cf-62c3-4e41-a357-3f2723eca9ad tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 944 time: 1.1604209 Mar 02 07:56:05.793245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d07fe67-a758-4f38-93ca-3ce7152c49c0 req-8168ac23-08de-4108-84f5-964137a19a50 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566251 Mar 02 07:56:05.816994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.833815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fa6dca59-69ff-486b-94c2-8d692f0dd398 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8faa4d4846fe4d898267b7e2ecd96400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966927 Mar 02 07:56:05.834757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34418) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:05.891805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3f786-8fb0-49fa-9c25-8fb359c4de33,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:05.927613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3972b6c6-546c-4f4a-a4a1-4248e39f2740 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:05.935922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.937118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-951ed971-26e6-4811-bec9-1caeb9ee8511 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/security-groups/37e3f786-8fb0-49fa-9c25-8fb359c4de33 HTTP/1.1" status: 204 len: 168 time: 0.5502326 Mar 02 07:56:05.942814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34422) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:06.008337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.044919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.061208 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.109901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-c76f0636-5edb-4e34-a34b-1b9bf1ceae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:06.113054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-c76f0636-5edb-4e34-a34b-1b9bf1ceae4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7510858 Mar 02 07:56:06.168150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.192797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:06.193660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.203131 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.228282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.299605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:53Z', 'revision_number': 4, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9e9fb6a9-f131-44aa-b280-3145b1b67fc5', 'name': '', 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'mac_address': 'fa:16:3e:7e:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '186a9463-a578-4d42-9a35-e7930a647085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:48Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 4, 'project_id': '09b5704874064514bdcaec631aca44bf', 'subnets': [{'id': '186a9463-a578-4d42-9a35-e7930a647085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:06.305267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ec7a1-66d8-481d-976e-bb40e934c73b None None] The sync data for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 is: [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T07:55:53Z', 'revision_number': 4, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9e9fb6a9-f131-44aa-b280-3145b1b67fc5', 'name': '', 'network_id': '049ae59c-e41c-4509-a67d-0f21c702894c', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'mac_address': 'fa:16:3e:7e:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '186a9463-a578-4d42-9a35-e7930a647085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:48Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 4, 'project_id': '09b5704874064514bdcaec631aca44bf', 'subnets': [{'id': '186a9463-a578-4d42-9a35-e7930a647085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:06.305543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.316732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43781257-7666-4a21-844e-192513fe2a6d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:06.328462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.399434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6f08e-840a-4580-8eb0-51bf7dea21f8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:06.419925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.421697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0890482-7d0f-404c-afa6-29ce8f7a599b tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/security-groups/95d6f08e-840a-4580-8eb0-51bf7dea21f8 HTTP/1.1" status: 204 len: 168 time: 0.4775100 Mar 02 07:56:06.424294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:06.505657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.507751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-373e21c6-2d46-45ef-a44a-f32fc9f2d575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43781257-7666-4a21-844e-192513fe2a6d HTTP/1.1" status: 204 len: 168 time: 0.6716087 Mar 02 07:56:06.520560 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.728307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 9e1a56cd-b306-44b3-ab8a-a383db644ddf {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:06.746026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.820868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:06.969660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:06.979544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:07.003633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.036555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-b280a901-1f3f-4832-ac80-053689e26466 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128895 Mar 02 07:56:07.132453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:07.164074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:07.198011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:07.201593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.470079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34440) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:07.669302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-62fd4ccc-5941-4f97-84da-07ceaa054fc2 None None] Provisioning complete for port 08ace3a6-2762-4061-869b-44260ef9a96c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:07.669681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62fd4ccc-5941-4f97-84da-07ceaa054fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.704966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c4ec2a73-4a97-430c-941a-632393087df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47e638d5af7c427a89ef84157f05f0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330127 Mar 02 07:56:07.711744 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.748636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:07.815426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-62fd4ccc-5941-4f97-84da-07ceaa054fc2 None None] Port 08ace3a6-2762-4061-869b-44260ef9a96c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:07.846669 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.920119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.930081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:07.936069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.988362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2136f71-c450-4d32-8a2e-dfc26cc401be req-e83d7e42-de90-45ee-bd3b-0b95b17ca9b8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:07.990069 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2136f71-c450-4d32-8a2e-dfc26cc401be req-e83d7e42-de90-45ee-bd3b-0b95b17ca9b8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 944 time: 0.6666181 Mar 02 07:56:08.074106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.075533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3124e-d585-4c07-98d8-a3d9d0d6c69c None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:08.076920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1a56cd-b306-44b3-ab8a-a383db644ddf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:08.110936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e7c61c60-bc05-48bb-88be-b766ea803010 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/9e1a56cd-b306-44b3-ab8a-a383db644ddf HTTP/1.1" status: 204 len: 168 time: 1.6798668 Mar 02 07:56:08.116843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:08.136700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:08.205017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab1ad7f6-e678-4b16-bef4-7b4ae99dd6aa req-c69409fb-6638-43e3-b2ef-2782435618b7 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1333733 Mar 02 07:56:08.212443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Router d0ca93df-c163-4bab-b2ef-850f503c4081 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:08.250943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.301615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.319813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:08.448373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2136f71-c450-4d32-8a2e-dfc26cc401be req-541aa2b1-6669-4f4c-bae2-7bc9f5d23f2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409702 Mar 02 07:56:08.556709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.652564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a216fa5-6124-46b1-8693-2bfe7e086da4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:08.680764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.686848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:08.704775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a37df0d6-a524-437d-9e98-6af2f5684a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a216fa5-6124-46b1-8693-2bfe7e086da4 HTTP/1.1" status: 204 len: 168 time: 0.9549901 Mar 02 07:56:08.728287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:08.739985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:08.745721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:08.763338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:08.791561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:08.800139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.822917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:08.823303 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:08.848328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:08.859186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Sync routers for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:08.873939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7feb0b55-0ffc-4edb-948c-089a2d434fc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/d0ca93df-c163-4bab-b2ef-850f503c4081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3822203 Mar 02 07:56:08.878081 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:08.878812 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:09.383928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:10.134915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a9c217-d607-4fc8-aa6e-47158fc40e41 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:56:10.162636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b98e48-589e-462d-8740-5eae58214744 req-c97631a2-b89e-4275-a04e-fb1b4b2ab695 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:10.164287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60b98e48-589e-462d-8740-5eae58214744 req-c97631a2-b89e-4275-a04e-fb1b4b2ab695 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 944 time: 0.3381751 Mar 02 07:56:10.166143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.226134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4197c17-adec-401d-8de3-04f755ec6a01 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:10.226780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f4197c17-adec-401d-8de3-04f755ec6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.335321 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 4, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '08ace3a6-2762-4061-869b-44260ef9a96c', 'name': '', 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'mac_address': 'fa:16:3e:7a:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:59Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 2, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'subnets': [{'id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:10.344471 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Checking router: d0ca93df-c163-4bab-b2ef-850f503c4081 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:10.345056 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Updating router d0ca93df-c163-4bab-b2ef-850f503c4081 port 08ace3a6-2762-4061-869b-44260ef9a96c binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:56:10.391431 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60b98e48-589e-462d-8740-5eae58214744 req-e674d010-e7f1-4338-8465-673fbac42e04 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842980 Mar 02 07:56:10.423884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:10.427866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:10.444136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:10.445810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.517433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=82d9b40d-7e65-47fb-83a1-365e46bd0cde,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:10.520641 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.548613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34504) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:10.549211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e6570b7-50c9-4a8c-ab6f-ed7f21ec8dc0 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4245183 Mar 02 07:56:10.556316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'security_group': {'name': 'tempest-secgroup-353324698'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:10.568165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:10.573742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:10.578386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:10.586153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:10.606263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.662881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:10.670926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:10.681425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:10.689992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:10.708880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c56fec-de98-46a9-be1d-23a78591c31c None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:10.821632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:10.834145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.002347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4641b2-49ee-41a5-a77a-bc69de79e4df,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:11.026507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.034210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34520) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:11.035660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c17eaf7-0e8c-4774-972a-e4784ed49dec tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4853072 Mar 02 07:56:11.039998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853652120'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:11.058925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:11.073345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:11.083418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:11.095251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:11.098218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:11.125384 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.152353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '92a9c217-d607-4fc8-aa6e-47158fc40e41', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': '92a9c217-d607-4fc8-aa6e-47158fc40e41', 'mac_address': 'fa:16:3e:5c:af:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:56:11.176223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:11.186779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:11.192766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:11.205478 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:11.284772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4197c17-adec-401d-8de3-04f755ec6a01 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:11.290164 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f4197c17-adec-401d-8de3-04f755ec6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.371446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f4197c17-adec-401d-8de3-04f755ec6a01 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:11.427008 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.435131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.474496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.530926 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.538839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a9c217-d607-4fc8-aa6e-47158fc40e41 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:56:11.602550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Transition to ACTIVE for port object 08ace3a6-2762-4061-869b-44260ef9a96c will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:11.605721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975463f9-6edd-4fbf-a691-e0514ae5e4bd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:11.615996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.617599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e50f42c2-1779-4c43-a3d1-26e7bd295351 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5823495 Mar 02 07:56:11.620677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34544) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:11.626865 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'security_group': {'name': 'tempest-secgroup-718310474'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:11.640797 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.654909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:11.666103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:11.673488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:11.678995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:11.698941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:11.718348 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:11.805387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:11.811890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:security_group_rule and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:11.836652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:11.853395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:11.973758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:11.998245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.139351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:12.165133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ba358-1051-44eb-91ae-8d31f746db9a req-78151398-dd71-410f-9579-353a08ad45fa tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:12.166763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-223ba358-1051-44eb-91ae-8d31f746db9a req-78151398-dd71-410f-9579-353a08ad45fa tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 945 time: 0.2819610 Mar 02 07:56:12.191335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Attempting to bind port 08ace3a6-2762-4061-869b-44260ef9a96c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:12.191885 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Attempting to bind port 08ace3a6-2762-4061-869b-44260ef9a96c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:12.192481 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Attempting to bind port 08ace3a6-2762-4061-869b-44260ef9a96c on network b98752a6-4717-4b65-bc93-a699fb0d3ddc {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:12.199124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-420561b4-9880-4a31-98d2-a82d1f4a6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.205915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:12.206575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Checking segment: {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:12.207675 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.208581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Bound using segment: {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:12.209277 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Bound port: 08ace3a6-2762-4061-869b-44260ef9a96c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:12.209890 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.274898 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96db3df-e53b-4813-a83c-3746d6d46eff None None] Pushing event updated for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:12.275120 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-223ba358-1051-44eb-91ae-8d31f746db9a req-8cc450f6-31d9-491a-b2fb-23f1927581bb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943849 Mar 02 07:56:12.343657 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] For port 08ace3a6-2762-4061-869b-44260ef9a96c, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:12.358555 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] For port 08ace3a6-2762-4061-869b-44260ef9a96c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=08ace3a6-2762-4061-869b-44260ef9a96c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:12.370691 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.446892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['92a9c217-d607-4fc8-aa6e-47158fc40e41'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:56:12.484982 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.551291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.551791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34572) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:12.572709 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:12.574325 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:55:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:12.742438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Update dhcp port {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'fixed_ips': [{'subnet_id': 'f6e24af1-723a-4b42-9619-fd577aa9ae68', 'ip_address': '172.20.0.18'}, {'subnet_id': '82d9b40d-7e65-47fb-83a1-365e46bd0cde'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '27197d23-d8cd-4d20-b6c8-b80b4d24b8cf'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:56:12.768854 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96db3df-e53b-4813-a83c-3746d6d46eff None None] Pushing event updated for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:12.854869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:12.869047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:12.881896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Usage tracker for resource:floatingip and tenant:71430a9665a249559c59e7317d5fb889 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:12.885335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:12.906816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:12.935798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.966078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4ad88-b4d5-4079-af53-3bc726fa76d2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:12.973669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:12.981350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c98fbca0-b6c6-4c12-8a26-d271f8f29de3 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3563700 Mar 02 07:56:12.984263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:12.996642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-671686210', 'security_groups': ['93a4ad88-b4d5-4079-af53-3bc726fa76d2'], 'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82d9b40d-7e65-47fb-83a1-365e46bd0cde'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:13.063934 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:13.088612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.231587 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.570811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Allocated IP 172.25.4.86 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/21f4b504-f039-4b2a-b932-3135f908aebf) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:13.574600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Allocated IP 172.20.0.2 (936e83a8-ba52-461d-ba6e-63492c5bd93b/82d9b40d-7e65-47fb-83a1-365e46bd0cde/27197d23-d8cd-4d20-b6c8-b80b4d24b8cf) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:13.605621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:13.648056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:13.681504 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 4, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '08ace3a6-2762-4061-869b-44260ef9a96c', 'name': '', 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'mac_address': 'fa:16:3e:7a:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:59Z', 'updated_at': '2022-03-02T07:56:12Z', 'revision_number': 4, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'subnets': [{'id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:13.687594 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27347a3c-7700-4052-90e9-93d63ec6023f None None] The sync data for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 is: [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:04Z', 'revision_number': 4, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '08ace3a6-2762-4061-869b-44260ef9a96c', 'name': '', 'network_id': 'b98752a6-4717-4b65-bc93-a699fb0d3ddc', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'mac_address': 'fa:16:3e:7a:63:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:59Z', 'updated_at': '2022-03-02T07:56:12Z', 'revision_number': 4, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'subnets': [{'id': 'd0527d78-1b74-4d2a-a565-d860bfacc865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:13.817107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:13.826277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.848751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:13.866396 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.894296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.924102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Transition to ACTIVE for port object 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:13.932886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:13.960480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Pushing event updated for resources: {'Port': ['ID=21f4b504-f039-4b2a-b932-3135f908aebf,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:13.974562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:13.976047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:13.979388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:14.050124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ff71b-189d-4645-872e-fb2ae64a78b2 req-ab7d177e-8a08-4efd-bf59-1eb5286a74ba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:14.053334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f2ff71b-189d-4645-872e-fb2ae64a78b2 req-ab7d177e-8a08-4efd-bf59-1eb5286a74ba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 945 time: 0.5334947 Mar 02 07:56:14.089672 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.146009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.179955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b8264-b2d0-4441-a77e-6a6be034872a None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:14.187798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a9c217-d607-4fc8-aa6e-47158fc40e41 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:14.190984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.197253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f2ff71b-189d-4645-872e-fb2ae64a78b2 req-4022743b-83a6-43c7-b8b5-61be25148dd7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202090 Mar 02 07:56:14.209893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] device_id is not set on port 6bf4234e-1ad8-457f-b7d5-c7723045610c yet. {{(pid=87855) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:14.335651 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e10e22e0-449d-42ec-baf2-2a55f4020f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.341092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 92a9c217-d607-4fc8-aa6e-47158fc40e41 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:14.348825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 92a9c217-d607-4fc8-aa6e-47158fc40e41 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:14.349320 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.665979 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.749230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:56:14.808450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:14.822142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 08ace3a6-2762-4061-869b-44260ef9a96c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:14.838865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.849104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:14.948748 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41', 'code': 200} Mar 02 07:56:14.954697 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.056449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 08ace3a6-2762-4061-869b-44260ef9a96c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:15.070492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 08ace3a6-2762-4061-869b-44260ef9a96c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:15.070927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.113464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.4 (936e83a8-ba52-461d-ba6e-63492c5bd93b/82d9b40d-7e65-47fb-83a1-365e46bd0cde/6bf4234e-1ad8-457f-b7d5-c7723045610c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:15.171476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:15.245414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Pushing event updated for resources: {'Port': ['ID=21f4b504-f039-4b2a-b932-3135f908aebf,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:15.276397 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.337038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.339532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.341101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-39abe07c-cb1e-4f08-b7b0-7cf9ea68ebb7 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7880599 Mar 02 07:56:15.344159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34604) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:15.357918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-98826812', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'fixed_ips': [{'ip_address': '172.25.4.86'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:15.380274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:15.393909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Usage tracker for resource:port and tenant:71430a9665a249559c59e7317d5fb889 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:15.407527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:15.426967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:15.452591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Made reservation on behalf of 71430a9665a249559c59e7317d5fb889 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:15.457629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.494371 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 08ace3a6-2762-4061-869b-44260ef9a96c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=08ace3a6-2762-4061-869b-44260ef9a96c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:15.502529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.544063 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.548029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:15.583799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:15.607120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Usage tracker for resource:security_group_rule and tenant:71430a9665a249559c59e7317d5fb889 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:15.614972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:15.638193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:15.712458 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.742443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.824345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.832442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.838667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.846951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] device_id is not set on port 476676c6-b9df-408e-858b-322eaa9649b2 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:15.860515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Provisioning for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:15.872380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:15.884157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:15.884541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:15.936142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b3b7b-3f05-4072-8042-5dbf83119b15,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:15.983096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7cb0a-f801-448c-a596-68b420752806 req-c727dca1-0286-472c-8ce8-ef5aeb502987 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:15.994531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6da7cb0a-f801-448c-a596-68b420752806 req-c727dca1-0286-472c-8ce8-ef5aeb502987 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.5220904 Mar 02 07:56:15.998686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39118-e6c3-43c3-b244-32b2cccc5cc4 req-3fbb4749-9d2e-4dd8-b220-e34e4407ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:16.001482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88d39118-e6c3-43c3-b244-32b2cccc5cc4 req-3fbb4749-9d2e-4dd8-b220-e34e4407ddc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 1097 time: 0.5718143 Mar 02 07:56:16.025143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:16.025550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.157364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6da7cb0a-f801-448c-a596-68b420752806 req-fef7cbe2-f573-4542-a22a-5e5b6dd80c09 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618755 Mar 02 07:56:16.182292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.184633 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:56:16.185291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:16.221754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:16.222263 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.245374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-db40de74-2d7d-4658-85cd-616592eeacbb tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8939338 Mar 02 07:56:16.247313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34614) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:16.252199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88d39118-e6c3-43c3-b244-32b2cccc5cc4 req-5c55d006-3697-411a-a64b-d9fd684186bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737597 Mar 02 07:56:16.262447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 6bf4234e-1ad8-457f-b7d5-c7723045610c will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:16.280823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fd01369c-0a34-4d55-b864-a561a997b9e7 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:16.441213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.569284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=6bf4234e-1ad8-457f-b7d5-c7723045610c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:16.611806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Deleting port 21f4b504-f039-4b2a-b932-3135f908aebf {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:16.612570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.647063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 08ace3a6-2762-4061-869b-44260ef9a96c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:16.672603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:16.678388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:16.688483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:16.790258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Deleting port e880c39f-3eea-463e-9d27-efcddaaf8ee7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:16.790519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.835550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 08ace3a6-2762-4061-869b-44260ef9a96c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:16.836049 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.880439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:16.882891 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.945724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:16.960412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3b9933b0-3ca4-4dad-8068-fcd5d91c8e20 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9720228 Mar 02 07:56:16.962176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34622) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:17.035341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.035905 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.057247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-081802bb-2975-480e-bd49-ffc4a477c71a None None] Provisioning for port 6bf4234e-1ad8-457f-b7d5-c7723045610c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:17.062483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-081802bb-2975-480e-bd49-ffc4a477c71a None None] Provisioning complete for port 6bf4234e-1ad8-457f-b7d5-c7723045610c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:17.062854 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-081802bb-2975-480e-bd49-ffc4a477c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.100536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] For port e880c39f-3eea-463e-9d27-efcddaaf8ee7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e880c39f-3eea-463e-9d27-efcddaaf8ee7,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:17.100907 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.120042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-081802bb-2975-480e-bd49-ffc4a477c71a None None] Port 6bf4234e-1ad8-457f-b7d5-c7723045610c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:17.171816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:17.208456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Calling delete_port for 21f4b504-f039-4b2a-b932-3135f908aebf owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:17.378119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Calling delete_port for e880c39f-3eea-463e-9d27-efcddaaf8ee7 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:17.423211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac967e-313b-4cc1-a65a-79a885b6a454 req-311e0d4a-3250-4e3b-95ea-e67d58c5f57a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:17.424685 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70ac967e-313b-4cc1-a65a-79a885b6a454 req-311e0d4a-3250-4e3b-95ea-e67d58c5f57a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.1507137 Mar 02 07:56:17.461656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.576144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Pushing event deleted for resources: {'Port': ['ID=21f4b504-f039-4b2a-b932-3135f908aebf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:17.582493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:17.635501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-70ac967e-313b-4cc1-a65a-79a885b6a454 req-e6ae89d5-51f0-483a-aec1-f02db50cf616 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992383 Mar 02 07:56:17.652773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:17.662137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:17.672256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:17.703969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:17.708191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.730963 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.744339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.748926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c94a8f60-2959-4797-91e8-244c3d3bfbf0 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334 tempest-ExternalNetworksAdminNegativeTestJSON-1763995334-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/259ee3d4-c504-442a-8315-45cce71204af HTTP/1.1" status: 204 len: 168 time: 1.4974980 Mar 02 07:56:17.914241 n-d-827871-1 neutron-server[87855]: INFO neutron.db.ipam_backend_mixin [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 82d9b40d-7e65-47fb-83a1-365e46bd0cde (CIDR: 172.20.0.0/28) Mar 02 07:56:17.918907 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:56:17.919842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:17.926352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:17.992553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e880c39f-3eea-463e-9d27-efcddaaf8ee7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:18.033318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1918e358-59e6-4d72-ba5a-0f290b46ad8e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0696685 Mar 02 07:56:18.036276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34638) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:18.043176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:18.182816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34644) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:18.232129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:18.236569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:18.240512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:18.246970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:18.270772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:18.275055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:18.406877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:18.465137 n-d-827871-1 neutron-server[87854]: INFO neutron.db.ipam_backend_mixin [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f6e24af1-723a-4b42-9619-fd577aa9ae68 (CIDR: 172.20.0.16/28) Mar 02 07:56:18.483196 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:56:18.484652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:18.489626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:18.534380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:18.538255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9ee1fa7-fef5-48fb-bda2-4a05f2badc05 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4976206 Mar 02 07:56:18.538411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:18.547672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'subnet': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:18.561466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8b27724f3641988c3c57e4d3a80b20 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:18.579569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:18.600989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:18.766521 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:18.873497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.033539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:19.048554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Usage tracker for resource:subnet and tenant:8818cb856c994581b6fea11dcbd7aa59 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:19.052905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:19.075692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:19.120511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Made reservation on behalf of 8818cb856c994581b6fea11dcbd7aa59 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:19.124072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.445999 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.471598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316f52-9904-443b-a57b-aa540de3b9a7 req-64f26a68-98b5-49d2-bd18-53f5f2585cd8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:19.473152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db316f52-9904-443b-a57b-aa540de3b9a7 req-64f26a68-98b5-49d2-bd18-53f5f2585cd8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.5774825 Mar 02 07:56:19.484244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.547355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Router b8deb12f-e36f-4eec-8684-a557120eea95 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:19.600712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d8b27724f3641988c3c57e4d3a80b20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4154232 Mar 02 07:56:19.601485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34664) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:19.605031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed490d57-9860-401a-b29b-9718a07c49a2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:19.616672 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db316f52-9904-443b-a57b-aa540de3b9a7 req-d287f763-8d07-4462-a6bc-c89fcd9ea00c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247420 Mar 02 07:56:19.626713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.627063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.627397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.627728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.628104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.628390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.628818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.629329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.629652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.630052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.630487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.630686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c8c1b-7bec-4d8a-97ac-bbe09f375ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:19.716716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.754968 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.884337 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.899527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:19.909496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed490d57-9860-401a-b29b-9718a07c49a2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:19.915166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Sync routers for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:19.942699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:19.946017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:19.947223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:19.955222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-df2669bf-2a5d-4967-a018-0a3f49e5ab7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed490d57-9860-401a-b29b-9718a07c49a2 HTTP/1.1" status: 204 len: 168 time: 0.3522050 Mar 02 07:56:20.006305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-24fc9c1e-deaf-4f7e-a49a-ae862f046ac3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8deb12f-e36f-4eec-8684-a557120eea95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0312898 Mar 02 07:56:20.008837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34674) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:20.106203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:20.187444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602984-83ce-4026-bbe8-0dd158d79448 req-b19e4a44-e422-4539-9383-745c86cb94d7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:20.188950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2602984-83ce-4026-bbe8-0dd158d79448 req-b19e4a44-e422-4539-9383-745c86cb94d7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.4137776 Mar 02 07:56:20.259739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:20.287459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:20.300451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:20.300451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:20.312880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7afde-3e1e-412f-bcdb-e420dbd472a8 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:20.324092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2602984-83ce-4026-bbe8-0dd158d79448 req-5c286acf-be8a-42db-b914-3e9406687e47 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122489 Mar 02 07:56:20.344135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8043275 Mar 02 07:56:20.365054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34684) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:20.392570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1554607157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '023afdb6-3847-4116-b4c5-15d8c77dfd04'}], 'security_groups': ['2f4641b2-49ee-41a5-a77a-bc69de79e4df', '975463f9-6edd-4fbf-a691-e0514ae5e4bd']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:20.550292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c4d6f-2cf9-4a2c-84d9-51547fe3c905 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Subnet': ['ID=023afdb6-3847-4116-b4c5-15d8c77dfd04,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:20.776572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:20.835828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:20.919717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34690) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:20.920506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:20.939604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bf11a-5fae-47ef-a778-5777e4076299 req-1603f95e-65ac-4e62-8831-487a3eeab84d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:20.940654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e76bf11a-5fae-47ef-a778-5777e4076299 req-1603f95e-65ac-4e62-8831-487a3eeab84d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.2459862 Mar 02 07:56:21.057483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e76bf11a-5fae-47ef-a778-5777e4076299 req-de36e722-2d89-4e8e-99e2-4ff80b702a87 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932105 Mar 02 07:56:21.305313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9ca09256-e137-4395-998a-ad83150383ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71430a9665a249559c59e7317d5fb889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746946 Mar 02 07:56:21.305820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:21.306515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34700) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:21.335087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Deleting port 8253b1ea-ffd9-4647-ab77-6d052ce191d1 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:21.335433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:21.685143 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:21.688770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] For port 8253b1ea-ffd9-4647-ab77-6d052ce191d1, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8253b1ea-ffd9-4647-ab77-6d052ce191d1,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:21.689143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:21.716268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:56:17Z', 'revision_number': 5, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port': {'id': '8253b1ea-ffd9-4647-ab77-6d052ce191d1', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:15Z', 'updated_at': '2022-03-02T07:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:21.722221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Checking router: b8deb12f-e36f-4eec-8684-a557120eea95 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:21.757132 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:21.801364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Routers {'b8deb12f-e36f-4eec-8684-a557120eea95'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:21.802348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b8deb12f-e36f-4eec-8684-a557120eea95'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:21.847061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Calling delete_port for 8253b1ea-ffd9-4647-ab77-6d052ce191d1 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:21.920850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ebfbe-b7ff-422d-9ca4-8d6740c13db1 req-d3930e9f-5442-40d9-9c2a-7411cacf88bc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:21.922900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-961ebfbe-b7ff-422d-9ca4-8d6740c13db1 req-d3930e9f-5442-40d9-9c2a-7411cacf88bc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.3459985 Mar 02 07:56:22.064832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Update dhcp port {'port': {'network_id': '936e83a8-ba52-461d-ba6e-63492c5bd93b', 'fixed_ips': [{'subnet_id': 'f6e24af1-723a-4b42-9619-fd577aa9ae68', 'ip_address': '172.20.0.18'}, {'subnet_id': '82d9b40d-7e65-47fb-83a1-365e46bd0cde', 'ip_address': '172.20.0.2'}, {'subnet_id': '023afdb6-3847-4116-b4c5-15d8c77dfd04'}], 'binding:host_id': 'n-d-827871-1'}, 'id': '27197d23-d8cd-4d20-b6c8-b80b4d24b8cf'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:56:22.133947 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.155783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] Set router b8deb12f-e36f-4eec-8684-a557120eea95 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:22.179783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-961ebfbe-b7ff-422d-9ca4-8d6740c13db1 req-aeda7cd2-13a8-4f23-802d-327020f63f1a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499774 Mar 02 07:56:22.203284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.223594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Delete allocated IP 172.20.0.4 (936e83a8-ba52-461d-ba6e-63492c5bd93b/82d9b40d-7e65-47fb-83a1-365e46bd0cde) {{(pid=87855) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:56:22.233033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b3b7b-3f05-4072-8042-5dbf83119b15,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:22.237517 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.243366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8c4c78c7-d1dd-40a2-8a83-6ce4d983fdeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/212b3b7b-3f05-4072-8042-5dbf83119b15 HTTP/1.1" status: 204 len: 168 time: 0.9102829 Mar 02 07:56:22.243366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Allocated IP 172.20.0.43 (936e83a8-ba52-461d-ba6e-63492c5bd93b/023afdb6-3847-4116-b4c5-15d8c77dfd04/6bf4234e-1ad8-457f-b7d5-c7723045610c) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:22.404358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:56:21Z', 'revision_number': 6, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:22.421956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71067a-10c1-4105-9279-2133a9bc3cf9 None None] The sync data for ids ['b8deb12f-e36f-4eec-8684-a557120eea95'] in n-d-827871-1 is: [{'id': 'b8deb12f-e36f-4eec-8684-a557120eea95', 'name': 'tempest-TestAggregatesBasicOps-316627865-router', 'tenant_id': '9f291e36d2124fc59d5b882b6b01ed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:56:21Z', 'revision_number': 6, 'project_id': '9f291e36d2124fc59d5b882b6b01ed78', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:22.476511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.639456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Pushing event deleted for resources: {'Port': ['ID=8253b1ea-ffd9-4647-ab77-6d052ce191d1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:22.769017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.778547 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:22.798728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Transition to ACTIVE for port object 6bf4234e-1ad8-457f-b7d5-c7723045610c will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:22.805111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.000242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Allocated IP 172.20.0.34 (936e83a8-ba52-461d-ba6e-63492c5bd93b/023afdb6-3847-4116-b4c5-15d8c77dfd04/27197d23-d8cd-4d20-b6c8-b80b4d24b8cf) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:23.057692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event updated for resources: {'Port': ['ID=6bf4234e-1ad8-457f-b7d5-c7723045610c,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:23.123922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.126418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.159711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.160856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8deb12f-e36f-4eec-8684-a557120eea95 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:56:23.187441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.189101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c7a1968-63f8-45bc-8d98-5151f12d1665 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b8deb12f-e36f-4eec-8684-a557120eea95 HTTP/1.1" status: 204 len: 168 time: 3.1697786 Mar 02 07:56:23.191085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:23.304633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] In _notify_port_updated(), no bound segment for port 6bf4234e-1ad8-457f-b7d5-c7723045610c on network 936e83a8-ba52-461d-ba6e-63492c5bd93b {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:56:23.310561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:23.311201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.315279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8d01cc9c-3f99-42f8-995a-5fafaf8155f9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "PUT /v2.0/ports/6bf4234e-1ad8-457f-b7d5-c7723045610c HTTP/1.1" status: 200 len: 960 time: 2.9314206 Mar 02 07:56:23.315982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:23.326068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:23.334534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-56505bcc-da34-4b0c-b73f-720d3a58ac5f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:23.341804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-56505bcc-da34-4b0c-b73f-720d3a58ac5f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.2967441 Mar 02 07:56:23.364402 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.383813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Transition to ACTIVE for port object 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:23.391373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Deleting subnet c6227291-93de-4465-a314-6ab7c1ac0b23 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:23.391743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.404317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.496523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port 92a9c217-d607-4fc8-aa6e-47158fc40e41 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:23.496987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:23.785634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159abd6-e8bf-4fab-8076-cd4701dede0d None None] Pushing event updated for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:23.995028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.135471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port 92a9c217-d607-4fc8-aa6e-47158fc40e41, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=92a9c217-d607-4fc8-aa6e-47158fc40e41,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:24.136066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.280084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 6bf4234e-1ad8-457f-b7d5-c7723045610c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:24.280604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.315841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for 92a9c217-d607-4fc8-aa6e-47158fc40e41 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:24.332108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34754) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:24.538939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834a02a-2eb9-428e-af42-bd009194789b req-d009f0a4-ab2e-47cd-b76b-b658888ccd17 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:24.540619 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e834a02a-2eb9-428e-af42-bd009194789b req-d009f0a4-ab2e-47cd-b76b-b658888ccd17 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 946 time: 0.4914057 Mar 02 07:56:24.542630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.544718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.629653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=92a9c217-d607-4fc8-aa6e-47158fc40e41,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:24.664125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:24.772693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d399f4d3-4d84-4cb1-89d5-72f2a09014e7 tempest-AgentManagementNegativeTest-656717450 tempest-AgentManagementNegativeTest-656717450-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4373775 Mar 02 07:56:24.946315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port 92a9c217-d607-4fc8-aa6e-47158fc40e41 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:24.955242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:24.978977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'name': 'network-vif-deleted', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:56:24.987322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e880c39f-3eea-463e-9d27-efcddaaf8ee7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:25.010284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0215051e-8df7-4fb2-a014-92f9f7d53c41 req-d8646e45-22a7-4d1d-bd77-1bdbb6bdba3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "DELETE /v2.0/ports/92a9c217-d607-4fc8-aa6e-47158fc40e41 HTTP/1.1" status: 204 len: 173 time: 1.6568668 Mar 02 07:56:25.040023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e834a02a-2eb9-428e-af42-bd009194789b req-41ab4ca4-adec-437a-ad09-b747d45d809c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586511 Mar 02 07:56:25.086871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e880c39f-3eea-463e-9d27-efcddaaf8ee7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:25.087130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e880c39f-3eea-463e-9d27-efcddaaf8ee7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:25.087781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8253b1ea-ffd9-4647-ab77-6d052ce191d1 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:25.127914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8253b1ea-ffd9-4647-ab77-6d052ce191d1 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:25.128596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8253b1ea-ffd9-4647-ab77-6d052ce191d1 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:25.141754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Provisioning for port 6bf4234e-1ad8-457f-b7d5-c7723045610c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:25.148637 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ded8e60-272f-4254-b6a5-bf6efec7f2ed', 'name': 'network-vif-deleted', 'tag': '92a9c217-d607-4fc8-aa6e-47158fc40e41', 'status': 'completed', 'code': 200} Mar 02 07:56:25.154218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:25.154836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Provisioning complete for port 6bf4234e-1ad8-457f-b7d5-c7723045610c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:25.154836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:25.239609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:25.272814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Port 6bf4234e-1ad8-457f-b7d5-c7723045610c cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:25.275457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6227291-93de-4465-a314-6ab7c1ac0b23,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:25.304112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Provisioning for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:25.310173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:25.310489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:25.415801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d33231-8463-4799-9f7c-95b028e241c3 None None] Network b0856376-4e2c-4777-b43f-52c2a5991cd6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:25.484729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:25.500754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7936a371-4474-44e8-b0f7-784908f7e246 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6227291-93de-4465-a314-6ab7c1ac0b23 HTTP/1.1" status: 204 len: 168 time: 2.3079071 Mar 02 07:56:25.501347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:25.530100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 6bf4234e-1ad8-457f-b7d5-c7723045610c owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:25.571148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34782) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:25.920494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.012457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.081218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.089835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:26.095255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f9fd9f0a7248ca9ef6be0c80666b42 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:26.114893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:26.130979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=6bf4234e-1ad8-457f-b7d5-c7723045610c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:26.135162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Deleting port 48db61eb-a38a-4b1d-b251-79355846922a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:26.135536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.180093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:26.306189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a9c217-d607-4fc8-aa6e-47158fc40e41 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:26.398728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.423636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1a2619ee-2a9a-4fe0-94dc-a6a3bf5a6042 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/6bf4234e-1ad8-457f-b7d5-c7723045610c HTTP/1.1" status: 204 len: 168 time: 3.0997992 Mar 02 07:56:26.429554 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 92a9c217-d607-4fc8-aa6e-47158fc40e41 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:26.431024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 92a9c217-d607-4fc8-aa6e-47158fc40e41 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:26.435318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34794) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:26.509998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-587652f3-d1e0-4164-bac4-1655f4a8e07e req-c5f8a3cb-57d1-4725-a119-923251fe0408 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ded8e60-272f-4254-b6a5-bf6efec7f2ed HTTP/1.1" status: 200 len: 210 time: 0.1156967 Mar 02 07:56:26.542668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:26.543044 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.635558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c82060e5-78b3-4b2b-8489-db5291a5d984 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:26.648381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] DHCP port deletion for b0856376-4e2c-4777-b43f-52c2a5991cd6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:56:26.657706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Deleting port 48db61eb-a38a-4b1d-b251-79355846922a {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:26.658043 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:26.687347 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-106744a5-be17-412f-9aeb-3f1f0d05dc40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] GET failed (client error): The resource could not be found. Mar 02 07:56:26.688224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-106744a5-be17-412f-9aeb-3f1f0d05dc40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:26.826969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b4c55c8e-4990-4431-b341-16ccc2131514 None None] Could not find standard attr ID for object 6bf4234e-1ad8-457f-b7d5-c7723045610c. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:56:26.930841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-106744a5-be17-412f-9aeb-3f1f0d05dc40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:26.934680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-106744a5-be17-412f-9aeb-3f1f0d05dc40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports/6bf4234e-1ad8-457f-b7d5-c7723045610c HTTP/1.1" status: 404 len: 333 time: 0.4918559 Mar 02 07:56:26.934960 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34798) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:27.023058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] For port 48db61eb-a38a-4b1d-b251-79355846922a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=48db61eb-a38a-4b1d-b251-79355846922a,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:27.023330 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.066834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] For port 48db61eb-a38a-4b1d-b251-79355846922a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=48db61eb-a38a-4b1d-b251-79355846922a,segment=NetworkSegment(6687f431-b4c8-4960-9fb6-4198b3350f3c),segment_id=6687f431-b4c8-4960-9fb6-4198b3350f3c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:27.068603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.084882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.095328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.101148 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.159130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.263556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.287390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4ad88-b4d5-4079-af53-3bc726fa76d2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:27.296869 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.298559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-625f4a64-b2bd-42b4-a55d-0236fc2577b9 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/security-groups/93a4ad88-b4d5-4079-af53-3bc726fa76d2 HTTP/1.1" status: 204 len: 168 time: 0.3626139 Mar 02 07:56:27.305706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34806) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:27.363929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Calling delete_port for 48db61eb-a38a-4b1d-b251-79355846922a owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:27.423072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.448847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Calling delete_port for 48db61eb-a38a-4b1d-b251-79355846922a owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:27.454570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.475410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.529260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.548572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad9f3b6-80cb-41d7-b83e-93057977a286,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:27.550152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975463f9-6edd-4fbf-a691-e0514ae5e4bd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:27.566097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] Pushing event deleted for resources: {'Port': ['ID=48db61eb-a38a-4b1d-b251-79355846922a,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:27.582887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0cfe09-5298-4cd1-a866-1729dbad7310 None None] No DVR routers for this DVR port 48db61eb-a38a-4b1d-b251-79355846922a on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:27.610585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.619162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-65b68d94-d88c-42c1-887b-dd5f9c5d6215 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/security-groups/975463f9-6edd-4fbf-a691-e0514ae5e4bd HTTP/1.1" status: 204 len: 168 time: 0.3097341 Mar 02 07:56:27.620541 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34822) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:27.640021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d36c90d7-70bd-4b15-ba5b-4e6a5c0cd556 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9f9fd9f0a7248ca9ef6be0c80666b42&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0493157 Mar 02 07:56:27.642435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34826) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:27.788739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.795668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.800165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:56:27.800840 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:56:27.854662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.874708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.957559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.989369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:27.990103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4641b2-49ee-41a5-a77a-bc69de79e4df,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:28.012138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.013308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f68de34-cb25-40f4-88d9-e4133d0e90a6 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f4641b2-49ee-41a5-a77a-bc69de79e4df HTTP/1.1" status: 204 len: 168 time: 0.3903847 Mar 02 07:56:28.017968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34834) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:28.029533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad9f3b6-80cb-41d7-b83e-93057977a286,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:28.074782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.075916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b737012e-14bb-448c-b1ba-5d873db0f9f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ad9f3b6-80cb-41d7-b83e-93057977a286 HTTP/1.1" status: 204 len: 168 time: 0.4298255 Mar 02 07:56:28.180051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 82d9b40d-7e65-47fb-83a1-365e46bd0cde {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:28.183433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.266602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.302133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Deleting port 48db61eb-a38a-4b1d-b251-79355846922a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:28.303070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.412788 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.459996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] The port '48db61eb-a38a-4b1d-b251-79355846922a' was deleted {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:56:28.716200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 48db61eb-a38a-4b1d-b251-79355846922a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:28.807212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.845177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 48db61eb-a38a-4b1d-b251-79355846922a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:28.845800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 48db61eb-a38a-4b1d-b251-79355846922a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:28.889197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0856376-4e2c-4777-b43f-52c2a5991cd6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:28.903022 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.927133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6687f431-b4c8-4960-9fb6-4198b3350f3c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:28.927133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6687f431-b4c8-4960-9fb6-4198b3350f3c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:28.959939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:28.991362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad759583-8676-44ac-832f-52b6ad8d7400 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:28.995298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.012311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=82d9b40d-7e65-47fb-83a1-365e46bd0cde,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:29.016895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.029998 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5124e7a6-1f8b-4f54-a72d-3055e1261d85 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/82d9b40d-7e65-47fb-83a1-365e46bd0cde HTTP/1.1" status: 204 len: 168 time: 1.0065589 Mar 02 07:56:29.030923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:29.031343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.031468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34858) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: util.warn( Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:29.045438 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:29.180492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet 023afdb6-3847-4116-b4c5-15d8c77dfd04 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:29.186361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.275067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.412977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.492883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.543902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0856376-4e2c-4777-b43f-52c2a5991cd6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:29.553077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.562878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c9fb3e5d-8a28-48f1-8cbf-f3077a878032 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0856376-4e2c-4777-b43f-52c2a5991cd6 HTTP/1.1" status: 204 len: 168 time: 4.0601954 Mar 02 07:56:29.567771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34874) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:29.838971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:29.955447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34880) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:30.002793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=023afdb6-3847-4116-b4c5-15d8c77dfd04,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:30.012771 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.024327 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4caaa4cc-1fb9-41e4-b7d9-58e909562f40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/023afdb6-3847-4116-b4c5-15d8c77dfd04 HTTP/1.1" status: 204 len: 168 time: 0.9918029 Mar 02 07:56:30.025617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34886) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:30.087444 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-db904cad-e56e-411e-868c-363fe0af9d7d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:30.088579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db904cad-e56e-411e-868c-363fe0af9d7d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:30.100878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-db904cad-e56e-411e-868c-363fe0af9d7d tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/82d9b40d-7e65-47fb-83a1-365e46bd0cde HTTP/1.1" status: 404 len: 337 time: 0.0739155 Mar 02 07:56:30.105159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34890) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:30.290564 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting subnet f6e24af1-723a-4b42-9619-fd577aa9ae68 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:30.298169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.405166 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.421154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1524363589'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:30.518298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:30.564231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:network and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:30.585341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:30.589376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.607761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:30.635574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:30.640015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.659033 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.794244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.898200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:30.921044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e24af1-723a-4b42-9619-fd577aa9ae68,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:30.944728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f047dae-f367-4e9f-8e9b-ee940949e5a8 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/f6e24af1-723a-4b42-9619-fd577aa9ae68 HTTP/1.1" status: 204 len: 168 time: 0.8371389 Mar 02 07:56:30.947468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34900) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.043994 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-628f5a9d-12f1-488d-8d9f-00cc5a49e619 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.044920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628f5a9d-12f1-488d-8d9f-00cc5a49e619 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.049212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-628f5a9d-12f1-488d-8d9f-00cc5a49e619 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/9e1a56cd-b306-44b3-ab8a-a383db644ddf HTTP/1.1" status: 404 len: 337 time: 0.1001291 Mar 02 07:56:31.049910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34904) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.101671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-16954e47-289b-474d-b2f7-cf3ec37cf20e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Synchronizing usage tracker for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:31.138172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a86038-59a2-40d9-b636-d09af2d25e00 None None] Network 936e83a8-ba52-461d-ba6e-63492c5bd93b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:31.140792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-16954e47-289b-474d-b2f7-cf3ec37cf20e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Unset dirty status for tenant:8818cb856c994581b6fea11dcbd7aa59 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:31.148652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:31.150024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-16954e47-289b-474d-b2f7-cf3ec37cf20e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8422979-cf66-4ddf-b5cc-23154a673c56 HTTP/1.1" status: 200 len: 205 time: 0.0988071 Mar 02 07:56:31.150690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34908) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.159904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:security_group_rule and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:31.181279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:31.197602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:31.298984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-966b28fe-4f41-44f7-a847-ccd84c358c84 None None] Provisioning complete for port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:31.302929 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-966b28fe-4f41-44f7-a847-ccd84c358c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:31.317356 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-fa673738-8f95-4a10-8c28-f1bf27accd40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] delete failed (client error): The resource could not be found. Mar 02 07:56:31.323515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa673738-8f95-4a10-8c28-f1bf27accd40 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/routers/d8422979-cf66-4ddf-b5cc-23154a673c56 HTTP/1.1" status: 404 len: 336 time: 0.1718192 Mar 02 07:56:31.325115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34912) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.415995 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-832ab2d5-d132-48e7-8ef2-c080a79e9128 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.420557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832ab2d5-d132-48e7-8ef2-c080a79e9128 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.425210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-832ab2d5-d132-48e7-8ef2-c080a79e9128 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/73271432-97e6-427f-8e96-0e4dc82b9aaa HTTP/1.1" status: 404 len: 337 time: 0.0995920 Mar 02 07:56:31.425924 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34916) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.556371 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-44deb1f5-00bf-45d9-a713-3d11535db051 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.564618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44deb1f5-00bf-45d9-a713-3d11535db051 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.574547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-44deb1f5-00bf-45d9-a713-3d11535db051 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/049b4b14-37fa-42ac-8395-da837b2c92bf HTTP/1.1" status: 404 len: 337 time: 0.1474428 Mar 02 07:56:31.575331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34920) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.650218 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b7cec-eaac-4d25-a5e8-078fdddc5868 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.659603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249b7cec-eaac-4d25-a5e8-078fdddc5868 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.665007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-249b7cec-eaac-4d25-a5e8-078fdddc5868 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/6aa4b093-7c62-440a-8aef-53db9c477ba8 HTTP/1.1" status: 404 len: 337 time: 0.0886829 Mar 02 07:56:31.665786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34928) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.743824 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e84139a-c425-45ca-97e8-f2e25780c71f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.748521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e84139a-c425-45ca-97e8-f2e25780c71f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.758484 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0e84139a-c425-45ca-97e8-f2e25780c71f tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/cec61d0b-cc7f-43b3-ba12-0ada250628c3 HTTP/1.1" status: 404 len: 333 time: 0.0878396 Mar 02 07:56:31.764414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34932) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.862632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-966b28fe-4f41-44f7-a847-ccd84c358c84 None None] Provisioning complete for port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:31.863772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-966b28fe-4f41-44f7-a847-ccd84c358c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:31.873883 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f8eef3-917a-48c8-8cfb-daee9de133ae tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.874039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f8eef3-917a-48c8-8cfb-daee9de133ae tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.878362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4f8eef3-917a-48c8-8cfb-daee9de133ae tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/65a71aa9-2c15-427b-87d8-ebfa7d179e00 HTTP/1.1" status: 404 len: 337 time: 0.1105571 Mar 02 07:56:31.882823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:31.949049 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f8ea0b-d5ab-4576-8ef1-ace55511059a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:31.950987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f8ea0b-d5ab-4576-8ef1-ace55511059a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:31.953085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d3f8ea0b-d5ab-4576-8ef1-ace55511059a tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/77a727fb-9865-4d6c-883b-940b4f984f82 HTTP/1.1" status: 404 len: 337 time: 0.0692744 Mar 02 07:56:31.957942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34942) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:32.024002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.043455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] DHCP port deletion for 936e83a8-ba52-461d-ba6e-63492c5bd93b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:56:32.045979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.047922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-966b28fe-4f41-44f7-a847-ccd84c358c84 None None] Port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:32.048368 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dc2e7e-9567-4768-a5bf-8a47b8a65bcf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:32.048894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dc2e7e-9567-4768-a5bf-8a47b8a65bcf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:32.053578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b0dc2e7e-9567-4768-a5bf-8a47b8a65bcf tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/d20d138d-90f3-4367-bf64-043b42a127a6 HTTP/1.1" status: 404 len: 333 time: 0.0910373 Mar 02 07:56:32.054361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:32.061285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Deleting port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:32.062077 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.115008 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d9c832-b413-428a-8df2-f74a33236d0e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:32.115481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d9c832-b413-428a-8df2-f74a33236d0e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:32.117899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-04d9c832-b413-428a-8df2-f74a33236d0e tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/0a31f171-a57e-4716-a2ee-82037e9884b4 HTTP/1.1" status: 404 len: 337 time: 0.0614119 Mar 02 07:56:32.118083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647c3c6f-b64b-4c29-9dc4-9d257d0afcd8,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:32.119892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:32.166765 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b07cbb-7fcc-468c-98f6-d77e1c83db54 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] DELETE failed (client error): The resource could not be found. Mar 02 07:56:32.167532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b07cbb-7fcc-468c-98f6-d77e1c83db54 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:56:32.169422 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-16b07cbb-7fcc-468c-98f6-d77e1c83db54 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/subnets/7a0c5b8e-375e-4530-942f-bde63188fd25 HTTP/1.1" status: 404 len: 337 time: 0.0476260 Mar 02 07:56:32.171954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34956) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:32.186823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:56:32.205641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.205962 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Added segment ee4f3758-ebff-4afb-97ea-457e7d4022b2 of type vlan for network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 Mar 02 07:56:32.263493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Deleting port 76aaa6b1-4b27-404e-a31a-4545830fa1a4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:32.264004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.288289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.374542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] For port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,segment=NetworkSegment(a65219b6-0c62-43c9-ac52-89226be4c5e8),segment_id=a65219b6-0c62-43c9-ac52-89226be4c5e8)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:32.377194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.398387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.611927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.628458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:32.629423 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.663695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Calling delete_port for 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:32.719179 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.751468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:32.921503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Calling delete_port for 76aaa6b1-4b27-404e-a31a-4545830fa1a4 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:32.973320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0131202 Mar 02 07:56:32.973320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32875495-0706-481f-9fa1-dbf71fd953c0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Network': ['ID=bc4e8b23-efb4-43aa-ac6e-774247fea3c2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:32.975260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 34966) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:32.985454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'subnet': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:33.048106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.064066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:56:33.106331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.174098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Port': ['ID=76aaa6b1-4b27-404e-a31a-4545830fa1a4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:33.181852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.204914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9d0a6db1-a979-4039-98fb-caf94a0a68d5 tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/ports/76aaa6b1-4b27-404e-a31a-4545830fa1a4 HTTP/1.1" status: 204 len: 168 time: 1.0316453 Mar 02 07:56:33.205782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 34974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:33.249585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:33.263446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.371053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:subnet and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:33.374703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:33.383758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] No DVR routers for this DVR port 27197d23-d8cd-4d20-b6c8-b80b4d24b8cf on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:33.388102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:33.389602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74275999-9bea-46ca-893e-9b36e1812330 None None] Pushing event deleted for resources: {'Port': ['ID=27197d23-d8cd-4d20-b6c8-b80b4d24b8cf,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:33.421283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Deleting port 08ace3a6-2762-4061-869b-44260ef9a96c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:33.421591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.537678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:33.541151 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.746102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.926881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.954573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] For port 08ace3a6-2762-4061-869b-44260ef9a96c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=08ace3a6-2762-4061-869b-44260ef9a96c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:33.954947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.960638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936e83a8-ba52-461d-ba6e-63492c5bd93b']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:33.982042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65219b6-0c62-43c9-ac52-89226be4c5e8') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:33.982634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65219b6-0c62-43c9-ac52-89226be4c5e8') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:33.998534 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.018331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.027400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:34.028124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:34.046623 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:34.126791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Calling delete_port for 08ace3a6-2762-4061-869b-44260ef9a96c owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:34.151230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.188467 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.191645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] Pushing event deleted for resources: {'Network': ['ID=936e83a8-ba52-461d-ba6e-63492c5bd93b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:34.198233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c17e9e98-0165-464a-8861-ec7961cc4bcc tempest-PortsTestJSON-1830847464 tempest-PortsTestJSON-1830847464-project] 10.222.0.21 "DELETE /v2.0/networks/936e83a8-ba52-461d-ba6e-63492c5bd93b HTTP/1.1" status: 204 len: 168 time: 0.9908874 Mar 02 07:56:34.283531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.443432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Checking segment: {'id': 'ee4f3758-ebff-4afb-97ea-457e7d4022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:34.443914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network hostable DHCP agents. Network: bc4e8b23-efb4-43aa-ac6e-774247fea3c2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:56:34.461382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Subnet': ['ID=b3a6adb7-fff4-4609-9a22-1db5bea374a4,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:34.521735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:56:34.550927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, bc4e8b23-efb4-43aa-ac6e-774247fea3c2) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:34.564891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:34.565385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.570400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ca044-0120-4767-8da6-1830b565b84d None None] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:34.715224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35054) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:34.839013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-65c54ae5-3393-44ce-a15e-8ecbe200858c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8610420 Mar 02 07:56:34.841702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35064) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:34.849770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-1242370750'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:34.886714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'tenant_id': '26d559075d3e41f1ba7c872a05c950fb', 'fixed_ips': [{'subnet_id': 'b3a6adb7-fff4-4609-9a22-1db5bea374a4'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:56:34.888308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.888463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:34.970018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ace3a6-2762-4061-869b-44260ef9a96c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:35.143286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Allocated IP 172.20.0.2 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/aab78fa2-0343-4b3c-bee6-b51826381af2) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:35.172046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9f4aab3-a54f-4b15-8821-038ece819e04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8818cb856c994581b6fea11dcbd7aa59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531512 Mar 02 07:56:35.177850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35086) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:35.315725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.422309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:35.433976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.443236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:port and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:35.449183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:35.454916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.464957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:35.554158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:35.557769 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.617204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.623075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.641304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Transition to ACTIVE for port object aab78fa2-0343-4b3c-bee6-b51826381af2 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:35.659018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port 86aa099d-238f-4b3d-8d98-b82762e674c3 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:35.666978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Transition to ACTIVE for port object aab78fa2-0343-4b3c-bee6-b51826381af2 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:35.675134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.710780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.711928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4dc089d-a4fa-44da-92e9-1a0123a87416 HTTP/1.1" status: 204 len: 168 time: 0.5331230 Mar 02 07:56:35.728458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d02079-2ee1-49ca-9a14-7bde3c45b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc089d-a4fa-44da-92e9-1a0123a87416,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:35.819587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Pushing event updated for resources: {'Port': ['ID=aab78fa2-0343-4b3c-bee6-b51826381af2,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:35.853213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:35.867055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:35.873184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:35.994539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Attempting to bind port aab78fa2-0343-4b3c-bee6-b51826381af2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:35.995204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Attempting to bind port aab78fa2-0343-4b3c-bee6-b51826381af2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'ee4f3758-ebff-4afb-97ea-457e7d4022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:35.995761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Attempting to bind port aab78fa2-0343-4b3c-bee6-b51826381af2 on network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:36.008014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:36.008688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Checking segment: {'id': 'ee4f3758-ebff-4afb-97ea-457e7d4022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:36.009100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:36.009526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Bound using segment: {'id': 'ee4f3758-ebff-4afb-97ea-457e7d4022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:36.010038 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Bound port: aab78fa2-0343-4b3c-bee6-b51826381af2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f3758-ebff-4afb-97ea-457e7d4022b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:36.010416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:36.040196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.12 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/86aa099d-238f-4b3d-8d98-b82762e674c3) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:36.182045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] For port aab78fa2-0343-4b3c-bee6-b51826381af2, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:36.191791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Router d0ca93df-c163-4bab-b2ef-850f503c4081 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:36.199106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] For port aab78fa2-0343-4b3c-bee6-b51826381af2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=aab78fa2-0343-4b3c-bee6-b51826381af2,segment=NetworkSegment(ee4f3758-ebff-4afb-97ea-457e7d4022b2),segment_id=ee4f3758-ebff-4afb-97ea-457e7d4022b2)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:36.207131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:36.398678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84629e-a8aa-4984-ab06-bdc7e2837b47 None None] Pushing event updated for resources: {'Port': ['ID=aab78fa2-0343-4b3c-bee6-b51826381af2,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:36.591178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:36.631477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object 86aa099d-238f-4b3d-8d98-b82762e674c3 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:36.690347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:36.830739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:36.835519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:36.840313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:37.035709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=86aa099d-238f-4b3d-8d98-b82762e674c3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:37.041771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:37.053786 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Sync routers for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:37.056036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-56b24e39-be2c-48ac-9fec-4127053167f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d0ca93df-c163-4bab-b2ef-850f503c4081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4868743 Mar 02 07:56:37.070569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35124) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:37.077306 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:37.080103 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:37.088697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-bb0670ef-7846-461f-a55f-ee2127002645 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5837398 Mar 02 07:56:37.289490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-8d258337-b3b7-4057-93dd-05acdcaa0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:37.292359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-8d258337-b3b7-4057-93dd-05acdcaa0d5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1097 time: 0.1783619 Mar 02 07:56:37.321252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:37.324903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:37.414831 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-84255d1f-a25b-422b-9d9c-046e5c95c767 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5702531 Mar 02 07:56:37.418345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:37.448830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-1269017498', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b3:9b:9d'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:37.488351 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:37.631268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-ff50a738-25e0-429e-b0aa-865be56a3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:37.633125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-ff50a738-25e0-429e-b0aa-865be56a3a95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 897 time: 0.3193507 Mar 02 07:56:37.636107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:37.646500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0089462 Mar 02 07:56:37.656701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:38.022193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-5b2ca6f1-9eb6-4f5b-b21e-a35d3cafe135 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 1002 time: 0.3637471 Mar 02 07:56:38.085526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:38.098741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:port and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:38.193950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:38.237390 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:38.255284 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:56:38.270565 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:34Z', 'revision_number': 5, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:38.275566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:38.309164 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Checking router: d0ca93df-c163-4bab-b2ef-850f503c4081 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:38.355300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Routers {'d0ca93df-c163-4bab-b2ef-850f503c4081'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:38.355300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['d0ca93df-c163-4bab-b2ef-850f503c4081'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:38.472318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619ca97-1e7b-44c1-91f8-48bf45933f39 None None] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:38.485386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0ede57db-f097-457a-9806-905dd831b591 tempest-NetworksApiDiscovery-316762211 tempest-NetworksApiDiscovery-316762211-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6445370 Mar 02 07:56:38.576807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-7a1f719f-1d86-4840-931e-989722383f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:38.582244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-7a1f719f-1d86-4840-931e-989722383f3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 200 len: 834 time: 0.5531456 Mar 02 07:56:38.764225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-722ec8b4-8935-49e1-8f24-73f1d0ee8e3d None None] Provisioning for port aab78fa2-0343-4b3c-bee6-b51826381af2 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:38.779280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device aab78fa2-0343-4b3c-bee6-b51826381af2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:38.825532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-a1e58079-70da-4678-893a-b4f1980454c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:38.827132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-a1e58079-70da-4678-893a-b4f1980454c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67efa87a-566e-4b26-980e-c36c65703716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381587 Mar 02 07:56:38.876535 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] Set router d0ca93df-c163-4bab-b2ef-850f503c4081 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:39.008875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:39.238625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35180) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:39.254693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port aab78fa2-0343-4b3c-bee6-b51826381af2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:39.381197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-0b1117a2-89b5-4030-9906-4ccacaef6056 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459111 Mar 02 07:56:39.384426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:34Z', 'revision_number': 5, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:39.389112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port aab78fa2-0343-4b3c-bee6-b51826381af2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:39.390887 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:39.396012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:39.397266 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1e1a-8de3-4d0f-96cf-88c21876f811 None None] The sync data for ids ['d0ca93df-c163-4bab-b2ef-850f503c4081'] in n-d-827871-1 is: [{'id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'name': 'tempest-TestAggregatesBasicOps-2067161889-router', 'tenant_id': '8ee99fa1385344ecac24242ff5c1f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:42Z', 'updated_at': '2022-03-02T07:56:34Z', 'revision_number': 5, 'project_id': '8ee99fa1385344ecac24242ff5c1f540', 'gw_port': {'id': '3972b6c6-546c-4f4a-a4a1-4248e39f2740', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca93df-c163-4bab-b2ef-850f503c4081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:44Z', 'updated_at': '2022-03-02T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:39.523491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port 284f9449-e5d0-4c4b-9aac-720a21b1f510 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:39.536517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a314e7-55fa-4c44-af72-3ef869a51ed2 req-2dcaa572-6d2a-4e87-9770-dc8183662787 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:39.543674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43a314e7-55fa-4c44-af72-3ef869a51ed2 req-2dcaa572-6d2a-4e87-9770-dc8183662787 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.6584284 Mar 02 07:56:39.653142 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43a314e7-55fa-4c44-af72-3ef869a51ed2 req-7d2abc82-86be-4673-8b05-7c096a005c2a tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084511 Mar 02 07:56:39.748946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:39.864264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:39.891462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:39.892391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Usage tracker for resource:security_group_rule and tenant:91713b51926b4e82b9610c6c89d33fe9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:39.899109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:39.949543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:39.984710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ff388647-c5fc-49df-bb26-fb0a838a2da2 req-b1f6b8e9-b446-4402-ac4e-399f805cfad9 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732818 Mar 02 07:56:39.987355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port aab78fa2-0343-4b3c-bee6-b51826381af2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=aab78fa2-0343-4b3c-bee6-b51826381af2,segment=NetworkSegment(ee4f3758-ebff-4afb-97ea-457e7d4022b2),segment_id=ee4f3758-ebff-4afb-97ea-457e7d4022b2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:39.987506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:39.996974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.031347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Deleting port 3972b6c6-546c-4f4a-a4a1-4248e39f2740 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:40.031705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.183868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.192879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.198089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=aab78fa2-0343-4b3c-bee6-b51826381af2,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:40.289227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7059c-3e38-4bc1-815c-c71662126997,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:40.299368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-70f68c8f-beac-42fa-9ca7-cd902a9d8247 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91713b51926b4e82b9610c6c89d33fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0452466 Mar 02 07:56:40.306333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35210) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:40.380678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Provisioning complete for port aab78fa2-0343-4b3c-bee6-b51826381af2 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:40.383282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.449368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.545832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.725987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.738676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.5 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/284f9449-e5d0-4c4b-9aac-720a21b1f510) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:40.781149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.789398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6a7059c-3e38-4bc1-815c-c71662126997 HTTP/1.1" status: 204 len: 168 time: 0.4819608 Mar 02 07:56:40.792576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea7e8-c387-4904-9720-06917372224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7059c-3e38-4bc1-815c-c71662126997,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:40.855521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] For port 3972b6c6-546c-4f4a-a4a1-4248e39f2740, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3972b6c6-546c-4f4a-a4a1-4248e39f2740,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:40.855860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:40.904239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device aab78fa2-0343-4b3c-bee6-b51826381af2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:41.032418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Provisioning for port 86aa099d-238f-4b3d-8d98-b82762e674c3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:41.049339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Provisioning complete for port 86aa099d-238f-4b3d-8d98-b82762e674c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:41.049459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.239695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-899561df-1873-411f-bc5e-4eaf27a06762 None None] Port 86aa099d-238f-4b3d-8d98-b82762e674c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:41.247153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port aab78fa2-0343-4b3c-bee6-b51826381af2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:41.247536 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.248127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35234) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:41.286695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Calling delete_port for 3972b6c6-546c-4f4a-a4a1-4248e39f2740 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:41.542860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c81471-9f80-4900-b733-d8d2386891c4 req-52b003ca-aaf9-4920-94bb-9034c3a3cd92 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:41.544939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03c81471-9f80-4900-b733-d8d2386891c4 req-52b003ca-aaf9-4920-94bb-9034c3a3cd92 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.6502652 Mar 02 07:56:41.548281 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e50a2e4f-d433-4711-a774-29fb1e1a1b59 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4101 time: 0.2969608 Mar 02 07:56:41.552171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35246) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:41.558279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4fc6fec8-30bb-4604-921f-5d50298d44af None None] Provisioning complete for port 86aa099d-238f-4b3d-8d98-b82762e674c3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:41.558895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4fc6fec8-30bb-4604-921f-5d50298d44af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.573304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'network': {'name': 'tempest-network-smoke--1914567693', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'port_security_enabled': False}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:41.596505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:41.640591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:41.663614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 08ace3a6-2762-4061-869b-44260ef9a96c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:41.680728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:41.692532 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.768402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:56:41.783586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.784534 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Added segment 781f7421-5be5-45e3-bbf7-adb3ead315f1 of type vlan for network ca93429c-014b-472a-bf38-3e58f4f02f65 Mar 02 07:56:41.833769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 08ace3a6-2762-4061-869b-44260ef9a96c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:41.834243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 08ace3a6-2762-4061-869b-44260ef9a96c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:41.838977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6fec8-30bb-4604-921f-5d50298d44af None None] Port 86aa099d-238f-4b3d-8d98-b82762e674c3 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:41.854333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.897108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.904067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:41.905567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d785a29-8b62-4a2e-8981-431384c21d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.906767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.090892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-03c81471-9f80-4900-b733-d8d2386891c4 req-c57339cf-292f-4217-af3d-ef1442f3ad60 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4944992 Mar 02 07:56:42.155487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.184559 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6269951 Mar 02 07:56:42.187499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:42.190054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda607a-aa9b-415f-8a6a-a463aab3e3ed tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Network': ['ID=ca93429c-014b-472a-bf38-3e58f4f02f65,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:42.205725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ca93429c-014b-472a-bf38-3e58f4f02f65 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:56:42.206077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'admin_state_up': True, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:42.224804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:42.234019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:router and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:42.239435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:42.262972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:42.283950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.285469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.322038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3972b6c6-546c-4f4a-a4a1-4248e39f2740,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:42.322602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.370643 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.497019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object 284f9449-e5d0-4c4b-9aac-720a21b1f510 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:42.533528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.020036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.092299 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.099535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.152094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.157736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.158517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ca93df-c163-4bab-b2ef-850f503c4081 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:56:43.311701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:43.317127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=284f9449-e5d0-4c4b-9aac-720a21b1f510,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:43.330414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:43.336340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:43.439568 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.441119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d955de7-ac38-408b-85a7-fe1d912f19b9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d0ca93df-c163-4bab-b2ef-850f503c4081 HTTP/1.1" status: 204 len: 168 time: 6.3659468 Mar 02 07:56:43.445470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35298) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:43.610696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Deleting subnet d0527d78-1b74-4d2a-a565-d860bfacc865 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:43.634967 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.771426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:43.772883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.808070 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:43.903455 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-54ee06db-c4d3-465a-a839-b6a4588c8f41 None None] Provisioning for port 284f9449-e5d0-4c4b-9aac-720a21b1f510 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:43.919460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-20a26592-4734-4119-a94f-9da2c57f44e4 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.4953089 Mar 02 07:56:43.930683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35314) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:43.938614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-54ee06db-c4d3-465a-a839-b6a4588c8f41 None None] Provisioning complete for port 284f9449-e5d0-4c4b-9aac-720a21b1f510 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:43.951019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-54ee06db-c4d3-465a-a839-b6a4588c8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.127578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-54ee06db-c4d3-465a-a839-b6a4588c8f41 None None] Port 284f9449-e5d0-4c4b-9aac-720a21b1f510 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:44.248005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.253003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ae20b5e8-83d1-4a43-9b6f-59460a57a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.261721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.278325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.279244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Synchronizing usage tracker for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:44.316186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Unset dirty status for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:44.317309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.322979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e541cc32-1d74-481c-bf41-e50acbb0567f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3910069 Mar 02 07:56:44.324029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35322) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:44.329849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.409738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.483966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port 284f9449-e5d0-4c4b-9aac-720a21b1f510 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:44.484315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.559379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3972b6c6-546c-4f4a-a4a1-4248e39f2740 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:44.642295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3972b6c6-546c-4f4a-a4a1-4248e39f2740 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:44.643012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3972b6c6-546c-4f4a-a4a1-4248e39f2740 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:44.823632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.901178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb6d5-2d4f-44dd-8f6b-92a3f8c0a72f req-be685cd3-17af-402f-b07f-7991f28342cc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.902912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a61cb6d5-2d4f-44dd-8f6b-92a3f8c0a72f req-be685cd3-17af-402f-b07f-7991f28342cc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.5209584 Mar 02 07:56:44.958035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0527d78-1b74-4d2a-a565-d860bfacc865,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:44.966667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5fb4a-8915-4ab9-9426-98686b7a145e None None] Network b98752a6-4717-4b65-bc93-a699fb0d3ddc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:44.967956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.006910 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.25.4.213 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/8da6c200-0475-4750-b0f1-f3d7b06eac50) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:45.031425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5d548b13-6380-4fd0-a2f9-f430b4788603 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d0527d78-1b74-4d2a-a565-d860bfacc865 HTTP/1.1" status: 204 len: 168 time: 1.5845726 Mar 02 07:56:45.033456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:45.044219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.068903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a61cb6d5-2d4f-44dd-8f6b-92a3f8c0a72f req-2e8d60e1-8691-4c03-8c22-6fb31a605c42 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520429 Mar 02 07:56:45.274307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35346) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:45.421781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.515611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.518106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.522581 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.662415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] DHCP port deletion for b98752a6-4717-4b65-bc93-a699fb0d3ddc request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:56:45.667780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Deleting port 7d79ce1d-a728-47b9-ae71-94487c01173c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:45.668223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.765533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.797528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for 284f9449-e5d0-4c4b-9aac-720a21b1f510 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:45.837732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=8da6c200-0475-4750-b0f1-f3d7b06eac50,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:45.861296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:45.867414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:45.876650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Usage tracker for resource:security_group_rule and tenant:17ac0107a8b342fab580ac38db575cda is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:45.879730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:45.892438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:45.907829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.943744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] For port 7d79ce1d-a728-47b9-ae71-94487c01173c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7d79ce1d-a728-47b9-ae71-94487c01173c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:45.944158 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.971569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Deleting port 7d79ce1d-a728-47b9-ae71-94487c01173c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:45.971926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.006490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.008438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:46.012129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:46.134581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.404266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Calling delete_port for 7d79ce1d-a728-47b9-ae71-94487c01173c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:46.413843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ac0107a8b342fab580ac38db575cda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1378267 Mar 02 07:56:46.414872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1adc27-cb7d-4ee2-ad5a-5642987e1c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d6893c-d2ea-4351-aebe-b7fd275efdc1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:46.432547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35364) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:46.622861 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.717075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7d79ce1d-a728-47b9-ae71-94487c01173c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:46.733095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.788593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] No DVR routers for this DVR port 7d79ce1d-a728-47b9-ae71-94487c01173c on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:46.804297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa7129-46f1-460d-82d0-20f5bb4f312c None None] Pushing event deleted for resources: {'Port': ['ID=7d79ce1d-a728-47b9-ae71-94487c01173c,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:46.820930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7d79ce1d-a728-47b9-ae71-94487c01173c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:46.821375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7d79ce1d-a728-47b9-ae71-94487c01173c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:46.841821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.871260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] For port 7d79ce1d-a728-47b9-ae71-94487c01173c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7d79ce1d-a728-47b9-ae71-94487c01173c,segment=NetworkSegment(e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3),segment_id=e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:46.871864 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:46.879713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.038203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Calling delete_port for 7d79ce1d-a728-47b9-ae71-94487c01173c owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:47.053918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.072383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.159314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.169488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=284f9449-e5d0-4c4b-9aac-720a21b1f510,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:47.211743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d6893c-d2ea-4351-aebe-b7fd275efdc1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:47.357603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b201-ea82-43dc-9da3-63051697f2f8 req-4a21b910-8f5b-43fb-a4ad-130f0f856000 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:47.359334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc03b201-ea82-43dc-9da3-63051697f2f8 req-4a21b910-8f5b-43fb-a4ad-130f0f856000 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.6211724 Mar 02 07:56:47.604946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.665425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:56:47.665926 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:56:47.686905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad32a65d-b600-4201-b988-a993571fa19a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/284f9449-e5d0-4c4b-9aac-720a21b1f510 HTTP/1.1" status: 204 len: 168 time: 3.3558466 Mar 02 07:56:47.711875 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:47.730695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc03b201-ea82-43dc-9da3-63051697f2f8 req-5cf957bb-7d88-4ce5-9dc7-636b8e9f8d6e tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263748 Mar 02 07:56:47.797411 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-cada30db-db9a-41ae-8ccf-cb7d6f7578b3 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] GET failed (client error): The resource could not be found. Mar 02 07:56:47.798278 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cada30db-db9a-41ae-8ccf-cb7d6f7578b3 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Synchronizing usage tracker for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:47.822066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cada30db-db9a-41ae-8ccf-cb7d6f7578b3 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Unset dirty status for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:47.827950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cada30db-db9a-41ae-8ccf-cb7d6f7578b3 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports/284f9449-e5d0-4c4b-9aac-720a21b1f510 HTTP/1.1" status: 404 len: 333 time: 0.1157751 Mar 02 07:56:47.828601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35386) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:47.834700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-1050971282'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:48.003470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:48.016485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:48.038882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:48.048999 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.073796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:48.079548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.083000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7dfda819-3709-45a2-8bbd-b9884551af17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1d6893c-d2ea-4351-aebe-b7fd275efdc1 HTTP/1.1" status: 204 len: 168 time: 1.6450989 Mar 02 07:56:48.084932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.166839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Deleting port 7d79ce1d-a728-47b9-ae71-94487c01173c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:48.167447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.264052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] The port '7d79ce1d-a728-47b9-ae71-94487c01173c' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:56:48.694420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 9c5302d9-af34-40a3-b61e-15784b0165f2 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:56:48.729813 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.748062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.11 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/35e251ef-054d-4ea7-a5c4-33ed7f8d823a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:48.750083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35406) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:48.753271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.799371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98752a6-4717-4b65-bc93-a699fb0d3ddc']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:48.806634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.857799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:48.858057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ec8a37-6fa3-4f4c-9fa3-804356ed13e3') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:48.881967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.958818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.985899 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:49.020543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Usage tracker for resource:security_group_rule and tenant:665f3eeabe344bca92294c3dd8f7963a is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:49.052878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:49.080691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:49.089768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.092377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Sync routers for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:49.102465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:49.109553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Routers {'9c5302d9-af34-40a3-b61e-15784b0165f2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:49.111890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9c5302d9-af34-40a3-b61e-15784b0165f2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:49.166476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:49.166757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.166954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.172035 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0ea0f52-2fd9-4983-9357-281aa0bc5f98 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.9833953 Mar 02 07:56:49.173120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35414) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:49.183770 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:49.395190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc8762-679c-401a-93db-893809624bea req-62c68443-674f-40ce-b596-4bc914ef53f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:49.410297 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2dc8762-679c-401a-93db-893809624bea req-62c68443-674f-40ce-b596-4bc914ef53f4 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.3311849 Mar 02 07:56:49.428470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8e08c-6497-44e9-9c1f-49c23b0739d4 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:49.444628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53f8e08c-6497-44e9-9c1f-49c23b0739d4 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0624faba9e974b6697f3daf7a0e8aef5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2643690 Mar 02 07:56:49.446800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35424) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:49.524611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Set router 9c5302d9-af34-40a3-b61e-15784b0165f2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:49.667710 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.702341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object 35e251ef-054d-4ea7-a5c4-33ed7f8d823a will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:49.729202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.742029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.772486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.775157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2dc8762-679c-401a-93db-893809624bea req-91ca6f70-a7f3-455f-ac2e-aed349963152 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493888 Mar 02 07:56:49.803771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b98752a6-4717-4b65-bc93-a699fb0d3ddc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:49.850499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31098976-54f9-4a7f-9877-9ef0aff7dff6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:49.858737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31098976-54f9-4a7f-9877-9ef0aff7dff6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3869460 Mar 02 07:56:49.859642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35428) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:49.921449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-81f5f245-f1d0-414a-9be6-ff484b7e6271 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502863 Mar 02 07:56:49.922336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35432) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:49.998642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:50.031009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:50.034516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a390dadc-1c2e-4059-a66c-dac5f246d078 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0624faba9e974b6697f3daf7a0e8aef5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109087 Mar 02 07:56:50.035404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35442) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.038127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:50.138475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:56:46Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:50.144752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Checking router: 9c5302d9-af34-40a3-b61e-15784b0165f2 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:50.145115 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Updating router 9c5302d9-af34-40a3-b61e-15784b0165f2 port 8da6c200-0475-4750-b0f1-f3d7b06eac50 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:56:50.232891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=35e251ef-054d-4ea7-a5c4-33ed7f8d823a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:50.258052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-066fa1e7-67d7-4ec5-a9d3-f0af7aeec8dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/b98752a6-4717-4b65-bc93-a699fb0d3ddc HTTP/1.1" status: 204 len: 168 time: 5.2163515 Mar 02 07:56:50.263351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.283006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6236c48-f5bb-4bdf-9e95-233d81c9dec1 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:50.291118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b6236c48-f5bb-4bdf-9e95-233d81c9dec1 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2545211 Mar 02 07:56:50.293573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35450) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.414668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.416719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.417114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3532ba0b-2f37-4f30-a8b8-f9d848d3d9d6 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215327 Mar 02 07:56:50.433016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:50.433971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.455827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471376686', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:50.517308 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.670335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5316b3a4-1cef-46bc-b730-bdc85764dcb2 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8406060 Mar 02 07:56:50.671683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35460) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.676580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2473f8b-b9ee-4436-9ec9-b4f3cfb43e65 None None] Provisioning for port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:50.679847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b3:9b:9d'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:50.714316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c2473f8b-b9ee-4436-9ec9-b4f3cfb43e65 None None] Provisioning complete for port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:50.714693 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2473f8b-b9ee-4436-9ec9-b4f3cfb43e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.768756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35464) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.849948 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6946ed7b-5e5e-4878-8a0c-9fa6b3bfc0ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f291e36d2124fc59d5b882b6b01ed78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791068 Mar 02 07:56:50.860926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=665f3eeabe344bca92294c3dd8f7963a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1001391 Mar 02 07:56:50.861670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35470) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.862014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35472) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.889117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a198b-89a9-4b5b-9110-484830d5faef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366aed3-e507-4f07-9e75-e40f4c82d1db,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:50.971577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c2473f8b-b9ee-4436-9ec9-b4f3cfb43e65 None None] Port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:51.106702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:51.125950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Usage tracker for resource:subnet and tenant:0624faba9e974b6697f3daf7a0e8aef5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:51.134201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:51.135914 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.144892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:51.171901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Transition to ACTIVE for port object 8da6c200-0475-4750-b0f1-f3d7b06eac50 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:51.200324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.208397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.242702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.272381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:51.276134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.350799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd106da-aedc-49a0-b69b-415393cd9bf4 None None] Pushing event updated for resources: {'Port': ['ID=8da6c200-0475-4750-b0f1-f3d7b06eac50,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.376439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Attempting to bind port 8da6c200-0475-4750-b0f1-f3d7b06eac50 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:51.376913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Attempting to bind port 8da6c200-0475-4750-b0f1-f3d7b06eac50 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:51.377350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Attempting to bind port 8da6c200-0475-4750-b0f1-f3d7b06eac50 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:51.387447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:51.388081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:51.388822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.389293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:51.391760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Bound port: 8da6c200-0475-4750-b0f1-f3d7b06eac50, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:51.391760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.416918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.519946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] For port 8da6c200-0475-4750-b0f1-f3d7b06eac50, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:51.528895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] For port 8da6c200-0475-4750-b0f1-f3d7b06eac50, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8da6c200-0475-4750-b0f1-f3d7b06eac50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:51.536279 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.590295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.677883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9e7d9-f0d1-4d64-8b0c-2fb75d536644 req-c3fa4a0f-e6c5-4c9f-a421-1d53464cd9bd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:51.679432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36b9e7d9-f0d1-4d64-8b0c-2fb75d536644 req-c3fa4a0f-e6c5-4c9f-a421-1d53464cd9bd tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.6529548 Mar 02 07:56:51.690193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.799612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36b9e7d9-f0d1-4d64-8b0c-2fb75d536644 req-0eb80752-8353-4e45-95ab-3bdb39484936 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952704 Mar 02 07:56:51.875886 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.884671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.956485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd106da-aedc-49a0-b69b-415393cd9bf4 None None] Pushing event updated for resources: {'Port': ['ID=8da6c200-0475-4750-b0f1-f3d7b06eac50,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.965380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.974993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Routers {'9c5302d9-af34-40a3-b61e-15784b0165f2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:51.976658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9c5302d9-af34-40a3-b61e-15784b0165f2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:52.036635 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.125652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366aed3-e507-4f07-9e75-e40f4c82d1db,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.181836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] In _notify_port_updated(), no bound segment for port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a on network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:56:52.187974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:52.190512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.196680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "PUT /v2.0/ports/35e251ef-054d-4ea7-a5c4-33ed7f8d823a HTTP/1.1" status: 200 len: 995 time: 1.5234823 Mar 02 07:56:52.200946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35500) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.283929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbace3b4-e7d4-4209-a9d8-89eedb5be4f4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.367198 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.368841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e5cf9080-ac93-4091-8da8-ef511da420f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbace3b4-e7d4-4209-a9d8-89eedb5be4f4 HTTP/1.1" status: 204 len: 168 time: 1.4715505 Mar 02 07:56:52.372611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.390133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] Set router 9c5302d9-af34-40a3-b61e-15784b0165f2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:52.400259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8bc221fd-9a84-45ca-b1ce-7f2142734eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1366aed3-e507-4f07-9e75-e40f4c82d1db HTTP/1.1" status: 204 len: 168 time: 1.4979351 Mar 02 07:56:52.403131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf9c79-74df-4a22-a31b-5bf5d5c6f908 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=35e251ef-054d-4ea7-a5c4-33ed7f8d823a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.494650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:52.502933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.563166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.623169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.861226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fc2a2c7f-0048-4fc0-996e-bd4bd7e85947 None None] Provisioning complete for port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:52.864518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2c7f-0048-4fc0-996e-bd4bd7e85947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.066180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Subnet': ['ID=d8cc61b1-451a-4343-b87d-81ab5cfdcb1a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:53.087686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a2c7f-0048-4fc0-996e-bd4bd7e85947 None None] Port 35e251ef-054d-4ea7-a5c4-33ed7f8d823a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:53.262362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Checking segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:53.272502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network hostable DHCP agents. Network: ca93429c-014b-472a-bf38-3e58f4f02f65, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:56:53.340600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network ca93429c-014b-472a-bf38-3e58f4f02f65 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:56:53.370127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ca93429c-014b-472a-bf38-3e58f4f02f65) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:53.380629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:53.381632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.489368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0da4bb-a7b7-42a8-a6e4-0d0c15157460 None None] Network ca93429c-014b-472a-bf38-3e58f4f02f65 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:53.504413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.591521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3d0aade3-f30e-4e03-a46a-7eb70e29d4da tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1706352 Mar 02 07:56:53.604312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:53.606140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:53.621800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Usage tracker for resource:security_group_rule and tenant:06ebdf4a5f854a4984ede3cb20c4ade0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:53.635189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:53.655524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:53.893726 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35544) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:53.981805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.001748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.064689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:56:46Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:54.071414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ca93429c-014b-472a-bf38-3e58f4f02f65', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'fixed_ips': [{'subnet_id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:56:54.072782 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.118991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d28efa-47ea-4f46-b99b-70bd468e2ad2 None None] The sync data for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 is: [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:56:46Z', 'revision_number': 3, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:54.141392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-55d11bfc-8398-4d1a-8ac6-7c60da62e481 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ee99fa1385344ecac24242ff5c1f540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433002 Mar 02 07:56:54.149921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:54.193029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06ebdf4a5f854a4984ede3cb20c4ade0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6060698 Mar 02 07:56:54.195074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35552) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:54.233735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.289769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd472a5-e87f-4b6a-8b98-1256e2d24f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca90c63-afee-4e91-a2fc-8909c932a2b1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:54.454910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.460952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Allocated IP 172.20.0.18 (ca93429c-014b-472a-bf38-3e58f4f02f65/d8cc61b1-451a-4343-b87d-81ab5cfdcb1a/0066f967-5c55-4847-957a-1de794558b6f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:54.501288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.692169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.743651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca90c63-afee-4e91-a2fc-8909c932a2b1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:54.754630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.754630 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e1ca0723-882b-4abe-9ecc-a3c81bd56892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ca90c63-afee-4e91-a2fc-8909c932a2b1 HTTP/1.1" status: 204 len: 168 time: 0.5357456 Mar 02 07:56:54.809171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for 35e251ef-054d-4ea7-a5c4-33ed7f8d823a owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:55.028174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9734-e9ae-49ab-8186-d0d4f8376251 req-9b56a1db-ef8b-4644-aa8f-a50211d8860d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:55.043677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-226d9734-e9ae-49ab-8186-d0d4f8376251 req-9b56a1db-ef8b-4644-aa8f-a50211d8860d tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.4849653 Mar 02 07:56:55.181385 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.227345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.272658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.367561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.390867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Transition to ACTIVE for port object 0066f967-5c55-4847-957a-1de794558b6f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:55.435613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Transition to ACTIVE for port object 0066f967-5c55-4847-957a-1de794558b6f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:55.451573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.785833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Network ca93429c-014b-472a-bf38-3e58f4f02f65 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:55.786649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Pushing event updated for resources: {'Port': ['ID=0066f967-5c55-4847-957a-1de794558b6f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:55.789551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:55.793051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:55.804776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.805212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.806621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.806990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.807862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.808258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.808636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.809116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.809575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.810173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.810786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.811344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:55.848907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-226d9734-e9ae-49ab-8186-d0d4f8376251 req-b284e01d-3d21-4ff5-8651-00813cd2f8c8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8033810 Mar 02 07:56:55.944918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36849ab0-8c84-4f5c-9230-218df99de931,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:55.955867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.119226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Attempting to bind port 0066f967-5c55-4847-957a-1de794558b6f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:56.119955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Attempting to bind port 0066f967-5c55-4847-957a-1de794558b6f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:56.120332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Attempting to bind port 0066f967-5c55-4847-957a-1de794558b6f on network ca93429c-014b-472a-bf38-3e58f4f02f65 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:56.155632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:56.156010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Checking segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:56.158555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.169564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Bound using segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:56.170426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Bound port: 0066f967-5c55-4847-957a-1de794558b6f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:56.170936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.201928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=35e251ef-054d-4ea7-a5c4-33ed7f8d823a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:56.228674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.229952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-526ebb8f-749b-4465-985d-bdeb53ea201c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36849ab0-8c84-4f5c-9230-218df99de931 HTTP/1.1" status: 204 len: 168 time: 2.0623307 Mar 02 07:56:56.472190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] For port 0066f967-5c55-4847-957a-1de794558b6f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:56.478870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] For port 0066f967-5c55-4847-957a-1de794558b6f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0066f967-5c55-4847-957a-1de794558b6f,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:56.487237 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.807335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8da6c200-0475-4750-b0f1-f3d7b06eac50 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:57.073160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03feae-1b34-4cab-a7f8-5664a8bca014 None None] Pushing event updated for resources: {'Port': ['ID=0066f967-5c55-4847-957a-1de794558b6f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:57.140419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8da6c200-0475-4750-b0f1-f3d7b06eac50 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:57.175301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8da6c200-0475-4750-b0f1-f3d7b06eac50 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:57.176139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.633038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56019e01-f2b4-4298-9fd9-d897d2d7f844 req-0a4f67f9-a8f6-44d6-bd68-c0a6ed0493f9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:57.635703 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.646807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56019e01-f2b4-4298-9fd9-d897d2d7f844 req-0a4f67f9-a8f6-44d6-bd68-c0a6ed0493f9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.3402121 Mar 02 07:56:57.673712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 8da6c200-0475-4750-b0f1-f3d7b06eac50, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8da6c200-0475-4750-b0f1-f3d7b06eac50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:57.681478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.737436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.787259 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56019e01-f2b4-4298-9fd9-d897d2d7f844 req-17740b71-1b67-4b39-8b5d-2ae8fe923433 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306534 Mar 02 07:56:57.855467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=8da6c200-0475-4750-b0f1-f3d7b06eac50,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:57.968609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.970679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35664) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:57.970814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-63248395-20d9-41fd-a1fc-8e88225b7033 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/35e251ef-054d-4ea7-a5c4-33ed7f8d823a HTTP/1.1" status: 204 len: 168 time: 5.7680953 Mar 02 07:56:58.080525 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4484324-0ac4-4cb7-8518-4b3695812d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] GET failed (client error): The resource could not be found. Mar 02 07:56:58.081427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a4484324-0ac4-4cb7-8518-4b3695812d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Synchronizing usage tracker for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:58.131630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a4484324-0ac4-4cb7-8518-4b3695812d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Unset dirty status for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:58.133812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a4484324-0ac4-4cb7-8518-4b3695812d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports/35e251ef-054d-4ea7-a5c4-33ed7f8d823a HTTP/1.1" status: 404 len: 333 time: 0.1619461 Mar 02 07:56:58.140739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35676) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:58.149151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-277760754'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:58.444311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:58.482992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:58.538906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:58.574447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:58.685175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port a62133cc-e435-4b33-b99a-19850d989cc8 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:56:58.688178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.20.0.17 (ca93429c-014b-472a-bf38-3e58f4f02f65/d8cc61b1-451a-4343-b87d-81ab5cfdcb1a/7062f4d8-488d-4fdc-aae6-446ec9eb891e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:58.905774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa10356-2285-4d0a-837b-d27f520cac5f None None] Network ca93429c-014b-472a-bf38-3e58f4f02f65 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:58.955790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8da6c200-0475-4750-b0f1-f3d7b06eac50 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:59.094951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e594a866-6db9-4919-b889-9c368863d4bf None None] Provisioning for port 0066f967-5c55-4847-957a-1de794558b6f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:59.188473 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:56:59.191001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:59.371219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164d64e-bd6d-4f19-a4f0-0eb9dec56186 req-9b871816-6264-441d-9af6-36b2695683ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:59.372739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d164d64e-bd6d-4f19-a4f0-0eb9dec56186 req-9b871816-6264-441d-9af6-36b2695683ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1097 time: 0.7984197 Mar 02 07:56:59.375688 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.438743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.7 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/a62133cc-e435-4b33-b99a-19850d989cc8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:59.439471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d164d64e-bd6d-4f19-a4f0-0eb9dec56186 req-449b8646-4a03-4f28-ad29-fcd5784af3f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Mar 02 07:56:59.454447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef27ff-1a54-4c1b-af9e-268ccb36c4f1 req-4715d014-c800-411e-a568-959008f37e29 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:59.456341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37ef27ff-1a54-4c1b-af9e-268ccb36c4f1 req-4715d014-c800-411e-a568-959008f37e29 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.3201666 Mar 02 07:56:59.470267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Transition to ACTIVE for port object 7062f4d8-488d-4fdc-aae6-446ec9eb891e will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:59.520150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-37ef27ff-1a54-4c1b-af9e-268ccb36c4f1 req-d4cc55fe-2d2a-4ef8-a4b8-b8649ea4a759 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545526 Mar 02 07:56:59.559218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.687585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:59.728467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'port_id': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'mac_address': 'fa:16:3e:29:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:56:59.784174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8da6c200-0475-4750-b0f1-f3d7b06eac50 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:59.784553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.934268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network ca93429c-014b-472a-bf38-3e58f4f02f65 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:59.955072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:59.958553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:00.059414 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.083207 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.107290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object a62133cc-e435-4b33-b99a-19850d989cc8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:00.145282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.177647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.187241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:00.229394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:00.263104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.327988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.366151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:00.375817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:00.408848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:00.501104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:57:00.502133 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:57:00.510465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.697987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:00.699294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.770116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=a62133cc-e435-4b33-b99a-19850d989cc8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.802846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0066f967-5c55-4847-957a-1de794558b6f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:00.809051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.809377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.809724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.818592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.822768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.823163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.823476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.823829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.824181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.824475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.824806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.825130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.976124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35768) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:00.980458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-989cfde9-3575-403d-b8e1-bc74b8f7a03f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8390145 Mar 02 07:57:01.011403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b3:9b:9d'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:01.068939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:57:01.096797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42fecc-2649-43fa-ac83-f8e6dbc05ea0 req-2bc852d5-90d7-44f1-b549-8d9f557a02c5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:01.103404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b42fecc-2649-43fa-ac83-f8e6dbc05ea0 req-2bc852d5-90d7-44f1-b549-8d9f557a02c5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 945 time: 0.2320015 Mar 02 07:57:01.162132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d0aef03c-1726-4809-b19a-f6948a012cd0 None None] Provisioning for port a62133cc-e435-4b33-b99a-19850d989cc8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:01.176699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d0aef03c-1726-4809-b19a-f6948a012cd0 None None] Provisioning complete for port a62133cc-e435-4b33-b99a-19850d989cc8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:01.177437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d0aef03c-1726-4809-b19a-f6948a012cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:01.205942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:01.209848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b42fecc-2649-43fa-ac83-f8e6dbc05ea0 req-82edf823-eee9-4989-b894-45309db34992 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995314 Mar 02 07:57:01.251170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:01.283959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:01.463392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0066f967-5c55-4847-957a-1de794558b6f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:01.475634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d0aef03c-1726-4809-b19a-f6948a012cd0 None None] Port a62133cc-e435-4b33-b99a-19850d989cc8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:01.481889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0066f967-5c55-4847-957a-1de794558b6f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:01.482360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:01.502608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:01.516182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:01.529765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:01.667501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:01.807405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Provisioning for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:01.876082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Provisioning complete for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:01.876465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.038985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.048078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.120448 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.142162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Port 7062f4d8-488d-4fdc-aae6-446ec9eb891e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:02.288551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Provisioning complete for port 0066f967-5c55-4847-957a-1de794558b6f triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:02.289565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1439d88-639c-409f-bf68-1eb24549665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.353769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=a62133cc-e435-4b33-b99a-19850d989cc8,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:02.364587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.464499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0066f967-5c55-4847-957a-1de794558b6f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0066f967-5c55-4847-957a-1de794558b6f,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:02.484963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.932781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0066f967-5c55-4847-957a-1de794558b6f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:03.029490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] In _notify_port_updated(), no bound segment for port a62133cc-e435-4b33-b99a-19850d989cc8 on network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 {{(pid=87855) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:57:03.036923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:03.038174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.039805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0383bb10-78b4-4913-b0a1-6230d710b297 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "PUT /v2.0/ports/a62133cc-e435-4b33-b99a-19850d989cc8 HTTP/1.1" status: 200 len: 995 time: 2.0627291 Mar 02 07:57:03.043567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35802) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:03.113102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Provisioning complete for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:03.116259 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.185245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port a62133cc-e435-4b33-b99a-19850d989cc8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:03.186200 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.197197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee252a-4ffd-4b4d-a046-10deeeabd503 req-80aaebcf-b030-42d6-bd92-6442f7be82d2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:03.201436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Port 7062f4d8-488d-4fdc-aae6-446ec9eb891e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:03.206275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65ee252a-4ffd-4b4d-a046-10deeeabd503 req-80aaebcf-b030-42d6-bd92-6442f7be82d2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 944 time: 0.6280632 Mar 02 07:57:03.217773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Provisioning complete for port a62133cc-e435-4b33-b99a-19850d989cc8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:03.218271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.289090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-78145e16-46a0-466e-ac0b-0fe187564d51 None None] Port a62133cc-e435-4b33-b99a-19850d989cc8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:03.715632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.877984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for a62133cc-e435-4b33-b99a-19850d989cc8 owned by {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:03.921620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.961969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:04.071539 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:04.120429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:04.128261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65ee252a-4ffd-4b4d-a046-10deeeabd503 req-881e8c83-47f7-46c4-96f2-e4c1e385f0bb tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9116988 Mar 02 07:57:04.159722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35820) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:04.273427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:04.299276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network ca93429c-014b-472a-bf38-3e58f4f02f65 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:04.300606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:04.343475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=a62133cc-e435-4b33-b99a-19850d989cc8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:04.530586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b68248c-e1f0-424b-823c-ca44ecae1f80 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/floatingips/9bfb9278-9607-4673-8e93-2168e683f831 HTTP/1.1" status: 200 len: 992 time: 0.3640027 Mar 02 07:57:04.725904 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:04.757681 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4484dbbc-369f-41a3-9f4d-d8d41d700edd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/a62133cc-e435-4b33-b99a-19850d989cc8 HTTP/1.1" status: 204 len: 168 time: 1.7127118 Mar 02 07:57:04.758234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35830) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:04.820000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0066f967-5c55-4847-957a-1de794558b6f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:04.915665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 9c5302d9-af34-40a3-b61e-15784b0165f2 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:57:04.924628 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2bf546-4ac5-4e17-bfc1-b1e3b2d318cc tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] GET failed (client error): The resource could not be found. Mar 02 07:57:04.927650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b2bf546-4ac5-4e17-bfc1-b1e3b2d318cc tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Synchronizing usage tracker for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:04.977601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b2bf546-4ac5-4e17-bfc1-b1e3b2d318cc tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Unset dirty status for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:04.979228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b2bf546-4ac5-4e17-bfc1-b1e3b2d318cc tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports/a62133cc-e435-4b33-b99a-19850d989cc8 HTTP/1.1" status: 404 len: 333 time: 0.2200809 Mar 02 07:57:04.985119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35838) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:05.000890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-679732171'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:05.025873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1bd71927-6c85-4b75-bd6c-7bfe19fc2e51 None None] Provisioning complete for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:05.025873 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bd71927-6c85-4b75-bd6c-7bfe19fc2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.108600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0066f967-5c55-4847-957a-1de794558b6f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:05.108903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.215110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:05.319928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1bd71927-6c85-4b75-bd6c-7bfe19fc2e51 None None] Port 7062f4d8-488d-4fdc-aae6-446ec9eb891e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:05.342618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:57:05.355000 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Sync routers for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:57:05.367369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:05.372318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec101eda-502c-43d5-9e0b-a219826bdc03 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "PUT /v2.0/routers/9c5302d9-af34-40a3-b61e-15784b0165f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5585237 Mar 02 07:57:05.373903 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Routers {'9c5302d9-af34-40a3-b61e-15784b0165f2'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:05.376664 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9c5302d9-af34-40a3-b61e-15784b0165f2'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:05.403334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:05.429537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:05.437349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.564340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:05.565919 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.786141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port a0429cc7-b405-473b-b0c4-6eaae1bd1161 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:57:05.898321 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.981685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Set router 9c5302d9-af34-40a3-b61e-15784b0165f2 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:06.000121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:06.002839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:06.037703 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:06.453598 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'code': 200} Mar 02 07:57:06.483503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-4934e2e5-0453-4645-8971-a4ee4ea109db tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:06.498469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-4934e2e5-0453-4645-8971-a4ee4ea109db tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/networks?id=ca93429c-014b-472a-bf38-3e58f4f02f65 HTTP/1.1" status: 200 len: 798 time: 0.6332319 Mar 02 07:57:06.518687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:06.563940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-1b7117d8-4651-410a-b5c8-ee59d2eb15de tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/quotas/0624faba9e974b6697f3daf7a0e8aef5 HTTP/1.1" status: 200 len: 375 time: 0.0645022 Mar 02 07:57:06.615489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.3 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/a0429cc7-b405-473b-b0c4-6eaae1bd1161) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:06.850717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-f6f96ea2-abcf-4537-bd2e-4ea117f72a31 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2779987 Mar 02 07:57:06.962264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '7062f4d8-488d-4fdc-aae6-446ec9eb891e', 'name': '', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:e2:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:58Z', 'updated_at': '2022-03-02T07:57:03Z', 'revision_number': 2, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:06.966719 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Checking router: 9c5302d9-af34-40a3-b61e-15784b0165f2 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:57:06.967127 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Updating router 9c5302d9-af34-40a3-b61e-15784b0165f2 port 7062f4d8-488d-4fdc-aae6-446ec9eb891e binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:57:07.025648 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.267445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-a0ad857c-0825-4fde-bb51-5bf5acc60484 service neutron] 10.222.0.21 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158113 Mar 02 07:57:07.345628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.558734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-c46b7dd8-eabe-4e6a-9ea7-c739bbccf892 service neutron] 10.222.0.21 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807343 Mar 02 07:57:07.571402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object a0429cc7-b405-473b-b0c4-6eaae1bd1161 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:07.604777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.729210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=a0429cc7-b405-473b-b0c4-6eaae1bd1161,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:07.735295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:07.736484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:07.744506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:07.777514 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.800053 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Transition to ACTIVE for port object 7062f4d8-488d-4fdc-aae6-446ec9eb891e will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:07.831953 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.918683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:07.924201 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.008357 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-971e39a6-195c-4bf9-b01c-1fd0047262a1 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0215094 Mar 02 07:57:08.009266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35900) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:08.017635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'network_id': 'bc4e8b23-efb4-43aa-ac6e-774247fea3c2', 'name': 'tempest-AllowedAddressPairTestJSON-14786510'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:08.063338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-64ac5f16-b8fe-4916-b109-6035832c9aa7 req-a5452a05-dd55-41d2-8dad-afc10f8af6cb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:08.119493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-64ac5f16-b8fe-4916-b109-6035832c9aa7 req-a5452a05-dd55-41d2-8dad-afc10f8af6cb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:08.123743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64ac5f16-b8fe-4916-b109-6035832c9aa7 req-a5452a05-dd55-41d2-8dad-afc10f8af6cb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 210 time: 0.1914790 Mar 02 07:57:08.263293 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Attempting to bind port 7062f4d8-488d-4fdc-aae6-446ec9eb891e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:08.263857 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Attempting to bind port 7062f4d8-488d-4fdc-aae6-446ec9eb891e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:08.263990 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Attempting to bind port 7062f4d8-488d-4fdc-aae6-446ec9eb891e on network ca93429c-014b-472a-bf38-3e58f4f02f65 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:08.271753 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:08.272117 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Checking segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:08.272508 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.272893 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Bound using segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:08.273351 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Bound port: 7062f4d8-488d-4fdc-aae6-446ec9eb891e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:08.273711 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.373212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c9c087c-2fc4-48f0-aea6-f21c9df2ac15 None None] Provisioning for port a0429cc7-b405-473b-b0c4-6eaae1bd1161 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:08.383647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c9c087c-2fc4-48f0-aea6-f21c9df2ac15 None None] Provisioning complete for port a0429cc7-b405-473b-b0c4-6eaae1bd1161 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:08.385788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c9c087c-2fc4-48f0-aea6-f21c9df2ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.439352 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] For port 7062f4d8-488d-4fdc-aae6-446ec9eb891e, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:08.454636 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] For port 7062f4d8-488d-4fdc-aae6-446ec9eb891e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7062f4d8-488d-4fdc-aae6-446ec9eb891e,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:08.456866 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Pushing event updated for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:08.469232 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.536527 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.536970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.537333 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.537652 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.538763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:08.542306 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.542685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.543346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.543346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.550399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Usage tracker for resource:port and tenant:26d559075d3e41f1ba7c872a05c950fb is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:08.552488 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.552888 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.553222 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.553552 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:08.561048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:08.587164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:08.600539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c087c-2fc4-48f0-aea6-f21c9df2ac15 None None] Port a0429cc7-b405-473b-b0c4-6eaae1bd1161 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:08.623479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Made reservation on behalf of 26d559075d3e41f1ba7c872a05c950fb for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:08.627137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:08.685632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] device_id is not set on port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 yet. {{(pid=87854) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:57:08.898455 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Routers {'9c5302d9-af34-40a3-b61e-15784b0165f2'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:08.899123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:56:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9c5302d9-af34-40a3-b61e-15784b0165f2'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:09.104470 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b286-1eee-4dea-be17-c4950b65ef5a None None] Pushing event updated for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:09.144594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Allocated IP 172.20.0.9 (bc4e8b23-efb4-43aa-ac6e-774247fea3c2/b3a6adb7-fff4-4609-9a22-1db5bea374a4/b51b17c8-2c52-4f21-8c44-29dc4bce8a83) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:09.458723 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] Set router 9c5302d9-af34-40a3-b61e-15784b0165f2 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:09.563002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c89ed39-5acb-4737-a785-7ad7d1178008 req-03af5038-3375-4c0c-ada1-c7bd01e03260 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 210 time: 0.1084907 Mar 02 07:57:09.716650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:09.765257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Transition to ACTIVE for port object b51b17c8-2c52-4f21-8c44-29dc4bce8a83 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:09.811539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:10.109364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:10.119097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:10.126602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:10.141787 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '7062f4d8-488d-4fdc-aae6-446ec9eb891e', 'name': '', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:e2:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:58Z', 'updated_at': '2022-03-02T07:57:08Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:10.147609 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281ddc5-74f8-4489-b1e8-52fe578521ab None None] The sync data for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 is: [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '7062f4d8-488d-4fdc-aae6-446ec9eb891e', 'name': '', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:e2:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:58Z', 'updated_at': '2022-03-02T07:57:08Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:57:10.152455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-bc094d1f-e70f-4211-9521-a2c10f3b09cd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:10.161780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-bc094d1f-e70f-4211-9521-a2c10f3b09cd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:10.209261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-bc094d1f-e70f-4211-9521-a2c10f3b09cd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:10.211204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-bc094d1f-e70f-4211-9521-a2c10f3b09cd tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.39 "GET /v2.0/networks?id=ca93429c-014b-472a-bf38-3e58f4f02f65 HTTP/1.1" status: 200 len: 798 time: 0.4839334 Mar 02 07:57:10.224262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Request body: {'port': {'device_id': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'admin_state_up': True, 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:10.287922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=b51b17c8-2c52-4f21-8c44-29dc4bce8a83,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:10.360534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:10.372908 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:10.425067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50aec1d8-201f-44e8-add7-fc3131480d0c tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4142175 Mar 02 07:57:10.430729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 35954) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:10.439537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b3:9b:9d'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:04:41:36'}]}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:10.602280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:10.621721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:10.651350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Made reservation on behalf of 0624faba9e974b6697f3daf7a0e8aef5 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:10.657508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:10.743151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-df71c809-ef24-458b-8386-bc546c8a81de None None] Provisioning for port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:10.760296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-df71c809-ef24-458b-8386-bc546c8a81de None None] Provisioning complete for port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:10.761156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-df71c809-ef24-458b-8386-bc546c8a81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:10.883534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7062f4d8-488d-4fdc-aae6-446ec9eb891e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:11.099276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:11.101250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Allocated IP 172.20.0.27 (ca93429c-014b-472a-bf38-3e58f4f02f65/d8cc61b1-451a-4343-b87d-81ab5cfdcb1a/e9058d7b-b6f8-45e8-8251-06795558adfa) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:11.127881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:11.138933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:11.239740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-df71c809-ef24-458b-8386-bc546c8a81de None None] Port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:11.314802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:11.515421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:11.542818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Transition to ACTIVE for port object e9058d7b-b6f8-45e8-8251-06795558adfa will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:11.592328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:11.612633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:11.690571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 7062f4d8-488d-4fdc-aae6-446ec9eb891e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7062f4d8-488d-4fdc-aae6-446ec9eb891e,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:11.701380 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.083695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:12.160151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e3a76110-94ec-41a1-90c3-65a18a447a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.162203 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.170909 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.357649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event updated for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:12.404916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Network ca93429c-014b-472a-bf38-3e58f4f02f65 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:12.439456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:12.456011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:12.726013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event updated for resources: {'Port': ['ID=b51b17c8-2c52-4f21-8c44-29dc4bce8a83,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:12.733843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7062f4d8-488d-4fdc-aae6-446ec9eb891e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:12.744164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] In _notify_port_updated(), no bound segment for port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 on network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 {{(pid=87854) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:57:12.749604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:12.763894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.784555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 35984) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:12.785293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7627ea3b-b8a1-4332-8408-73f13ae5a451 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "PUT /v2.0/ports/b51b17c8-2c52-4f21-8c44-29dc4bce8a83 HTTP/1.1" status: 200 len: 1054 time: 2.3532393 Mar 02 07:57:12.998342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7062f4d8-488d-4fdc-aae6-446ec9eb891e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:12.998719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.020556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:13.021235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.112965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbe4e-8250-482b-9487-3175c0b93e45 req-fdc680ca-1d6d-420e-a674-755dfc2b0e40 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:13.115080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b09fbe4e-8250-482b-9487-3175c0b93e45 req-fdc680ca-1d6d-420e-a674-755dfc2b0e40 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:13.130601 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-0c490246-b7e5-483a-b0b5-5d8d47fc35d4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9099877 Mar 02 07:57:13.140619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-ecb6de92-9d9d-40ce-86a2-0bbec11900a0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:13.142406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-ecb6de92-9d9d-40ce-86a2-0bbec11900a0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063236 Mar 02 07:57:13.154271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Provisioning complete for port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:13.156013 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.161529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Request body: {'port': {'device_id': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:13.231092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:13.266122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Provisioning for port e9058d7b-b6f8-45e8-8251-06795558adfa completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:13.274153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port b51b17c8-2c52-4f21-8c44-29dc4bce8a83 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:13.274499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.309325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Provisioning complete for port e9058d7b-b6f8-45e8-8251-06795558adfa triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:13.309967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.374668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6751c0b1-1c2e-45f9-a296-c101d3d027bc None None] Port e9058d7b-b6f8-45e8-8251-06795558adfa cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:13.423607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.450378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-b09fbe4e-8250-482b-9487-3175c0b93e45 req-fdc680ca-1d6d-420e-a674-755dfc2b0e40 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:13.451544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b09fbe4e-8250-482b-9487-3175c0b93e45 req-fdc680ca-1d6d-420e-a674-755dfc2b0e40 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 895 time: 1.8830905 Mar 02 07:57:14.067222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:14.252492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b086f1b1-d17e-47f7-b6ff-0828dceaaf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:14.261488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for b51b17c8-2c52-4f21-8c44-29dc4bce8a83 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:14.381244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9058d7b-b6f8-45e8-8251-06795558adfa {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:14.403207 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:14.481809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Transition to ACTIVE for port object e9058d7b-b6f8-45e8-8251-06795558adfa will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:14.493347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:14.962589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Pushing event updated for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:14.979340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-e5466933-3039-4fac-abad-aa548a16404b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.982838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-e5466933-3039-4fac-abad-aa548a16404b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.3796949 Mar 02 07:57:15.014589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-e7e35f0c-c479-4598-ae5f-c510fa3a5c68 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0266047 Mar 02 07:57:15.024873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:15.184673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-35bcf3b5-4a8d-4770-847e-14d440163d2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622589 Mar 02 07:57:15.226670 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:57:15.318043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=b51b17c8-2c52-4f21-8c44-29dc4bce8a83,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:15.444221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Attempting to bind port e9058d7b-b6f8-45e8-8251-06795558adfa on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:15.444620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Attempting to bind port e9058d7b-b6f8-45e8-8251-06795558adfa by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:15.444922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Attempting to bind port e9058d7b-b6f8-45e8-8251-06795558adfa on network ca93429c-014b-472a-bf38-3e58f4f02f65 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:15.465843 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:15.473932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:15.495204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-f554a8b3-2ac0-480c-8235-ea35fe328136 service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000607 Mar 02 07:57:15.507197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Port e9058d7b-b6f8-45e8-8251-06795558adfa on network ca93429c-014b-472a-bf38-3e58f4f02f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:57:15.507536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Attempting to bind port e9058d7b-b6f8-45e8-8251-06795558adfa on network ca93429c-014b-472a-bf38-3e58f4f02f65 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:15.554941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:15.555335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Checking segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:15.555965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Bound using segment: {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:15.556431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Bound port: e9058d7b-b6f8-45e8-8251-06795558adfa, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781f7421-5be5-45e3-bbf7-adb3ead315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:15.556785 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:15.618905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2bdd0-7a4c-4a10-b530-85ee82ff3b90 req-4a2d6bdf-091e-4d12-9ae7-987485f4695f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:15.621420 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3c2bdd0-7a4c-4a10-b530-85ee82ff3b90 req-4a2d6bdf-091e-4d12-9ae7-987485f4695f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 907 time: 0.8324716 Mar 02 07:57:15.753367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-32d31bf2-1874-4898-bad7-94de3b37163d service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516146 Mar 02 07:57:16.015431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:16.146196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3a587a36-41b6-402c-82e0-603bfca2f1cf req-021d5451-7f48-4105-af28-14c42011bdae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:16.149659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e9058d7b-b6f8-45e8-8251-06795558adfa,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:16.162511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:16.258858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:16.259897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:16.261285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9058d7b-b6f8-45e8-8251-06795558adfa HTTP/1.1" status: 200 len: 1055 time: 3.1052697 Mar 02 07:57:16.278805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:16.311916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3a587a36-41b6-402c-82e0-603bfca2f1cf req-021d5451-7f48-4105-af28-14c42011bdae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:16.326972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a587a36-41b6-402c-82e0-603bfca2f1cf req-021d5451-7f48-4105-af28-14c42011bdae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.2293108 Mar 02 07:57:16.444609 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa', 'status': 'completed', 'code': 200} Mar 02 07:57:16.446429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:16.495054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b8ab3cfd-d7f0-4fb7-a62d-8a743ade18cd tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/b51b17c8-2c52-4f21-8c44-29dc4bce8a83 HTTP/1.1" status: 204 len: 168 time: 3.6776547 Mar 02 07:57:16.495988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:16.497214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eab33-6c65-40b5-8fd2-36d66ee79e32 service neutron] Pushing event updated for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:16.520435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-91276f3a-fc43-4ab4-a06c-869d812c9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:16.522015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-91276f3a-fc43-4ab4-a06c-869d812c9d57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1058 time: 0.2112973 Mar 02 07:57:16.628229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-4a7565ef-7314-41af-bf72-9ee3693025c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e9058d7b-b6f8-45e8-8251-06795558adfa HTTP/1.1" status: 200 len: 217 time: 0.0994916 Mar 02 07:57:16.632102 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5fb63e-93b6-44f2-a522-f5fdda37d8d0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] GET failed (client error): The resource could not be found. Mar 02 07:57:16.641088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7f5fb63e-93b6-44f2-a522-f5fdda37d8d0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Synchronizing usage tracker for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:16.679660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7f5fb63e-93b6-44f2-a522-f5fdda37d8d0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Unset dirty status for tenant:26d559075d3e41f1ba7c872a05c950fb on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:16.685212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36064) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:16.692986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f5fb63e-93b6-44f2-a522-f5fdda37d8d0 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports/b51b17c8-2c52-4f21-8c44-29dc4bce8a83 HTTP/1.1" status: 404 len: 333 time: 0.1894286 Mar 02 07:57:16.811815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-4228c41f-f42d-4dda-829d-2ac14f702922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:16.813440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-4228c41f-f42d-4dda-829d-2ac14f702922 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8cc61b1-451a-4343-b87d-81ab5cfdcb1a HTTP/1.1" status: 200 len: 838 time: 0.1779540 Mar 02 07:57:16.819732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port a0429cc7-b405-473b-b0c4-6eaae1bd1161 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:16.819732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:16.834585 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:17.155648 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b061a-bc67-44fc-ba74-db67a60a04a9 req-8e56398b-ec77-475d-83e2-fe6ac68687fb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:17.157114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d9b061a-bc67-44fc-ba74-db67a60a04a9 req-8e56398b-ec77-475d-83e2-fe6ac68687fb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 907 time: 0.2490282 Mar 02 07:57:17.368692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:17.569264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-191598ff-0eb4-4ddd-8e40-e762f3b1ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:17.570809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-191598ff-0eb4-4ddd-8e40-e762f3b1ec48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca93429c-014b-472a-bf38-3e58f4f02f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7108183 Mar 02 07:57:17.652763 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-252fd65b-ea65-4743-a54e-33c070999af9 req-1d653738-2c56-42e5-b586-d80c135621a3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.1131141 Mar 02 07:57:17.748816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for a0429cc7-b405-473b-b0c4-6eaae1bd1161 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:18.364819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-d0995f3b-88c7-4538-ad11-54d9c4b9166f service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276295 Mar 02 07:57:18.384360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-0fe69144-888f-42de-8a67-609362897dab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:18.385779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-0fe69144-888f-42de-8a67-609362897dab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.6708367 Mar 02 07:57:18.497559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:18.511419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:18.702109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:18.747822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:18.752029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Usage tracker for resource:security_group_rule and tenant:cb02186c81f24f2cb218f367a81616c5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:18.755878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:18.758800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:18.764414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:18.867054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:18.893707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:18.921716 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.003991 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.015280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=a0429cc7-b405-473b-b0c4-6eaae1bd1161,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:19.106982 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24e4504f-4ce8-455c-9af7-d89cd7c4c6af req-1e28bc6c-6240-4286-974b-b31b7dd7f7ab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.1831322 Mar 02 07:57:19.200875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb02186c81f24f2cb218f367a81616c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880763 Mar 02 07:57:19.204674 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36116) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:19.257363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c8710-bb29-4086-a8d6-d226de1c571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff8965-fcf0-4d76-a23d-7d23843737e7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:19.370203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:19.385133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.393685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:19.423791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.461011 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.464522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:19.469166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.488794 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.514189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff8965-fcf0-4d76-a23d-7d23843737e7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:19.517118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:19.518759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aab2c9a1-3056-4c5f-a836-9c7cfbb5efa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82ff8965-fcf0-4d76-a23d-7d23843737e7 HTTP/1.1" status: 204 len: 168 time: 0.3103077 Mar 02 07:57:19.531889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb0aac7a-d40a-4892-9dd5-db622faf6d89 req-e33ff909-89ef-4f96-99d8-aa2e30c86287 service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1570752 Mar 02 07:57:19.563001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af18c-4084-4717-ac9c-3a311ef541e5 req-dd8fed30-a4d3-4e8b-95b5-cbde0b314fa4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:19.588410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-625af18c-4084-4717-ac9c-3a311ef541e5 req-dd8fed30-a4d3-4e8b-95b5-cbde0b314fa4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 907 time: 1.2147229 Mar 02 07:57:19.696953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5b5fa11f-e564-43d9-bce0-cbd9486e7ade tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/a0429cc7-b405-473b-b0c4-6eaae1bd1161 HTTP/1.1" status: 204 len: 168 time: 3.0100384 Mar 02 07:57:19.699969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36126) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:19.815809 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-015d2984-a843-4d08-84d2-07acf41d917f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] GET failed (client error): The resource could not be found. Mar 02 07:57:19.822664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-e2be5e73-5d6f-41ff-acf3-36ae9b5dbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:19.822664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-e2be5e73-5d6f-41ff-acf3-36ae9b5dbaa7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1058 time: 0.1804545 Mar 02 07:57:19.822664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36132) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:19.823756 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-015d2984-a843-4d08-84d2-07acf41d917f tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "GET /v2.0/ports/a0429cc7-b405-473b-b0c4-6eaae1bd1161 HTTP/1.1" status: 404 len: 333 time: 0.1223204 Mar 02 07:57:20.012882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-9fd5e1f5-e26a-4334-822e-2a258db1d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:20.015037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-9fd5e1f5-e26a-4334-822e-2a258db1d237 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca93429c-014b-472a-bf38-3e58f4f02f65 HTTP/1.1" status: 200 len: 898 time: 0.1525354 Mar 02 07:57:20.096896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-f5a95954-1950-4a17-82b7-4e7180ec4b16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e9058d7b-b6f8-45e8-8251-06795558adfa HTTP/1.1" status: 200 len: 217 time: 0.0724287 Mar 02 07:57:20.109325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.5 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/1cb33d55-d405-4ad1-a925-9559b7d36f66) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:20.171625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36138) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:20.214994 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:20.216957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port 86aa099d-238f-4b3d-8d98-b82762e674c3 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:20.217460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:20.256309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-2d89f824-a42a-40ad-b043-b6bae8227ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:20.258260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-2d89f824-a42a-40ad-b043-b6bae8227ad1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8cc61b1-451a-4343-b87d-81ab5cfdcb1a HTTP/1.1" status: 200 len: 838 time: 0.1529274 Mar 02 07:57:20.271609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:20.279083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f88e33ac0cf42ca960e441b9d666a7b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:20.289004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:20.300625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:20.375326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d6720c8-50f8-4672-921b-c11a56e15cd8 req-7ba07428-2045-477e-8c5a-6764aa5e7c53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.0710156 Mar 02 07:57:20.685659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:20.692407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:20.766443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f88e33ac0cf42ca960e441b9d666a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937014 Mar 02 07:57:20.767297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3635244-d355-4771-b37a-f87d405498a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7db4c-ef92-47f5-b617-a578bdcc2754,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:20.770817 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36150) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:21.050161 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.091231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.174380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.199124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7db4c-ef92-47f5-b617-a578bdcc2754,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:21.210191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.214869 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6a5fee51-fcc4-499d-9922-b4e10af183df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc7db4c-ef92-47f5-b617-a578bdcc2754 HTTP/1.1" status: 204 len: 168 time: 0.4421997 Mar 02 07:57:21.324870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-6eeaff28-77a1-4aab-96e4-f7b48f6ebc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:21.326523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-6eeaff28-77a1-4aab-96e4-f7b48f6ebc80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca93429c-014b-472a-bf38-3e58f4f02f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0167694 Mar 02 07:57:21.515805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.545134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:21.659100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object 1cb33d55-d405-4ad1-a925-9559b7d36f66 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:21.726648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-10774b76-e105-4787-8db5-337dd32e3f88 req-b4f1c5b3-615d-4ec3-9b58-a3f0b6b140c0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.1230145 Mar 02 07:57:21.736864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for 86aa099d-238f-4b3d-8d98-b82762e674c3 owned by {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:21.799310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c89e2-2b3e-43f8-925e-8f09555b10ce req-640eb7e3-6f5f-4dfa-b9a6-ef3cac8adef2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:21.801231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-860c89e2-2b3e-43f8-925e-8f09555b10ce req-640eb7e3-6f5f-4dfa-b9a6-ef3cac8adef2 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 907 time: 0.9272647 Mar 02 07:57:21.856741 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-6ec2fe1a-498f-4f22-809e-35a3c258429a service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223751 Mar 02 07:57:22.115722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:22.290786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b97a679e-1c7e-496f-833e-c819576a3f73 req-9bbc0867-700e-491c-bc9c-1d3a625cb482 service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116488 Mar 02 07:57:22.314208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:22.316521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:22.326871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.327566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.327714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.328097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.328468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.328920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.329298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.329906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.331716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.331716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.331716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.331716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:22.350605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:22.351597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:22.437339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:22.438027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:22.449749 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:22.458732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e9058d7b-b6f8-45e8-8251-06795558adfa details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:57:22.669140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Port': ['ID=86aa099d-238f-4b3d-8d98-b82762e674c3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:22.868380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e9058d7b-b6f8-45e8-8251-06795558adfa,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:22.962954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-865ddb16-28e6-4e9a-ba10-b352e032a372 None None] Provisioning for port 1cb33d55-d405-4ad1-a925-9559b7d36f66 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:22.981752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-865ddb16-28e6-4e9a-ba10-b352e032a372 None None] Provisioning complete for port 1cb33d55-d405-4ad1-a925-9559b7d36f66 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:22.985226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-865ddb16-28e6-4e9a-ba10-b352e032a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:23.056409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-c2ccd648-1ab0-4e69-a037-05424cb1fcd5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6055861 Mar 02 07:57:23.082071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-571211a2-4e4c-417d-9fa4-565b3faa42fe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:23.088283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-571211a2-4e4c-417d-9fa4-565b3faa42fe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221739 Mar 02 07:57:23.112208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Request body: {'port': {'device_id': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:23.158378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'e9058d7b-b6f8-45e8-8251-06795558adfa', 'network_id': 'ca93429c-014b-472a-bf38-3e58f4f02f65', 'port_id': 'e9058d7b-b6f8-45e8-8251-06795558adfa', 'mac_address': 'fa:16:3e:a2:27:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cc61b1-451a-4343-b87d-81ab5cfdcb1a', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:57:23.174216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-865ddb16-28e6-4e9a-ba10-b352e032a372 None None] Port 1cb33d55-d405-4ad1-a925-9559b7d36f66 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:23.237781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:23.244400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c965126c-246d-4f21-b9ab-7e840480eb55 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/ports/86aa099d-238f-4b3d-8d98-b82762e674c3 HTTP/1.1" status: 204 len: 168 time: 3.4183238 Mar 02 07:57:23.245929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36196) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:23.267967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e0d6a-f452-4bb0-bd5a-4ec0d10274cc req-3ea38cd7-4824-4ae1-a9ac-61890b07ac9c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:23.286878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f1e0d6a-f452-4bb0-bd5a-4ec0d10274cc req-3ea38cd7-4824-4ae1-a9ac-61890b07ac9c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 931 time: 0.2461801 Mar 02 07:57:23.374003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:23.417249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f1e0d6a-f452-4bb0-bd5a-4ec0d10274cc req-0ab22b5f-1daa-40ef-b458-22a39048109c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293600 Mar 02 07:57:23.423805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9058d7b-b6f8-45e8-8251-06795558adfa {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:23.462365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e9058d7b-b6f8-45e8-8251-06795558adfa,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:23.468690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:23.685065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:23.717880 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:23.764089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting subnet b3a6adb7-fff4-4609-9a22-1db5bea374a4 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:57:23.808690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e9058d7b-b6f8-45e8-8251-06795558adfa'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:57:23.835750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:24.227974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:24.318635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dea4be-dc90-4821-a80a-180bf9bb0aaf req-7da811c6-05c0-4995-9b9a-74690be873f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:24.336028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1dea4be-dc90-4821-a80a-180bf9bb0aaf req-7da811c6-05c0-4995-9b9a-74690be873f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 908 time: 0.6612108 Mar 02 07:57:24.455856 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e9058d7b-b6f8-45e8-8251-06795558adfa up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:24.690454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port e9058d7b-b6f8-45e8-8251-06795558adfa completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:24.698793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port e9058d7b-b6f8-45e8-8251-06795558adfa triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:24.699169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.017237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb33d55-d405-4ad1-a925-9559b7d36f66 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:25.039141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39593ea4-5035-48f0-8251-094f30a28c70 req-1ab003a8-97fe-4c95-b257-b5aaab683128 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:25.053268 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.062880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39593ea4-5035-48f0-8251-094f30a28c70 req-1ab003a8-97fe-4c95-b257-b5aaab683128 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 931 time: 0.2800055 Mar 02 07:57:25.082450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.112270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:25.145724 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Transition to ACTIVE for port object 1cb33d55-d405-4ad1-a925-9559b7d36f66 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:25.147535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e9058d7b-b6f8-45e8-8251-06795558adfa,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:25.154550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.199478 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.253759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-39593ea4-5035-48f0-8251-094f30a28c70 req-14751a93-fd4f-4a59-882c-f9ccac48c77d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766880 Mar 02 07:57:25.364858 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa', 'code': 200} Mar 02 07:57:25.398564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:25.681825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:25.749439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:26.087517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18856-7df7-402f-b64f-ed54dd18a0c2 req-46c6c349-8626-4861-ae9a-c2286f9971a4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:26.106731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76e18856-7df7-402f-b64f-ed54dd18a0c2 req-46c6c349-8626-4861-ae9a-c2286f9971a4 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.2361515 Mar 02 07:57:26.207003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Attempting to bind port 1cb33d55-d405-4ad1-a925-9559b7d36f66 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:26.208528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Attempting to bind port 1cb33d55-d405-4ad1-a925-9559b7d36f66 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:26.209132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Attempting to bind port 1cb33d55-d405-4ad1-a925-9559b7d36f66 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:26.220233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.265892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Port 1cb33d55-d405-4ad1-a925-9559b7d36f66 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:57:26.266577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Attempting to bind port 1cb33d55-d405-4ad1-a925-9559b7d36f66 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:26.278262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a6adb7-fff4-4609-9a22-1db5bea374a4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:26.290300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:26.291093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:26.291727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:26.292376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Bound port: 1cb33d55-d405-4ad1-a925-9559b7d36f66, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:26.293269 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.308610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae7c55-9fb5-4f2d-b544-4c1595a27af9 req-4c02c7a3-0b16-4a0b-a663-9366f66191e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:26.310307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06ae7c55-9fb5-4f2d-b544-4c1595a27af9 req-4c02c7a3-0b16-4a0b-a663-9366f66191e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1060 time: 0.7977529 Mar 02 07:57:26.313018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.333536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2a5a1-3291-4e21-9952-fd1e15ab3b62 None None] Network bc4e8b23-efb4-43aa-ac6e-774247fea3c2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:26.594841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:26.607370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:26.616256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36284) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:26.643515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4ddfc5a-fd77-4058-a102-e02fbdcdf0b5 tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/subnets/b3a6adb7-fff4-4609-9a22-1db5bea374a4 HTTP/1.1" status: 204 len: 168 time: 3.3656259 Mar 02 07:57:26.654612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.881269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] DHCP port deletion for bc4e8b23-efb4-43aa-ac6e-774247fea3c2 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:57:26.886748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Deleting port aab78fa2-0343-4b3c-bee6-b51826381af2 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:26.887128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.934146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:26.935872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:26.937589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] 10.222.0.16 "PUT /v2.0/ports/1cb33d55-d405-4ad1-a925-9559b7d36f66 HTTP/1.1" status: 200 len: 1091 time: 3.8449686 Mar 02 07:57:26.952556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:27.189450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36310) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:27.215243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:27.240546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port aab78fa2-0343-4b3c-bee6-b51826381af2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:27.242675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:27.308784 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66', 'status': 'completed', 'code': 200} Mar 02 07:57:27.316606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d87aa2-46fb-4071-8cf4-0ee88a1bbe51 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:27.421061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-2176288b-840e-4f5c-8d22-e83f57b88958 req-07e8f09d-22a6-4c3d-99bb-967a3fe19639 service neutron] (87854) timed out ('10.222.0.21', 33272) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:57:27.431642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f145e30-c685-425e-a4be-409672ce9411 req-8987fd4d-24d3-4193-a9c0-3d4c79e7d5db tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:27.432410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f145e30-c685-425e-a4be-409672ce9411 req-8987fd4d-24d3-4193-a9c0-3d4c79e7d5db tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:27.623631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6f145e30-c685-425e-a4be-409672ce9411 req-8987fd4d-24d3-4193-a9c0-3d4c79e7d5db tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:27.647400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f145e30-c685-425e-a4be-409672ce9411 req-8987fd4d-24d3-4193-a9c0-3d4c79e7d5db tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.8239999 Mar 02 07:57:27.651235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] For port aab78fa2-0343-4b3c-bee6-b51826381af2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=aab78fa2-0343-4b3c-bee6-b51826381af2,segment=NetworkSegment(ee4f3758-ebff-4afb-97ea-457e7d4022b2),segment_id=ee4f3758-ebff-4afb-97ea-457e7d4022b2)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:27.651686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:27.709576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-90703b07-730a-4156-94d7-171ca53e3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:27.711077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-90703b07-730a-4156-94d7-171ca53e3b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 1094 time: 0.6205432 Mar 02 07:57:27.925287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-01e7382d-d4f7-4aaa-b644-c1e37cc3a0e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66 HTTP/1.1" status: 200 len: 217 time: 0.2064228 Mar 02 07:57:27.992857 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:28.016918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6f145e30-c685-425e-a4be-409672ce9411 req-74b04afe-7e3f-43da-9694-1e7d36a08e2f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645546 Mar 02 07:57:28.084619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Calling delete_port for aab78fa2-0343-4b3c-bee6-b51826381af2 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:28.085786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:28.100933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Usage tracker for resource:security_group_rule and tenant:9afc41a51f9240c0a6cf90a30ef8c15d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:28.105414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:28.108725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-4e5c3363-40ae-4e29-9249-4e34304d5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:28.110200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-4e5c3363-40ae-4e29-9249-4e34304d5994 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.1774306 Mar 02 07:57:28.120144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:28.216257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] For port aab78fa2-0343-4b3c-bee6-b51826381af2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=aab78fa2-0343-4b3c-bee6-b51826381af2,segment=NetworkSegment(ee4f3758-ebff-4afb-97ea-457e7d4022b2),segment_id=ee4f3758-ebff-4afb-97ea-457e7d4022b2)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:28.219814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:28.282754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:28.302104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-ce56fd2c-2a5a-4503-957f-e21b00285306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:28.305766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-ce56fd2c-2a5a-4503-957f-e21b00285306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892765 Mar 02 07:57:28.386487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] No DVR routers for this DVR port aab78fa2-0343-4b3c-bee6-b51826381af2 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:57:28.411933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a6c2e-7ad7-4a05-81ed-344692979ad1 None None] Pushing event deleted for resources: {'Port': ['ID=aab78fa2-0343-4b3c-bee6-b51826381af2,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:28.653549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Calling delete_port for aab78fa2-0343-4b3c-bee6-b51826381af2 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:28.699850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device aab78fa2-0343-4b3c-bee6-b51826381af2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:28.830323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cae04-bfe2-4783-a42c-e2de6e5bc0a7 req-904239f0-15c4-4ebf-b843-2523a18c28a3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:28.841212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: aab78fa2-0343-4b3c-bee6-b51826381af2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:57:28.841673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device aab78fa2-0343-4b3c-bee6-b51826381af2 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:57:28.844838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c0cae04-bfe2-4783-a42c-e2de6e5bc0a7 req-904239f0-15c4-4ebf-b843-2523a18c28a3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 1.1130984 Mar 02 07:57:28.884080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-cde575e1-0c9f-440b-95fc-d9a6026aa60e service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654662 Mar 02 07:57:28.950663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:28.956069 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.039595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aec97b-0ea4-4f0e-878f-38488fcdc48c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:29.047232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:57:29.050855 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:57:29.120877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8908db54-0637-4727-b1aa-6aceb4d5dd94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9afc41a51f9240c0a6cf90a30ef8c15d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9275703 Mar 02 07:57:29.125530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36322) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:29.268779 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.280199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b46f469d-e5ca-4b36-b7c8-71fe86fc570d req-823080b5-8236-4dbb-a6ab-34dc276b6196 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949347 Mar 02 07:57:29.351844 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.433927 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.493294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.496409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71aec97b-0ea4-4f0e-878f-38488fcdc48c HTTP/1.1" status: 204 len: 168 time: 0.3692806 Mar 02 07:57:29.497360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dd5eb-ee80-4f42-9b10-f8d9922a005d req-9d8391c5-4900-4df4-99c4-f1326aad3899 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:29.497822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9e40-1dbf-47ee-8783-00ab854cf6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aec97b-0ea4-4f0e-878f-38488fcdc48c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:29.507276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-980dd5eb-ee80-4f42-9b10-f8d9922a005d req-9d8391c5-4900-4df4-99c4-f1326aad3899 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.2260513 Mar 02 07:57:29.553442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Deleting port aab78fa2-0343-4b3c-bee6-b51826381af2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:29.555868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:29.666622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-368f1084-9c5c-4f96-b8c4-7731e584c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:29.677127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-368f1084-9c5c-4f96-b8c4-7731e584c936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 1094 time: 0.3220575 Mar 02 07:57:29.733114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] The port 'aab78fa2-0343-4b3c-bee6-b51826381af2' was deleted {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:57:29.737752 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-980dd5eb-ee80-4f42-9b10-f8d9922a005d req-4240ec1c-e1f1-45a3-8d9a-fcc631d850e0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264555 Mar 02 07:57:30.051177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:30.109137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4e8b23-efb4-43aa-ac6e-774247fea3c2']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:30.177025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4f3758-ebff-4afb-97ea-457e7d4022b2') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:30.177692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4f3758-ebff-4afb-97ea-457e7d4022b2') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:30.230139 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-5b43177c-8494-4242-aff4-e449ae0641a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3206136 Mar 02 07:57:30.262229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-6d02a6b2-56e7-4dfe-9c4d-f0737afac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:30.264332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-6d02a6b2-56e7-4dfe-9c4d-f0737afac68b service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.5744810 Mar 02 07:57:30.323745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:30.393137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:30.425906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:57:30.427105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: util.warn( Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:57:30.459828 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:57:30.464096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:30.556543 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-966d113f-5f93-4370-92c8-c41941763e47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66 HTTP/1.1" status: 200 len: 217 time: 0.2855716 Mar 02 07:57:30.559971 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:30.716665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:30.721724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Usage tracker for resource:security_group_rule and tenant:9a91cc868a7b47e5b100d74e84678b3b is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:30.725266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:30.732934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:30.762122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ac53-bcb7-4442-bfa2-be53aa313825 req-c8b7b498-1c29-40e4-8e12-292476935ad8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:30.785806 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b1b8ac53-bcb7-4442-bfa2-be53aa313825 req-c8b7b498-1c29-40e4-8e12-292476935ad8 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.6452296 Mar 02 07:57:30.928948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-a47c1516-adfa-4d69-b9f4-0c050d9026f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:30.930686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-a47c1516-adfa-4d69-b9f4-0c050d9026f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.2067482 Mar 02 07:57:31.013337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-5f3ff45a-7ca8-434a-949e-41d053ae7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.015734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-5f3ff45a-7ca8-434a-949e-41d053ae7dcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1060 time: 0.4576497 Mar 02 07:57:31.026162 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.028295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.082988 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.110577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.131361 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] 10.222.0.21 "DELETE /v2.0/networks/bc4e8b23-efb4-43aa-ac6e-774247fea3c2 HTTP/1.1" status: 204 len: 168 time: 4.5134952 Mar 02 07:57:31.258701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96faea07-93ca-410a-bf72-8537df971ead,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:31.265122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1557d5-5fbb-476f-824c-742cbd97218a tempest-AllowedAddressPairTestJSON-1268933879 tempest-AllowedAddressPairTestJSON-1268933879-project] Pushing event deleted for resources: {'Network': ['ID=bc4e8b23-efb4-43aa-ac6e-774247fea3c2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:31.424753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-f1b02464-ac32-4893-b61d-3934f1036995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.435393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-f1b02464-ac32-4893-b61d-3934f1036995 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4875810 Mar 02 07:57:31.450229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a12a031-a3a8-470f-b06d-7d7368c1b54c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a91cc868a7b47e5b100d74e84678b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875784 Mar 02 07:57:31.453493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36358) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:31.657043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.671869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52845c5b-d4e3-4122-9314-bbcd9174c427 req-8e98e3d3-7f1d-4bc4-8500-bb7c0add2835 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.680626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-c0d86808-09cd-443f-a7d7-951bc71700d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.682211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-c0d86808-09cd-443f-a7d7-951bc71700d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca93429c-014b-472a-bf38-3e58f4f02f65 HTTP/1.1" status: 200 len: 898 time: 0.5860145 Mar 02 07:57:31.683879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-52845c5b-d4e3-4122-9314-bbcd9174c427 req-8e98e3d3-7f1d-4bc4-8500-bb7c0add2835 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.4399719 Mar 02 07:57:31.701774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddfe91-74f6-4ada-89ca-6704d579f51a req-074d9255-7ac6-4203-8178-193bca1b7f80 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.713889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5ddfe91-74f6-4ada-89ca-6704d579f51a req-074d9255-7ac6-4203-8178-193bca1b7f80 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.6869085 Mar 02 07:57:31.762428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.856039 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.875127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96faea07-93ca-410a-bf72-8537df971ead,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:31.897513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:31.898843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b4c8b856-7f16-4e65-9bc4-7fbb521825e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96faea07-93ca-410a-bf72-8537df971ead HTTP/1.1" status: 204 len: 168 time: 0.4432740 Mar 02 07:57:31.901498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-69b4decc-2475-4f6b-b6e1-bb3ad472c694 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e9058d7b-b6f8-45e8-8251-06795558adfa HTTP/1.1" status: 200 len: 217 time: 0.1849105 Mar 02 07:57:31.991898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-b4ff4b55-b034-4b77-9947-be47b0204334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:31.993400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-b4ff4b55-b034-4b77-9947-be47b0204334 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8cc61b1-451a-4343-b87d-81ab5cfdcb1a HTTP/1.1" status: 200 len: 838 time: 0.0847340 Mar 02 07:57:31.995224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-a69ac8d4-4748-470a-84c7-2509bd395496 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591166 Mar 02 07:57:32.017101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36370) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:32.218780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5ddfe91-74f6-4ada-89ca-6704d579f51a req-2ebaa32c-acb1-4780-a4d2-14118e305b2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038588 Mar 02 07:57:32.415487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea707ee-61f2-469d-bbfd-7ecc2111ef19 req-cc7e23da-8193-477f-8c2b-1e57f28822cd tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:32.431426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ea707ee-61f2-469d-bbfd-7ecc2111ef19 req-cc7e23da-8193-477f-8c2b-1e57f28822cd tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1060 time: 0.2640595 Mar 02 07:57:32.486336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-48c212cc-298f-490d-8399-47c3d087296d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26d559075d3e41f1ba7c872a05c950fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656601 Mar 02 07:57:32.486938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36382) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:32.529625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbdf1b-5ec5-4bd2-9bcf-125d49362184 req-d6a029bc-7ac2-4975-a92f-6df270705f12 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015645 Mar 02 07:57:32.558680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-315f18c6-5e62-44b2-8358-80bedd27fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:32.560450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-315f18c6-5e62-44b2-8358-80bedd27fb28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca93429c-014b-472a-bf38-3e58f4f02f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5418785 Mar 02 07:57:32.627718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:32.691331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:32.813259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:32.835067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647c3c6f-b64b-4c29-9dc4-9d257d0afcd8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:32.852848 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:32.869702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b112579e-1c85-486a-b122-70841603f1e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/647c3c6f-b64b-4c29-9dc4-9d257d0afcd8 HTTP/1.1" status: 204 len: 168 time: 0.3819737 Mar 02 07:57:33.304042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe008e-c554-4630-ada8-272f7e5b33d8 req-d7ce1ad3-f810-4bb4-bca0-fe6735e9a85b tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:33.309947 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8cfe008e-c554-4630-ada8-272f7e5b33d8 req-d7ce1ad3-f810-4bb4-bca0-fe6735e9a85b tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 0.6054111 Mar 02 07:57:33.336683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-9def731a-da3d-4f7d-a833-15e8a2d74915 service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694428 Mar 02 07:57:33.412015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8cfe008e-c554-4630-ada8-272f7e5b33d8 req-067d3506-1e5d-4986-bd6c-2e979fe278f0 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1010814 Mar 02 07:57:33.477390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36422) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:33.560127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754f0fd-aef2-4856-a05f-3b561d5bf63e req-ecd62c05-7fe9-4012-94e3-30e1b8009fba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:33.562881 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2754f0fd-aef2-4856-a05f-3b561d5bf63e req-ecd62c05-7fe9-4012-94e3-30e1b8009fba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.1547551 Mar 02 07:57:33.588737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2fb47d8-b971-48f6-b794-236b7c32c668 req-7b30f679-3e62-4f8c-a927-6e7c6c804436 service neutron] 10.222.0.39 "GET /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357109 Mar 02 07:57:33.637567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d77526-9237-4bc5-bdfb-b7ff8f140167 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:33.639018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2754f0fd-aef2-4856-a05f-3b561d5bf63e req-ec3aa116-de95-4190-8018-bbd9433d26bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692303 Mar 02 07:57:33.639548 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-39d77526-9237-4bc5-bdfb-b7ff8f140167 tempest-TestSecurityGroupsBasicOps-1311806370 tempest-TestSecurityGroupsBasicOps-1311806370-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 1055 time: 0.1611593 Mar 02 07:57:34.272534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36456) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.313066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061209f6-bdb3-4afe-b705-e9d08fa4aab1 req-ec27fbea-28b2-43bf-93fb-600500f5091c tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:34.329972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-061209f6-bdb3-4afe-b705-e9d08fa4aab1 req-ec27fbea-28b2-43bf-93fb-600500f5091c tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.1484914 Mar 02 07:57:34.630974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-d5fa1f09-d072-4cf3-b066-4aebb46eef2b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.632093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5fa1f09-d072-4cf3-b066-4aebb46eef2b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3585775 Mar 02 07:57:34.635965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36472) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.641315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-50cc1041-7040-42b2-90b8-8f31609f7c14 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.644446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-50cc1041-7040-42b2-90b8-8f31609f7c14 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053642 Mar 02 07:57:34.644778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.649699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-e5556761-ce49-43a7-9205-429a524f04e6 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.654525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e5556761-ce49-43a7-9205-429a524f04e6 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052350 Mar 02 07:57:34.655997 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36486) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.668276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-6d0c8061-d423-448a-bfd6-3519ef9fbee8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.669276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6d0c8061-d423-448a-bfd6-3519ef9fbee8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0120254 Mar 02 07:57:34.672125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.677911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-dfa83e4a-7f19-4a5c-8326-b69779460f41 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.678935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dfa83e4a-7f19-4a5c-8326-b69779460f41 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0058587 Mar 02 07:57:34.681496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.686629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-85808c3f-cbff-402c-86b8-064f5e9ae880 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.687873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-85808c3f-cbff-402c-86b8-064f5e9ae880 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052187 Mar 02 07:57:34.690433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.695843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-7febd83e-da5a-4785-b92c-52d2b5d5c625 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.696767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7febd83e-da5a-4785-b92c-52d2b5d5c625 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054183 Mar 02 07:57:34.699074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.703614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-e8e56885-6350-4269-b1b0-c14c6d0afd5b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.709522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e8e56885-6350-4269-b1b0-c14c6d0afd5b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094082 Mar 02 07:57:34.711839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.716666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-b33d571b-27a2-42ad-826f-7617656d4808 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.719445 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b33d571b-27a2-42ad-826f-7617656d4808 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064821 Mar 02 07:57:34.721826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36510) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.727203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-bc7461a6-38a2-4839-91d7-36be3892e887 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.728260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bc7461a6-38a2-4839-91d7-36be3892e887 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053961 Mar 02 07:57:34.730661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36514) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.735382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-27627682-2bc8-4c2b-b077-b80339a3c36f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.741736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.742359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-27627682-2bc8-4c2b-b077-b80339a3c36f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106764 Mar 02 07:57:34.747741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-6e933c11-d5e9-4971-9258-90a46e7410e1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.748837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6e933c11-d5e9-4971-9258-90a46e7410e1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057945 Mar 02 07:57:34.751078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.756317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-7e189713-b1e9-4df0-a7ad-c4ae406ff5e0 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.760449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7e189713-b1e9-4df0-a7ad-c4ae406ff5e0 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083480 Mar 02 07:57:34.762791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.767495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-0bff7c25-7c22-4d6a-9fed-1ad7ccff5bee tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.768421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0bff7c25-7c22-4d6a-9fed-1ad7ccff5bee tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047078 Mar 02 07:57:34.770627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.775762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-7a6b585a-9f5e-468f-8362-cfa67b713198 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.780797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7a6b585a-9f5e-468f-8362-cfa67b713198 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091181 Mar 02 07:57:34.785325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36534) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.793544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-383aac0a-29d6-4797-abc4-c4c8c604debd tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.794768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-383aac0a-29d6-4797-abc4-c4c8c604debd tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083456 Mar 02 07:57:34.797519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.803306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-299c0d0d-1653-4efa-a3d9-2283253ddc63 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.804533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-299c0d0d-1653-4efa-a3d9-2283253ddc63 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060413 Mar 02 07:57:34.807230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.813060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-bfb1fb50-83c4-4614-b2d9-f1ec64d575ad tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.814156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bfb1fb50-83c4-4614-b2d9-f1ec64d575ad tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058577 Mar 02 07:57:34.816459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36548) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.822327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-019eefdf-f70b-499c-ab4d-a4c410a420d9 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.823300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-019eefdf-f70b-499c-ab4d-a4c410a420d9 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047340 Mar 02 07:57:34.825519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36552) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.830668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-cfdbbf13-46bc-4a9f-934f-9aa9d0460749 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.831963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cfdbbf13-46bc-4a9f-934f-9aa9d0460749 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052121 Mar 02 07:57:34.834325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36556) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.839032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-c38f1ed8-7be5-4600-b4a8-725d559472ef tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.840196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c38f1ed8-7be5-4600-b4a8-725d559472ef tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048029 Mar 02 07:57:34.842579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36560) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.847978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-c7036d10-51a3-41ee-9c5d-98302a8aac36 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.856449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c7036d10-51a3-41ee-9c5d-98302a8aac36 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0127399 Mar 02 07:57:34.859614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36564) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.865789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-950ce84c-f1ea-4394-9cdb-0d25cf73502c tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.868888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-950ce84c-f1ea-4394-9cdb-0d25cf73502c tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060792 Mar 02 07:57:34.875198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36568) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.880746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-da8ce0b7-61a6-4a82-87bb-0fa6591f5fa1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.881688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-da8ce0b7-61a6-4a82-87bb-0fa6591f5fa1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055850 Mar 02 07:57:34.885289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36572) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.890158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-af7e8ddd-5a6a-45c1-be6c-affc501a76eb tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.891204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af7e8ddd-5a6a-45c1-be6c-affc501a76eb tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048792 Mar 02 07:57:34.894277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36576) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.900233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-215d27f4-aeea-4fe7-88cf-56695ff90cf5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.904443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36580) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.905002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-215d27f4-aeea-4fe7-88cf-56695ff90cf5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086789 Mar 02 07:57:34.914583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-d0504108-e117-44e8-aa0c-aec254ff7102 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.918341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.918571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0504108-e117-44e8-aa0c-aec254ff7102 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125735 Mar 02 07:57:34.923912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-2491194d-4ebb-4dd9-9c82-7086aad8b525 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.927522 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2491194d-4ebb-4dd9-9c82-7086aad8b525 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052023 Mar 02 07:57:34.927849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.932532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-2f85d34f-4f1e-4e36-8678-5a9d10b0b955 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.935699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f85d34f-4f1e-4e36-8678-5a9d10b0b955 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047154 Mar 02 07:57:34.937063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.950297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-c7a92026-46c6-46e7-8d38-7f331a247fbf tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.954196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c7a92026-46c6-46e7-8d38-7f331a247fbf tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0133388 Mar 02 07:57:34.956635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.967312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-8d67850d-520b-477c-98b4-be8c9351ee91 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.970569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8d67850d-520b-477c-98b4-be8c9351ee91 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102024 Mar 02 07:57:34.976485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.977203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bfdd-31c8-4d0f-8bf0-65b3457a393e req-952e92b9-2107-4151-9140-0932e1e71bc2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:34.979641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce0bfdd-31c8-4d0f-8bf0-65b3457a393e req-952e92b9-2107-4151-9140-0932e1e71bc2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.1789749 Mar 02 07:57:34.983244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-a023f518-67ce-43da-ab09-bc0cb0ff2b6f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.986441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a023f518-67ce-43da-ab09-bc0cb0ff2b6f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065765 Mar 02 07:57:34.987234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:34.992852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-9a841579-0b45-4450-995a-29826f16dd61 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:34.996406 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9a841579-0b45-4450-995a-29826f16dd61 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0058978 Mar 02 07:57:34.998053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36610) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.003986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-976d56b4-ec4d-497e-9b19-d5197fadbb59 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.007937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-976d56b4-ec4d-497e-9b19-d5197fadbb59 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064695 Mar 02 07:57:35.008167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36614) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.012796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-fced01fb-dbb1-43b1-8809-ec86aba60be3 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.015626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fced01fb-dbb1-43b1-8809-ec86aba60be3 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046685 Mar 02 07:57:35.016223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36618) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.022376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-52c831c9-74fb-4eb7-89cf-96cbb6612b4f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.025596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52c831c9-74fb-4eb7-89cf-96cbb6612b4f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061481 Mar 02 07:57:35.026696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36622) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.034615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-c8a8880c-862c-44a4-a7c3-74577f8388a7 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.038527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c8a8880c-862c-44a4-a7c3-74577f8388a7 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077116 Mar 02 07:57:35.039296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36626) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.050114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-9f7ef249-320c-494f-833e-68671b3668ba tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.054385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36632) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.055127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9f7ef249-320c-494f-833e-68671b3668ba tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0142083 Mar 02 07:57:35.060872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-5c0fb17e-21e7-4961-9d5e-0aed5da8d99c tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.064075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5c0fb17e-21e7-4961-9d5e-0aed5da8d99c tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065727 Mar 02 07:57:35.067270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36638) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.073556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-0be9c057-a99c-4f3c-9298-716335b8ea40 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.076721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0be9c057-a99c-4f3c-9298-716335b8ea40 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057690 Mar 02 07:57:35.076934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.083849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-4a45a6f4-9598-4590-a272-594a6c824204 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.086128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4a45a6f4-9598-4590-a272-594a6c824204 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066316 Mar 02 07:57:35.087529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36646) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.089150 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ce0bfdd-31c8-4d0f-8bf0-65b3457a393e req-90a5c644-9102-4ff2-bde9-0da5a6bff94f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971189 Mar 02 07:57:35.094974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-064d0622-6009-45ac-97fd-d874f79cf143 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.096139 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-064d0622-6009-45ac-97fd-d874f79cf143 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062523 Mar 02 07:57:35.100444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.107091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-9b16a631-a5a2-4398-b198-7535680af673 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.111550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36654) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.113367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9b16a631-a5a2-4398-b198-7535680af673 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0117481 Mar 02 07:57:35.118940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-8a0be3fa-f926-47a1-a0ff-1f886736a6b1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.121713 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8a0be3fa-f926-47a1-a0ff-1f886736a6b1 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069592 Mar 02 07:57:35.121979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36658) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.126819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-804ad1fb-d5f8-41d5-b3d4-f949432e8790 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.129902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-804ad1fb-d5f8-41d5-b3d4-f949432e8790 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048389 Mar 02 07:57:35.130547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36662) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.135970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-5d468a2b-4d75-4389-bb6c-0103b152ebc0 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.136943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5d468a2b-4d75-4389-bb6c-0103b152ebc0 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053759 Mar 02 07:57:35.139500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36666) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.145757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-0a58d82b-51b8-49f5-ab6a-ee97b243db0b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.149255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0a58d82b-51b8-49f5-ab6a-ee97b243db0b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088117 Mar 02 07:57:35.149934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36670) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.156668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-53722db2-dddb-4bcf-9ae1-dbb506c6246f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.157959 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-53722db2-dddb-4bcf-9ae1-dbb506c6246f tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068238 Mar 02 07:57:35.160225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36674) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.166082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-9b4ff0e7-850e-478d-a8e1-9afbbec64e68 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.167547 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9b4ff0e7-850e-478d-a8e1-9afbbec64e68 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061686 Mar 02 07:57:35.170318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36680) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.181644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-b529cdfa-63c3-45bd-b7d4-c47f67c00b76 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.183367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b529cdfa-63c3-45bd-b7d4-c47f67c00b76 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0119846 Mar 02 07:57:35.186005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36684) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.191096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-30a42ab4-6d5e-4c85-99c7-04bcd3b4d1d6 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.193016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30a42ab4-6d5e-4c85-99c7-04bcd3b4d1d6 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057716 Mar 02 07:57:35.195528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36688) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.200190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-4b39f68c-73b6-4643-9006-f27656a3abda tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.207095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36692) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.210230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4b39f68c-73b6-4643-9006-f27656a3abda tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074039 Mar 02 07:57:35.216999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-8c53cec1-ed65-4bec-9e9b-5173a9288cf3 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.221984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36696) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.222568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8c53cec1-ed65-4bec-9e9b-5173a9288cf3 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0137351 Mar 02 07:57:35.228600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-e33f4d67-ca7c-4b4e-a390-39250459cac9 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.232048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e33f4d67-ca7c-4b4e-a390-39250459cac9 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053546 Mar 02 07:57:35.232435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36700) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.238975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-847f5f3b-35ef-4b9c-ba5b-f19410e0d702 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.240224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-847f5f3b-35ef-4b9c-ba5b-f19410e0d702 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067041 Mar 02 07:57:35.243037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36704) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.258403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-8c4486d0-ee27-42d8-8901-293f27e51baf tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.264565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8c4486d0-ee27-42d8-8901-293f27e51baf tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0199366 Mar 02 07:57:35.265277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.281171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-9af31cc5-3ff9-490a-9de5-04b06fa33a0a tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.283198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9af31cc5-3ff9-490a-9de5-04b06fa33a0a tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0160263 Mar 02 07:57:35.285595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36712) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.297773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-2b5dd5be-31ba-46e4-a1c6-2393e3645edb tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.303188 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.308489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-01385322-fab1-4a08-afad-9f28b6ef622a tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.312965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01385322-fab1-4a08-afad-9f28b6ef622a tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075483 Mar 02 07:57:35.313673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36720) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.320013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-21b1c959-7a96-4085-aeee-64df288ffcc5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.320758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b5dd5be-31ba-46e4-a1c6-2393e3645edb tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0337167 Mar 02 07:57:35.326256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36724) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.330708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-21b1c959-7a96-4085-aeee-64df288ffcc5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0158772 Mar 02 07:57:35.333739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-12ecc238-a01a-4382-9a74-1f5f867932d8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.338863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36728) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.342213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-12ecc238-a01a-4382-9a74-1f5f867932d8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0145822 Mar 02 07:57:35.345927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-f3449627-cc0e-4b65-813a-3a8cd228598e tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.351282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36734) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.356226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f3449627-cc0e-4b65-813a-3a8cd228598e tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153234 Mar 02 07:57:35.358893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-1946e267-3ca1-4d61-9e3d-329b986eeed7 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.364298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36738) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.369542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1946e267-3ca1-4d61-9e3d-329b986eeed7 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0170040 Mar 02 07:57:35.370891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-2785045c-712e-414c-9933-5da71144d24b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.375716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36742) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.380732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2785045c-712e-414c-9933-5da71144d24b tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0152667 Mar 02 07:57:35.383132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-4a7710bb-05bc-4c30-ab80-0f187a790041 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.388020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36746) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.392979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-6ce9db89-371b-41ef-9f60-6b19cdfef5f8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.398078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4a7710bb-05bc-4c30-ab80-0f187a790041 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0201583 Mar 02 07:57:35.398695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36750) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.404042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-acbf4edf-bfb7-4fa1-992a-fa33848738a5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.404739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6ce9db89-371b-41ef-9f60-6b19cdfef5f8 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0156643 Mar 02 07:57:35.410163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36754) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.419414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-acbf4edf-bfb7-4fa1-992a-fa33848738a5 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0186703 Mar 02 07:57:35.432365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [None req-fa0dca09-9415-49e7-b722-de2514ca4890 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.436966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36760) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:35.444551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [None req-4f77360b-5309-4515-9f01-ba6849c3dd87 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:57:35.445186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa0dca09-9415-49e7-b722-de2514ca4890 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0147548 Mar 02 07:57:35.453114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f77360b-5309-4515-9f01-ba6849c3dd87 tempest-ExtensionsTestJSON-1092299879 tempest-ExtensionsTestJSON-1092299879-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124586 Mar 02 07:57:35.674016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4317eee-4ccb-4e4e-b9fd-f4c08c9473bd req-7c876391-9b41-4634-9f63-787bec46f030 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:35.681228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4317eee-4ccb-4e4e-b9fd-f4c08c9473bd req-7c876391-9b41-4634-9f63-787bec46f030 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.1545255 Mar 02 07:57:35.797116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c4621346-65bf-438f-8113-96634c5abedb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:35.798609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c4621346-65bf-438f-8113-96634c5abedb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.39 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 909 time: 0.1179745 Mar 02 07:57:35.884012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port e9058d7b-b6f8-45e8-8251-06795558adfa {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:35.886178 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:35.909679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36774) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:36.081137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.104255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:36.108792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2fe4a781b34068a1f7eba25ff0bbe7 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:36.112094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:36.119034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:36.180901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port e9058d7b-b6f8-45e8-8251-06795558adfa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e9058d7b-b6f8-45e8-8251-06795558adfa,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:36.181638 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.217012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.221611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.287007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd2fe4a781b34068a1f7eba25ff0bbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751180 Mar 02 07:57:36.287616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36782) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:36.288528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c537a-4d71-4af7-8eeb-2ca0db5cbfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779f7f9-7118-4616-9f35-32f3200af812,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:36.342317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for e9058d7b-b6f8-45e8-8251-06795558adfa owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:36.364536 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.424713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.519603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671140c7-c101-4ec6-aef7-d96508f1c381 req-9f548d40-f4c7-4b1d-bfd5-afeb810d289c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:36.522234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-671140c7-c101-4ec6-aef7-d96508f1c381 req-9f548d40-f4c7-4b1d-bfd5-afeb810d289c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.1885884 Mar 02 07:57:36.529079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.555788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779f7f9-7118-4616-9f35-32f3200af812,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:36.576487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.596239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bfd39088-1d75-490f-9f9b-6576e9361fbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e779f7f9-7118-4616-9f35-32f3200af812 HTTP/1.1" status: 204 len: 168 time: 0.3046713 Mar 02 07:57:36.718911 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-671140c7-c101-4ec6-aef7-d96508f1c381 req-9247231f-50e6-4a55-8756-69352dc9a0be tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110327 Mar 02 07:57:36.726877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:36.798149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=e9058d7b-b6f8-45e8-8251-06795558adfa,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:36.971383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] No DVR routers for this DVR port e9058d7b-b6f8-45e8-8251-06795558adfa on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:57:36.972603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:37.083907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'name': 'network-vif-deleted', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:37.145656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdd860bf-6b79-4315-babf-abf2acf9d560 req-06651bbd-1d27-4a22-a3c9-8e827d05b838 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:37.150467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-18228c5c-02f6-43ae-8b9a-40cdd4016a3c req-c7bac01d-7a0f-479c-86d9-608f85ea00f7 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.39 "DELETE /v2.0/ports/e9058d7b-b6f8-45e8-8251-06795558adfa HTTP/1.1" status: 204 len: 173 time: 1.3463821 Mar 02 07:57:37.205108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fdd860bf-6b79-4315-babf-abf2acf9d560 req-06651bbd-1d27-4a22-a3c9-8e827d05b838 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:37.206349 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdd860bf-6b79-4315-babf-abf2acf9d560 req-06651bbd-1d27-4a22-a3c9-8e827d05b838 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=44692ac0-cbbd-489b-8c47-c06d65e098fd HTTP/1.1" status: 200 len: 210 time: 0.2459998 Mar 02 07:57:37.226445 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44692ac0-cbbd-489b-8c47-c06d65e098fd', 'name': 'network-vif-deleted', 'tag': 'e9058d7b-b6f8-45e8-8251-06795558adfa', 'status': 'completed', 'code': 200} Mar 02 07:57:37.614388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-627ff84f-5174-4583-b95b-f2c6643c2876 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994863 Mar 02 07:57:37.940141 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-74e92f6d-7dc4-46f7-81d7-874ef34ca0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:37.944497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-74e92f6d-7dc4-46f7-81d7-874ef34ca0d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 0.1784613 Mar 02 07:57:38.001021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36842) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:38.090399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039994d0-a56b-4f02-a896-256e4033803b req-ac7184b0-51fe-4591-a51e-ccc8ca1f97cd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:38.092378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039994d0-a56b-4f02-a896-256e4033803b req-ac7184b0-51fe-4591-a51e-ccc8ca1f97cd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.1448612 Mar 02 07:57:38.182279 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-039994d0-a56b-4f02-a896-256e4033803b req-89ded0cc-3afb-47d6-9b14-a58342a40da0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842335 Mar 02 07:57:38.231862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393892976'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:38.243219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:38.252569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:38.265963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:38.311592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:38.324701 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:38.334718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:38.369679 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:38.403851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-29efa4bb-12ed-4cfd-b855-df507598ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:38.406085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-29efa4bb-12ed-4cfd-b855-df507598ddcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 896 time: 0.4421425 Mar 02 07:57:38.411052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:38.422456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:security_group_rule and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:38.438755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:38.442126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36854) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:38.546035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:38.572480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e9058d7b-b6f8-45e8-8251-06795558adfa no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:38.631172 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-1ff5ea4d-42d9-4687-b6b3-7382ca11d13e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 1002 time: 0.2184782 Mar 02 07:57:38.729266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: e9058d7b-b6f8-45e8-8251-06795558adfa {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:57:38.730562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-bc365a9d-3ff9-489b-b8d4-1d80ebaa3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:38.731255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e9058d7b-b6f8-45e8-8251-06795558adfa not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:57:38.732034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-bc365a9d-3ff9-489b-b8d4-1d80ebaa3fc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.0946369 Mar 02 07:57:38.872930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-794345be-c07b-46f0-af6d-f657e51da23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:38.874465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-794345be-c07b-46f0-af6d-f657e51da23d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364939 Mar 02 07:57:39.032181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.080822 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-f0f6d21d-6944-422a-8617-b5a9f3d901fc service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993589 Mar 02 07:57:39.235506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.247579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:57:39.257976 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.258576 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment e93e007d-a721-4176-aae6-445f7500090c of type vlan for network 4d688903-2b2f-4422-9407-241972f1b7e0 Mar 02 07:57:39.261524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84f3f1df-c1af-4e97-b019-f31bb5651700 req-1db697e1-561b-40ec-a2d4-cfd783ddffa2 service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738675 Mar 02 07:57:39.310428 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.474843 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.484379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:39.485026 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:39.536298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27665594-825a-423c-a81e-eafc344e10e3,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:39.668007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=4d688903-2b2f-4422-9407-241972f1b7e0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:39.680769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b0f4ba0a-aa9c-4336-b122-2f567b5df7f3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6783807 Mar 02 07:57:39.693813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 4d688903-2b2f-4422-9407-241972f1b7e0 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:57:39.754548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b96f7-cfcd-4335-952f-bab6048fd2ff req-2c22437d-c139-4d7b-95dc-1923c68f0dc6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:39.757907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a3b96f7-cfcd-4335-952f-bab6048fd2ff req-2c22437d-c139-4d7b-95dc-1923c68f0dc6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.4247043 Mar 02 07:57:39.918063 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a3b96f7-cfcd-4335-952f-bab6048fd2ff req-e58635b4-12c4-47f8-9cdb-6a0789b25806 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487565 Mar 02 07:57:40.018453 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:40.777030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port 7062f4d8-488d-4fdc-aae6-446ec9eb891e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:40.777666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:41.002569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port 7062f4d8-488d-4fdc-aae6-446ec9eb891e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7062f4d8-488d-4fdc-aae6-446ec9eb891e,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:41.003104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:41.138763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for 7062f4d8-488d-4fdc-aae6-446ec9eb891e owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:41.214596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f17e7-ba0c-40f0-bacf-ed7ea1e7551e req-207eed51-5888-4570-862f-6cf3a6d8e438 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:41.227668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-466f17e7-ba0c-40f0-bacf-ed7ea1e7551e req-207eed51-5888-4570-862f-6cf3a6d8e438 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.1647577 Mar 02 07:57:41.308020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-466f17e7-ba0c-40f0-bacf-ed7ea1e7551e req-ca67e684-ddb8-4280-ab0d-3eaccf4d7629 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741794 Mar 02 07:57:41.361267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:41.415513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=7062f4d8-488d-4fdc-aae6-446ec9eb891e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:42.000566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-97028c15-cad0-4dcc-bb8d-6f843caa8607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:42.184430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:42.829441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6c011-dd3d-4120-9d38-55a19ecc4c23 req-f6302b4a-8adc-4070-b9f8-a4989b5fbea7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:42.830897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97f6c011-dd3d-4120-9d38-55a19ecc4c23 req-f6302b4a-8adc-4070-b9f8-a4989b5fbea7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.2570083 Mar 02 07:57:42.892289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 9c5302d9-af34-40a3-b61e-15784b0165f2 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:57:42.946735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-97f6c011-dd3d-4120-9d38-55a19ecc4c23 req-8688c943-f7ea-49bc-9045-1cad9e73f641 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Mar 02 07:57:43.056399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36952) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:43.064980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:43.306375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:43.318198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:57:43.322463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:43.329057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Sync routers for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:57:43.339789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:43.344928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Routers {'9c5302d9-af34-40a3-b61e-15784b0165f2'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:43.345606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9c5302d9-af34-40a3-b61e-15784b0165f2'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:43.349639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f72929bd-0da4-4f8f-a551-810b182d6480 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "PUT /v2.0/routers/9c5302d9-af34-40a3-b61e-15784b0165f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9061096 Mar 02 07:57:43.352687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36960) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:43.355024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:43.378145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:43.383052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.446931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting subnet d8cc61b1-451a-4343-b87d-81ab5cfdcb1a {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:57:43.453840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.548793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.722846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.815316 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.829585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.858125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Set router 9c5302d9-af34-40a3-b61e-15784b0165f2 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:43.903687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cc61b1-451a-4343-b87d-81ab5cfdcb1a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:43.913996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:43.924082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fad22dba-843c-49e6-abb1-1b7690fb4dde tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/subnets/d8cc61b1-451a-4343-b87d-81ab5cfdcb1a HTTP/1.1" status: 204 len: 168 time: 0.5680521 Mar 02 07:57:43.924280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 36966) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:43.933171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=02f90678-4e32-4223-bacd-26f3bdb16901,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:43.943486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': 'e93e007d-a721-4176-aae6-445f7500090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:43.944126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: 4d688903-2b2f-4422-9407-241972f1b7e0, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:57:43.966351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 4d688903-2b2f-4422-9407-241972f1b7e0 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:57:43.980175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 4d688903-2b2f-4422-9407-241972f1b7e0) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:43.984669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:43.985312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.030225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1f9e4c06-d80f-4ea3-a8d0-78c387219333 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9726462 Mar 02 07:57:44.033487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36974) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:44.044437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2131178128'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:44.056375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:44.066450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:44.081503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:44.097413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:44.121882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:44.130163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a78cf-1697-4674-8bb2-a85a8f300fbf None None] Network ca93429c-014b-472a-bf38-3e58f4f02f65 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:44.134617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.309805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edbe37-abb4-44cc-a6a2-8aa11a8989c4 None None] Network 4d688903-2b2f-4422-9407-241972f1b7e0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:44.343863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:57:44.411361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.414465 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 2029553a-6771-4ba9-bf6b-b40f8a7a3bbb of type vlan for network c1d91be2-5df4-41c3-90bc-a200240535e7 Mar 02 07:57:44.471347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269a33b-e22e-40e1-99e2-00a565735427 req-e6a51d81-b70b-4fbb-8336-800284245023 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:44.483334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f269a33b-e22e-40e1-99e2-00a565735427 req-e6a51d81-b70b-4fbb-8336-800284245023 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.3010283 Mar 02 07:57:44.516562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.557850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.683776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.693498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:44.694627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.782783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fc7b7c1f-890b-4c89-aa19-5b957388c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.896492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.908874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port 8da6c200-0475-4750-b0f1-f3d7b06eac50 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:44.910172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.914591 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f269a33b-e22e-40e1-99e2-00a565735427 req-8738aa16-c6d7-4f26-b09f-42ab1edc0091 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202329 Mar 02 07:57:44.944539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-4d688903-2b2f-4422-9407-241972f1b7e0', 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '02f90678-4e32-4223-bacd-26f3bdb16901'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:57:44.945497 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:44.946481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=c1d91be2-5df4-41c3-90bc-a200240535e7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:44.967081 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2132b411-9046-4a58-a612-306f74508dd2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9322917 Mar 02 07:57:44.969817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 36988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:44.980238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': 'c1d91be2-5df4-41c3-90bc-a200240535e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:44.982964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c1d91be2-5df4-41c3-90bc-a200240535e7 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:57:45.152963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:45.157730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:45.161554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:45.169436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:45.183961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:45.192289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.343247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port 8da6c200-0475-4750-b0f1-f3d7b06eac50, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8da6c200-0475-4750-b0f1-f3d7b06eac50,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:45.343585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.517979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for 8da6c200-0475-4750-b0f1-f3d7b06eac50 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:45.518420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] DHCP port deletion for ca93429c-014b-472a-bf38-3e58f4f02f65 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:57:45.562480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Deleting port 0066f967-5c55-4847-957a-1de794558b6f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:45.569475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.778266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.839953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.909998 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:45.987814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.156005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': '2029553a-6771-4ba9-bf6b-b40f8a7a3bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c1d91be2-5df4-41c3-90bc-a200240535e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:46.156756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: c1d91be2-5df4-41c3-90bc-a200240535e7, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:57:46.181473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=8b7e5956-7ce2-42c5-b6d1-a56758ebae92,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:46.209447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network c1d91be2-5df4-41c3-90bc-a200240535e7 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:57:46.218049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=8da6c200-0475-4750-b0f1-f3d7b06eac50,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:46.224339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c1d91be2-5df4-41c3-90bc-a200240535e7) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:46.229451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:46.230189 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.263768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Allocated IP 2001:db8:0:ffff::2 (4d688903-2b2f-4422-9407-241972f1b7e0/02f90678-4e32-4223-bacd-26f3bdb16901/432f1984-cd8b-4f36-9c5d-21f03c9c44f3) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:46.271990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-70f1839a-d234-46ec-b5b0-6520390359d8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3010814 Mar 02 07:57:46.274566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37008) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:46.418369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.520188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.538820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] For port 0066f967-5c55-4847-957a-1de794558b6f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0066f967-5c55-4847-957a-1de794558b6f,segment=NetworkSegment(781f7421-5be5-45e3-bbf7-adb3ead315f1),segment_id=781f7421-5be5-45e3-bbf7-adb3ead315f1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:46.539500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.685079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.835219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.853820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.870591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.913448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Calling delete_port for 0066f967-5c55-4847-957a-1de794558b6f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:46.930541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7e5956-7ce2-42c5-b6d1-a56758ebae92,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:46.939303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0eeb-85c0-473e-b154-fcae6a12a991 req-01f59a24-c3b2-4579-9768-89c0a37191dd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:46.940862 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b08b0eeb-85c0-473e-b154-fcae6a12a991 req-01f59a24-c3b2-4579-9768-89c0a37191dd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.7392476 Mar 02 07:57:46.996088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:46.996632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5302d9-af34-40a3-b61e-15784b0165f2 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:57:47.082657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b08b0eeb-85c0-473e-b154-fcae6a12a991 req-3e088e5d-c2fe-4465-b592-45dc708289c6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232471 Mar 02 07:57:47.087458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.096214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f75ff3-7df9-4527-9ded-ba8f06a5a6ee None None] Network c1d91be2-5df4-41c3-90bc-a200240535e7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:47.097670 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bc1100bc-4c7a-462e-9c3f-c3c1729186e3 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/routers/9c5302d9-af34-40a3-b61e-15784b0165f2 HTTP/1.1" status: 204 len: 168 time: 3.1720693 Mar 02 07:57:47.100996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37022) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:47.158481 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.191012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0066f967-5c55-4847-957a-1de794558b6f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:47.267832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d91be2-5df4-41c3-90bc-a200240535e7']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.302853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2029553a-6771-4ba9-bf6b-b40f8a7a3bbb') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.303429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2029553a-6771-4ba9-bf6b-b40f8a7a3bbb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.330610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.355738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0066f967-5c55-4847-957a-1de794558b6f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:57:47.356121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0066f967-5c55-4847-957a-1de794558b6f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:57:47.370050 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.371709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.378716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:57:47.379714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.405609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.522018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cb33d55-d405-4ad1-a925-9559b7d36f66 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:57:47.525027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:57:47.568670 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:57:47.572779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.609604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.636626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=c1d91be2-5df4-41c3-90bc-a200240535e7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:47.650146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a185ae78-636e-410e-afec-77456d837806 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/c1d91be2-5df4-41c3-90bc-a200240535e7 HTTP/1.1" status: 204 len: 168 time: 1.3741028 Mar 02 07:57:47.653738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37034) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:47.659469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644303509'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:47.678309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:47.686303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:47.688145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] Pushing event deleted for resources: {'Port': ['ID=0066f967-5c55-4847-957a-1de794558b6f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:47.694008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:47.700155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:47.713601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:47.720358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.735398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1785804582', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:42Z', 'updated_at': '2022-03-02T07:57:41Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': '8da6c200-0475-4750-b0f1-f3d7b06eac50', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5302d9-af34-40a3-b61e-15784b0165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:44Z', 'updated_at': '2022-03-02T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.760477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fc19c-7f87-48ef-be2a-af41fcf01ff7 None None] No DVR routers for this DVR port 0066f967-5c55-4847-957a-1de794558b6f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:57:47.762880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Checking router: 9c5302d9-af34-40a3-b61e-15784b0165f2 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:57:47.787873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:57:47.804859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.805811 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 8b68befd-d542-4b73-99c7-f03363d02f1c of type vlan for network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 Mar 02 07:57:47.859419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.876869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.940017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca93429c-014b-472a-bf38-3e58f4f02f65']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.945063 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.resource_extend [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:57:47.949969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.956015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:47.956612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:47.971105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781f7421-5be5-45e3-bbf7-adb3ead315f1') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.974290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781f7421-5be5-45e3-bbf7-adb3ead315f1') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:47.974517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Routers set() bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:47.974913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Router IDs set() for agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 07:57:47.975647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c5302d9-af34-40a3-b61e-15784b0165f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent'). {{(pid=87856) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 07:57:47.976040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e115f02-eb08-48b5-a592-dd539f080ead None None] The sync data for ids ['9c5302d9-af34-40a3-b61e-15784b0165f2'] in n-d-827871-1 is: [] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:57:48.012433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:48.047733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:48.076688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:57:48.078560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:48.112054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf9a6d-8beb-48f0-9221-9d9be13ffc83 None None] Network c1d91be2-5df4-41c3-90bc-a200240535e7 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:57:48.152026 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:57:48.180747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5259025 Mar 02 07:57:48.208031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37048) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:48.251227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:48.281748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226db81-49ab-4b14-a17c-aab4a3ee27a2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=cbf494b5-bb19-4200-bd30-8a4af3a01bf4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:48.323601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:48.357839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:48.364897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:48.397578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Network': ['ID=ca93429c-014b-472a-bf38-3e58f4f02f65,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:48.414310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d77f32b6-f4c6-4cb6-a22a-a46fc698e3ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/networks/ca93429c-014b-472a-bf38-3e58f4f02f65 HTTP/1.1" status: 204 len: 168 time: 1.3119195 Mar 02 07:57:48.416820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37060) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:48.427566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf9a6d-8beb-48f0-9221-9d9be13ffc83 None None] Network c1d91be2-5df4-41c3-90bc-a200240535e7 could not be found, it might have been deleted concurrently. {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 07:57:48.433262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '1cb33d55-d405-4ad1-a925-9559b7d36f66', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': '1cb33d55-d405-4ad1-a925-9559b7d36f66', 'mac_address': 'fa:16:3e:5f:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:57:48.444407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:57:48.698819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7062f4d8-488d-4fdc-aae6-446ec9eb891e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:48.793512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e926fc-9cb6-435c-91b7-3f227d035eda req-132b9e56-ef6c-44bb-882d-2bacabf42dea tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:48.796536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-79e926fc-9cb6-435c-91b7-3f227d035eda req-132b9e56-ef6c-44bb-882d-2bacabf42dea tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 943 time: 0.4967911 Mar 02 07:57:48.808262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:48.813437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:48.817565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:48.838869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:48.882340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:48.886683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.043417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port 2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:49.043992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.117403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-79e926fc-9cb6-435c-91b7-3f227d035eda req-4e6a1cca-2cb4-43ed-bd1b-ac1c748960cc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696428 Mar 02 07:57:49.164125 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.186476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7062f4d8-488d-4fdc-aae6-446ec9eb891e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:57:49.186822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7062f4d8-488d-4fdc-aae6-446ec9eb891e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:57:49.262829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.273494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb33d55-d405-4ad1-a925-9559b7d36f66 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:49.288566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.292139 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.308988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Transition to ACTIVE for port object 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:49.317762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:49.328612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.337300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.369240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Transition to ACTIVE for port object 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:49.394453 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.431428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Network 4d688903-2b2f-4422-9407-241972f1b7e0 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:49.436120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:49.439942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:49.459067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': '8b68befd-d542-4b73-99c7-f03363d02f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:49.459602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: cbf494b5-bb19-4200-bd30-8a4af3a01bf4, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:57:49.465809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=5dae83f7-32cc-4c2c-9db1-db0e92dcfa59,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:49.474942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.474942 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.486007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:49.511418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:57:49.528957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, cbf494b5-bb19-4200-bd30-8a4af3a01bf4) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:49.546574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:49.548008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.557990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1223feb1-ad8c-480c-8f45-a5b913ea5322 None None] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:49.578583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-63fff00d-8a22-4fe3-a1f0-22667e7dd311 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3597472 Mar 02 07:57:49.579469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37086) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:49.586996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404211844'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:49.594996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:49.600583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:49.624766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:49.639544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:49.678867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:49.684790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for 2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:49.690536 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.742337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['1cb33d55-d405-4ad1-a925-9559b7d36f66'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:57:49.765455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:57:49.790856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.791466 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment d30c544b-c25c-40b8-8a48-7ff3aab8d5a3 of type vlan for network b04acc07-b4a1-4f9c-9c98-d110abb7203f Mar 02 07:57:49.832782 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.890320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.897022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Attempting to bind port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:49.897398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Attempting to bind port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e93e007d-a721-4176-aae6-445f7500090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:49.897766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Attempting to bind port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 on network 4d688903-2b2f-4422-9407-241972f1b7e0 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:49.963364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:49.963779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Checking segment: {'id': 'e93e007d-a721-4176-aae6-445f7500090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:49.964147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:49.964550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Bound using segment: {'id': 'e93e007d-a721-4176-aae6-445f7500090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:49.965046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Bound port: 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93e007d-a721-4176-aae6-445f7500090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d688903-2b2f-4422-9407-241972f1b7e0'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:49.965430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.025627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.033562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.034617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.040527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=2a3a3b24-bb96-4a83-80c7-2bac00d4c6dd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:50.058458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Pushing event updated for resources: {'Port': ['ID=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:50.126578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.127238 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Floating IP a42fb5d0-1f07-4383-8a11-e63ebf239888 disassociated (deleted). External IP: 172.25.4.126, port: 9c4ca72a-3895-4bb0-a29f-22a37f74d0be. Mar 02 07:57:50.177577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=b04acc07-b4a1-4f9c-9c98-d110abb7203f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:50.233558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b04acc07-b4a1-4f9c-9c98-d110abb7203f details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:57:50.241714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7288f408-79c1-4009-a883-eb3a5594326b tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6600430 Mar 02 07:57:50.245643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37098) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:50.260404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': 'b04acc07-b4a1-4f9c-9c98-d110abb7203f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:50.373309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:50.492988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:50.498976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:50.503517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:50.512661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:50.524605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:50.529632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.568649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:50.594990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-cbf494b5-bb19-4200-bd30-8a4af3a01bf4', 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '5dae83f7-32cc-4c2c-9db1-db0e92dcfa59'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:57:50.595997 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.650828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.702616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing IP validity checks on allocation pools {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:57:50.703578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:57:50.811486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8da6c200-0475-4750-b0f1-f3d7b06eac50 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:50.924302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.937602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd249b5e-2f7f-4a3f-b593-840246eca47c req-4eeaf71a-0496-4dda-b0f7-6a3e0a99d363 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.963787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd249b5e-2f7f-4a3f-b593-840246eca47c req-4eeaf71a-0496-4dda-b0f7-6a3e0a99d363 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 944 time: 0.4783742 Mar 02 07:57:50.985351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8da6c200-0475-4750-b0f1-f3d7b06eac50 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:57:50.992822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8da6c200-0475-4750-b0f1-f3d7b06eac50 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:57:51.101715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': 'd30c544b-c25c-40b8-8a48-7ff3aab8d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b04acc07-b4a1-4f9c-9c98-d110abb7203f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:51.102248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: b04acc07-b4a1-4f9c-9c98-d110abb7203f, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:57:51.201147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network b04acc07-b4a1-4f9c-9c98-d110abb7203f is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:57:51.232960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=18f02bb4-40b9-4507-98d9-0dc687a3908d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:51.251745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd249b5e-2f7f-4a3f-b593-840246eca47c req-915e150d-14d7-4b01-b7d9-a4589f5ebcc2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821825 Mar 02 07:57:51.253906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b04acc07-b4a1-4f9c-9c98-d110abb7203f) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:51.271625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:51.271752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:51.273790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ce672-5dd3-44ee-b8e0-ea65850bcafc None None] Network b04acc07-b4a1-4f9c-9c98-d110abb7203f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:51.282898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 8871300f-7f86-48d7-bafe-abee47c55456 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:57:51.339377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c4b5aa84-f7e4-429a-af8b-90fb5bf4dc12 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0898848 Mar 02 07:57:51.340161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37124) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:51.346114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e2d8e-8a33-4462-8b4e-b24b6d6090b1 None None] Pushing event updated for resources: {'Port': ['ID=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:51.492962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Allocated IP 2001:db8::3 (cbf494b5-bb19-4200-bd30-8a4af3a01bf4/5dae83f7-32cc-4c2c-9db1-db0e92dcfa59/787aadeb-c6db-4dcc-976f-0296fd81ed1c) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:51.712186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:51.756059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:57:51.767028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Sync routers for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:57:51.799846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:51.816193 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:51.817577 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:51.862237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:51.908610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1de0ef61-5602-48df-835e-93804b8be8ac tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/floatingips/a42fb5d0-1f07-4383-8a11-e63ebf239888 HTTP/1.1" status: 204 len: 168 time: 3.4905915 Mar 02 07:57:51.909799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:52.032943 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'status': 'completed', 'code': 200} Mar 02 07:57:52.039032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.328639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.391508 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04acc07-b4a1-4f9c-9c98-d110abb7203f']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:52.422249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30c544b-c25c-40b8-8a48-7ff3aab8d5a3') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:52.422608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30c544b-c25c-40b8-8a48-7ff3aab8d5a3') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:52.454528 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.490673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.518919 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:52.520906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:57:52.521337 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.680228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:52.856000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Transition to ACTIVE for port object 787aadeb-c6db-4dcc-976f-0296fd81ed1c will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:57:52.925571 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:57:52.930661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Transition to ACTIVE for port object 787aadeb-c6db-4dcc-976f-0296fd81ed1c will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:52.957837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13ee1-625b-43a1-a111-51dc1e790fdd req-b715cc73-a1ed-4a77-bfc0-144f051606f1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:52.958591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:52.968508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5f13ee1-625b-43a1-a111-51dc1e790fdd req-b715cc73-a1ed-4a77-bfc0-144f051606f1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 944 time: 0.2817295 Mar 02 07:57:52.990212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.006084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.021179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.069619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=18f02bb4-40b9-4507-98d9-0dc687a3908d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:53.096044 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:57:53.096744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5f13ee1-625b-43a1-a111-51dc1e790fdd req-c45e1d13-a79c-4336-8363-919d3c06f358 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235242 Mar 02 07:57:53.149660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=b04acc07-b4a1-4f9c-9c98-d110abb7203f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:53.173192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d1dba9b4-c4fb-454b-b034-75b315124ed4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/b04acc07-b4a1-4f9c-9c98-d110abb7203f HTTP/1.1" status: 204 len: 168 time: 1.8319144 Mar 02 07:57:53.177801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37154) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:53.183389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521371273'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:53.194386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:53.196382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:53.201556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:53.211118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:53.228250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:53.238805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:53.262850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:53.267340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.277812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbdb38-f3ba-44ab-994b-5f04ef1a6758 req-d5f221e0-8237-41b4-9174-46f70297e582 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:53.288996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2dbdb38-f3ba-44ab-994b-5f04ef1a6758 req-d5f221e0-8237-41b4-9174-46f70297e582 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 0.4741325 Mar 02 07:57:53.297764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:53.333768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:57:53.360393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.360974 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment e4c7dfb2-a86a-4a1e-8992-60a8107d9898 of type vlan for network d5d6c366-41ec-490c-bfc8-37e08661c22a Mar 02 07:57:53.420897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2dbdb38-f3ba-44ab-994b-5f04ef1a6758 req-deb5bde1-b900-4273-86bf-16fbe22dc74f tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1302679 Mar 02 07:57:53.428026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-7c428281-83d6-44d5-98da-5aeaa9637e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:53.429876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-7c428281-83d6-44d5-98da-5aeaa9637e25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 1136 time: 1.3732450 Mar 02 07:57:53.433922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.441447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed44998-64dd-4af1-a85f-84c0245353a3 None None] Network b04acc07-b4a1-4f9c-9c98-d110abb7203f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:53.484678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cb33d55-d405-4ad1-a925-9559b7d36f66 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:53.533801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.541285 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:53.542861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:53.544767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:53.554800 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Checking router: 8871300f-7f86-48d7-bafe-abee47c55456 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:57:53.570162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90691cdb-2f12-4597-a22e-6a61a2ed4e1d None None] Network 4d688903-2b2f-4422-9407-241972f1b7e0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:53.584005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:53.584804 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:53.735551 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-c2a1a211-20a2-4bd3-97aa-0fed38c5a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:53.736778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-c2a1a211-20a2-4bd3-97aa-0fed38c5a1b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 200 len: 896 time: 0.2986639 Mar 02 07:57:53.846168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Pushing event updated for resources: {'Port': ['ID=787aadeb-c6db-4dcc-976f-0296fd81ed1c,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:53.899981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=d5d6c366-41ec-490c-bfc8-37e08661c22a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:53.916704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-54af358f-1997-4739-b2b2-38f156b43144 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7389665 Mar 02 07:57:53.920111 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37170) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:53.976836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network d5d6c366-41ec-490c-bfc8-37e08661c22a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:57:53.992680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed44998-64dd-4af1-a85f-84c0245353a3 None None] Network b04acc07-b4a1-4f9c-9c98-d110abb7203f could not be found, it might have been deleted concurrently. {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 07:57:54.029043 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:54.053717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Attempting to bind port 787aadeb-c6db-4dcc-976f-0296fd81ed1c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:54.054117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Attempting to bind port 787aadeb-c6db-4dcc-976f-0296fd81ed1c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '8b68befd-d542-4b73-99c7-f03363d02f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:54.054489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Attempting to bind port 787aadeb-c6db-4dcc-976f-0296fd81ed1c on network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:54.058342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cc8fd964-411e-418b-aca6-21ed3e376426 None None] Provisioning for port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:54.074128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:54.074701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Checking segment: {'id': '8b68befd-d542-4b73-99c7-f03363d02f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:54.075292 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:54.075697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Bound using segment: {'id': '8b68befd-d542-4b73-99c7-f03363d02f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:54.076281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Bound port: 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b68befd-d542-4b73-99c7-f03363d02f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cbf494b5-bb19-4200-bd30-8a4af3a01bf4'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:54.076685 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:54.085704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:54.243783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-f2948ba0-9ac5-43eb-b346-ae4dc7591b14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 200 len: 217 time: 0.4896505 Mar 02 07:57:54.308635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 1cb33d55-d405-4ad1-a925-9559b7d36f66 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:54.337635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-90f7a8c4-de82-4a34-9cd6-e5f6e9db4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:54.339413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-90f7a8c4-de82-4a34-9cd6-e5f6e9db4f44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 200 len: 834 time: 0.0894101 Mar 02 07:57:54.350088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:54.403196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:54.403889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:54.436863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 1cb33d55-d405-4ad1-a925-9559b7d36f66 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:54.437245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:54.524792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-8c1cb624-211b-48b8-918b-167487756acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:54.529084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-8c1cb624-211b-48b8-918b-167487756acf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=936a1937-3157-403d-8ca2-432cc9cdc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811564 Mar 02 07:57:54.786691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:54.803006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:54.806444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:54.811782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] For port 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:54.812568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:54.820772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] For port 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=787aadeb-c6db-4dcc-976f-0296fd81ed1c,segment=NetworkSegment(8b68befd-d542-4b73-99c7-f03363d02f1c),segment_id=8b68befd-d542-4b73-99c7-f03363d02f1c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:54.870377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:54.876944 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:54.917010 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:54.934632 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7be55-ace1-4964-9602-5fefc4794fbc None None] The sync data for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 is: [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:54:38Z', 'revision_number': 4, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '263d1f23-23a3-4cce-bea3-3f4091a9599a', 'name': '', 'network_id': '936a1937-3157-403d-8ca2-432cc9cdc744', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'mac_address': 'fa:16:3e:f6:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:35Z', 'updated_at': '2022-03-02T07:54:59Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'subnets': [{'id': 'c52c2f38-751c-4e84-9b6e-a1abbf968037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:57:54.992306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:55.100915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-1575df10-0b53-45b6-b9c6-3979e1d9aa6b service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662751 Mar 02 07:57:55.105421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6888227-c1b9-42d0-88ff-e700703ec386 None None] Pushing event updated for resources: {'Port': ['ID=787aadeb-c6db-4dcc-976f-0296fd81ed1c,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:55.466802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:55.493058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783fe15-c8c3-423e-84f8-ab74e1c504e4 req-7e04c83c-28ca-4732-b60f-7bbd3d063d61 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:55.503329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2783fe15-c8c3-423e-84f8-ab74e1c504e4 req-7e04c83c-28ca-4732-b60f-7bbd3d063d61 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 0.6812148 Mar 02 07:57:55.529575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:55.594010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176d3ba-bb5b-4cf5-aecf-f9b238178441 None None] New status for floating IP a42fb5d0-1f07-4383-8a11-e63ebf239888: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:57:55.614830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081d28f-521d-449e-aebb-3cd157e56208 req-4e954d8c-c0e4-49b6-b323-8f836e704efb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:55.619715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6081d28f-521d-449e-aebb-3cd157e56208 req-4e954d8c-c0e4-49b6-b323-8f836e704efb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Synchronizing usage tracker for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:55.677087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6081d28f-521d-449e-aebb-3cd157e56208 req-4e954d8c-c0e4-49b6-b323-8f836e704efb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Unset dirty status for tenant:0624faba9e974b6697f3daf7a0e8aef5 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:55.679754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6081d28f-521d-449e-aebb-3cd157e56208 req-4e954d8c-c0e4-49b6-b323-8f836e704efb tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 1.7530859 Mar 02 07:57:55.683738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:55.779296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2783fe15-c8c3-423e-84f8-ab74e1c504e4 req-97339abc-15c6-4225-8aac-b774c008b141 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2712510 Mar 02 07:57:55.819876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a4b2e3e-727c-41ef-a299-3f0f2962e782 req-c5aa1d79-b4be-43f8-b39e-d8456d68649d service neutron] 10.222.0.16 "GET /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891253 Mar 02 07:57:55.882869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=5ee78464-21b3-41da-8582-e921179550fb,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:55.964967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68457d9-6008-432a-89e1-b929837b5982 req-cdf1509b-c145-4915-9efa-3946aee4a7cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:55.966900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b68457d9-6008-432a-89e1-b929837b5982 req-cdf1509b-c145-4915-9efa-3946aee4a7cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 944 time: 1.6109138 Mar 02 07:57:56.111223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:57:56.111822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:56.116610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:56.178498 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:56.201944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:56.216637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b68457d9-6008-432a-89e1-b929837b5982 req-4e990bc8-a6d6-4da1-b2f6-c3b85c1dc19a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219899 Mar 02 07:57:56.257176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:56.257829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: d5d6c366-41ec-490c-bfc8-37e08661c22a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:57:56.303367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:56.309877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c4ca72a-3895-4bb0-a29f-22a37f74d0be no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:56.407477 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66', 'code': 200} Mar 02 07:57:56.429402 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:56.431142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network d5d6c366-41ec-490c-bfc8-37e08661c22a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:57:56.491723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e1675d6e-dd12-49f7-b48c-cd8b4a1d9b06 None None] Provisioning complete for port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:56.492422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1675d6e-dd12-49f7-b48c-cd8b4a1d9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:56.573122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, d5d6c366-41ec-490c-bfc8-37e08661c22a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:56.620979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d441e-afc7-4cd5-834a-189cde5f0b97 req-8941677d-fe43-4936-96af-b0899e453a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:56.631574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-620d441e-afc7-4cd5-834a-189cde5f0b97 req-8941677d-fe43-4936-96af-b0899e453a1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 1096 time: 0.2256601 Mar 02 07:57:56.671330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f508b15-15b2-4a43-af4a-9299d02167cd None None] Network d5d6c366-41ec-490c-bfc8-37e08661c22a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:56.720063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 787aadeb-c6db-4dcc-976f-0296fd81ed1c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:56.767999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-620d441e-afc7-4cd5-834a-189cde5f0b97 req-f5038126-5376-4546-9c2c-2f54e628d78e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243770 Mar 02 07:57:57.052730 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:57.063816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:57.265897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:57.331737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:57.332110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:57.431917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.432314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.432700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.433396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.433775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.434186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.434565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.434941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.435309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.435678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.436639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.437054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:57.449348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb26263-4ae1-4701-83f4-6c6b3eb299f3 None None] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:57:57.587307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for 9c4ca72a-3895-4bb0-a29f-22a37f74d0be owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:57:57.589488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-d5d6c366-41ec-490c-bfc8-37e08661c22a', 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '5ee78464-21b3-41da-8582-e921179550fb'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:57:57.594690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:57.649841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6d71-a5b0-41bf-b201-3d6f2aa09a3b req-6ed42a86-14ab-4e63-8635-a0d08c0a7c35 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:57.651664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b18e6d71-a5b0-41bf-b201-3d6f2aa09a3b req-6ed42a86-14ab-4e63-8635-a0d08c0a7c35 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.2459400 Mar 02 07:57:57.711060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-28d78670-242b-43b6-9a24-820692241ea1 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7897258 Mar 02 07:57:57.715106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37242) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:57.725641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b18e6d71-a5b0-41bf-b201-3d6f2aa09a3b req-1bc46c1f-8485-4e04-aa79-5ce51e0f5540 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Mar 02 07:57:57.868405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:57.882444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 787aadeb-c6db-4dcc-976f-0296fd81ed1c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:57.925755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.117342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.244827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.358903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Allocated IP 2001:db8::1 (d5d6c366-41ec-490c-bfc8-37e08661c22a/5ee78464-21b3-41da-8582-e921179550fb/a5793fc6-d127-44ba-870d-33cc7907ded8) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:58.397933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533cbb8-688d-4fc7-b001-ac60e5c0a36f req-5c5cc84c-6a2d-4e22-9a7e-97f1a58e705a tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:58.406781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f533cbb8-688d-4fc7-b001-ac60e5c0a36f req-5c5cc84c-6a2d-4e22-9a7e-97f1a58e705a tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/ports?device_id=68fb354b-d266-45fa-a172-263fb53a0986 HTTP/1.1" status: 200 len: 985 time: 1.3557942 Mar 02 07:57:58.482381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=9c4ca72a-3895-4bb0-a29f-22a37f74d0be,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:58.515575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] No DVR routers for this DVR port 9c4ca72a-3895-4bb0-a29f-22a37f74d0be on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:57:58.517385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.590194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.606607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'name': 'network-vif-deleted', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:58.653325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6081d28f-521d-449e-aebb-3cd157e56208 req-f15af35e-5755-4966-a471-7e31cfb9e8d1 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.16 "DELETE /v2.0/ports/9c4ca72a-3895-4bb0-a29f-22a37f74d0be HTTP/1.1" status: 204 len: 173 time: 2.9494543 Mar 02 07:57:58.698827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Provisioning for port 787aadeb-c6db-4dcc-976f-0296fd81ed1c completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:58.755555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Provisioning complete for port 787aadeb-c6db-4dcc-976f-0296fd81ed1c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:58.757247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:58.775153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f533cbb8-688d-4fc7-b001-ac60e5c0a36f req-322702be-f176-4650-beff-d82f6730ab5e tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "GET /v2.0/security-groups?id=021717e6-3dc5-4eab-a968-e35c33f03d90&id=9429458d-ef45-40b2-b23a-1254afb74904&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3678086 Mar 02 07:57:58.784397 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb354b-d266-45fa-a172-263fb53a0986', 'name': 'network-vif-deleted', 'tag': '9c4ca72a-3895-4bb0-a29f-22a37f74d0be', 'status': 'completed', 'code': 200} Mar 02 07:57:58.815600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:59.105147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0719d-2e01-401c-993b-67e9e58d33ae req-fa93f101-992f-4c7e-9cc8-cd3cd85c952a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:59.113469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fe0719d-2e01-401c-993b-67e9e58d33ae req-fa93f101-992f-4c7e-9cc8-cd3cd85c952a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.1365633 Mar 02 07:57:59.144778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.185699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fe0719d-2e01-401c-993b-67e9e58d33ae req-3c025009-7a7c-4230-9434-d1d90b483a8e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Mar 02 07:57:59.186236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Transition to ACTIVE for port object a5793fc6-d127-44ba-870d-33cc7907ded8 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:59.221354 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Transition to ACTIVE for port object a5793fc6-d127-44ba-870d-33cc7907ded8 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:59.223918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:59.224239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.285104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.301043 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.389962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee78464-21b3-41da-8582-e921179550fb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:59.420971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Network d5d6c366-41ec-490c-bfc8-37e08661c22a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:59.437767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:59.451273 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.468563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:59.484291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Pushing event updated for resources: {'Port': ['ID=a5793fc6-d127-44ba-870d-33cc7907ded8,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:59.534399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.566969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d6c366-41ec-490c-bfc8-37e08661c22a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:59.581813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:59.582919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:59.596509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.622418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.623180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] For port 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=787aadeb-c6db-4dcc-976f-0296fd81ed1c,segment=NetworkSegment(8b68befd-d542-4b73-99c7-f03363d02f1c),segment_id=8b68befd-d542-4b73-99c7-f03363d02f1c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:59.632828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:57:59.633243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.635438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Attempting to bind port a5793fc6-d127-44ba-870d-33cc7907ded8 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:59.635812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Attempting to bind port a5793fc6-d127-44ba-870d-33cc7907ded8 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:59.636172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Attempting to bind port a5793fc6-d127-44ba-870d-33cc7907ded8 on network d5d6c366-41ec-490c-bfc8-37e08661c22a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:59.640021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:57:59.681890 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:57:59.737975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:59.738471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Checking segment: {'id': 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:59.738883 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.739287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Bound using segment: {'id': 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:59.739837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Bound port: a5793fc6-d127-44ba-870d-33cc7907ded8, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:59.740226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.829977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a2870-83c2-4489-9c39-f0116ffe9cfc None None] Pushing event updated for resources: {'Port': ['ID=787aadeb-c6db-4dcc-976f-0296fd81ed1c,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:59.888353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37294) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:59.992566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37300) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:59.994097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:57:59.994097 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:57:59.994097 n-d-827871-1 neutron-server[87854]: [parameters: {'id': 'd5d6c366-41ec-490c-bfc8-37e08661c22a'}] Mar 02 07:57:59.994097 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:57:59.994536 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:00.005738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-efdb43c2-3823-4d84-8000-b72e12af8cb3 None None] Provisioning complete for port 787aadeb-c6db-4dcc-976f-0296fd81ed1c triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:00.008326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-efdb43c2-3823-4d84-8000-b72e12af8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.064881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c077-b4d0-4f90-93f6-0edcf84d7dcc req-bd87d568-b765-434f-bb44-cf317cf8fb33 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.067791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9db4c077-b4d0-4f90-93f6-0edcf84d7dcc req-bd87d568-b765-434f-bb44-cf317cf8fb33 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.3869176 Mar 02 07:58:00.105297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] For port a5793fc6-d127-44ba-870d-33cc7907ded8, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:00.116972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] For port a5793fc6-d127-44ba-870d-33cc7907ded8, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5793fc6-d127-44ba-870d-33cc7907ded8,segment=NetworkSegment(e4c7dfb2-a86a-4a1e-8992-60a8107d9898),segment_id=e4c7dfb2-a86a-4a1e-8992-60a8107d9898)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:00.137068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.155779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9db4c077-b4d0-4f90-93f6-0edcf84d7dcc req-b7d8a4e9-b43b-4acf-a4cd-0f31a8cf35e6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Mar 02 07:58:00.167348 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.179469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.270650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.285103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9bb5-de52-441e-b5c4-499de1fb18f2 None None] Pushing event updated for resources: {'Port': ['ID=a5793fc6-d127-44ba-870d-33cc7907ded8,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:00.314545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.360627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff3895-e1b7-4f65-bb4c-667830964788 None None] Network d5d6c366-41ec-490c-bfc8-37e08661c22a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:00.371938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021717e6-3dc5-4eab-a968-e35c33f03d90,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:00.383474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:00.390106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:369ef3015f2547d7a6044072105b697d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:00.395837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:00.399238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.403274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b731a85-c2b2-4780-9285-d914f1a304d0 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/security-groups/021717e6-3dc5-4eab-a968-e35c33f03d90 HTTP/1.1" status: 204 len: 168 time: 0.4070139 Mar 02 07:58:00.404038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37310) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:00.411479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:00.492535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce95e0-c5d9-48de-b071-013dd9d6bea0 req-ce6cdc78-141b-4957-bf19-1b23bc50a8de tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.501651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fce95e0-c5d9-48de-b071-013dd9d6bea0 req-ce6cdc78-141b-4957-bf19-1b23bc50a8de tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.1911564 Mar 02 07:58:00.528847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.597701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fce95e0-c5d9-48de-b071-013dd9d6bea0 req-62194506-eccf-4642-8220-55b537d542fd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948548 Mar 02 07:58:00.604502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.608990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port a5793fc6-d127-44ba-870d-33cc7907ded8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:00.609482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.647896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 787aadeb-c6db-4dcc-976f-0296fd81ed1c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:00.683765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.692188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.727718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.750025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 787aadeb-c6db-4dcc-976f-0296fd81ed1c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:00.750264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.771777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=369ef3015f2547d7a6044072105b697d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811924 Mar 02 07:58:00.773291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f9342-4c40-4076-84b2-e68f4ad3a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde3f585-92b4-488e-9bc3-3d51b1ec8e75,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:00.776029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37320) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:00.858589 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.865772 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.891571 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9429458d-ef45-40b2-b23a-1254afb74904,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:00.933181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30977d7f-7468-4af7-8514-bcc359ee6cea None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:58:00.941524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.942263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.942757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.943259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.943780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.944312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.944831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.945339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.945852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.946393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.946908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.947409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.952582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.961733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:00.965953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a8c27929-e80e-4529-9f9e-97f811897461 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/security-groups/9429458d-ef45-40b2-b23a-1254afb74904 HTTP/1.1" status: 204 len: 168 time: 0.5612991 Mar 02 07:58:00.966763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37328) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:01.073164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:01.096560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde3f585-92b4-488e-9bc3-3d51b1ec8e75,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:01.118472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:01.121832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8bf4dbb9-6d34-4cf0-9f07-3f094a89df32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde3f585-92b4-488e-9bc3-3d51b1ec8e75 HTTP/1.1" status: 204 len: 168 time: 0.3422098 Mar 02 07:58:01.255073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30977d7f-7468-4af7-8514-bcc359ee6cea None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:58:01.474981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cd1eb-73b6-4871-a3bf-6004f3750ff7 req-2a843273-9401-4936-8cd1-0429510549a7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:01.483425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c45cd1eb-73b6-4871-a3bf-6004f3750ff7 req-2a843273-9401-4936-8cd1-0429510549a7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.2119117 Mar 02 07:58:01.579489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c45cd1eb-73b6-4871-a3bf-6004f3750ff7 req-49ecd7c9-bf63-4004-a4dd-5ed14d990ac0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Mar 02 07:58:01.824828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port a5793fc6-d127-44ba-870d-33cc7907ded8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a5793fc6-d127-44ba-870d-33cc7907ded8,segment=NetworkSegment(e4c7dfb2-a86a-4a1e-8992-60a8107d9898),segment_id=e4c7dfb2-a86a-4a1e-8992-60a8107d9898)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:01.825817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.048453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for a5793fc6-d127-44ba-870d-33cc7907ded8 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:02.238005 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.293965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port a5793fc6-d127-44ba-870d-33cc7907ded8 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:02.360101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=a5793fc6-d127-44ba-870d-33cc7907ded8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:02.534563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.564805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d6c366-41ec-490c-bfc8-37e08661c22a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:02.580091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:02.580616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c7dfb2-a86a-4a1e-8992-60a8107d9898') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:02.599004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.643797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.668759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:02.669176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:02.699134 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:02.987440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.031827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.037503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=d5d6c366-41ec-490c-bfc8-37e08661c22a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:03.069968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bab56407-9e60-4dc6-b0a6-193e98125346 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/d5d6c366-41ec-490c-bfc8-37e08661c22a HTTP/1.1" status: 204 len: 168 time: 5.3391750 Mar 02 07:58:03.074485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37398) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:03.080523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479054545'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:03.089708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:03.094600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-d650a257-3bc3-4b49-9d66-96e782da6833 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:03.096404 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-d650a257-3bc3-4b49-9d66-96e782da6833 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.3964703 Mar 02 07:58:03.096974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:03.108935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:03.121241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:03.146557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:03.150767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.226806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:03.236555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.236909 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 97a96e41-f33e-4a19-a2b8-2432008914ef of type vlan for network 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc Mar 02 07:58:03.312239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.374360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.384176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:03.384861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.387524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.501939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4263101 Mar 02 07:58:03.510356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37410) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:03.520579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': '6faef24f-b61b-40b8-bbd4-ce2074a2f1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:03.579583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917633-b799-4354-ba45-3b4d3f2504e3 req-5239dcf2-12c7-445c-a5ef-10b54f1d4653 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:03.596887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9917633-b799-4354-ba45-3b4d3f2504e3 req-5239dcf2-12c7-445c-a5ef-10b54f1d4653 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 945 time: 0.8167140 Mar 02 07:58:03.765445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f0d18-526f-420d-bcc7-accd1ea5a2e8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=6faef24f-b61b-40b8-bbd4-ce2074a2f1dc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:03.787617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:03.796805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:03.801046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:03.805134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:03.811307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:03.826299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:03.830957 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:03.852661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port 1cb33d55-d405-4ad1-a925-9559b7d36f66 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:03.860993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.095740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9917633-b799-4354-ba45-3b4d3f2504e3 req-8345e7c1-ffa1-4ece-8098-28467c9cf15a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976563 Mar 02 07:58:04.340527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.546274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=8b3681b5-791f-4e42-a8c2-bc4d54216ede,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:04.585244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port 1cb33d55-d405-4ad1-a925-9559b7d36f66, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cb33d55-d405-4ad1-a925-9559b7d36f66,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:04.588143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.592125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': '97a96e41-f33e-4a19-a2b8-2432008914ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6faef24f-b61b-40b8-bbd4-ce2074a2f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:04.592709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:04.622476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:04.634812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:04.639373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:04.640015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.647083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228dd2cc-f132-4d27-b0d7-b4f2adfd0141 None None] Network 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:04.689686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0f80e53-6c32-492c-bc7a-09ac1244b0a8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1776636 Mar 02 07:58:04.691498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37436) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:04.754828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for 1cb33d55-d405-4ad1-a925-9559b7d36f66 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:04.840846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port 263d1f23-23a3-4cce-bea3-3f4091a9599a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:04.841457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.912681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.044200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.062356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af42e5-8755-4cee-889c-a0f7e8e599d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6faef24f-b61b-40b8-bbd4-ce2074a2f1dc', 'network_id': '6faef24f-b61b-40b8-bbd4-ce2074a2f1dc', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '8b3681b5-791f-4e42-a8c2-bc4d54216ede'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:05.064466 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06af42e5-8755-4cee-889c-a0f7e8e599d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.141768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.178161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.234360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port 263d1f23-23a3-4cce-bea3-3f4091a9599a, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=263d1f23-23a3-4cce-bea3-3f4091a9599a,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:05.234748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server [None req-06af42e5-8755-4cee-889c-a0f7e8e599d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b3681b5-791f-4e42-a8c2-bc4d54216ede: This subnet is being modified by another concurrent operation. Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b3681b5-791f-4e42-a8c2-bc4d54216ede: This subnet is being modified by another concurrent operation. Mar 02 07:58:05.269228 n-d-827871-1 neutron-server[87856]: ERROR oslo_messaging.rpc.server Mar 02 07:58:05.289083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc3134-8219-42b1-806d-3931e4a8ec21 None None] Network 6faef24f-b61b-40b8-bbd4-ce2074a2f1dc requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:05.307857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=1cb33d55-d405-4ad1-a925-9559b7d36f66,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:05.320382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3681b5-791f-4e42-a8c2-bc4d54216ede,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:05.395396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for 263d1f23-23a3-4cce-bea3-3f4091a9599a owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:05.544424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.565772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cb33d55-d405-4ad1-a925-9559b7d36f66 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:05.567456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f06fc05c-60f1-4014-8dc3-355ffb953166 req-0fc2be3d-12f3-44db-926d-d44ad34de719 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.1214745 Mar 02 07:58:05.629665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faef24f-b61b-40b8-bbd4-ce2074a2f1dc']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:05.663214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a96e41-f33e-4a19-a2b8-2432008914ef') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:05.663415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a96e41-f33e-4a19-a2b8-2432008914ef') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:05.705502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 1cb33d55-d405-4ad1-a925-9559b7d36f66 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:05.705845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cb33d55-d405-4ad1-a925-9559b7d36f66 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:05.724209 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.753798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.761284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:05.761684 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:05.784848 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:05.817788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64304ab8-f132-48d7-bc18-b19f61761291 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:58:05.927229 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.938223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.995222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64304ab8-f132-48d7-bc18-b19f61761291 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:58:06.014005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=6faef24f-b61b-40b8-bbd4-ce2074a2f1dc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:06.024114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8623ce70-cab6-4684-9e6c-16c8f28b8db7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/6faef24f-b61b-40b8-bbd4-ce2074a2f1dc HTTP/1.1" status: 204 len: 168 time: 1.3295360 Mar 02 07:58:06.028262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37460) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:06.042460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25759446'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:06.054864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:06.064651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:06.067755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port 1cb33d55-d405-4ad1-a925-9559b7d36f66 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:06.072378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:06.084595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.085798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:06.094404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'name': 'network-vif-deleted', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:06.111703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:06.117186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.155635 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa1dabab-d7f1-4043-a752-f8fd052d4ffd req-3699f0af-1f4c-408f-bc2d-9ef92d797011 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "DELETE /v2.0/ports/1cb33d55-d405-4ad1-a925-9559b7d36f66 HTTP/1.1" status: 204 len: 173 time: 3.0515120 Mar 02 07:58:06.194129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.202951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:06.222620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.223004 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 5a72cf67-cacc-4f0a-bf7e-76cd44e363dd of type vlan for network 0fa8c23f-f948-44ea-a16e-d30338bf8212 Mar 02 07:58:06.282842 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.294885 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509', 'name': 'network-vif-deleted', 'tag': '1cb33d55-d405-4ad1-a925-9559b7d36f66', 'status': 'completed', 'code': 200} Mar 02 07:58:06.326172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=263d1f23-23a3-4cce-bea3-3f4091a9599a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:06.342110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.356181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:06.356813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:06.755721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7257280 Mar 02 07:58:06.756830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37474) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:06.782768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:06.909033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7a725a4-b54b-45a7-87b0-cddf0193fde5 req-f53f128c-8298-4a53-bea6-1e16df3e181b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.0541966 Mar 02 07:58:06.930271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6bbc-cd30-4b82-b9f1-d65e73b3e36e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=0fa8c23f-f948-44ea-a16e-d30338bf8212,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:06.941722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:07.072532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:07.134006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:07.139894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:07.149265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:07.162978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:07.192000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:07.195650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:07.578446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:07.899935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Router 8871300f-7f86-48d7-bafe-abee47c55456 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:08.059313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:08.059874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: 0fa8c23f-f948-44ea-a16e-d30338bf8212, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:08.082921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=53ff7e6e-fa23-47a5-a02f-12c12a974d4d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:08.139946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:08.165306 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 0fa8c23f-f948-44ea-a16e-d30338bf8212) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:08.173039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:08.173645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:08.184180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf15fe-32f1-48f6-9104-7a52744336f7 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:08.215378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ccc0fd35-e371-4873-8285-d0f1d87ae41a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4453962 Mar 02 07:58:08.218252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37504) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:08.224863 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:08.501900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5f1a07a8-ce4c-4f6d-a7d6-367518f12cf5 req-b622e27f-8da7-4ff7-8926-ecd80c373a3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:08.518468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:08.523843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:subnet and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:08.527820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:08.535438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:08.548076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:08.553264 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:08.600567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5f1a07a8-ce4c-4f6d-a7d6-367518f12cf5 req-b622e27f-8da7-4ff7-8926-ecd80c373a3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:08.617407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f1a07a8-ce4c-4f6d-a7d6-367518f12cf5 req-b622e27f-8da7-4ff7-8926-ecd80c373a3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cfe73cb-f1ca-4fbb-a6a1-edcbaf04d509 HTTP/1.1" status: 200 len: 210 time: 0.2800889 Mar 02 07:58:08.646376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:08.662550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Sync routers for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:08.682892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:08.683534 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:08.688066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-83bf9e51-e687-4f8b-92bc-6d6ec53aea62 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "PUT /v2.0/routers/8871300f-7f86-48d7-bafe-abee47c55456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7099767 Mar 02 07:58:08.691192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37516) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:08.720065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-0fa8c23f-f948-44ea-a16e-d30338bf8212', 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '53ff7e6e-fa23-47a5-a02f-12c12a974d4d'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:08.721101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:08.964157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting subnet c52c2f38-751c-4e84-9b6e-a1abbf968037 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:09.002984 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.107906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.147141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Allocated IP 2001:db8::2 (0fa8c23f-f948-44ea-a16e-d30338bf8212/53ff7e6e-fa23-47a5-a02f-12c12a974d4d/ce387dac-5980-463b-8503-eff47bac2232) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:09.185263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.249235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:09.299943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.308562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=e314e1c9-3d01-41f7-9191-bd821cd0cb33,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:09.327982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:09.329803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:09.342789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:09.343728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.429367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:09.431323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebbce792-01ae-43cb-9186-bb3392ea299d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2118843 Mar 02 07:58:09.824526 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:09.875888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Transition to ACTIVE for port object ce387dac-5980-463b-8503-eff47bac2232 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:09.929973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Transition to ACTIVE for port object ce387dac-5980-463b-8503-eff47bac2232 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:09.942681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.000469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.002792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.006226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.009481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.011973 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.013252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Synchronizing usage tracker for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:10.057762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Unset dirty status for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:10.063552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ed3bab71-bca0-4268-80f7-d48db57142fa tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6297450 Mar 02 07:58:10.066079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37556) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:10.068164 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.071412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:58:05Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:10.075205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447485103'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:10.083506 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Checking router: 8871300f-7f86-48d7-bafe-abee47c55456 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:10.092970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37560) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:10.099487 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Routers {'8871300f-7f86-48d7-bafe-abee47c55456'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:10.100223 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:57:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['8871300f-7f86-48d7-bafe-abee47c55456'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:10.127614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:10.146715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:10.154528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Subnet': ['ID=c52c2f38-751c-4e84-9b6e-a1abbf968037,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:10.154725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:10.173194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.176846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:10.190375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6d7c4a68-497a-4384-a7a8-f6a6f7e860aa tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/subnets/c52c2f38-751c-4e84-9b6e-a1abbf968037 HTTP/1.1" status: 204 len: 168 time: 1.4960029 Mar 02 07:58:10.192841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37574) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:10.209751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:10.221263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.263158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Pushing event updated for resources: {'Port': ['ID=ce387dac-5980-463b-8503-eff47bac2232,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:10.287544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031e70a-80b0-4c9d-927e-29cc65978d57 None None] Network 936a1937-3157-403d-8ca2-432cc9cdc744 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:10.346767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:10.421538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:10.457252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.463273 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment d4970e14-9b96-4edb-87dd-3eff58ad3e03 of type vlan for network 26518c80-54b3-4234-837c-362a761ae4d4 Mar 02 07:58:10.494716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:10.531802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.571275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:10.571419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.591609 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] Set router 8871300f-7f86-48d7-bafe-abee47c55456 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:10.653538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.698354 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.706159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:10.706726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.767560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:10.773876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7059922 Mar 02 07:58:10.775789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:10.781443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1360ac7a5041d49ae488c8e9d311f2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:10.796010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:10.802961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:10.976780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:10.982688 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:10.983199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Attempting to bind port ce387dac-5980-463b-8503-eff47bac2232 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:10.983657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Attempting to bind port ce387dac-5980-463b-8503-eff47bac2232 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:10.983927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Attempting to bind port ce387dac-5980-463b-8503-eff47bac2232 on network 0fa8c23f-f948-44ea-a16e-d30338bf8212 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:11.013639 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:11.015157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Checking segment: {'id': '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:11.016457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.017540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Bound using segment: {'id': '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:11.019117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Bound port: ce387dac-5980-463b-8503-eff47bac2232, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:11.020674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.021955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Deleting port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:11.022829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.114900 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:58:05Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:11.119931 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8974732-ee40-4e3f-9975-5f7dac11eb43 None None] The sync data for ids ['8871300f-7f86-48d7-bafe-abee47c55456'] in n-d-827871-1 is: [{'id': '8871300f-7f86-48d7-bafe-abee47c55456', 'name': 'tempest-TestSecurityGroupsBasicOps-router-598418238', 'tenant_id': '0624faba9e974b6697f3daf7a0e8aef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:17Z', 'updated_at': '2022-03-02T07:58:05Z', 'revision_number': 5, 'project_id': '0624faba9e974b6697f3daf7a0e8aef5', 'gw_port': {'id': 'ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8871300f-7f86-48d7-bafe-abee47c55456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:19Z', 'updated_at': '2022-03-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:11.239184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.252451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.283790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] For port ce387dac-5980-463b-8503-eff47bac2232, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:11.292953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] For port ce387dac-5980-463b-8503-eff47bac2232, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce387dac-5980-463b-8503-eff47bac2232,segment=NetworkSegment(5a72cf67-cacc-4f0a-bf7e-76cd44e363dd),segment_id=5a72cf67-cacc-4f0a-bf7e-76cd44e363dd)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:11.310388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.332965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba9829-26a9-4f0d-a99d-2538b0af7626 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=26518c80-54b3-4234-837c-362a761ae4d4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:11.413157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:11.454332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdbb71-5642-4fdc-8f0a-f9ab30260baa,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:11.463422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f17020d-bdfa-4582-a2d1-967f01059548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e1360ac7a5041d49ae488c8e9d311f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3694284 Mar 02 07:58:11.466844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.475356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37602) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:11.525022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.599722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 26518c80-54b3-4234-837c-362a761ae4d4 is not hosted by any dhcp agent {{(pid=87855) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:58:11.625617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:11.628429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.637566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "PUT /v2.0/networks/26518c80-54b3-4234-837c-362a761ae4d4 HTTP/1.1" status: 200 len: 723 time: 0.8578777 Mar 02 07:58:11.658254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37608) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:11.677226 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': '26518c80-54b3-4234-837c-362a761ae4d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:11.857597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] DHCP port deletion for 936a1937-3157-403d-8ca2-432cc9cdc744 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:11.868372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Deleting port 24f2026e-c821-46ee-9a03-557c7fd6230c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:11.869134 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.909268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d87a1f-4a18-4b59-b9cc-e7bcd61753e2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=26518c80-54b3-4234-837c-362a761ae4d4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:11.975473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:11.981160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:12.032100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:12.039265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1387ba-3b40-4ee7-9be6-9b938148b911 None None] Pushing event updated for resources: {'Port': ['ID=ce387dac-5980-463b-8503-eff47bac2232,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:12.055816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:12.057427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.083921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:12.093390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.132672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f39a1ad2-8309-467b-97b0-2b6b061cfbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.150683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] For port ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:12.151051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.187214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.215168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdbb71-5642-4fdc-8f0a-f9ab30260baa,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:12.224687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.228565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1740cba4-4223-4281-a8b2-09236f694f26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5cdbb71-5642-4fdc-8f0a-f9ab30260baa HTTP/1.1" status: 204 len: 168 time: 0.7496052 Mar 02 07:58:12.587301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] For port 24f2026e-c821-46ee-9a03-557c7fd6230c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=24f2026e-c821-46ee-9a03-557c7fd6230c,segment=NetworkSegment(de5f2819-f2b1-4f45-893a-108a6d52d9aa),segment_id=de5f2819-f2b1-4f45-893a-108a6d52d9aa)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:12.587702 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:12.696733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Calling delete_port for ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:12.739193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 24f2026e-c821-46ee-9a03-557c7fd6230c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:12.909560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37638) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:12.957012 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.002135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:13.014682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fa0482f2d84b56be221a4fd262ec8d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:13.018253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:13.025313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:13.144704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.156171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.287924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0652407-8ea5-4bd9-8b43-019ae05eb452,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:13.339868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b48f0aa8-0e8f-4676-bac7-d90e11f3cc85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0fa0482f2d84b56be221a4fd262ec8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264002 Mar 02 07:58:13.341249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37654) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:13.347692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.392337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Calling delete_port for 24f2026e-c821-46ee-9a03-557c7fd6230c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:13.561618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.587577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=1d0d53c7-a561-4c64-927d-955c51fede68,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:13.631750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': 'd4970e14-9b96-4edb-87dd-3eff58ad3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:13.632545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: 26518c80-54b3-4234-837c-362a761ae4d4, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:13.673504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.697256 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.831046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No active binding found for port 24f2026e-c821-46ee-9a03-557c7fd6230c {{(pid=87856) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:58:13.831379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 24f2026e-c821-46ee-9a03-557c7fd6230c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:13.831801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 263d1f23-23a3-4cce-bea3-3f4091a9599a no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:13.882318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.886250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 26518c80-54b3-4234-837c-362a761ae4d4 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:13.924991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 26518c80-54b3-4234-837c-362a761ae4d4) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:13.933534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:13.934256 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.935799 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.937307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0652407-8ea5-4bd9-8b43-019ae05eb452 HTTP/1.1" status: 204 len: 168 time: 0.5931275 Mar 02 07:58:13.940341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a767-df89-4140-85bc-22131d68b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0652407-8ea5-4bd9-8b43-019ae05eb452,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:13.946183 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:13.964519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] Pushing event deleted for resources: {'Port': ['ID=24f2026e-c821-46ee-9a03-557c7fd6230c,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:13.973086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 263d1f23-23a3-4cce-bea3-3f4091a9599a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:13.973424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 263d1f23-23a3-4cce-bea3-3f4091a9599a not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:13.984159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f282f82-8547-451b-b6b4-019a6b2a8cfa None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:14.076152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Port': ['ID=ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:14.083743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa2529-bb86-4c5c-9951-7d9148c81e32 None None] No DVR routers for this DVR port 24f2026e-c821-46ee-9a03-557c7fd6230c on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:14.264085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb2d2e-f0f6-406e-9d43-4f85a27141d5 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:14.344329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-358ab861-8df6-444a-86bc-4423b6ce3d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:14.444457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fb810c3f-64cc-4ac3-abb0-891eae046d4e None None] Provisioning for port ce387dac-5980-463b-8503-eff47bac2232 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:14.603410 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:14.845515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8fefd9d0-0abb-4581-8a9e-0ec9c3c4063d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1844344 Mar 02 07:58:14.847162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37688) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:14.863546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:14.902949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce387dac-5980-463b-8503-eff47bac2232 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:14.989150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-26518c80-54b3-4234-837c-362a761ae4d4', 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '1d0d53c7-a561-4c64-927d-955c51fede68'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:14.997214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.011494 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.031100 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.103092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.103368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Fanout notify agent at l3_agent the message router_deleted on router 8871300f-7f86-48d7-bafe-abee47c55456 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:58:15.116150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.117265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-42b565ff-e2bc-4e6e-b7ef-bf8e7e921055 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/routers/8871300f-7f86-48d7-bafe-abee47c55456 HTTP/1.1" status: 204 len: 168 time: 4.9229786 Mar 02 07:58:15.130293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37706) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:15.204570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2979728'] for subnet, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.417132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.685132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.701803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ce387dac-5980-463b-8503-eff47bac2232 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:15.728054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.734846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ce387dac-5980-463b-8503-eff47bac2232 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:15.735486 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.858083 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:15.893487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37732) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:15.907997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936a1937-3157-403d-8ca2-432cc9cdc744']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:16.002902 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788870089701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1976060'] for subnet, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.078691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:16.079562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.081012 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "PUT /v2.0/subnets/1d0d53c7-a561-4c64-927d-955c51fede68 HTTP/1.1" status: 200 len: 826 time: 1.2264481 Mar 02 07:58:16.084184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37742) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:16.150381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d15676-50bd-4343-9237-fc6422110cad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=1d0d53c7-a561-4c64-927d-955c51fede68,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:16.239703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5f2819-f2b1-4f45-893a-108a6d52d9aa') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:16.240055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5f2819-f2b1-4f45-893a-108a6d52d9aa') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:16.256339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Allocated IP 2001:db8::2 (26518c80-54b3-4234-837c-362a761ae4d4/1d0d53c7-a561-4c64-927d-955c51fede68/0d59ad88-44bb-44f5-a86a-a7c4af641dea) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:16.261512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.316371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.319777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.327473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:16.327473 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.341729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Update dhcp port {'port': {'network_id': '0fa8c23f-f948-44ea-a16e-d30338bf8212', 'fixed_ips': [{'subnet_id': '53ff7e6e-fa23-47a5-a02f-12c12a974d4d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e314e1c9-3d01-41f7-9191-bd821cd0cb33'}], 'binding:host_id': 'n-d-827871-1'}, 'id': 'ce387dac-5980-463b-8503-eff47bac2232'} from n-d-827871-1. {{(pid=87856) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:58:16.365411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.419808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.420175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:16.420591 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:16.441144 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:16.512692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ce387dac-5980-463b-8503-eff47bac2232, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce387dac-5980-463b-8503-eff47bac2232,segment=NetworkSegment(5a72cf67-cacc-4f0a-bf7e-76cd44e363dd),segment_id=5a72cf67-cacc-4f0a-bf7e-76cd44e363dd)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:16.541110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.674379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.681753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.693565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.776743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] 10.222.0.21 "DELETE /v2.0/networks/936a1937-3157-403d-8ca2-432cc9cdc744 HTTP/1.1" status: 204 len: 168 time: 1.6392615 Mar 02 07:58:16.852811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86ab51-347f-41bc-9dda-f067d42a2e80 tempest-TestSecurityGroupsBasicOps-1158153586 tempest-TestSecurityGroupsBasicOps-1158153586-project] Pushing event deleted for resources: {'Network': ['ID=936a1937-3157-403d-8ca2-432cc9cdc744,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:16.863260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:16.949235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:16.955292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.027377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.050085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:17.050085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ee29135e-f176-4a8e-8f3d-bd6b9f4d58d4 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:17.235954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:17.457889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.484400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Transition to ACTIVE for port object 0d59ad88-44bb-44f5-a86a-a7c4af641dea will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:17.504963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ce387dac-5980-463b-8503-eff47bac2232,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:17.530006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Transition to ACTIVE for port object 0d59ad88-44bb-44f5-a86a-a7c4af641dea will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:17.530753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37806) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:17.607106 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.609445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.704837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0d53c7-a561-4c64-927d-955c51fede68,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:17.797079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:17.831726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:17.839477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Pushing event updated for resources: {'Port': ['ID=0d59ad88-44bb-44f5-a86a-a7c4af641dea,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:17.850905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:17.858018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:18.013904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=8fdfadf7-bad0-4db0-9951-a9b3d8fc7cea,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:18.091171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Allocated IP 172.20.0.1 (0fa8c23f-f948-44ea-a16e-d30338bf8212/e314e1c9-3d01-41f7-9191-bd821cd0cb33/ce387dac-5980-463b-8503-eff47bac2232) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:18.112450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.120312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.120652 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Floating IP 9bfb9278-9607-4673-8e93-2168e683f831 disassociated (deleted). External IP: 172.25.4.189, port: f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04. Mar 02 07:58:18.145503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Attempting to bind port 0d59ad88-44bb-44f5-a86a-a7c4af641dea on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:18.146084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Attempting to bind port 0d59ad88-44bb-44f5-a86a-a7c4af641dea by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd4970e14-9b96-4edb-87dd-3eff58ad3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:18.146475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Attempting to bind port 0d59ad88-44bb-44f5-a86a-a7c4af641dea on network 26518c80-54b3-4234-837c-362a761ae4d4 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:18.157815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3d22b7c-57e1-46d5-ae70-109d5b458e7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0624faba9e974b6697f3daf7a0e8aef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230879 Mar 02 07:58:18.163416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:18.163800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Checking segment: {'id': 'd4970e14-9b96-4edb-87dd-3eff58ad3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:18.164213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.164614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Bound using segment: {'id': 'd4970e14-9b96-4edb-87dd-3eff58ad3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:18.165086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Bound port: 0d59ad88-44bb-44f5-a86a-a7c4af641dea, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4970e14-9b96-4edb-87dd-3eff58ad3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26518c80-54b3-4234-837c-362a761ae4d4'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:18.165469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.176941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 37832) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:18.258157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26518c80-54b3-4234-837c-362a761ae4d4']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:18.295246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] For port 0d59ad88-44bb-44f5-a86a-a7c4af641dea, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:18.299271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] For port 0d59ad88-44bb-44f5-a86a-a7c4af641dea, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0d59ad88-44bb-44f5-a86a-a7c4af641dea,segment=NetworkSegment(d4970e14-9b96-4edb-87dd-3eff58ad3e03),segment_id=d4970e14-9b96-4edb-87dd-3eff58ad3e03)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:18.322215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.336418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4970e14-9b96-4edb-87dd-3eff58ad3e03') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:18.336714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4970e14-9b96-4edb-87dd-3eff58ad3e03') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:18.433414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.487959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.506324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.553426 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:18.553979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:18.586023 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:18.637257 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.697560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] For port ce387dac-5980-463b-8503-eff47bac2232, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce387dac-5980-463b-8503-eff47bac2232,segment=NetworkSegment(5a72cf67-cacc-4f0a-bf7e-76cd44e363dd),segment_id=5a72cf67-cacc-4f0a-bf7e-76cd44e363dd)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:18.730573 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.750612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2168eb-c452-4220-ad66-44e5cb99a6da None None] Pushing event updated for resources: {'Port': ['ID=0d59ad88-44bb-44f5-a86a-a7c4af641dea,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:18.841457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:58:18.841457 n-d-827871-1 neutron-server[87855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:58:18.841457 n-d-827871-1 neutron-server[87855]: [parameters: {'id': '26518c80-54b3-4234-837c-362a761ae4d4'}] Mar 02 07:58:18.841457 n-d-827871-1 neutron-server[87855]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:18.845670 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:18.857729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 33b97c26-8493-44e6-b9df-d4d4a69ce179 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:18.897019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.939725 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ce7bf-74cd-4398-9fd4-e69c2a3a7825,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:18.978308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:18.978308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-848cf790-3c6a-434c-a38a-b7ec806582ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/213ce7bf-74cd-4398-9fd4-e69c2a3a7825 HTTP/1.1" status: 204 len: 168 time: 0.7954087 Mar 02 07:58:18.997021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Transition to ACTIVE for port object ce387dac-5980-463b-8503-eff47bac2232 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:19.051180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce387dac-5980-463b-8503-eff47bac2232 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:19.156210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad041e5-b02f-4bfe-a118-f4e77f505269 None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:19.215607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.244172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:19.293475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.294345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.310291 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Sync routers for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:19.347676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.364175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port 0d59ad88-44bb-44f5-a86a-a7c4af641dea {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:19.367160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.475372 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.483030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03da5bc0-fd40-4edd-a464-d371c214f508 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/floatingips/9bfb9278-9607-4673-8e93-2168e683f831 HTTP/1.1" status: 204 len: 168 time: 3.5871947 Mar 02 07:58:19.485367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:19.593081 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'status': 'completed', 'code': 200} Mar 02 07:58:19.818829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37892) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:19.882819 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.956980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-dc1dd18c-962d-494d-abdd-e8a945dfb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:19.960921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196728aa-73bd-4926-9456-4d832ebf321a None None] Pushing event updated for resources: {'Port': ['ID=ce387dac-5980-463b-8503-eff47bac2232,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:19.971199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-dc1dd18c-962d-494d-abdd-e8a945dfb78e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 1097 time: 0.3097856 Mar 02 07:58:19.980996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:19.984463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:19.997301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:20.072942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Usage tracker for resource:security_group_rule and tenant:260a2735267741c9839eb40f219b2d63 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:20.102575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:20.120553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:20.140928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port 0d59ad88-44bb-44f5-a86a-a7c4af641dea, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0d59ad88-44bb-44f5-a86a-a7c4af641dea,segment=NetworkSegment(d4970e14-9b96-4edb-87dd-3eff58ad3e03),segment_id=d4970e14-9b96-4edb-87dd-3eff58ad3e03)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:20.144048 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:20.559102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for 0d59ad88-44bb-44f5-a86a-a7c4af641dea owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:20.582866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:20.622823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-90927620-f18a-4177-8eb1-3aa6d1c4f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:20.626427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-90927620-f18a-4177-8eb1-3aa6d1c4f24a service neutron] 10.222.0.16 "GET /v2.0/networks?id=67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 200 len: 897 time: 0.6382964 Mar 02 07:58:20.784593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-7d025dbb-4aa9-4b73-a36c-8bbed30e5358 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 200 len: 217 time: 0.1418233 Mar 02 07:58:20.839664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:20.996606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port 0d59ad88-44bb-44f5-a86a-a7c4af641dea on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:21.061506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dde5a-c154-4ae2-8100-982acc706c91 req-dbaa155e-32ab-4c5f-a311-77e3230e7548 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:21.064964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-332dde5a-c154-4ae2-8100-982acc706c91 req-dbaa155e-32ab-4c5f-a311-77e3230e7548 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:21.142655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-73f1a4b5-9584-4a6d-b326-c030f7c59727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:21.147155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-73f1a4b5-9584-4a6d-b326-c030f7c59727 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 200 len: 834 time: 0.3541417 Mar 02 07:58:21.317574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=0d59ad88-44bb-44f5-a86a-a7c4af641dea,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:21.347735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.399274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26518c80-54b3-4234-837c-362a761ae4d4']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:21.415982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4970e14-9b96-4edb-87dd-3eff58ad3e03') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:21.416356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4970e14-9b96-4edb-87dd-3eff58ad3e03') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:21.431300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.446959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-332dde5a-c154-4ae2-8100-982acc706c91 req-dbaa155e-32ab-4c5f-a311-77e3230e7548 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:21.448154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-332dde5a-c154-4ae2-8100-982acc706c91 req-dbaa155e-32ab-4c5f-a311-77e3230e7548 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.2045553 Mar 02 07:58:21.461272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.479513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:21.481253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.530322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce387dac-5980-463b-8503-eff47bac2232 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:21.538287 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:21.609593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.667468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-332dde5a-c154-4ae2-8100-982acc706c91 req-777cfdfe-1356-41a1-a23e-fa147fa873b2 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675217 Mar 02 07:58:21.686931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:21.721063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf741301-267f-4e27-96f1-256847e25668 None None] Network 26518c80-54b3-4234-837c-362a761ae4d4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:21.862493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=260a2735267741c9839eb40f219b2d63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0263023 Mar 02 07:58:21.872885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 37980) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:22.148268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d0d48-fe91-42b8-bc40-89adbfe17148 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:22.214013 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.230019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.270131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/26518c80-54b3-4234-837c-362a761ae4d4 HTTP/1.1" status: 204 len: 168 time: 6.1844041 Mar 02 07:58:22.270728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38016) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:22.272654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e6a1-4ca3-4fa2-af3e-e7e8e32a7187 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=26518c80-54b3-4234-837c-362a761ae4d4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:22.305978 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e70788-aedb-4157-9ce2-f10fbe7922ad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:22.306514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e70788-aedb-4157-9ce2-f10fbe7922ad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:22.313369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-27e70788-aedb-4157-9ce2-f10fbe7922ad tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/26518c80-54b3-4234-837c-362a761ae4d4 HTTP/1.1" status: 404 len: 339 time: 0.0372252 Mar 02 07:58:22.314206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38020) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:22.329212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817614414', 'description': 'd1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:22.337255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:22.341542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Usage tracker for resource:network and tenant:b2c7989d3b37419ca837ebad9b141340 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:22.346026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:22.355161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:22.384641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:22.388656 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.419966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-036d3840-5595-4e30-b57a-2d5bfed03fc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:22.422049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-036d3840-5595-4e30-b57a-2d5bfed03fc9 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 0.5436866 Mar 02 07:58:22.436495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:22.449804 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.450551 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 508f78c0-3b99-4953-9d39-dfecef9379bb of type vlan for network 949e154f-f9de-449e-a8aa-fc1daa9696e4 Mar 02 07:58:22.482717 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.563474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-2b496ac2-f469-41db-a8cc-12b5a506872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:22.564911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-2b496ac2-f469-41db-a8cc-12b5a506872b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67efa87a-566e-4b26-980e-c36c65703716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3912766 Mar 02 07:58:22.625360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:22.626083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.655454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.662422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:22.663510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:22.834979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5184541 Mar 02 07:58:22.842736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38054) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:23.011262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa563a-5384-47a1-b537-4c7dbb0e2b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e302eb99-2dbc-4bb3-bac0-e48f8f7f1f3e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:23.047833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.107243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.120786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-881a431e-71d3-4455-bea3-f5e2569d98e7 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026760 Mar 02 07:58:23.267989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38064) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:23.467741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=949e154f-f9de-449e-a8aa-fc1daa9696e4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:23.494678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5fce185d-356f-4839-8c13-acce2113e603 None None] Provisioning for port ce387dac-5980-463b-8503-eff47bac2232 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:23.519041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.557231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4f997030-c5f7-4064-a9aa-b0d8891491ac req-f9233c5c-db34-49f2-a1f4-3a28d890e607 service neutron] 10.222.0.16 "GET /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233963 Mar 02 07:58:23.608972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e302eb99-2dbc-4bb3-bac0-e48f8f7f1f3e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:23.630465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:23.638227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.641350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.646613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-74120308-110b-44a5-9078-0489a3d0baa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e302eb99-2dbc-4bb3-bac0-e48f8f7f1f3e HTTP/1.1" status: 204 len: 168 time: 1.7676988 Mar 02 07:58:23.648868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.649212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.649549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.649918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.650311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.650643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.650969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.651286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.651853 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.658009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.659497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404a921-4a51-48a8-9c38-d1ffa2202da3 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:23.706556 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.742881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:23.755110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0144165a8f4ff684a94be4ed9e6c5c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:23.768866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:23.791036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:23.795631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 949e154f-f9de-449e-a8aa-fc1daa9696e4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:23.829814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5fce185d-356f-4839-8c13-acce2113e603 None None] Provisioning complete for port ce387dac-5980-463b-8503-eff47bac2232 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:23.830598 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fce185d-356f-4839-8c13-acce2113e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:23.934086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576001c7-0843-4c16-8f4c-fed6d6daab7d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:23.938703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-576001c7-0843-4c16-8f4c-fed6d6daab7d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Synchronizing usage tracker for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:24.000345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.009245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.136179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c0144165a8f4ff684a94be4ed9e6c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653228 Mar 02 07:58:24.136971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934c795-1894-4053-b6f8-b5b6a13cc4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58660a1e-efc4-4fd3-b95c-0b4bf30aa0fc,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:24.143746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38096) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:24.158929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ce387dac-5980-463b-8503-eff47bac2232 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:24.166797 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.315138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:24.343840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:24.346477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.366081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Checking router: 33b97c26-8493-44e6-b9df-d4d4a69ce179 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:24.452400 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:24.483358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c701bca-a435-4baa-a3d0-19e5232444f7 req-715c4d5e-9bdc-47c3-99e7-a8f4fac72e7f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:24.492200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c701bca-a435-4baa-a3d0-19e5232444f7 req-715c4d5e-9bdc-47c3-99e7-a8f4fac72e7f tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 946 time: 1.2365241 Mar 02 07:58:24.533665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-576001c7-0843-4c16-8f4c-fed6d6daab7d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Unset dirty status for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:24.571712 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-576001c7-0843-4c16-8f4c-fed6d6daab7d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks?id=949e154f-f9de-449e-a8aa-fc1daa9696e4 HTTP/1.1" status: 200 len: 764 time: 1.6865261 Mar 02 07:58:24.572593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38134) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:24.589286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:24.590624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:24.642753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'description': 'd2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:24.781951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b8853410-7d62-477c-aba6-d48922bf1a7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f98a5bd1aec444cda087662a8c4266ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281085 Mar 02 07:58:24.787590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:24.813034 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.856001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:24.867909 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.912617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e55edb-9116-48c1-ab50-430397e997e6 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:58:25.015437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.043883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c701bca-a435-4baa-a3d0-19e5232444f7 req-e12b2c2d-0190-48cc-95b2-3f7515446553 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf70ff0d-13d0-445d-948d-7cd9bd54202e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508072 Mar 02 07:58:25.259265 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.369179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.470705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.492290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:25.497574 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.546940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da098488-f0d0-4eb7-8185-c1733efd68a4 None None] Provisioning complete for port ce387dac-5980-463b-8503-eff47bac2232 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:25.558383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da098488-f0d0-4eb7-8185-c1733efd68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.592787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.616194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.658636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:25.683654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c3faf-88b9-4e02-94ac-b148f4288d46,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:25.692960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58660a1e-efc4-4fd3-b95c-0b4bf30aa0fc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:25.702721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] No DVR routers for this DVR port f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:25.705642 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.709471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-deleted', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:25.721850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.770073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.782876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-82288a72-4f5e-429b-bda9-a7ed5ab1289b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58660a1e-efc4-4fd3-b95c-0b4bf30aa0fc HTTP/1.1" status: 204 len: 168 time: 1.6332448 Mar 02 07:58:25.789262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bd47c8f1-bd54-4827-82ae-50179e1c691d req-88a1f70e-6a93-42e6-a9d6-b6ec9ec18035 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.16 "DELETE /v2.0/ports/f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04 HTTP/1.1" status: 204 len: 173 time: 3.2550461 Mar 02 07:58:25.794082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network 949e154f-f9de-449e-a8aa-fc1daa9696e4 is not hosted by any dhcp agent {{(pid=87854) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:58:25.818271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:25.820907 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.830109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "PUT /v2.0/networks/949e154f-f9de-449e-a8aa-fc1daa9696e4 HTTP/1.1" status: 200 len: 761 time: 1.2512429 Mar 02 07:58:25.832875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38164) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:25.897807 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:25.904987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9d8cac8b-9723-48de-a0e3-5811c3b58e4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d2c3faf-88b9-4e02-94ac-b148f4288d46 HTTP/1.1" status: 204 len: 168 time: 1.1144764 Mar 02 07:58:25.957845 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf1863-3cd5-497b-ac89-0231e3532402', 'name': 'network-vif-deleted', 'tag': 'f7bc2ee5-3af5-4c04-a23d-1d0450e2ed04', 'status': 'completed', 'code': 200} Mar 02 07:58:26.114381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5355dfb-fcbb-40e5-b4c9-6111b4e4ae10 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=949e154f-f9de-449e-a8aa-fc1daa9696e4,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:26.289790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 949e154f-f9de-449e-a8aa-fc1daa9696e4 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:26.353734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150691a-3361-4b84-9a04-01701c562640 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:26.359671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6150691a-3361-4b84-9a04-01701c562640 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks?id=949e154f-f9de-449e-a8aa-fc1daa9696e4 HTTP/1.1" status: 200 len: 764 time: 0.5255911 Mar 02 07:58:26.364317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38178) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:26.637186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-faa3a25c-c49c-4d29-812b-c7fffbe7c776 req-8161ba9d-91c0-4db6-87d0-90434866b87b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Synchronizing usage tracker for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:26.682709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-faa3a25c-c49c-4d29-812b-c7fffbe7c776 req-8161ba9d-91c0-4db6-87d0-90434866b87b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Unset dirty status for tenant:eabeea45fedf4ddd88a8ac6c0986ae73 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:26.684868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-faa3a25c-c49c-4d29-812b-c7fffbe7c776 req-8161ba9d-91c0-4db6-87d0-90434866b87b tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0bf1863-3cd5-497b-ac89-0231e3532402 HTTP/1.1" status: 200 len: 210 time: 0.1749573 Mar 02 07:58:26.939260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d04fd-9298-46b5-8c61-65848e8ba39e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:26.940040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b36d04fd-9298-46b5-8c61-65848e8ba39e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Synchronizing usage tracker for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:26.969017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e55edb-9116-48c1-ab50-430397e997e6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:58:26.974815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b36d04fd-9298-46b5-8c61-65848e8ba39e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Unset dirty status for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:26.979373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38188) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:26.991920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b36d04fd-9298-46b5-8c61-65848e8ba39e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6262321 Mar 02 07:58:27.088854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-87c99f3b-5a5f-40a4-92d4-87f68bfc6884 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Synchronizing usage tracker for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:subnet {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:27.120873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-87c99f3b-5a5f-40a4-92d4-87f68bfc6884 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Unset dirty status for tenant:b2c7989d3b37419ca837ebad9b141340 on resource:subnet {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:27.128656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38196) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:27.152457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-87c99f3b-5a5f-40a4-92d4-87f68bfc6884 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25 HTTP/1.1" status: 200 len: 207 time: 0.1709528 Mar 02 07:58:27.287451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:27.305403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38204) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:27.314788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809012c2-d437-44df-8379-4ac1670a7932 None None] The sync data for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 is: [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:54:43Z', 'revision_number': 4, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '10a0a6d5-a2c3-45b6-a0d8-834517895ec3', 'name': '', 'network_id': '67efa87a-566e-4b26-980e-c36c65703716', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'mac_address': 'fa:16:3e:26:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:40Z', 'updated_at': '2022-03-02T07:54:57Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'subnets': [{'id': 'e0e52214-2d9d-441a-b0ef-bf093a74e4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:27.350443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:27.389644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:27.406933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Usage tracker for resource:security_group_rule and tenant:34a05d80b67543bfab12261cedaa41d8 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:27.414414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:27.434217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:27.468481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.501731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.520253 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.536342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.544664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.551045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:27.553025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b44f79fa-a6fd-4038-b7d1-3312c9241348 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.4214983 Mar 02 07:58:27.556869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38210) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:27.832323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38220) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:27.857400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b5e460b9-bbf3-4839-977b-a863d4437943 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2991295 Mar 02 07:58:27.858761 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a57a56-71ee-4a13-9b3f-27042570fddc None None] New status for floating IP 9bfb9278-9607-4673-8e93-2168e683f831: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:58:27.865032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38224) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:27.984371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:27.999628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:28.029339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.032287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.035729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.040023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.044491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.046968 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e656bef7-fbf4-46ac-b109-0d7bf4d5b2b9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1801629 Mar 02 07:58:28.054165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38232) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:28.158429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34a05d80b67543bfab12261cedaa41d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8525271 Mar 02 07:58:28.159405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38238) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:28.177065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddf340-973e-4c67-b18c-389e5580aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1fd1a-cec8-4dc1-addf-017cdcc0db18,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:28.239680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.241626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.246959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.249102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.250859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.253170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d0e02f1b-44d4-47d1-8205-01ef9f7c6be7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1940236 Mar 02 07:58:28.256892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38246) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:28.592917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7314e-abbf-41bc-b0ac-45d8542496c4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:28.599483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2cd7314e-abbf-41bc-b0ac-45d8542496c4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks/4d688903-2b2f-4422-9407-241972f1b7e0 HTTP/1.1" status: 200 len: 803 time: 0.3331671 Mar 02 07:58:28.600082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38262) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:28.923892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-89b581e5-a9c3-4310-ac6b-a8810880caeb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/networks/4d688903-2b2f-4422-9407-241972f1b7e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3223808 Mar 02 07:58:28.930372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38270) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:29.006920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.070699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259adac-692d-4d0f-972e-e8b151e78e98 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:29.072303 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9259adac-692d-4d0f-972e-e8b151e78e98 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets/02f90678-4e32-4223-bacd-26f3bdb16901 HTTP/1.1" status: 200 len: 843 time: 0.1407042 Mar 02 07:58:29.077749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38274) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:29.154420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.215060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c412a-1e04-4c62-8247-68c0389c34dd tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['shared'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:29.221432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fb9c412a-1e04-4c62-8247-68c0389c34dd tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "GET /v2.0/subnets/02f90678-4e32-4223-bacd-26f3bdb16901?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1374314 Mar 02 07:58:29.224153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38278) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:29.239772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848746478'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:29.250382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:29.263537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:29.292752 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.299463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:29.304545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.314337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1fd1a-cec8-4dc1-addf-017cdcc0db18,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:29.352069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:29.355776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.359408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-93137b60-9762-4ef8-b718-2cb3fcebad16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3c1fd1a-cec8-4dc1-addf-017cdcc0db18 HTTP/1.1" status: 204 len: 168 time: 1.1960151 Mar 02 07:58:29.382841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.383160 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Added segment 4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853 of type vlan for network c953fa90-398c-4ba6-a3de-e90bf726e2e3 Mar 02 07:58:29.413697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.434049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.480801 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.502414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:29.503219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:29.595166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3694208 Mar 02 07:58:29.614204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38288) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:29.631623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:29.833245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a441c-0659-4b51-bf85-1a747b1fd5ab tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Network': ['ID=c953fa90-398c-4ba6-a3de-e90bf726e2e3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:29.850722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:29.931767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:29.952605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:29.978619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Made reservation on behalf of b2c7989d3b37419ca837ebad9b141340 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:29.985347 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:30.028748 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:58:30.103317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:30.104294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:30.156159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing IP validity checks on allocation pools {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:58:30.156922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:58:30.361581 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:30.514171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 10a0a6d5-a2c3-45b6-a0d8-834517895ec3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:30.514704 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:30.556570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=5f04a92b-c074-400c-8a2c-c573c9d52330,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:30.602129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Checking segment: {'id': '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:30.602748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network hostable DHCP agents. Network: c953fa90-398c-4ba6-a3de-e90bf726e2e3, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:30.632600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:30.647860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c953fa90-398c-4ba6-a3de-e90bf726e2e3) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:30.653817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:30.656047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:30.657896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c9c78-6084-4681-8a58-c445284d1994 None None] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:30.743114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8a6c09a8-9158-4617-91af-d9168899de9c tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1277263 Mar 02 07:58:30.746070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38316) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:30.765213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:30.802978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:31.131321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.153936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c953fa90-398c-4ba6-a3de-e90bf726e2e3', 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3', 'tenant_id': 'b2c7989d3b37419ca837ebad9b141340', 'fixed_ips': [{'subnet_id': '5f04a92b-c074-400c-8a2c-c573c9d52330'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:31.154821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.163800 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2979728'] for subnet, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.359162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=10a0a6d5-a2c3-45b6-a0d8-834517895ec3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:31.448540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:58:31.448540 n-d-827871-1 neutron-server[87856]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 02 07:58:31.448540 n-d-827871-1 neutron-server[87856]: [parameters: {'in_use': 1, 'id_1': '5f04a92b-c074-400c-8a2c-c573c9d52330'}] Mar 02 07:58:31.448540 n-d-827871-1 neutron-server[87856]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:31.449621 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:31.699419 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788870089701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1976060'] for subnet, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.734566 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.786542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:31.787162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.791748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "PUT /v2.0/subnets/5f04a92b-c074-400c-8a2c-c573c9d52330 HTTP/1.1" status: 200 len: 900 time: 1.0445983 Mar 02 07:58:31.795226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38340) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:31.860999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840524e3-512b-4c50-a662-cf928c429fb2 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event updated for resources: {'Subnet': ['ID=5f04a92b-c074-400c-8a2c-c573c9d52330,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:31.951626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.230198 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.386009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.413344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Allocated IP 2001:db8::3 (c953fa90-398c-4ba6-a3de-e90bf726e2e3/5f04a92b-c074-400c-8a2c-c573c9d52330/ea8b2e82-5717-477e-b1d0-fae87c001442) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:32.615912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Router 33b97c26-8493-44e6-b9df-d4d4a69ce179 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:32.812257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.824860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Transition to ACTIVE for port object ea8b2e82-5717-477e-b1d0-fae87c001442 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:32.846182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Transition to ACTIVE for port object ea8b2e82-5717-477e-b1d0-fae87c001442 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:32.854576 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.875818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.954407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:32.962755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:32.968613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:32.975108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Pushing event updated for resources: {'Port': ['ID=ea8b2e82-5717-477e-b1d0-fae87c001442,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:33.038612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=5f04a92b-c074-400c-8a2c-c573c9d52330,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:33.100412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:33.145554 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-37f7b283-a337-424b-af76-15bc932a87fc tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "PUT /v2.0/routers/33b97c26-8493-44e6-b9df-d4d4a69ce179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3088734 Mar 02 07:58:33.150628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38370) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:33.184699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Sync routers for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:33.188881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Attempting to bind port ea8b2e82-5717-477e-b1d0-fae87c001442 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:33.189253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Attempting to bind port ea8b2e82-5717-477e-b1d0-fae87c001442 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:33.189814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Attempting to bind port ea8b2e82-5717-477e-b1d0-fae87c001442 on network c953fa90-398c-4ba6-a3de-e90bf726e2e3 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:33.202358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:33.203422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:33.245142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38374) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:33.263214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:33.263590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Checking segment: {'id': '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:33.263995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.264382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Bound using segment: {'id': '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:33.265283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Bound port: ea8b2e82-5717-477e-b1d0-fae87c001442, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:33.265640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.286542 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38380) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:33.418121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] For port ea8b2e82-5717-477e-b1d0-fae87c001442, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:33.421839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] For port ea8b2e82-5717-477e-b1d0-fae87c001442, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b2e82-5717-477e-b1d0-fae87c001442,segment=NetworkSegment(4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853),segment_id=4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:33.432780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.459634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.487873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:33.493315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9d614b59494dfa9a2e44274e706255 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:33.496398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:33.498965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.503212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:33.527827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.570259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:33.574108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Usage tracker for resource:security_group_rule and tenant:2fdcd0564820494fa4812f2fafbe0758 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:33.576935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:33.583378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:33.584981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953fa90-398c-4ba6-a3de-e90bf726e2e3']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:33.623083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:33.623726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:33.655633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.679532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.688743 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.698463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.714816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:33.715224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:33.758586 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:33.792894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fdcd0564820494fa4812f2fafbe0758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027788 Mar 02 07:58:33.793764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d5188-9944-4aa2-bb0d-d06b3e926abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603cc90c-91db-40b2-bf12-c36b9f9b7d7f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:33.800483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38388) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:33.826872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.832395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:33.884165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:33.888692 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9d614b59494dfa9a2e44274e706255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422274 Mar 02 07:58:33.891410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38392) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:33.941429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5488f-4e33-4f35-bc87-26f9f5ea6e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a48622-c192-45f0-84cc-ec64fa1b7824,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:33.943493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac148e-9465-40b8-b8f3-db39106ca244 None None] Pushing event updated for resources: {'Port': ['ID=ea8b2e82-5717-477e-b1d0-fae87c001442,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:33.946179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting subnet e0e52214-2d9d-441a-b0ef-bf093a74e4de {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:33.997186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.042540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.101562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:58:34.101562 n-d-827871-1 neutron-server[87855]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:58:34.101562 n-d-827871-1 neutron-server[87855]: [parameters: {'id': 'c953fa90-398c-4ba6-a3de-e90bf726e2e3'}] Mar 02 07:58:34.101562 n-d-827871-1 neutron-server[87855]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:34.102299 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:34.122092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.133580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0797d33-ed1f-4a05-b195-aac7f7c53d44 None None] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:34.139655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.209490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.214199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.250116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a48622-c192-45f0-84cc-ec64fa1b7824,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:34.255184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.257472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-62f9ff58-eebe-475d-9824-cc8afc85cbd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2a48622-c192-45f0-84cc-ec64fa1b7824 HTTP/1.1" status: 204 len: 168 time: 0.3650088 Mar 02 07:58:34.275456 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.342395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.409901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.439222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603cc90c-91db-40b2-bf12-c36b9f9b7d7f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:34.463339 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.464610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6134be90-c8c7-4d98-903d-c554b13f4acb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/603cc90c-91db-40b2-bf12-c36b9f9b7d7f HTTP/1.1" status: 204 len: 168 time: 0.6621854 Mar 02 07:58:34.493127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f39892-f967-40c5-aa41-9fb062d0c85b None None] Network c953fa90-398c-4ba6-a3de-e90bf726e2e3 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:34.510700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.635311 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.641132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e52214-2d9d-441a-b0ef-bf093a74e4de,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:34.663915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.674934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb447e2-f301-4bb1-8d46-157c55958c2d None None] Network 67efa87a-566e-4b26-980e-c36c65703716 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:34.690003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-77df8d07-8bcf-4c20-acac-a84f80ee4083 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/subnets/e0e52214-2d9d-441a-b0ef-bf093a74e4de HTTP/1.1" status: 204 len: 168 time: 1.5308452 Mar 02 07:58:34.690003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port ea8b2e82-5717-477e-b1d0-fae87c001442 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:34.690003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.690366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38404) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:34.698603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:58:31Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:34.751682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Checking router: 33b97c26-8493-44e6-b9df-d4d4a69ce179 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:34.832116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Routers {'33b97c26-8493-44e6-b9df-d4d4a69ce179'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:34.833662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['33b97c26-8493-44e6-b9df-d4d4a69ce179'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:34.884234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38410) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:34.948421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.994420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:35.003335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d617bfd9d144baa0747b35a53d51e5 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:35.009123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:35.026508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:35.079911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port ea8b2e82-5717-477e-b1d0-fae87c001442, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ea8b2e82-5717-477e-b1d0-fae87c001442,segment=NetworkSegment(4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853),segment_id=4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:35.080349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.121276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] Set router 33b97c26-8493-44e6-b9df-d4d4a69ce179 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:35.239585 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.397631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for ea8b2e82-5717-477e-b1d0-fae87c001442 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:35.428700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] DHCP port deletion for 67efa87a-566e-4b26-980e-c36c65703716 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:35.481888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Deleting port 187e30d8-2390-412f-a2b2-617cffed5931 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:35.482479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.504833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.630487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port ea8b2e82-5717-477e-b1d0-fae87c001442 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:35.680616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:58:31Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:35.698497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=ea8b2e82-5717-477e-b1d0-fae87c001442,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:35.719737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be026375-fe66-4524-8cd7-f00660e712f6 None None] The sync data for ids ['33b97c26-8493-44e6-b9df-d4d4a69ce179'] in n-d-827871-1 is: [{'id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847304276', 'tenant_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:27Z', 'updated_at': '2022-03-02T07:58:31Z', 'revision_number': 5, 'project_id': 'eabeea45fedf4ddd88a8ac6c0986ae73', 'gw_port': {'id': '1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b97c26-8493-44e6-b9df-d4d4a69ce179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:30Z', 'updated_at': '2022-03-02T07:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:35.878476 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.882989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] For port 187e30d8-2390-412f-a2b2-617cffed5931, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=187e30d8-2390-412f-a2b2-617cffed5931,segment=NetworkSegment(1cb982d3-2393-4031-bf50-8d987e3585ae),segment_id=1cb982d3-2393-4031-bf50-8d987e3585ae)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:35.883379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.955263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953fa90-398c-4ba6-a3de-e90bf726e2e3']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:35.975032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:35.975351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05bcfe-bd76-4d5c-94ac-2f4ab17ff853') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:35.995021 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.021236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.037433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:36.038249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.048856 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.058868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:36.062196 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:36.093802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.100151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Deleting port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:36.106260 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.145042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Calling delete_port for 187e30d8-2390-412f-a2b2-617cffed5931 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:36.186456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.264876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.268663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.289656 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0d617bfd9d144baa0747b35a53d51e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4038293 Mar 02 07:58:36.295432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38440) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:36.299434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.318778 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-551803228-network', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:36.334922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:36.341246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] Pushing event deleted for resources: {'Port': ['ID=187e30d8-2390-412f-a2b2-617cffed5931,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:36.346961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176d9f6-dbae-4798-89be-165a5779f6ee None None] No DVR routers for this DVR port 187e30d8-2390-412f-a2b2-617cffed5931 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:36.353825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Usage tracker for resource:network and tenant:e0cb2903a1b44eb5bf99519609a3c381 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:36.362950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:36.364471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11547b-e3fd-4198-b015-c20160e075d9 None None] get_active_networks_info from n-d-827871-1 {{(pid=87856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:58:36.381193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:36.413533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3253-b450-4fff-b8be-93f527530ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a6089-730e-440b-9a00-2fbdafcb3cce,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:36.431981 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Made reservation on behalf of e0cb2903a1b44eb5bf99519609a3c381 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:36.434380 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.460028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.525963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:36.580951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:e0cb2903a1b44eb5bf99519609a3c381 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:36.590623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:36.605565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=c953fa90-398c-4ba6-a3de-e90bf726e2e3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:36.606080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:36.649782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4d5c7fdd-925d-457b-845a-86f35fe6519e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/c953fa90-398c-4ba6-a3de-e90bf726e2e3 HTTP/1.1" status: 204 len: 168 time: 4.8457546 Mar 02 07:58:36.650387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38448) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:36.662551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11547b-e3fd-4198-b015-c20160e075d9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:58:36.734087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.741690 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a49b15-8283-4300-a01b-1f59fa053746 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:36.742289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a49b15-8283-4300-a01b-1f59fa053746 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:36.746606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] For port 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:36.747287 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.808145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.899243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Calling delete_port for 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:36.919748 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.939556 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-55a49b15-8283-4300-a01b-1f59fa053746 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/5f04a92b-c074-400c-8a2c-c573c9d52330 HTTP/1.1" status: 404 len: 337 time: 0.2865152 Mar 02 07:58:36.944999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:36.949211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a6089-730e-440b-9a00-2fbdafcb3cce,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:36.968511 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.969638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-295c352d-fbe8-49bc-9d6d-bd7ee5e98313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b4a6089-730e-440b-9a00-2fbdafcb3cce HTTP/1.1" status: 204 len: 168 time: 0.6654909 Mar 02 07:58:37.008140 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff35ebe-e859-4901-b6dc-737ea6798867 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:37.008966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff35ebe-e859-4901-b6dc-737ea6798867 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:37.022219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6ff35ebe-e859-4901-b6dc-737ea6798867 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/c953fa90-398c-4ba6-a3de-e90bf726e2e3 HTTP/1.1" status: 404 len: 339 time: 0.0760794 Mar 02 07:58:37.025394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38460) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:37.091252 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.100924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.185334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 187e30d8-2390-412f-a2b2-617cffed5931 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:37.203511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b7808c-44ca-4480-ae08-5e5d50afb041,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:37.219881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:37.233123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 187e30d8-2390-412f-a2b2-617cffed5931 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:37.233467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 187e30d8-2390-412f-a2b2-617cffed5931 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:37.234207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:37.258469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.260562 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Added segment 2ecb1c66-c0ff-430c-8153-9ad6fa068e0b of type vlan for network 170af35c-2d66-4b43-916a-f9d4481193fd Mar 02 07:58:37.282652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.292030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:37.292572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 10a0a6d5-a2c3-45b6-a0d8-834517895ec3 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:37.403212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.443900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.494698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.495906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:37.496675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.528230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Port': ['ID=1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:37.561840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.617107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949e154f-f9de-449e-a8aa-fc1daa9696e4']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:37.633447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508f78c0-3b99-4953-9d39-dfecef9379bb') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:37.633760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508f78c0-3b99-4953-9d39-dfecef9379bb') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:37.651277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.680307 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.688458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:37.688866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.719405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6594577 Mar 02 07:58:37.724301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:37.728592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0ecfb-f9c0-4f03-8d7b-92ce8c7d2fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=170af35c-2d66-4b43-916a-f9d4481193fd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:37.735770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Request body: {'subnet': {'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-551803228-subnet', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:37.741108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 170af35c-2d66-4b43-916a-f9d4481193fd details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:37.745378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:37.748033 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:37.858723 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:37.891652 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.894513 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Usage tracker for resource:subnet and tenant:e0cb2903a1b44eb5bf99519609a3c381 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:37.929510 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.943111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=949e154f-f9de-449e-a8aa-fc1daa9696e4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:37.956929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0528ddd3-c2a7-49c0-9487-0363cd592eb9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/949e154f-f9de-449e-a8aa-fc1daa9696e4 HTTP/1.1" status: 204 len: 168 time: 0.9269218 Mar 02 07:58:37.957161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38482) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:37.981325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:38.006037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.009323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:38.013230 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.025439 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b7eab4-d976-472d-a930-949b35078948 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:38.027126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b7eab4-d976-472d-a930-949b35078948 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:38.034895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b3b7eab4-d976-472d-a930-949b35078948 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/1d0d53c7-a561-4c64-927d-955c51fede68 HTTP/1.1" status: 404 len: 337 time: 0.0711145 Mar 02 07:58:38.035317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38490) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:38.041922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Made reservation on behalf of e0cb2903a1b44eb5bf99519609a3c381 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:38.044333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.071567 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecf2106-b944-410c-b81f-580e833c1aeb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:38.071567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecf2106-b944-410c-b81f-580e833c1aeb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:38.086291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.088207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fecf2106-b944-410c-b81f-580e833c1aeb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/26518c80-54b3-4234-837c-362a761ae4d4 HTTP/1.1" status: 404 len: 339 time: 0.0512540 Mar 02 07:58:38.088873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38496) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:38.092866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Fanout notify agent at l3_agent the message router_deleted on router 33b97c26-8493-44e6-b9df-d4d4a69ce179 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:58:38.172242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.174335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9458b37-ba62-416f-8bd2-7ac8074bf9f5 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/routers/33b97c26-8493-44e6-b9df-d4d4a69ce179 HTTP/1.1" status: 204 len: 168 time: 3.4827492 Mar 02 07:58:38.176858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38502) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:38.409799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting subnet e314e1c9-3d01-41f7-9191-bd821cd0cb33 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:38.423784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.481905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.538825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.625919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.691546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=078b38af-fe15-4825-9e68-32bbb4ab2dec,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:38.730512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.736501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Checking segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:38.736894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Network hostable DHCP agents. Network: 170af35c-2d66-4b43-916a-f9d4481193fd, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:38.771358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Network 170af35c-2d66-4b43-916a-f9d4481193fd is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:38.773224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67efa87a-566e-4b26-980e-c36c65703716']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:38.785279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 170af35c-2d66-4b43-916a-f9d4481193fd) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:38.791529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb982d3-2393-4031-bf50-8d987e3585ae') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:38.791836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb982d3-2393-4031-bf50-8d987e3585ae') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:38.796673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:38.797266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.802468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c56cdb-a3af-4347-af1e-4de63ea0d7b9 None None] Network 170af35c-2d66-4b43-916a-f9d4481193fd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:38.825901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.844564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6c58c1a2-00de-4c46-a5b4-f91820360eac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1149969 Mar 02 07:58:38.844786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:38.850396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:38.868813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:38.874487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Usage tracker for resource:router and tenant:e0cb2903a1b44eb5bf99519609a3c381 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:38.876943 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.882934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:38.894262 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:38.908554 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.921617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:38.922201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.930639 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.933351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:38.938553 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:38.961973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.065685 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.152587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.153517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-170af35c-2d66-4b43-916a-f9d4481193fd', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:39.154722 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.169182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.180084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863cdcb-25c6-42a0-9635-d492d16f384c None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:39.192392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=e314e1c9-3d01-41f7-9191-bd821cd0cb33,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:39.194620 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.213895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'Network': ['ID=67efa87a-566e-4b26-980e-c36c65703716,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:39.217717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:39.219043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3372606a-b320-4885-ae2d-b78f9616d3f4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/e314e1c9-3d01-41f7-9191-bd821cd0cb33 HTTP/1.1" status: 204 len: 168 time: 1.1291811 Mar 02 07:58:39.222301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38528) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:39.270749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:39.271549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1dc8c228-d9ef-4d3a-b30e-7dd9fc7051a8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:39.285848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:39.293038 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4b110daf-43ce-4c2c-a9a5-217d0593f5f8 tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/networks/67efa87a-566e-4b26-980e-c36c65703716 HTTP/1.1" status: 204 len: 168 time: 1.1148262 Mar 02 07:58:39.364309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting subnet 53ff7e6e-fa23-47a5-a02f-12c12a974d4d {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:39.374549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.466029 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.499561 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.580858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Allocated IP 172.20.0.2 (170af35c-2d66-4b43-916a-f9d4481193fd/078b38af-fe15-4825-9e68-32bbb4ab2dec/7a0ca59b-ad74-4934-928b-0e6d901c8b5e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:39.741668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.746934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.033383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.039432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.039432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=53ff7e6e-fa23-47a5-a02f-12c12a974d4d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:40.039432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.039432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a3b811e-bb7f-4a4b-896e-694ebf341d8d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/53ff7e6e-fa23-47a5-a02f-12c12a974d4d HTTP/1.1" status: 204 len: 168 time: 0.8071277 Mar 02 07:58:40.039432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38552) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:40.073375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.087599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Transition to ACTIVE for port object 7a0ca59b-ad74-4934-928b-0e6d901c8b5e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:40.110280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Transition to ACTIVE for port object 7a0ca59b-ad74-4934-928b-0e6d901c8b5e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:40.128109 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.549725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.590738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port ce387dac-5980-463b-8503-eff47bac2232 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:40.591109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.641851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Pushing event updated for resources: {'Port': ['ID=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:40.647902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Network 170af35c-2d66-4b43-916a-f9d4481193fd is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:40.647902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:40.655976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:40.828793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.900816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.922582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Attempting to bind port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:40.923056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Attempting to bind port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:40.923506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Attempting to bind port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:40.938439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:40.939238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Checking segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:40.940199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.942765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Bound using segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:40.943259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Bound port: 7a0ca59b-ad74-4934-928b-0e6d901c8b5e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:40.943660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.977327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.987753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf70ff0d-13d0-445d-948d-7cd9bd54202e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.238490 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.238490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-98da93e7-7d69-41f6-9d1a-5b2f259efd7c tempest-TestNetworkAdvancedServerOps-1072178412 tempest-TestNetworkAdvancedServerOps-1072178412-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf70ff0d-13d0-445d-948d-7cd9bd54202e HTTP/1.1" status: 204 len: 168 time: 1.9499075 Mar 02 07:58:41.309806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port ce387dac-5980-463b-8503-eff47bac2232, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ce387dac-5980-463b-8503-eff47bac2232,segment=NetworkSegment(5a72cf67-cacc-4f0a-bf7e-76cd44e363dd),segment_id=5a72cf67-cacc-4f0a-bf7e-76cd44e363dd)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:41.310380 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.357901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] For port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:41.365626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] For port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:41.375015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.417209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Allocated IP 172.25.4.236 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/706df1f2-91dc-400e-bc8b-37abafbf6ced) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:41.424460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680a3d0-b4d2-4949-8ece-ef4e515bdbb3 None None] Network 0fa8c23f-f948-44ea-a16e-d30338bf8212 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:41.646729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for ce387dac-5980-463b-8503-eff47bac2232 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:41.882988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8a5b7c8d-d030-4996-aa82-d0a5f3846e61 None None] Provisioning complete for port ce387dac-5980-463b-8503-eff47bac2232 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:41.882988 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7c8d-d030-4996-aa82-d0a5f3846e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.968191 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.979582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.096012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.097733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b7c8d-d030-4996-aa82-d0a5f3846e61 None None] Port ce387dac-5980-463b-8503-eff47bac2232 was deleted so its status cannot be updated. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:58:42.123453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=ce387dac-5980-463b-8503-eff47bac2232,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.154261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port ce387dac-5980-463b-8503-eff47bac2232 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:42.195729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-71f36df4-876c-4adf-b19e-c9d37e6417a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.283881 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6032c2-6e54-4bd7-bd60-7fa3260245f6 None None] Pushing event updated for resources: {'Port': ['ID=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.363232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.401247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:42.413127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:42.443065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Pushing event updated for resources: {'Port': ['ID=706df1f2-91dc-400e-bc8b-37abafbf6ced,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.449895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:42.453790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.482901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa8c23f-f948-44ea-a16e-d30338bf8212']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:42.496639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:42.497281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a72cf67-cacc-4f0a-bf7e-76cd44e363dd') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:42.511395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.529689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.543145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:42.544047 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.548653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d7930-7a5b-4c7c-823e-99143f3ca8a5 None None] DHCP port deletion for 0fa8c23f-f948-44ea-a16e-d30338bf8212 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:42.689593 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:42.751866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.795387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.808537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=0fa8c23f-f948-44ea-a16e-d30338bf8212,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.808537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3fa4d72d-a59c-4a7a-96c2-7470772c08f7 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/0fa8c23f-f948-44ea-a16e-d30338bf8212 HTTP/1.1" status: 204 len: 168 time: 2.7743454 Mar 02 07:58:42.814696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38618) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.899685 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f94508f-254d-4e1a-a7f2-b5b5a5e84c6e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:42.900074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f94508f-254d-4e1a-a7f2-b5b5a5e84c6e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:42.910660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8f94508f-254d-4e1a-a7f2-b5b5a5e84c6e tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/8b3681b5-791f-4e42-a8c2-bc4d54216ede HTTP/1.1" status: 404 len: 337 time: 0.0948212 Mar 02 07:58:42.910660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.944934 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bcec75-d47c-4eb0-9866-8ad8face38eb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:42.945442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bcec75-d47c-4eb0-9866-8ad8face38eb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:42.960568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-36bcec75-d47c-4eb0-9866-8ad8face38eb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/6faef24f-b61b-40b8-bbd4-ce2074a2f1dc HTTP/1.1" status: 404 len: 339 time: 0.0521240 Mar 02 07:58:42.961229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.038216 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-153bdffe-9f00-4108-b16d-d411130efdd8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:43.038216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153bdffe-9f00-4108-b16d-d411130efdd8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:43.038216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-153bdffe-9f00-4108-b16d-d411130efdd8 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/5ee78464-21b3-41da-8582-e921179550fb HTTP/1.1" status: 404 len: 337 time: 0.0727768 Mar 02 07:58:43.038216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38642) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.133357 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfeaa30-51b7-4b9b-a644-70d6e14c34a4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:43.133357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfeaa30-51b7-4b9b-a644-70d6e14c34a4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:43.148514 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8cfeaa30-51b7-4b9b-a644-70d6e14c34a4 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/d5d6c366-41ec-490c-bfc8-37e08661c22a HTTP/1.1" status: 404 len: 339 time: 0.1077747 Mar 02 07:58:43.153112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.244155 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f91f3d-a1e6-45e6-a85c-ac791e454feb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:43.244155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f91f3d-a1e6-45e6-a85c-ac791e454feb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:43.250375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71f91f3d-a1e6-45e6-a85c-ac791e454feb tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/18f02bb4-40b9-4507-98d9-0dc687a3908d HTTP/1.1" status: 404 len: 337 time: 0.0973284 Mar 02 07:58:43.263738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38650) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.298907 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-484bf0a6-f525-47d8-9287-c4baf60ef6d0 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:43.299396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484bf0a6-f525-47d8-9287-c4baf60ef6d0 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:43.303135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-484bf0a6-f525-47d8-9287-c4baf60ef6d0 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/b04acc07-b4a1-4f9c-9c98-d110abb7203f HTTP/1.1" status: 404 len: 339 time: 0.0373552 Mar 02 07:58:43.320569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38654) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.324059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7a0ca59b-ad74-4934-928b-0e6d901c8b5e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:43.415195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting subnet 5dae83f7-32cc-4c2c-9db1-db0e92dcfa59 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:43.425227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.443415 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1504f480-ba00-4bb2-918d-aa6f90288eb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eabeea45fedf4ddd88a8ac6c0986ae73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0760019 Mar 02 07:58:43.494274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38660) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:43.543816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:43.602888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.663080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.686677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce387dac-5980-463b-8503-eff47bac2232 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:43.736898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.765968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ce387dac-5980-463b-8503-eff47bac2232 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:43.767103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ce387dac-5980-463b-8503-eff47bac2232 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:43.883927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc6c5b-b24b-4013-84d8-d19d8fd926d5 None None] Network 170af35c-2d66-4b43-916a-f9d4481193fd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:43.966255 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.014983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.215436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.226061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Provisioning for port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:44.229207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d302f-fd4d-40f6-add0-e3bdd6d952f7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:44.261281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Provisioning complete for port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:44.261757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.310578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.310578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-452c51d1-3217-4657-9ca0-eeacdbcf954e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675d302f-fd4d-40f6-add0-e3bdd6d952f7 HTTP/1.1" status: 204 len: 168 time: 0.8143098 Mar 02 07:58:44.351078 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a7801e33-1375-4e4b-b18d-a03a4dd226c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.354517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.380248 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.392985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc483b7b-879d-4368-a3fc-d90eaaaef5fa None None] Network cbf494b5-bb19-4200-bd30-8a4af3a01bf4 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:44.417319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/5dae83f7-32cc-4c2c-9db1-db0e92dcfa59 HTTP/1.1" status: 204 len: 168 time: 1.0881670 Mar 02 07:58:44.417319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c14b92-2475-4ca1-86a1-67ebb28ca149 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=5dae83f7-32cc-4c2c-9db1-db0e92dcfa59,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:44.417319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38674) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:44.974355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.050665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port 787aadeb-c6db-4dcc-976f-0296fd81ed1c {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:45.051788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.084040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38690) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.392747 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad0a1c17-c7c2-440b-ae80-4b9dda05c9f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b276889d0dc74aaebd44e080e35c694c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063688 Mar 02 07:58:45.396847 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38700) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.531477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.545066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.548659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.556202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.659198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] For port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:45.670974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.796511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] DHCP port deletion for cbf494b5-bb19-4200-bd30-8a4af3a01bf4 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:45.837148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Deleting port 787aadeb-c6db-4dcc-976f-0296fd81ed1c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:45.838217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.872436 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.917129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=787aadeb-c6db-4dcc-976f-0296fd81ed1c,segment=NetworkSegment(8b68befd-d542-4b73-99c7-f03363d02f1c),segment_id=8b68befd-d542-4b73-99c7-f03363d02f1c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:45.917751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.952411 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.063365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94877-8fec-4f48-beb2-e2ef721244e6 None None] Pushing event updated for resources: {'Port': ['ID=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:46.064187 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Router 97e5acbd-6017-4ee6-950c-55b15bc19730 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:58:46.133456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea907092-d102-4859-b9cd-fa64732e32e7 None None] Provisioning complete for port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:46.134574 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea907092-d102-4859-b9cd-fa64732e32e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.498969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for 787aadeb-c6db-4dcc-976f-0296fd81ed1c owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:46.654613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:46.663217 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Sync routers for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:46.695639 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:46.695639 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:46.712745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.712745 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-29d26654-3746-4f16-aa4b-d224dd9b3715 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8627422 Mar 02 07:58:46.712745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38716) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:46.747106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.799812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244d012-d81c-42ac-a1ac-6cb5148aee5b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:46.841881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.843427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4bb775a8-aea6-4e6d-9634-ae8ac667e911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8244d012-d81c-42ac-a1ac-6cb5148aee5b HTTP/1.1" status: 204 len: 168 time: 1.4443452 Mar 02 07:58:46.861940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.945320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] For port 787aadeb-c6db-4dcc-976f-0296fd81ed1c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=787aadeb-c6db-4dcc-976f-0296fd81ed1c,segment=NetworkSegment(8b68befd-d542-4b73-99c7-f03363d02f1c),segment_id=8b68befd-d542-4b73-99c7-f03363d02f1c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:46.945913 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.031440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=787aadeb-c6db-4dcc-976f-0296fd81ed1c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:47.065392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port 787aadeb-c6db-4dcc-976f-0296fd81ed1c on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:47.289698 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:47.408422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Calling delete_port for 787aadeb-c6db-4dcc-976f-0296fd81ed1c owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:47.472443 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.486845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7a0ca59b-ad74-4934-928b-0e6d901c8b5e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:47.538499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf494b5-bb19-4200-bd30-8a4af3a01bf4']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:47.548452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.566098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b68befd-d542-4b73-99c7-f03363d02f1c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:47.566395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b68befd-d542-4b73-99c7-f03363d02f1c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:47.595582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.635138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.649112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:47.649516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: timer() Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:47.688572 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:47.841940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:47.841940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.871321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.933085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.956892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=cbf494b5-bb19-4200-bd30-8a4af3a01bf4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:47.999165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fbfdde36-22f7-4477-8e86-364f174023e9 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/cbf494b5-bb19-4200-bd30-8a4af3a01bf4 HTTP/1.1" status: 204 len: 168 time: 3.5726521 Mar 02 07:58:48.009821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38754) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:48.062561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:48.063132 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:48.111669 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae01c1f4-1b20-4016-9476-47e89b50c09d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:48.112197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae01c1f4-1b20-4016-9476-47e89b50c09d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:48.119313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ae01c1f4-1b20-4016-9476-47e89b50c09d tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/8b7e5956-7ce2-42c5-b6d1-a56758ebae92 HTTP/1.1" status: 404 len: 337 time: 0.1124270 Mar 02 07:58:48.119982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38760) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:48.171831 n-d-827871-1 neutron-server[87855]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de346d3-2464-444a-b479-ccb313ecba50 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] DELETE failed (client error): The resource could not be found. Mar 02 07:58:48.172715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de346d3-2464-444a-b479-ccb313ecba50 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87855) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:58:48.179715 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1de346d3-2464-444a-b479-ccb313ecba50 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/c1d91be2-5df4-41c3-90bc-a200240535e7 HTTP/1.1" status: 404 len: 339 time: 0.0587101 Mar 02 07:58:48.181025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38764) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:48.224404 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:43Z', 'revision_number': 3, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:48.239418 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Checking router: 97e5acbd-6017-4ee6-950c-55b15bc19730 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:48.239809 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Updating router 97e5acbd-6017-4ee6-950c-55b15bc19730 port 706df1f2-91dc-400e-bc8b-37abafbf6ced binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:58:48.490499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 787aadeb-c6db-4dcc-976f-0296fd81ed1c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:48.546666 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.559138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting subnet 02f90678-4e32-4223-bacd-26f3bdb16901 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:48.583567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.585364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Deleting port 787aadeb-c6db-4dcc-976f-0296fd81ed1c {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:48.586007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.638516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 787aadeb-c6db-4dcc-976f-0296fd81ed1c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:48.654341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 787aadeb-c6db-4dcc-976f-0296fd81ed1c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:48.787189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8a68a57b-bfd6-4551-965e-0e81d5c642de None None] The port '787aadeb-c6db-4dcc-976f-0296fd81ed1c' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:58:48.829182 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.833330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.841469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38782) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:48.924415 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.093740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1111172444-network', 'tenant_id': 'b56197e20cd245a3a2d952f39c7c1216'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:49.099851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:49.104013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Usage tracker for resource:network and tenant:b56197e20cd245a3a2d952f39c7c1216 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:49.107162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:49.109623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.113249 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:49.127794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Made reservation on behalf of b56197e20cd245a3a2d952f39c7c1216 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:49.131203 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.145935 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.167446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:49.171744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b56197e20cd245a3a2d952f39c7c1216 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:49.176732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:49.198168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:49.210089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.210706 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.227493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Transition to ACTIVE for port object 706df1f2-91dc-400e-bc8b-37abafbf6ced will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:49.237711 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.279568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Subnet': ['ID=02f90678-4e32-4223-bacd-26f3bdb16901,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:49.336224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.345346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bae80e-b44a-4ea6-95d0-b6de893dd0e7 None None] Network 4d688903-2b2f-4422-9407-241972f1b7e0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:49.349427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.362779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.366213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0aaa79d6-e85f-427e-adfe-b3deeff5cf86 tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/subnets/02f90678-4e32-4223-bacd-26f3bdb16901 HTTP/1.1" status: 204 len: 168 time: 1.1771321 Mar 02 07:58:49.372462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38800) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:49.387838 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.403931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:49.419796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.419796 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Added segment 13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f of type vlan for network 8cff9fe9-e168-4455-a876-0a4733c77ffe Mar 02 07:58:49.503904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Pushing event updated for resources: {'Port': ['ID=706df1f2-91dc-400e-bc8b-37abafbf6ced,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:49.521402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.521742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.529252 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.529625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.529987 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.530329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.530664 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.531017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.531350 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.531674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.531999 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.532322 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:49.539353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.618362 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Attempting to bind port 706df1f2-91dc-400e-bc8b-37abafbf6ced on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:49.618741 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Attempting to bind port 706df1f2-91dc-400e-bc8b-37abafbf6ced by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:49.619110 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Attempting to bind port 706df1f2-91dc-400e-bc8b-37abafbf6ced on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:49.631256 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:49.631637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:49.632042 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.632438 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:49.632901 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Bound port: 706df1f2-91dc-400e-bc8b-37abafbf6ced, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:49.633272 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.708744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.709706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:49.710312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.745088 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] For port 706df1f2-91dc-400e-bc8b-37abafbf6ced, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:49.752480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] For port 706df1f2-91dc-400e-bc8b-37abafbf6ced, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=706df1f2-91dc-400e-bc8b-37abafbf6ced,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:49.764961 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.988476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627a807b-6513-4f86-8136-3c652627e6ae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:50.004366 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabd43d-b89f-436d-a8d2-0240ac459c90 None None] Pushing event updated for resources: {'Port': ['ID=706df1f2-91dc-400e-bc8b-37abafbf6ced,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:50.042090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] DHCP port deletion for 4d688903-2b2f-4422-9407-241972f1b7e0 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:50.051170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Deleting port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:50.051959 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.058467 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:50.059223 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:50.127824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.144339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3053339 Mar 02 07:58:50.156029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38814) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:50.173818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Request body: {'subnet': {'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1111172444-subnet', 'tenant_id': 'b56197e20cd245a3a2d952f39c7c1216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:50.195833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5611e-c6b7-4c7c-9e6a-3d9f6db111f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cff9fe9-e168-4455-a876-0a4733c77ffe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:50.199941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:50.217483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Usage tracker for resource:subnet and tenant:b56197e20cd245a3a2d952f39c7c1216 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:50.224387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:50.249452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:50.268833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:50.268833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.293848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8cff9fe9-e168-4455-a876-0a4733c77ffe details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:50.296618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Made reservation on behalf of b56197e20cd245a3a2d952f39c7c1216 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:50.296618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.630502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Allocated IP 172.20.0.1 (170af35c-2d66-4b43-916a-f9d4481193fd/078b38af-fe15-4825-9e68-32bbb4ab2dec/d36ba071-0767-4052-b16a-1c0593b50725) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:50.654688 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:50.784587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:50.788549 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.791499 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.950162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f282c2bd-7b8e-4f01-97d5-705becd68337,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:50.969171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Checking segment: {'id': '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:50.969421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Network hostable DHCP agents. Network: 8cff9fe9-e168-4455-a876-0a4733c77ffe, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:51.006739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Network 8cff9fe9-e168-4455-a876-0a4733c77ffe is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:51.025752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8cff9fe9-e168-4455-a876-0a4733c77ffe) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:51.030459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:51.031883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:51.071971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:51.072619 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:51.088293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-95e54465-f754-4bd7-b0b9-990616aec861 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9311290 Mar 02 07:58:51.276948 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:43Z', 'revision_number': 3, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:51.282031 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b5041-0879-4eeb-9eda-9657f847076f None None] The sync data for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 is: [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:43Z', 'revision_number': 3, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:51.379920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d342f-df53-45ac-85d4-379852462f12 None None] Network 8cff9fe9-e168-4455-a876-0a4733c77ffe requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:51.419355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:51.839997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Calling delete_port for 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:52.111841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:52.455522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.484556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Transition to ACTIVE for port object d36ba071-0767-4052-b16a-1c0593b50725 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:52.636489 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.651937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.693143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:52.700933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-234311967-network', 'tenant_id': '91d6be6e42a84809a4c63ac6935840ad'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:52.710794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:52.741941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Usage tracker for resource:network and tenant:91d6be6e42a84809a4c63ac6935840ad is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:52.758035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:52.798756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:52.838937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Made reservation on behalf of 91d6be6e42a84809a4c63ac6935840ad for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:52.841966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.884784 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.921345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Network 170af35c-2d66-4b43-916a-f9d4481193fd is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:52.925698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:52.929798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:52.930455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:52.936645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Usage tracker for resource:security_group_rule and tenant:91d6be6e42a84809a4c63ac6935840ad is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:52.948829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:52.955090 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:52.991309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:53.003871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.024206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.db.api [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:58:53.024206 n-d-827871-1 neutron-server[87854]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 02 07:58:53.024206 n-d-827871-1 neutron-server[87854]: [parameters: {'port_id': '432f1984-cd8b-4f36-9c5d-21f03c9c44f3', 'host': 'n-d-827871-1'}] Mar 02 07:58:53.024206 n-d-827871-1 neutron-server[87854]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:53.042601 n-d-827871-1 neutron-server[87854]: DEBUG oslo_db.api [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:53.137441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.157221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb984c09-95ba-4bbd-8279-36f2f0ffa49a None None] Network 8cff9fe9-e168-4455-a876-0a4733c77ffe requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:53.359141 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.369956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:53.370321 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:53.377127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.405359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 706df1f2-91dc-400e-bc8b-37abafbf6ced up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:53.443284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:53.455327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5776f2fd-b810-4f29-a7f3-27e78f6a1f3e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:53.462682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.463410 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Added segment 96c709ce-1e3c-4ee4-ba7b-ae2950c86fec of type vlan for network 99516b26-a20e-4c78-8a60-34309142d84e Mar 02 07:58:53.553365 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.726707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.726707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:53.726707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.777577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 706df1f2-91dc-400e-bc8b-37abafbf6ced completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:53.817806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 706df1f2-91dc-400e-bc8b-37abafbf6ced triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:53.817806 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.825962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Deleting port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:53.825962 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.932598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:53.982572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Deleting port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:53.982952 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.013789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3200791 Mar 02 07:58:54.017250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38882) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:54.026052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Request body: {'subnet': {'network_id': '99516b26-a20e-4c78-8a60-34309142d84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-234311967-subnet', 'tenant_id': '91d6be6e42a84809a4c63ac6935840ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:54.030378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3577-613b-4407-afbe-037d926d0be9 admin admin] Pushing event updated for resources: {'Network': ['ID=99516b26-a20e-4c78-8a60-34309142d84e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:54.034174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:54.039802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Usage tracker for resource:subnet and tenant:91d6be6e42a84809a4c63ac6935840ad is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:54.043140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:54.049447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:54.060852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Made reservation on behalf of 91d6be6e42a84809a4c63ac6935840ad for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:54.064080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.084579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 99516b26-a20e-4c78-8a60-34309142d84e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:54.297228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:54.307336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.339298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b395cb8c-91be-4295-b096-1a614ec3a7a0 None None] Provisioning for port d36ba071-0767-4052-b16a-1c0593b50725 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:54.497700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b395cb8c-91be-4295-b096-1a614ec3a7a0 None None] Provisioning complete for port d36ba071-0767-4052-b16a-1c0593b50725 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:54.498714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b395cb8c-91be-4295-b096-1a614ec3a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.636211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.907101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Checking segment: {'id': '96c709ce-1e3c-4ee4-ba7b-ae2950c86fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '99516b26-a20e-4c78-8a60-34309142d84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:54.907738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Network hostable DHCP agents. Network: 99516b26-a20e-4c78-8a60-34309142d84e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:54.916342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aeab30-d7f0-4c4e-9199-6ce28b1e4bc1,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:54.942667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Network 99516b26-a20e-4c78-8a60-34309142d84e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:54.963177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b395cb8c-91be-4295-b096-1a614ec3a7a0 None None] Port d36ba071-0767-4052-b16a-1c0593b50725 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:58:54.964299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 99516b26-a20e-4c78-8a60-34309142d84e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:54.984542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eef41-4197-4fdf-bafc-f1cd620e23a9 None None] Network 99516b26-a20e-4c78-8a60-34309142d84e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:54.991149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.991482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.038507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.045387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-68c8ec84-acee-4863-ad06-aceb88a0cce7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0271482 Mar 02 07:58:55.058153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.105043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:55.105749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.111755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.280278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 706df1f2-91dc-400e-bc8b-37abafbf6ced, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=706df1f2-91dc-400e-bc8b-37abafbf6ced,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:55.355007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.445767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Calling delete_port for 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:55.625758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:55.677462 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:55.747841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] For port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,segment=NetworkSegment(e93e007d-a721-4176-aae6-445f7500090c),segment_id=e93e007d-a721-4176-aae6-445f7500090c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:55.747841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:56.031350 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:56.089085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] No DVR routers for this DVR port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:56.147876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=706df1f2-91dc-400e-bc8b-37abafbf6ced,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:56.160055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Port': ['ID=432f1984-cd8b-4f36-9c5d-21f03c9c44f3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:56.245182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Calling delete_port for 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:56.352096 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-d3b8930a-985e-4a13-9fc0-dac6374bc695 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:56.361566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-d3b8930a-985e-4a13-9fc0-dac6374bc695 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 812 time: 0.2033565 Mar 02 07:58:56.472051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-76f64d42-04c8-44cb-8771-d0d91c6a226e tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/quotas/b56197e20cd245a3a2d952f39c7c1216 HTTP/1.1" status: 200 len: 375 time: 0.1029234 Mar 02 07:58:56.472051 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:56.480032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Network 170af35c-2d66-4b43-916a-f9d4481193fd is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:56.488871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:56.570255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:58:56.570255 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:58:56.616915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ef628-8283-4dab-b334-bf384daaa729 None None] Network 99516b26-a20e-4c78-8a60-34309142d84e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:56.758235 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-b35d7a96-db15-4907-b3df-8f9cff6dbd3e tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402481 Mar 02 07:58:56.767095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d688903-2b2f-4422-9407-241972f1b7e0']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:57.008366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e007d-a721-4176-aae6-445f7500090c') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:57.008366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e007d-a721-4176-aae6-445f7500090c') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:57.032402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.045641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3c302b7d-0304-40f5-8cee-42fb6af1419a None None] Provisioning complete for port d36ba071-0767-4052-b16a-1c0593b50725 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:57.045641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c302b7d-0304-40f5-8cee-42fb6af1419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.127627 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.136572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Deleting port 432f1984-cd8b-4f36-9c5d-21f03c9c44f3 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:57.136572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.211733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3c302b7d-0304-40f5-8cee-42fb6af1419a None None] Port d36ba071-0767-4052-b16a-1c0593b50725 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:58:57.257773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-50812a2d-a9cf-4f51-b5b0-c4be9ec7a5ab None None] The port '432f1984-cd8b-4f36-9c5d-21f03c9c44f3' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:58:57.272104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Router 97e5acbd-6017-4ee6-950c-55b15bc19730 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:57.283425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-3e075f7e-6cf8-4911-9cfe-0817ee168abc service neutron] 10.222.0.21 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300813 Mar 02 07:58:57.306436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:57.307240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:57.324493 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:57.497242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 706df1f2-91dc-400e-bc8b-37abafbf6ced up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:57.710865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 706df1f2-91dc-400e-bc8b-37abafbf6ced triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:57.711701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.901554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.937761 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.937761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] Pushing event deleted for resources: {'Network': ['ID=4d688903-2b2f-4422-9407-241972f1b7e0,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:58.054913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-bc651a8a-0e06-4966-b8cf-0a095ddfc26b service neutron] 10.222.0.21 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583711 Mar 02 07:58:58.061808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4890c8ee-859b-4326-889f-b912b8b4ad6a tempest-NetworksIpV6Test-1113452447 tempest-NetworksIpV6Test-1113452447-project] 10.222.0.21 "DELETE /v2.0/networks/4d688903-2b2f-4422-9407-241972f1b7e0 HTTP/1.1" status: 204 len: 168 time: 8.6879511 Mar 02 07:58:58.114893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:58.125496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Sync routers for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:58.127106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a121d9d1-b3c2-49d3-88ab-e6f92a23ca85 admin admin] 10.222.0.21 "PUT /v2.0/routers/97e5acbd-6017-4ee6-950c-55b15bc19730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4147956 Mar 02 07:58:58.140395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:58.140982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:58.437453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:58.611158 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8cbbd2fa-f308-4ac3-a868-42eb05d8ce8c req-ba240c44-6cfa-4238-b8a7-35e140e4f6dd tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 210 time: 0.3285177 Mar 02 07:58:58.688811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 38978) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:58.970271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:53Z', 'revision_number': 4, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd36ba071-0767-4052-b16a-1c0593b50725', 'name': '', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'mac_address': 'fa:16:3e:13:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:49Z', 'updated_at': '2022-03-02T07:58:54Z', 'revision_number': 2, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'subnets': [{'id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:59.004867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Checking router: 97e5acbd-6017-4ee6-950c-55b15bc19730 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:59.004867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Updating router 97e5acbd-6017-4ee6-950c-55b15bc19730 port d36ba071-0767-4052-b16a-1c0593b50725 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:58:59.169345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 38996) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:59.169980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebfaf25c-38f9-4799-a92f-a2fb7da4e6bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2c7989d3b37419ca837ebad9b141340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790642 Mar 02 07:58:59.247707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.343850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.531139 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.618875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.686005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27665594-825a-423c-a81e-eafc344e10e3,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:59.791824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39022) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:59.832032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-273067336-network', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:59.878095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b6976660-c4dc-4be2-9491-8390904f1250 req-609d8806-7af4-4182-9157-677a5ffedf2b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 210 time: 0.1737299 Mar 02 07:58:59.911161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:59.932613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Usage tracker for resource:network and tenant:f00406ea9e414e5190fc64cd8416dff0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:59.935016 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.935016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-878909df-2c1b-4463-b079-31e497134c7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27665594-825a-423c-a81e-eafc344e10e3 HTTP/1.1" status: 204 len: 168 time: 0.7602804 Mar 02 07:58:59.951238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:59.979691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:00.025603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Made reservation on behalf of f00406ea9e414e5190fc64cd8416dff0 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:00.025603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.064129 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.125165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:00.131995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Usage tracker for resource:security_group_rule and tenant:f00406ea9e414e5190fc64cd8416dff0 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:00.136871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.139825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:00.148691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Transition to ACTIVE for port object d36ba071-0767-4052-b16a-1c0593b50725 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:00.158511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:00.158794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.164641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-95006f5f-1dd8-4249-93e7-4fe7d1bb6493 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:00.167444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-95006f5f-1dd8-4249-93e7-4fe7d1bb6493 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.5853455 Mar 02 07:59:00.201227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-c94b55b2-b4f7-4f13-a7a8-586528197568 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0216198 Mar 02 07:59:00.369770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.378422 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.478382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:59:00.517048 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-f0199862-f538-4b4c-8ea4-d54ab0d89fa5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3005967 Mar 02 07:59:00.522911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba6b180-6bfa-4635-bb74-6ff59bc818a7,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:00.560116 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.563403 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Added segment 03e88fb0-1527-4ff8-9422-dc38629e7185 of type vlan for network 1a30ae6a-c997-4517-b026-8b494a69c07f Mar 02 07:59:00.670135 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.784703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.787209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:00.787803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.826249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Pushing event updated for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:00.879848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.885037 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0648043 Mar 02 07:59:00.886088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39042) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:00.886514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.888597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.891230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.892108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.892638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.893148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.893488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.893606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Request body: {'subnet': {'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-273067336-subnet', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:00.893840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.894196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.894528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.895789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:00.899178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:00.904087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Usage tracker for resource:subnet and tenant:f00406ea9e414e5190fc64cd8416dff0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:00.907228 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:00.914327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:00.927342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Made reservation on behalf of f00406ea9e414e5190fc64cd8416dff0 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:00.930267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.938036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Attempting to bind port d36ba071-0767-4052-b16a-1c0593b50725 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:00.938319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Attempting to bind port d36ba071-0767-4052-b16a-1c0593b50725 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:00.938924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Attempting to bind port d36ba071-0767-4052-b16a-1c0593b50725 on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:00.947465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:00.948124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Checking segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:00.948736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:00.949323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Bound using segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:00.950418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Bound port: d36ba071-0767-4052-b16a-1c0593b50725, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:00.951205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:01.023331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643e572-cd1b-4e93-9af2-563c9b223f1c admin admin] Pushing event updated for resources: {'Network': ['ID=1a30ae6a-c997-4517-b026-8b494a69c07f,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:01.050378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1a30ae6a-c997-4517-b026-8b494a69c07f details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:59:01.260657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c8df1df-876a-461c-bcab-cb662b94a9d5 req-7bf9ce36-f4bb-4e7d-8887-c75c9ecf1782 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 210 time: 0.1072853 Mar 02 07:59:01.345523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] For port d36ba071-0767-4052-b16a-1c0593b50725, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:01.352009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] For port d36ba071-0767-4052-b16a-1c0593b50725, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d36ba071-0767-4052-b16a-1c0593b50725,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:01.361568 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:01.421381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-8b1936c3-6eef-498f-b2a7-73d6e199e0ce service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9085426 Mar 02 07:59:01.596981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1eb58-c273-485a-9f80-758c0b3abc61 None None] Pushing event updated for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:01.666903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:01.666903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:01.861900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-ceba1acd-5972-4daf-9f6d-ebffa1624691 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:01.861900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-ceba1acd-5972-4daf-9f6d-ebffa1624691 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Synchronizing usage tracker for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:01.933938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:01.957560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-ceba1acd-5972-4daf-9f6d-ebffa1624691 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Unset dirty status for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:01.959821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-ceba1acd-5972-4daf-9f6d-ebffa1624691 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.16 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 812 time: 0.5600615 Mar 02 07:59:01.994750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Request body: {'port': {'device_id': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe', 'admin_state_up': True, 'tenant_id': 'b56197e20cd245a3a2d952f39c7c1216'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:02.046211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b6ee46-373f-4902-a748-5f1281e688c5,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:02.059107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.059879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.060632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.061137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.061638 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.062165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.062659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.063143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.063633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.064112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.064598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.065088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:02.077120 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-930ff390-838f-46d6-ac4b-1c96dd7508be service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361551 Mar 02 07:59:02.084069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Checking segment: {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:02.084621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Network hostable DHCP agents. Network: 1a30ae6a-c997-4517-b026-8b494a69c07f, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:59:02.147114 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Network 1a30ae6a-c997-4517-b026-8b494a69c07f is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:59:02.174529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1a30ae6a-c997-4517-b026-8b494a69c07f) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:02.183058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:02.185109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.321149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-26ef0826-8b73-4ab8-9b6d-39b96a0ef87b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4244759 Mar 02 07:59:02.321149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39080) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:02.334995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:02.334995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:02.341381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Usage tracker for resource:router and tenant:f00406ea9e414e5190fc64cd8416dff0 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:02.362623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:02.368438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd519bb-76f3-453b-810a-4efed65765ea None None] Network 1a30ae6a-c997-4517-b026-8b494a69c07f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:59:02.380608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:02.426229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.426229 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.466101 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.520667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:02.530450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Usage tracker for resource:port and tenant:b56197e20cd245a3a2d952f39c7c1216 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:02.538174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:02.546581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:02.569666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Made reservation on behalf of b56197e20cd245a3a2d952f39c7c1216 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:02.576822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.928663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa9daf00-828f-4f68-b2df-84754621982f req-c27c2fdf-5bfa-48cf-ae30-c522b49f5bbf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 210 time: 0.3047872 Mar 02 07:59:02.980861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:03.053056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1a30ae6a-c997-4517-b026-8b494a69c07f', 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'fixed_ips': [{'subnet_id': 'd6b6ee46-373f-4902-a748-5f1281e688c5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:59:03.054331 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.371866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.499525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Allocated IP 172.20.0.6 (8cff9fe9-e168-4455-a876-0a4733c77ffe/f282c2bd-7b8e-4f01-97d5-705becd68337/6e648a39-6ef7-4179-9583-3886077de4fe) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:03.706567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:03.712968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Allocated IP 172.20.0.2 (1a30ae6a-c997-4517-b026-8b494a69c07f/d6b6ee46-373f-4902-a748-5f1281e688c5/98458661-14d6-4e9d-8923-d4ab37dc2ed6) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:04.029705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.187959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7ddb341-1b67-413a-8b3f-8bb1ba6be299 req-58375483-c754-42ab-b71f-df965719422b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.1476722 Mar 02 07:59:04.226617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.405869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Network 8cff9fe9-e168-4455-a876-0a4733c77ffe is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:04.413250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:04.425602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:04.429684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.475102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Pushing event updated for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:04.534823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:04.535725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.560611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ce2e23a-ae6b-496f-8e33-623ea2a6c69b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5894639 Mar 02 07:59:04.570796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:53Z', 'revision_number': 4, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd36ba071-0767-4052-b16a-1c0593b50725', 'name': '', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'mac_address': 'fa:16:3e:13:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:49Z', 'updated_at': '2022-03-02T07:59:01Z', 'revision_number': 4, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'subnets': [{'id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:04.578180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45a069-bbd0-45c7-bfb2-26a9bd60e854 None None] The sync data for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 is: [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T07:58:53Z', 'revision_number': 4, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'd36ba071-0767-4052-b16a-1c0593b50725', 'name': '', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'mac_address': 'fa:16:3e:13:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:49Z', 'updated_at': '2022-03-02T07:59:01Z', 'revision_number': 4, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'subnets': [{'id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:59:04.578776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Request body: {'port': {'device_id': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:04.642894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:04.764949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.841186 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.841747 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Usage tracker for resource:security_group_rule and tenant:8478c97941664e06b935a2d5198110b8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:04.856800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Transition to ACTIVE for port object 98458661-14d6-4e9d-8923-d4ab37dc2ed6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:04.866531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:04.883615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Transition to ACTIVE for port object 98458661-14d6-4e9d-8923-d4ab37dc2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:04.894312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.899197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.907483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:04.990703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.068678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Network 1a30ae6a-c997-4517-b026-8b494a69c07f is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:05.078275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:05.078275 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:05.100762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f78e4-a037-4a80-b131-98a0c788a567 req-6e16714b-fd36-4317-a555-4cbd96e17d36 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:05.100762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-775f78e4-a037-4a80-b131-98a0c788a567 req-6e16714b-fd36-4317-a555-4cbd96e17d36 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 931 time: 0.6932552 Mar 02 07:59:05.261427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-775f78e4-a037-4a80-b131-98a0c788a567 req-70cb8ccc-ec59-4ba5-9102-d426e3aabd03 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019166 Mar 02 07:59:05.342216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Attempting to bind port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:05.342916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Attempting to bind port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:05.343510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Attempting to bind port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 on network 1a30ae6a-c997-4517-b026-8b494a69c07f {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:05.345735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Pushing event updated for resources: {'Port': ['ID=98458661-14d6-4e9d-8923-d4ab37dc2ed6,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:05.352603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:05.353325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Checking segment: {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:05.354322 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.354908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Bound using segment: {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:05.355666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Bound port: 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:05.356245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.400360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.411197 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.515097 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8478c97941664e06b935a2d5198110b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7971280 Mar 02 07:59:05.515097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39164) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:05.610858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d36ba071-0767-4052-b16a-1c0593b50725 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:05.640050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Allocated IP 172.25.4.66 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/469e7e82-e316-4468-b4a1-64bc9e5fb24f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:05.706493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d15fa-f686-40c8-8598-38c7d733df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba8bf7-d3ae-4c3e-b001-67893b5a1b32,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:05.880267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d36ba071-0767-4052-b16a-1c0593b50725 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:05.913219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d36ba071-0767-4052-b16a-1c0593b50725 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:05.913219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.041262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] For port 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:06.078906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] For port 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=98458661-14d6-4e9d-8923-d4ab37dc2ed6,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:06.090396 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.093962 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.190488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.207370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.288214 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.380396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181b0e1-365b-4b7e-8c88-aaaae5657481 None None] Pushing event updated for resources: {'Port': ['ID=98458661-14d6-4e9d-8923-d4ab37dc2ed6,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:06.414422 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.421306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-81e0ab38-e635-4a0a-b60e-6e7aa890fcf2 req-2bf4af90-6039-4e86-90b8-0abe33df999b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.6566014 Mar 02 07:59:06.725712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:06.734873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Pushing event updated for resources: {'Port': ['ID=469e7e82-e316-4468-b4a1-64bc9e5fb24f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:06.747596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba8bf7-d3ae-4c3e-b001-67893b5a1b32,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:06.760497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:06.776754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.887410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:07.038977 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:59:07.087610 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:07.087610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05565998-6b50-4a77-9107-503f81c8d37d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26ba8bf7-d3ae-4c3e-b001-67893b5a1b32 HTTP/1.1" status: 204 len: 168 time: 1.5570979 Mar 02 07:59:07.151093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d36ba071-0767-4052-b16a-1c0593b50725, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d36ba071-0767-4052-b16a-1c0593b50725,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:07.163280 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:07.325499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e648a39-6ef7-4179-9583-3886077de4fe {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:07.399018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:07.448646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-d092a9e9-5e07-477e-af07-1b48e76e68d7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:07.448646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-d092a9e9-5e07-477e-af07-1b48e76e68d7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 1.6993477 Mar 02 07:59:07.452544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:07.483212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:07.654989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Transition to ACTIVE for port object 6e648a39-6ef7-4179-9583-3886077de4fe will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:07.673784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 98458661-14d6-4e9d-8923-d4ab37dc2ed6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:07.909341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec55c50-828d-487e-8828-5e1e911991da req-abb4c428-1241-4de0-9f9f-822323f541be tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:07.916554 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8ec55c50-828d-487e-8828-5e1e911991da req-abb4c428-1241-4de0-9f9f-822323f541be tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 931 time: 1.2659309 Mar 02 07:59:07.953057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:08.014994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39202) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:08.089775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:08.186478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59fb3cd2-6a60-43f7-a9b1-1034ca81fe95 req-6745a5d0-ccea-451b-9e4b-eb0fa62128b9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.4922137 Mar 02 07:59:08.399814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:08.422803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627cff2a-268b-4b6d-a251-a8493b60a111 None None] Network 1a30ae6a-c997-4517-b026-8b494a69c07f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:59:08.469505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8ec55c50-828d-487e-8828-5e1e911991da req-1249c491-7125-4ccd-b37e-a452237d1685 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525532 Mar 02 07:59:08.474878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:08.511627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:08.542882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Usage tracker for resource:security_group_rule and tenant:ccb0aa9c378e4bd0a64f69a17b6bc806 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:08.562658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:08.580715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:08.604359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:08.648343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Provisioning for port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:08.664500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Provisioning complete for port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:08.665181 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:08.681913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:08.686228 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:08.735704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Attempting to bind port 6e648a39-6ef7-4179-9583-3886077de4fe on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:08.735704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Attempting to bind port 6e648a39-6ef7-4179-9583-3886077de4fe by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:08.735704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Attempting to bind port 6e648a39-6ef7-4179-9583-3886077de4fe on network 8cff9fe9-e168-4455-a876-0a4733c77ffe {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:08.742076 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:08.767685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:09.031597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Port 6e648a39-6ef7-4179-9583-3886077de4fe on network 8cff9fe9-e168-4455-a876-0a4733c77ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:59:09.032010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Attempting to bind port 6e648a39-6ef7-4179-9583-3886077de4fe on network 8cff9fe9-e168-4455-a876-0a4733c77ffe {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:09.049497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:09.049825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Checking segment: {'id': '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:09.050519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Bound using segment: {'id': '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:09.051625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Bound port: 6e648a39-6ef7-4179-9583-3886077de4fe, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:09.052291 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.217491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.5 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/bfffdd3d-186f-4dce-abff-dd83d3901e63) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:09.303416 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:09.352650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6e648a39-6ef7-4179-9583-3886077de4fe,segment=NetworkSegment(13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f),segment_id=13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:09.389744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.486874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.568648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d36ba071-0767-4052-b16a-1c0593b50725 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:09.736311 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eacc7f9e-f18b-43ee-bf94-dd77b6d42c24 req-c3f65d1e-d38c-4719-bf52-0e97653edb66 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.2062104 Mar 02 07:59:09.745810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:09.745810 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.745810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 1091 time: 5.1755531 Mar 02 07:59:09.762935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.800884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:09.839659 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] For port 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=98458661-14d6-4e9d-8923-d4ab37dc2ed6,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:09.853824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.923176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:09.949253 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe', 'status': 'completed', 'code': 200} Mar 02 07:59:09.970591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d36ba071-0767-4052-b16a-1c0593b50725 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:09.971019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.103053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115692d-e1c2-4057-a343-cbdd45ab56a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:10.198411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccb0aa9c378e4bd0a64f69a17b6bc806&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1633518 Mar 02 07:59:10.198411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347d30f-fa01-4b11-a1da-c5a85baf808d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a48aa-1d35-4c22-84ad-e6d91fa9853e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:10.198411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39234) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:10.198411 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.220280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fdbd6-471e-4c13-8903-8f2c63fc6dd9 None None] Pushing event updated for resources: {'Port': ['ID=98458661-14d6-4e9d-8923-d4ab37dc2ed6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:10.240527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.258804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object bfffdd3d-186f-4dce-abff-dd83d3901e63 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:10.292100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.333292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-24919171-e4b6-4514-a65a-e57748609181 None None] Provisioning complete for port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:10.341607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-24919171-e4b6-4514-a65a-e57748609181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.415222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ad4839e-f1ad-4386-a746-9176d886e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:10.415222 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-5ad4839e-f1ad-4386-a746-9176d886e36d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1094 time: 0.4531410 Mar 02 07:59:10.435135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:10.443520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.499430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:10.624728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:10.626904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:10.629358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:10.642453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233ca64-d630-4e37-9b68-0b2e6e30867c req-d541f567-4459-4fd2-905e-bbca6076de29 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:10.649718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f233ca64-d630-4e37-9b68-0b2e6e30867c req-d541f567-4459-4fd2-905e-bbca6076de29 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 943 time: 0.9227509 Mar 02 07:59:10.673069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-c5a1f838-4dbd-4595-802a-dd0d9503887c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 217 time: 0.2518137 Mar 02 07:59:10.893229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f233ca64-d630-4e37-9b68-0b2e6e30867c req-0d3081d7-1e31-4c47-a277-bdbeb0ccc70c tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719205 Mar 02 07:59:10.912531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:59:10.937577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:11.028764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:11.030859 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b04a48aa-1d35-4c22-84ad-e6d91fa9853e HTTP/1.1" status: 204 len: 168 time: 0.8339529 Mar 02 07:59:11.036979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bb1f4-3408-4ef2-9a4d-4ff84ae3a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a48aa-1d35-4c22-84ad-e6d91fa9853e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:11.147813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e24c95a-1fc0-4851-b717-f09a6680d439 None None] Provisioning for port bfffdd3d-186f-4dce-abff-dd83d3901e63 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:11.178091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0e24c95a-1fc0-4851-b717-f09a6680d439 None None] Provisioning complete for port bfffdd3d-186f-4dce-abff-dd83d3901e63 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:11.178091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e24c95a-1fc0-4851-b717-f09a6680d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:11.270674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:11.270674 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:11.390762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-625ada5a-753f-4ccd-a963-9a97bea31efe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9145589 Mar 02 07:59:11.405613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0e24c95a-1fc0-4851-b717-f09a6680d439 None None] Port bfffdd3d-186f-4dce-abff-dd83d3901e63 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:11.414043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-d208b922-da8a-471a-8a69-e4a37cd7a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:11.415578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-d208b922-da8a-471a-8a69-e4a37cd7a44c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 200 len: 852 time: 0.7368770 Mar 02 07:59:11.426153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:59:11.426486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Request body: {'port': {'device_id': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:11.442182 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Sync routers for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:59:11.469318 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:11.471321 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:11.472427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:11.476940 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-159707c5-efb1-41d6-8c7e-c9229bdb9b65 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.1609437 Mar 02 07:59:11.477957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:11.523732 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3410-3273-4d6c-a1f2-bc7c06352108 req-8acc7f87-2e7a-4d1d-88c3-8c8dd9dbd6f7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:11.524471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e8ab3410-3273-4d6c-a1f2-bc7c06352108 req-8acc7f87-2e7a-4d1d-88c3-8c8dd9dbd6f7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:11.600886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 98458661-14d6-4e9d-8923-d4ab37dc2ed6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:11.786792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:11.798415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-37a8c3e9-6049-46b7-991e-1cd784bf047b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cff9fe9-e168-4455-a876-0a4733c77ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734594 Mar 02 07:59:11.864570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:11.864570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:12.038155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e8ab3410-3273-4d6c-a1f2-bc7c06352108 req-8acc7f87-2e7a-4d1d-88c3-8c8dd9dbd6f7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:12.048323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8ab3410-3273-4d6c-a1f2-bc7c06352108 req-8acc7f87-2e7a-4d1d-88c3-8c8dd9dbd6f7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 931 time: 0.9600873 Mar 02 07:59:12.125500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92e12b7a-2a2f-4f0d-b0fa-781160d5b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:12.173335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39268) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:12.203001 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8ab3410-3273-4d6c-a1f2-bc7c06352108 req-2913dade-ba55-4fa1-91da-c0088ab9987a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523111 Mar 02 07:59:12.365186 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:12.490232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-c9ee7cc6-b92e-4859-821c-ef4154e1d9dd service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550071 Mar 02 07:59:12.492019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:12.500112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:07Z', 'revision_number': 3, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:12.508993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:12.509412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Checking router: 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:59:12.509821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Updating router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 port 469e7e82-e316-4468-b4a1-64bc9e5fb24f binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:59:12.549406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Usage tracker for resource:security_group_rule and tenant:a80284c15c314497a7188ffc26b1ad9e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:12.556260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:12.587878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:12.646118 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:12.983328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719eb30-d93e-4b33-b074-8b18e37cad67 req-093b589d-b7ec-4958-b187-5c7afb1c06a6 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:12.987065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d719eb30-d93e-4b33-b074-8b18e37cad67 req-093b589d-b7ec-4958-b187-5c7afb1c06a6 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 943 time: 0.6418598 Mar 02 07:59:13.232630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6820b068-393a-4b24-8ce0-b84df35761d3 req-a6d7ab0e-d8d5-4a38-b580-c6c4a9eb588a service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7193961 Mar 02 07:59:13.583919 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.604563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Transition to ACTIVE for port object 469e7e82-e316-4468-b4a1-64bc9e5fb24f will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:13.629570 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.810312 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Attempting to bind port 469e7e82-e316-4468-b4a1-64bc9e5fb24f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:13.810662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Attempting to bind port 469e7e82-e316-4468-b4a1-64bc9e5fb24f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:13.811264 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Attempting to bind port 469e7e82-e316-4468-b4a1-64bc9e5fb24f on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:13.813517 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f4df-a985-4168-bce5-173af5ada547 None None] Pushing event updated for resources: {'Port': ['ID=469e7e82-e316-4468-b4a1-64bc9e5fb24f,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:13.814968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d719eb30-d93e-4b33-b074-8b18e37cad67 req-f5193d53-0c8b-44de-8000-c18e77ce8887 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181238 Mar 02 07:59:13.822159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:13.823151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:13.823744 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.824331 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:13.824985 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Bound port: 469e7e82-e316-4468-b4a1-64bc9e5fb24f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:13.825546 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.861195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.913541 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.968497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:13.996177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a80284c15c314497a7188ffc26b1ad9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7792029 Mar 02 07:59:13.996177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39296) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:13.996177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7a88-810f-4962-9730-9f603e74ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947efd73-a636-4c0f-b68d-88a73fd3b1d3,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:14.014806 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] For port 469e7e82-e316-4468-b4a1-64bc9e5fb24f, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:14.024008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] For port 469e7e82-e316-4468-b4a1-64bc9e5fb24f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=469e7e82-e316-4468-b4a1-64bc9e5fb24f,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:14.024008 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.094949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-f0f29007-6549-4763-bbb2-e5f2f345cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:14.094949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-f0f29007-6549-4763-bbb2-e5f2f345cca7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1094 time: 0.7951121 Mar 02 07:59:14.142994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92bb99-f69e-4787-9648-429cbe04d800 req-cd90954d-0237-4fdf-a742-602b46684a46 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:14.144477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f92bb99-f69e-4787-9648-429cbe04d800 req-cd90954d-0237-4fdf-a742-602b46684a46 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 931 time: 0.6781237 Mar 02 07:59:14.189725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f4df-a985-4168-bce5-173af5ada547 None None] Pushing event updated for resources: {'Port': ['ID=469e7e82-e316-4468-b4a1-64bc9e5fb24f,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:14.239789 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:14.240444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:58:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:14.318424 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9212b86f-bcd2-4830-9f1f-8eba40fe14b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.359349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.543131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3f92bb99-f69e-4787-9648-429cbe04d800 req-9a5551a0-8a0c-4126-b504-a62211214279 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331351 Mar 02 07:59:14.584869 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.630570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-bd0c6095-d42d-4926-8e2b-c7dcd43cb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:14.633202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-bd0c6095-d42d-4926-8e2b-c7dcd43cb38e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 912 time: 0.5198414 Mar 02 07:59:14.640316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfffdd3d-186f-4dce-abff-dd83d3901e63 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:14.645374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Allocated IP 172.20.0.1 (1a30ae6a-c997-4517-b026-8b494a69c07f/d6b6ee46-373f-4902-a748-5f1281e688c5/a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:14.649927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.668493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Transition to ACTIVE for port object bfffdd3d-186f-4dce-abff-dd83d3901e63 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:14.725106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.743134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:14.817134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:14.841075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Transition to ACTIVE for port object a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:14.867310 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.021781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Pushing event updated for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:15.075153 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.098492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Network 1a30ae6a-c997-4517-b026-8b494a69c07f is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:15.104311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:15.120320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:15.207197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-463e11ff-1e1a-4179-8c43-9160974d2c50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 217 time: 0.4794040 Mar 02 07:59:15.291289 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-208abfe9-4002-4617-9247-fc7777426704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:07Z', 'revision_number': 3, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:15.300454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca57210-b692-406b-916b-c1a5de372480 req-49c97a3d-ed09-4f4c-81ab-203c784cc827 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:15.316821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ca57210-b692-406b-916b-c1a5de372480 req-49c97a3d-ed09-4f4c-81ab-203c784cc827 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 943 time: 0.2954059 Mar 02 07:59:15.321466 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208abfe9-4002-4617-9247-fc7777426704 None None] The sync data for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 is: [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:07Z', 'revision_number': 3, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:59:15.397125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.446695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Pushing event updated for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:15.459883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947efd73-a636-4c0f-b68d-88a73fd3b1d3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:15.505272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.511169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.520706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-09a1aa65-cb8b-4807-98d0-69fdfd9a9659 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/947efd73-a636-4c0f-b68d-88a73fd3b1d3 HTTP/1.1" status: 204 len: 168 time: 1.5082355 Mar 02 07:59:15.540343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6ca57210-b692-406b-916b-c1a5de372480 req-a493b4b7-faa9-44f7-ba15-360bf5984749 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242463 Mar 02 07:59:15.570214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.694041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-c89d10a2-0f6f-4a0d-a28f-d509c8717032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:15.694041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-c89d10a2-0f6f-4a0d-a28f-d509c8717032 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 200 len: 852 time: 0.3138983 Mar 02 07:59:15.702303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f38b3c8-62fa-4cca-ac5b-e9a0d1de5c02 None None] Provisioning for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:15.733869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8f38b3c8-62fa-4cca-ac5b-e9a0d1de5c02 None None] Provisioning complete for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:15.733869 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f38b3c8-62fa-4cca-ac5b-e9a0d1de5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:15.860673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6e648a39-6ef7-4179-9583-3886077de4fe details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:59:15.963445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.032757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8f38b3c8-62fa-4cca-ac5b-e9a0d1de5c02 None None] Port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:16.209008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-a4f1debc-d1f6-46a2-b555-34f8bf1eee7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cff9fe9-e168-4455-a876-0a4733c77ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3922026 Mar 02 07:59:16.307421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6e648a39-6ef7-4179-9583-3886077de4fe,segment=NetworkSegment(13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f),segment_id=13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:16.366050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '6e648a39-6ef7-4179-9583-3886077de4fe', 'network_id': '8cff9fe9-e168-4455-a876-0a4733c77ffe', 'port_id': '6e648a39-6ef7-4179-9583-3886077de4fe', 'mac_address': 'fa:16:3e:0b:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282c2bd-7b8e-4f01-97d5-705becd68337', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:59:16.512823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.531320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Attempting to bind port bfffdd3d-186f-4dce-abff-dd83d3901e63 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:16.531987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Attempting to bind port bfffdd3d-186f-4dce-abff-dd83d3901e63 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:16.532555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Attempting to bind port bfffdd3d-186f-4dce-abff-dd83d3901e63 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:16.559922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e648a39-6ef7-4179-9583-3886077de4fe {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:16.581150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Port bfffdd3d-186f-4dce-abff-dd83d3901e63 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:59:16.581150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Attempting to bind port bfffdd3d-186f-4dce-abff-dd83d3901e63 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:16.604874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:16.604874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:16.604874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:16.604874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Bound port: bfffdd3d-186f-4dce-abff-dd83d3901e63, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:16.604874 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.723781 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf48c-4f6b-425b-8ce1-4e1b0dc10c40 req-ec3fdced-d2f8-4975-ad1a-6a4dcb9e1ed8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:16.726817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6e648a39-6ef7-4179-9583-3886077de4fe,segment=NetworkSegment(13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f),segment_id=13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:16.733383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.741842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141cf48c-4f6b-425b-8ce1-4e1b0dc10c40 req-ec3fdced-d2f8-4975-ad1a-6a4dcb9e1ed8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.6661167 Mar 02 07:59:16.745053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.748159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:16.972552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:17.016935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:17.031587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-bf634648-2f05-438b-8d56-2718f7a1762f service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801895 Mar 02 07:59:17.047724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:17.060024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['6e648a39-6ef7-4179-9583-3886077de4fe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:17.364691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-141cf48c-4f6b-425b-8ce1-4e1b0dc10c40 req-2bd9e48b-8dd5-47c1-9f8d-755d266bbd42 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846350 Mar 02 07:59:17.461383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Pushing event updated for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:17.528495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:17.542470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 469e7e82-e316-4468-b4a1-64bc9e5fb24f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:17.575111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa005eb0-165d-4809-b3b3-e486b54cd391 req-ee3cb122-96c6-4059-87a1-44ba44c51eff service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200412 Mar 02 07:59:17.575111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:17.583987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:17.776554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:17.777534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:17.787605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] 10.222.0.39 "PUT /v2.0/ports/bfffdd3d-186f-4dce-abff-dd83d3901e63 HTTP/1.1" status: 200 len: 1091 time: 6.3687611 Mar 02 07:59:17.788238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:17.827612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42700ac-a656-4a56-acf0-641a4aa4455e req-7f61bade-1635-41b5-890a-54182a8a0abf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:17.832946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 469e7e82-e316-4468-b4a1-64bc9e5fb24f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:17.838092 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b42700ac-a656-4a56-acf0-641a4aa4455e req-7f61bade-1635-41b5-890a-54182a8a0abf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 944 time: 0.7725818 Mar 02 07:59:17.845239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 469e7e82-e316-4468-b4a1-64bc9e5fb24f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:17.846609 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:17.848578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Network 1a30ae6a-c997-4517-b026-8b494a69c07f is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:17.853231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:17.955144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9b7e5-557e-48c1-9bae-8d54c03d1372 service neutron] Pushing event updated for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:17.990665 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63', 'status': 'completed', 'code': 200} Mar 02 07:59:18.141746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-c9baa271-715c-4fde-820e-663311bdb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:18.141746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-c9baa271-715c-4fde-820e-663311bdb502 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 1094 time: 0.3030167 Mar 02 07:59:18.322074 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-d653a5d5-f404-4b3c-a3e1-6ae6ed3e0cf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63 HTTP/1.1" status: 200 len: 217 time: 0.1751440 Mar 02 07:59:18.439695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:18.506265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b42700ac-a656-4a56-acf0-641a4aa4455e req-84631206-3c04-401a-bf44-a6907419102d tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317306 Mar 02 07:59:18.579614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 469e7e82-e316-4468-b4a1-64bc9e5fb24f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=469e7e82-e316-4468-b4a1-64bc9e5fb24f,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:18.595946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-db30c31a-4050-49da-85be-01f6617a21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:18.597398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-db30c31a-4050-49da-85be-01f6617a21b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.2691863 Mar 02 07:59:18.600905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:18.803536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=469e7e82-e316-4468-b4a1-64bc9e5fb24f,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:18.860690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:18.904150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:59:18.940643 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:18.958332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-759aa0f9-e261-4d60-b447-50ddd9caa6ea None None] Provisioning complete for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:18.958332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-759aa0f9-e261-4d60-b447-50ddd9caa6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:19.002471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b92b-3bef-49be-a666-562c52907290 req-2b83c0e7-7f59-41f9-a860-a5cebbc68564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:19.004603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-2b83c0e7-7f59-41f9-a860-a5cebbc68564 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3364191 Mar 02 07:59:19.026123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72f8c1-932c-4125-a64e-a81c3d2f3123 req-01c25c5b-5b64-46ac-8bac-d1a54e756bf7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:19.040396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef72f8c1-932c-4125-a64e-a81c3d2f3123 req-01c25c5b-5b64-46ac-8bac-d1a54e756bf7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.4463527 Mar 02 07:59:19.104153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-759aa0f9-e261-4d60-b447-50ddd9caa6ea None None] Port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:19.161291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ef72f8c1-932c-4125-a64e-a81c3d2f3123 req-0626b259-a4ef-49b1-a8a4-6b8c045933bc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070786 Mar 02 07:59:19.358781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-a54fa22d-7b44-460e-ae73-c6f33d865a75 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817745 Mar 02 07:59:19.359303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:59:19.378137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Sync routers for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:59:19.380336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4501cd2c-95eb-4090-aeb8-dc37d871388a admin admin] 10.222.0.21 "PUT /v2.0/routers/0c1ded3a-656b-4fb5-8b78-1a4564d92d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9010618 Mar 02 07:59:19.408800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:19.410882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:19.873246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 469e7e82-e316-4468-b4a1-64bc9e5fb24f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:19.940008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6e648a39-6ef7-4179-9583-3886077de4fe up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:20.139106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51b55-00bb-43cb-8b17-855536ab7590 req-23aaa85a-b564-49b0-a4b9-0908b2618b1a tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:20.147933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15a51b55-00bb-43cb-8b17-855536ab7590 req-23aaa85a-b564-49b0-a4b9-0908b2618b1a tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 944 time: 0.2796531 Mar 02 07:59:20.272640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15a51b55-00bb-43cb-8b17-855536ab7590 req-f2a945c8-6872-4c99-863c-fbfaec08d05c tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204500 Mar 02 07:59:20.284608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4f6b92b-3bef-49be-a666-562c52907290 req-96746f36-dcbe-440e-88aa-7c2d5725a0f1 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9219615 Mar 02 07:59:20.670218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:20.883041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 6e648a39-6ef7-4179-9583-3886077de4fe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:20.947767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-cf97d2a0-6bd7-4d9b-b769-ce211d405ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:20.954084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 469e7e82-e316-4468-b4a1-64bc9e5fb24f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:20.954084 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:20.960415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-cf97d2a0-6bd7-4d9b-b769-ce211d405ca8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 1094 time: 0.5529654 Mar 02 07:59:20.995305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 6e648a39-6ef7-4179-9583-3886077de4fe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:20.995305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:21.465202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d9bf-cfcc-484b-a9d4-6db473af6af4 req-3df9199b-fb06-4f8b-8976-d0ee2a51f297 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:21.476357 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d481d9bf-cfcc-484b-a9d4-6db473af6af4 req-3df9199b-fb06-4f8b-8976-d0ee2a51f297 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.7109070 Mar 02 07:59:21.534232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d481d9bf-cfcc-484b-a9d4-6db473af6af4 req-1dd2aa16-1779-4289-a6e2-a841b79ff9ab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599580 Mar 02 07:59:21.540778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-ac844da7-3f3e-4352-816d-191953981e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:21.540778 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-ac844da7-3f3e-4352-816d-191953981e00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.5929513 Mar 02 07:59:21.606113 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-6449738b-5fe5-4fd4-9634-6eb31025f2ff tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:21.625399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-6449738b-5fe5-4fd4-9634-6eb31025f2ff tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.5515416 Mar 02 07:59:21.679948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-d1621449-b339-41da-9db5-cfaf6f9c6fe0 req-b32ed853-12e7-4834-872b-46ab61b68526 tempest-AttachVolumeShelveTestJSON-529173067 tempest-AttachVolumeShelveTestJSON-529173067-project] (87855) timed out ('10.222.0.39', 52028) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:59:21.693319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-4cc908b2-c153-48e7-b8db-d1cae139dc24 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/quotas/f00406ea9e414e5190fc64cd8416dff0 HTTP/1.1" status: 200 len: 375 time: 0.0632358 Mar 02 07:59:21.702614 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-f2441545-f9bc-4dfd-ae71-353915fb492a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63 HTTP/1.1" status: 200 len: 217 time: 0.1466382 Mar 02 07:59:21.781391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-e4ef839a-b361-4915-a0ec-0fcf3c68c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:21.783640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-e4ef839a-b361-4915-a0ec-0fcf3c68c875 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0832822 Mar 02 07:59:21.795853 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:21.869222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6e648a39-6ef7-4179-9583-3886077de4fe,segment=NetworkSegment(13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f),segment_id=13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:21.870561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:21.879095 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:21.936757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-aa159aa4-ce88-4450-9f0c-cef288a11ddb tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:21.974668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-aa159aa4-ce88-4450-9f0c-cef288a11ddb tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:21.982772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-aa159aa4-ce88-4450-9f0c-cef288a11ddb tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904201 Mar 02 07:59:22.015688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-72baa7ef-1788-468d-8afc-7c4129938195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:22.015688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-72baa7ef-1788-468d-8afc-7c4129938195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438050 Mar 02 07:59:22.030695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3c98c332-e668-491d-81bc-ca72de7dd5dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:22.030695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3c98c332-e668-491d-81bc-ca72de7dd5dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Synchronizing usage tracker for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:22.040832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-3d2a1dea-e755-4b83-a72d-1d5361f0db72 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:59:22.067576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-3d2a1dea-e755-4b83-a72d-1d5361f0db72 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761766 Mar 02 07:59:22.145582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:15Z', 'revision_number': 4, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07', 'name': '', 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'mac_address': 'fa:16:3e:95:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:14Z', 'updated_at': '2022-03-02T07:59:16Z', 'revision_number': 2, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'subnets': [{'id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:22.169304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Checking router: 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:59:22.169304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Updating router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:59:22.191330 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-ee995500-a91a-4992-9628-099fcecf4a27 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550283 Mar 02 07:59:22.315865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:22.448114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3c98c332-e668-491d-81bc-ca72de7dd5dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Unset dirty status for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:22.459479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3c98c332-e668-491d-81bc-ca72de7dd5dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 944 time: 0.6747274 Mar 02 07:59:22.506300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-fb1ec63f-e20d-4b33-9520-cf104883930f service neutron] 10.222.0.21 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416156 Mar 02 07:59:22.541321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:22.795094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e2af504f-aca4-44b3-b74d-e7c058e98547 req-14a8e82e-a13d-4ec6-8fce-f868f6e1ce45 service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898945 Mar 02 07:59:22.819922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3d559a4a-4882-4910-80b2-89ac293724a2 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Synchronizing usage tracker for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:22.871225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3d559a4a-4882-4910-80b2-89ac293724a2 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Unset dirty status for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:22.873057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da7668e4-adec-403f-a2fb-f93f059840c2 req-3d559a4a-4882-4910-80b2-89ac293724a2 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122195 Mar 02 07:59:22.928002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-31214eae-c74a-40e8-a023-bf3a55e8af97 service neutron] 10.222.0.21 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202700 Mar 02 07:59:23.205639 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe', 'code': 200} Mar 02 07:59:23.346676 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:23.463200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212206-b278-4c65-b523-53c38e6de145 req-7788d9fe-4e36-4498-a9da-a27ba45e7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:23.463200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92212206-b278-4c65-b523-53c38e6de145 req-7788d9fe-4e36-4498-a9da-a27ba45e7b32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1096 time: 0.2165940 Mar 02 07:59:23.481598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ce283c0-dcea-44fb-91a0-8bc75869d8cc req-35221fe8-8267-441c-9e46-d3d26660da02 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.0875020 Mar 02 07:59:23.503209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Transition to ACTIVE for port object a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:23.564391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:23.791924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92212206-b278-4c65-b523-53c38e6de145 req-0934785c-9311-44a1-839b-a6f0da13a940 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094897 Mar 02 07:59:23.959257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25814163-2c9e-45c1-bd7f-9d6b9293814a req-5da041a5-22e2-4c0a-b00c-1d170a516699 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:23.959257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25814163-2c9e-45c1-bd7f-9d6b9293814a req-5da041a5-22e2-4c0a-b00c-1d170a516699 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.4902351 Mar 02 07:59:24.175110 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25814163-2c9e-45c1-bd7f-9d6b9293814a req-b2c6975e-9a31-4344-b4de-de42559be662 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056930 Mar 02 07:59:24.293392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a38f-c2e7-44c4-9e00-5285fc61a7fe None None] Pushing event updated for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:24.557737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Attempting to bind port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:24.557737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Attempting to bind port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:24.557737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Attempting to bind port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 on network 1a30ae6a-c997-4517-b026-8b494a69c07f {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:24.643122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:24.653114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Checking segment: {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:24.654279 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:24.654279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Bound using segment: {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:24.654279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Bound port: a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e88fb0-1527-4ff8-9422-dc38629e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:24.655691 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:24.657144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88374b8-e00c-41c5-ab3e-a80a2aee35d2 req-dd2e64cd-e420-4d80-8306-5c02a9e07efe tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:24.667025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b88374b8-e00c-41c5-ab3e-a80a2aee35d2 req-dd2e64cd-e420-4d80-8306-5c02a9e07efe tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.3604610 Mar 02 07:59:24.685800 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c15d9a53-0022-479d-adf6-ca0fe6cc90d4 req-dd96bcbb-d5a1-46dc-8371-66991e15b54a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.0782437 Mar 02 07:59:24.726285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b88374b8-e00c-41c5-ab3e-a80a2aee35d2 req-84e9b5e2-4867-4723-a345-0384e6e50bd4 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Mar 02 07:59:24.984511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] For port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:24.993764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] For port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:25.000939 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:25.128367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-26077f75-f45b-45c6-92cd-64bc96bdd186 req-15c444ac-ab8d-41a1-8103-9064b43a5731 service neutron] (87854) timed out ('10.222.0.39', 51488) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:59:25.193430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:25.196629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:25.699380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a38f-c2e7-44c4-9e00-5285fc61a7fe None None] Pushing event updated for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:25.735268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:25.812368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f741-19dc-4374-b58c-cc06606a858d req-86b71be6-2d84-4f8f-ba8b-a18c56ebe245 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:25.820436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8422f741-19dc-4374-b58c-cc06606a858d req-86b71be6-2d84-4f8f-ba8b-a18c56ebe245 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.3392184 Mar 02 07:59:25.932023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8422f741-19dc-4374-b58c-cc06606a858d req-e37cc814-41e7-4a18-8ce8-e70cfea41f0c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Mar 02 07:59:26.010283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3f6d3ad-4ed2-4e21-99d1-7c0d92a25447 req-3e94fedc-f51b-4093-b311-8e2739355741 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.0849888 Mar 02 07:59:26.773608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5445b85-6717-48b0-b9db-07cd4642453c req-d05288be-df2b-473c-9831-111708f81d1f tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:26.788971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5445b85-6717-48b0-b9db-07cd4642453c req-d05288be-df2b-473c-9831-111708f81d1f tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.3935461 Mar 02 07:59:26.830345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-71ffbcae-f2ed-4d2d-8e42-f09ac09d9da7 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:26.830345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-71ffbcae-f2ed-4d2d-8e42-f09ac09d9da7 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:26.859666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a5445b85-6717-48b0-b9db-07cd4642453c req-9fd3c403-58cc-4c3d-b998-aca8f63ba19f tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679715 Mar 02 07:59:26.883698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:15Z', 'revision_number': 4, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07', 'name': '', 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'mac_address': 'fa:16:3e:95:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:14Z', 'updated_at': '2022-03-02T07:59:24Z', 'revision_number': 4, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'subnets': [{'id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:26.905086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70186a7-14f4-4dff-8622-30f4fd49484a None None] The sync data for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 is: [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T07:59:15Z', 'revision_number': 4, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07', 'name': '', 'network_id': '1a30ae6a-c997-4517-b026-8b494a69c07f', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'mac_address': 'fa:16:3e:95:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:14Z', 'updated_at': '2022-03-02T07:59:24Z', 'revision_number': 4, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'subnets': [{'id': 'd6b6ee46-373f-4902-a748-5f1281e688c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:59:26.915140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-71ffbcae-f2ed-4d2d-8e42-f09ac09d9da7 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:26.915140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-71ffbcae-f2ed-4d2d-8e42-f09ac09d9da7 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.39 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.7785380 Mar 02 07:59:26.935036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Request body: {'port': {'device_id': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'admin_state_up': True, 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:26.964347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:26.981580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:27.036462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Made reservation on behalf of f00406ea9e414e5190fc64cd8416dff0 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:27.041087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:27.265381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c0a53-7178-4a39-9635-682c8f773ff7 req-007e7179-9e99-4f0f-a3c6-f7aeae858500 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:27.265381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-442c0a53-7178-4a39-9635-682c8f773ff7 req-007e7179-9e99-4f0f-a3c6-f7aeae858500 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1976502 Mar 02 07:59:27.331456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-bbd9993e-2eeb-4080-9dbb-5196c5800bb5 req-b5835088-ae9a-44e1-b16e-83392c86b68b tempest-ServerShowV254Test-883421063 tempest-ServerShowV254Test-883421063-project] (87854) timed out ('10.222.0.16', 61311) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:59:27.433795 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-442c0a53-7178-4a39-9635-682c8f773ff7 req-48303309-d234-4cfa-b1e9-72f8082e02d8 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687789 Mar 02 07:59:27.612372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:27.851146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Allocated IP 172.20.0.13 (170af35c-2d66-4b43-916a-f9d4481193fd/078b38af-fe15-4825-9e68-32bbb4ab2dec/cc411a29-2e63-4b1a-bb34-501192048e76) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:27.936749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:27.959234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:27.959234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:28.100189 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9333483-ca04-4b6a-921a-94f7a355aa3e req-402a9353-0e86-4190-a87f-2a2490d1ad07 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.0946574 Mar 02 07:59:28.425297 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:28.427114 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:28.499461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Transition to ACTIVE for port object cc411a29-2e63-4b1a-bb34-501192048e76 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:28.511615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:28.517800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:28.596024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e27b8-ae2d-418b-966c-6d2f3ca16a87 req-5358cc25-1b02-4e5b-82d0-a0130bb1d1f0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:28.605555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8e27b8-ae2d-418b-966c-6d2f3ca16a87 req-5358cc25-1b02-4e5b-82d0-a0130bb1d1f0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 943 time: 0.8876250 Mar 02 07:59:28.639843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:28.691476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:28.914874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Pushing event updated for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:28.936834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Network 170af35c-2d66-4b43-916a-f9d4481193fd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:28.975210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:29.000077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.003205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.003695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.006039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.006554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.008140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.008617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.013964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.015379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.015974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.016588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.017428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:59:29.029085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:29.053374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f0d9-cccc-4236-802d-704bca539d17 req-58ec6f23-5e97-4b5d-a65f-41faa2ead198 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:29.060791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80d8f0d9-cccc-4236-802d-704bca539d17 req-58ec6f23-5e97-4b5d-a65f-41faa2ead198 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1153548 Mar 02 07:59:29.069220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bfffdd3d-186f-4dce-abff-dd83d3901e63 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:59:29.158478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:29.159598 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:29.169910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80d8f0d9-cccc-4236-802d-704bca539d17 req-2c8409ac-5aa5-436a-b6c9-cc755862f8d1 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081321 Mar 02 07:59:29.234306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e8e27b8-ae2d-418b-966c-6d2f3ca16a87 req-0d4068a0-f468-4f29-877d-e8afcf8e7994 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261685 Mar 02 07:59:29.256060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-b109609e-ce6f-4a3f-a42b-fef57c3595aa tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3238015 Mar 02 07:59:29.286193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Request body: {'port': {'device_id': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:29.461578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:29.503321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'bfffdd3d-186f-4dce-abff-dd83d3901e63', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': 'bfffdd3d-186f-4dce-abff-dd83d3901e63', 'mac_address': 'fa:16:3e:b3:19:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:59:29.668909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:29.718328 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:29.757731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a2dcb-a402-4636-8f59-050cecb7e216 req-e4f26c44-7c5c-407d-951d-cbea449dbf5c tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:29.768231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a0a2dcb-a402-4636-8f59-050cecb7e216 req-e4f26c44-7c5c-407d-951d-cbea449dbf5c tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1028 time: 0.1828146 Mar 02 07:59:29.840946 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:29.854103 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1a0a2dcb-a402-4636-8f59-050cecb7e216 req-fe232379-ceeb-4bfd-b096-d951ec044dd9 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800943 Mar 02 07:59:29.885968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cd6b47cc-1516-41bf-80d1-a37c2ae78684 None None] Provisioning for port cc411a29-2e63-4b1a-bb34-501192048e76 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:29.907980 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfffdd3d-186f-4dce-abff-dd83d3901e63 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:29.939061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cd6b47cc-1516-41bf-80d1-a37c2ae78684 None None] Provisioning complete for port cc411a29-2e63-4b1a-bb34-501192048e76 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:29.941133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd6b47cc-1516-41bf-80d1-a37c2ae78684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:30.078840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b47cc-1516-41bf-80d1-a37c2ae78684 None None] Port cc411a29-2e63-4b1a-bb34-501192048e76 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:30.105391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:30.106088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:30.252395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:30.262224 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:30.358472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:30.547744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc411a29-2e63-4b1a-bb34-501192048e76 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:30.572769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:30.605172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['bfffdd3d-186f-4dce-abff-dd83d3901e63'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:30.619024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d24d5-acd2-4cf1-bbdd-ff66cf82ede9 req-32faf7da-e887-448f-82ce-7a1754b15b79 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:30.645647 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149d24d5-acd2-4cf1-bbdd-ff66cf82ede9 req-32faf7da-e887-448f-82ce-7a1754b15b79 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.3265362 Mar 02 07:59:30.708040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Transition to ACTIVE for port object cc411a29-2e63-4b1a-bb34-501192048e76 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:30.728881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:30.844818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af986d8-a5dd-4589-b29a-6edb49be7a91 req-acac7b1e-b2ce-4db9-ab2d-b28f3bf98046 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:30.858528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5af986d8-a5dd-4589-b29a-6edb49be7a91 req-acac7b1e-b2ce-4db9-ab2d-b28f3bf98046 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 944 time: 0.3832605 Mar 02 07:59:30.928841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5af986d8-a5dd-4589-b29a-6edb49be7a91 req-8882f8aa-bd2b-436f-9cc5-5f74700c0e9b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683775 Mar 02 07:59:30.951453 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-149d24d5-acd2-4cf1-bbdd-ff66cf82ede9 req-0605fc48-22fa-4c2d-bca0-32d39d69f781 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041222 Mar 02 07:59:31.007909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Pushing event updated for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:31.182173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec2250-6247-44e8-be3e-7d2e46e56aac req-09352916-ac55-4e08-adde-d086ecb46783 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:31.191215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04ec2250-6247-44e8-be3e-7d2e46e56aac req-09352916-ac55-4e08-adde-d086ecb46783 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1053 time: 0.1380868 Mar 02 07:59:31.224298 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Attempting to bind port cc411a29-2e63-4b1a-bb34-501192048e76 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:31.224640 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Attempting to bind port cc411a29-2e63-4b1a-bb34-501192048e76 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:31.224967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Attempting to bind port cc411a29-2e63-4b1a-bb34-501192048e76 on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:31.230501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Port cc411a29-2e63-4b1a-bb34-501192048e76 on network 170af35c-2d66-4b43-916a-f9d4481193fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:59:31.230822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Attempting to bind port cc411a29-2e63-4b1a-bb34-501192048e76 on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:31.240975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:31.242319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Checking segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:31.244344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Bound using segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:31.246213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Bound port: cc411a29-2e63-4b1a-bb34-501192048e76, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:31.249818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:31.251040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04ec2250-6247-44e8-be3e-7d2e46e56aac req-3ffa7a3b-3abb-4a40-b00b-505fa9816c3f tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583212 Mar 02 07:59:31.390129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:31.393793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc411a29-2e63-4b1a-bb34-501192048e76,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:31.401286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:31.491543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:31.492329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:31.494239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] 10.222.0.39 "PUT /v2.0/ports/cc411a29-2e63-4b1a-bb34-501192048e76 HTTP/1.1" status: 200 len: 1092 time: 2.2354412 Mar 02 07:59:31.494849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:31.574760 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91824-d549-41bf-a534-bd693e642510 req-5d9684f9-f583-4ba1-aba3-9454592aa9f1 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:31.582802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7fb91824-d549-41bf-a534-bd693e642510 req-5d9684f9-f583-4ba1-aba3-9454592aa9f1 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1567266 Mar 02 07:59:31.678817 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7fb91824-d549-41bf-a534-bd693e642510 req-330f2f52-69d9-4f78-8660-3df91dc34029 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912814 Mar 02 07:59:31.679836 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76', 'status': 'completed', 'code': 200} Mar 02 07:59:31.875052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c9627-ab98-4229-b724-52c8f35cb713 service neutron] Pushing event updated for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:31.921549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-df445570-291a-47a2-bc94-5acf99018b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:31.923051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-df445570-291a-47a2-bc94-5acf99018b21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1096 time: 0.3962576 Mar 02 07:59:31.924842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-2032cc22-9c19-41f4-affc-d3a3124b0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:31.926534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-2032cc22-9c19-41f4-affc-d3a3124b0a67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1095 time: 0.3011880 Mar 02 07:59:32.032405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-fab7a541-03fc-4f42-b3b8-8e197e1c71a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc411a29-2e63-4b1a-bb34-501192048e76 HTTP/1.1" status: 200 len: 217 time: 0.0818868 Mar 02 07:59:32.222161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-de1cc5c3-1282-4a50-9d74-650569fa0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.223657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-de1cc5c3-1282-4a50-9d74-650569fa0288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=078b38af-fe15-4825-9e68-32bbb4ab2dec HTTP/1.1" status: 200 len: 848 time: 0.1448538 Mar 02 07:59:32.271936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-c8c1908d-725b-42b8-abf1-2c47f801df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.273403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-c8c1908d-725b-42b8-abf1-2c47f801df1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 912 time: 0.3446329 Mar 02 07:59:32.361253 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-fa0a260c-f277-431e-a0b3-d53afdc07091 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 217 time: 0.0802174 Mar 02 07:59:32.371263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4a4e-210b-49bc-9174-9d8fbf31ca36 req-a441850f-ade7-4aa5-b8d1-4e7e4a5d7bce tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.372719 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35cc4a4e-210b-49bc-9174-9d8fbf31ca36 req-a441850f-ade7-4aa5-b8d1-4e7e4a5d7bce tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 944 time: 0.3363512 Mar 02 07:59:32.465480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038ba81-0261-4a08-8835-fc9b119598ed req-3590a2f1-a8c9-44cf-b99b-563ad4f85b91 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.470490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6038ba81-0261-4a08-8835-fc9b119598ed req-3590a2f1-a8c9-44cf-b99b-563ad4f85b91 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1095 time: 0.0849278 Mar 02 07:59:32.495439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-64887b85-5183-4f2d-bc84-a822ba28b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.496902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-64887b85-5183-4f2d-bc84-a822ba28b3bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 200 len: 852 time: 0.1224859 Mar 02 07:59:32.505916 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35cc4a4e-210b-49bc-9174-9d8fbf31ca36 req-ee478708-18fc-4f69-b9c0-7271e02c24ff tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952151 Mar 02 07:59:32.509131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-30ef74b6-a563-43db-96ac-a71bd10c206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:32.510488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-30ef74b6-a563-43db-96ac-a71bd10c206c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=170af35c-2d66-4b43-916a-f9d4481193fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797446 Mar 02 07:59:32.541581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6038ba81-0261-4a08-8835-fc9b119598ed req-1d9c0323-dde3-444b-9bbd-6b59389db06a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671556 Mar 02 07:59:32.654768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-5bb57f1e-4c58-4802-962b-a30b9fb13615 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cff9fe9-e168-4455-a876-0a4733c77ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495209 Mar 02 07:59:32.714588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-0b6006f1-5e16-4ce5-bea0-9d82e7891376 service neutron] 10.222.0.39 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684010 Mar 02 07:59:32.971352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-f78cf630-2a0f-4012-b7be-8125e3758571 service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082700 Mar 02 07:59:33.115619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bfffdd3d-186f-4dce-abff-dd83d3901e63 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:33.155341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-092124ab-74f8-4556-a98e-b096f371b8e4 req-68d8eb00-8420-4a7f-91c5-3cd007dd8504 service neutron] 10.222.0.39 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253113 Mar 02 07:59:33.199296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a241-037c-45bf-b9e6-a3159fde9182 req-d996c494-0869-4779-9482-4a46730c0f67 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:33.206681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b665a241-037c-45bf-b9e6-a3159fde9182 req-d996c494-0869-4779-9482-4a46730c0f67 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.3790083 Mar 02 07:59:33.231036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39682) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:33.234862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port bfffdd3d-186f-4dce-abff-dd83d3901e63 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:33.238019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493113968', 'description': 'tempest-secgroup-smoke-1493113968 description', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:33.245099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port bfffdd3d-186f-4dce-abff-dd83d3901e63 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:33.246003 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.257679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:33.264857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:33.272318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1908e150-7a69-45f6-ad3a-5dda3246bf97 req-2179d142-8891-45af-bd83-51fa814523c3 service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757683 Mar 02 07:59:33.278445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:33.291965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:33.315397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b665a241-037c-45bf-b9e6-a3159fde9182 req-fb5387b6-6443-4f6e-a4a4-53a65383796b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077621 Mar 02 07:59:33.327773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.366605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-3ab75642-8fde-4493-90e3-b39745c9cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:33.369692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-3ab75642-8fde-4493-90e3-b39745c9cb49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1095 time: 0.1455719 Mar 02 07:59:33.383467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:33.391082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:33.396848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:33.409784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:33.437465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.489709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:33.506999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:33.513315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.588059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.597285 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.704996 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.706493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4738994 Mar 02 07:59:33.709751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39696) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:33.723135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:33.730576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a3a85-ce3e-4d88-8317-6cc314dd6a7f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2492fe8c-d0f2-4e75-9f97-fd4545329a0c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:33.758722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:33.787054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853afe-33a0-4dda-885f-33a571707cb7 req-6a97361b-c718-4f1c-acf1-0ce8dda9df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:33.788576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2853afe-33a0-4dda-885f-33a571707cb7 req-6a97361b-c718-4f1c-acf1-0ce8dda9df94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 1096 time: 0.1506653 Mar 02 07:59:33.799883 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63', 'code': 200} Mar 02 07:59:33.815444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:33.908574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2853afe-33a0-4dda-885f-33a571707cb7 req-a6359172-682d-4c8e-98db-65f425782c15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089668 Mar 02 07:59:33.949597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:33.954120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:33.975128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c8455-ed52-4b23-8c89-6c681e4acfe2 req-956d6c32-f7fd-42b0-8359-0a68cfefd40b tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:33.976654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f55c8455-ed52-4b23-8c89-6c681e4acfe2 req-956d6c32-f7fd-42b0-8359-0a68cfefd40b tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1095 time: 0.1180899 Mar 02 07:59:33.996389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:33.998866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-c057891c-b9ee-40c3-be7d-938fd4239e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.000435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-c057891c-b9ee-40c3-be7d-938fd4239e2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.6253085 Mar 02 07:59:34.033562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.039667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f55c8455-ed52-4b23-8c89-6c681e4acfe2 req-87e82b91-6ddc-498a-9c84-4c4538f186c5 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Mar 02 07:59:34.100753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ceed8-75aa-4f5a-81bf-f901315d699e req-e389160d-3867-4384-965f-0bffd6080738 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.102285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e42ceed8-75aa-4f5a-81bf-f901315d699e req-e389160d-3867-4384-965f-0bffd6080738 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.1547246 Mar 02 07:59:34.169691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e42ceed8-75aa-4f5a-81bf-f901315d699e req-f429840f-3beb-44e3-abfc-eda761f29554 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614023 Mar 02 07:59:34.248779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-dca0fe59-c15f-4d51-8e99-15ce55c71a85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc411a29-2e63-4b1a-bb34-501192048e76 HTTP/1.1" status: 200 len: 217 time: 0.0823934 Mar 02 07:59:34.310991 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.325628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.362623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ece1595-306e-4418-891d-5e8b66461bc9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:34.375634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-e510d865-9ddb-44ba-bd6d-9309183c556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.377212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-e510d865-9ddb-44ba-bd6d-9309183c556e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=078b38af-fe15-4825-9e68-32bbb4ab2dec HTTP/1.1" status: 200 len: 848 time: 0.1163750 Mar 02 07:59:34.381134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.385157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ebf0f3f5-fab7-46fe-8b54-f6007d2ac35f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6717603 Mar 02 07:59:34.385572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39704) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:34.394033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:34.411959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:34.421144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:34.424174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:34.431815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:34.521414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-b6066e8b-03b6-4a2b-abc4-0bbef7100ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.523753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-b6066e8b-03b6-4a2b-abc4-0bbef7100ea1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=170af35c-2d66-4b43-916a-f9d4481193fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382163 Mar 02 07:59:34.530731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.603021 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.619059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.667908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0489a745-2bb1-4382-bc2b-14b44a88b80b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:34.673791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.677895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-046cc963-148a-4612-99d6-903b801f3226 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2911146 Mar 02 07:59:34.678808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39710) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:34.687757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:34.689578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d02c5-7d18-45a6-8ee1-b66c40f2efe7 req-506b9315-887f-41f0-8dba-402f993fef2d tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.692768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b2d02c5-7d18-45a6-8ee1-b66c40f2efe7 req-506b9315-887f-41f0-8dba-402f993fef2d tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.2331080 Mar 02 07:59:34.706046 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:34.714821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:34.718807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:34.724649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-4bbb0d42-e3ea-4afd-b53f-57fc2c3a9f60 service neutron] 10.222.0.39 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947024 Mar 02 07:59:34.729771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:34.750134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1b2d02c5-7d18-45a6-8ee1-b66c40f2efe7 req-e438da5c-b1d1-4b77-a628-f786d5753ddf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Mar 02 07:59:34.841883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.917546 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2054cb68-94aa-40ba-ad31-9577d3cd338d req-6a8825f9-76f4-4898-ab04-3e2113772f21 service neutron] 10.222.0.39 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847253 Mar 02 07:59:34.956723 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.963619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:34.983470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4de610-2765-45cf-953c-37e818568e00,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:35.011462 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.013449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-51607d5e-a095-47fd-803a-b86163374ff9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335609 Mar 02 07:59:35.016492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39718) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:35.022544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:35.031593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:35.037316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:35.041013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:35.048896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:35.105094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.273457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.317700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.365633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6fb86a-69ab-4505-9afc-23cd56d20ae9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:35.393841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.397999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aab3d1b3-049e-4eee-b0f8-3364c0b727cc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3776126 Mar 02 07:59:35.398421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39736) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:35.410810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:35.423365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:35.431494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:35.432133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618d9fa-c24b-4353-bd58-b1f58c28d869 req-97d07834-efb5-48ad-abf3-d5f5bb9423c1 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:35.435746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f14a9c-08b0-4401-b6a1-ed5ffba0a77f req-6e4145ab-b8d5-46c0-bba2-848ed452bb8d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:35.437248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3f14a9c-08b0-4401-b6a1-ed5ffba0a77f req-6e4145ab-b8d5-46c0-bba2-848ed452bb8d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1095 time: 0.1574502 Mar 02 07:59:35.438073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:35.442140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d618d9fa-c24b-4353-bd58-b1f58c28d869 req-97d07834-efb5-48ad-abf3-d5f5bb9423c1 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1743529 Mar 02 07:59:35.447043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:35.491149 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Project d071f86d1ef74adc8f7ea6d1bd3275af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:59:35.510344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.511054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d618d9fa-c24b-4353-bd58-b1f58c28d869 req-0982b970-e0c7-4617-ae9e-34df7da25feb tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678923 Mar 02 07:59:35.546109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3f14a9c-08b0-4401-b6a1-ed5ffba0a77f req-ccc336f0-9759-46a2-b952-9e7094d5d064 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936821 Mar 02 07:59:35.616093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.621702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.649479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3c5afd-0451-45ac-9e63-35d1972995a9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:35.665973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.667634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5088c58d-b846-4756-933c-1ac240bf5404 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2686424 Mar 02 07:59:35.670632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39744) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:35.677034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'security_group_rule': {'security_group_id': '2492fe8c-d0f2-4e75-9f97-fd4545329a0c', 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:35.739482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:35.743982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:security_group_rule and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:35.747443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:35.755164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:35.768959 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Project d071f86d1ef74adc8f7ea6d1bd3275af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:59:35.780115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.855892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5031f-0659-4ebd-9265-79b5e97edee3 req-54d9ab2e-1046-4299-b16c-16b2fce283bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:35.857358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74e5031f-0659-4ebd-9265-79b5e97edee3 req-54d9ab2e-1046-4299-b16c-16b2fce283bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.1741548 Mar 02 07:59:35.911876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.922682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.943151 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-74e5031f-0659-4ebd-9265-79b5e97edee3 req-00ed53f1-1c4b-46aa-928b-960f5e463a40 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772903 Mar 02 07:59:35.976761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1111d79-4546-41ec-823f-0db5397a2cce,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:35.979821 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.981643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c5b801db-283f-4028-ad45-11bdb76a201c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3096747 Mar 02 07:59:36.247785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be6764-8f1f-433e-86ad-1314090c3dcf req-6e10f232-25d2-49ba-a8dd-b66a5c6747a1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:36.249886 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24be6764-8f1f-433e-86ad-1314090c3dcf req-6e10f232-25d2-49ba-a8dd-b66a5c6747a1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.1089401 Mar 02 07:59:36.308606 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24be6764-8f1f-433e-86ad-1314090c3dcf req-923d69af-d642-40f1-af19-62ba71080f91 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Mar 02 07:59:36.341981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-c9d3c740-906b-464d-b608-c5e56dce58af tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493113968&fields=id&tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af HTTP/1.1" status: 200 len: 267 time: 0.0686169 Mar 02 07:59:36.513688 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1bc9c45e-94ce-4c08-83de-e6b7ed3546e9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:36.516899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1bc9c45e-94ce-4c08-83de-e6b7ed3546e9 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 813 time: 0.1739202 Mar 02 07:59:36.535157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-4de29b60-2ba5-4404-a1cd-32c5146bba9f tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/quotas/d071f86d1ef74adc8f7ea6d1bd3275af HTTP/1.1" status: 200 len: 375 time: 0.0120702 Mar 02 07:59:36.641838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1b9361e5-93ed-418b-9463-90515ac654a2 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995586 Mar 02 07:59:37.054468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-16c78f0a-5141-4b74-b732-28a903accf20 service neutron] 10.222.0.21 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970807 Mar 02 07:59:37.122526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc411a29-2e63-4b1a-bb34-501192048e76 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:59:37.259952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-065a85ff-92a7-427a-ae32-7a535351c7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030048 Mar 02 07:59:37.418926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc411a29-2e63-4b1a-bb34-501192048e76,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:37.451402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'cc411a29-2e63-4b1a-bb34-501192048e76', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'port_id': 'cc411a29-2e63-4b1a-bb34-501192048e76', 'mac_address': 'fa:16:3e:22:b5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:59:37.566855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:37.607172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc411a29-2e63-4b1a-bb34-501192048e76 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:37.639294 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc411a29-2e63-4b1a-bb34-501192048e76,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:37.647533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:37.766179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:37.949415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cc411a29-2e63-4b1a-bb34-501192048e76'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:38.213195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd284700-3540-4672-82cb-53076c53b904 req-ac5e9b05-f795-46b8-b970-008004029a9b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:38.223522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd284700-3540-4672-82cb-53076c53b904 req-ac5e9b05-f795-46b8-b970-008004029a9b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.2500842 Mar 02 07:59:38.303201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd284700-3540-4672-82cb-53076c53b904 req-f265c9a6-e040-4d8e-814e-06d911db9cd2 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Mar 02 07:59:38.933814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f6f58ec5-433c-489d-a53b-86cfdb35a94d req-60163a7a-a75e-468d-a394-c4fe8dc045f1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:38.970991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f6f58ec5-433c-489d-a53b-86cfdb35a94d req-60163a7a-a75e-468d-a394-c4fe8dc045f1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:38.973012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6f58ec5-433c-489d-a53b-86cfdb35a94d req-60163a7a-a75e-468d-a394-c4fe8dc045f1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 210 time: 0.1811612 Mar 02 07:59:39.227080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-040454f1-48f4-482a-9850-872cd9e97368 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:39.228490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-040454f1-48f4-482a-9850-872cd9e97368 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:39.278367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-040454f1-48f4-482a-9850-872cd9e97368 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:39.281425 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-040454f1-48f4-482a-9850-872cd9e97368 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1096 time: 0.7002604 Mar 02 07:59:39.363301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39872) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:39.375916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-dad6079c-4564-4a3d-9b83-68553ff2707d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:39.428881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-dad6079c-4564-4a3d-9b83-68553ff2707d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:39.431338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5141d1f0-cfa2-4a84-9d60-fb58b95ba279 req-dad6079c-4564-4a3d-9b83-68553ff2707d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425905 Mar 02 07:59:39.585410 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:39.613097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:39.627871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Usage tracker for resource:security_group_rule and tenant:824393225736477388acb534a70a1fdd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:39.636321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:39.649087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:39.746662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-0b72e8ce-5c89-436b-be1d-357ace3976bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:39.748391 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-0b72e8ce-5c89-436b-be1d-357ace3976bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1096 time: 0.1313071 Mar 02 07:59:39.842199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:39.849578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:39.899283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=824393225736477388acb534a70a1fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344324 Mar 02 07:59:39.902428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-daf87c4e-ab71-4159-b556-e32f6276cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:39.905903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-daf87c4e-ab71-4159-b556-e32f6276cbac service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 912 time: 0.1489179 Mar 02 07:59:39.905903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39880) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:39.918192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb5447-02f8-4e5a-b64f-aa302354a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5b548-fbf3-423c-a0b3-3baeebc7a8c1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:39.929611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901e501-03cf-4b93-be47-71e98b91ee57 req-11051179-c26b-4893-8f7a-50e173ae365f tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:39.931176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d901e501-03cf-4b93-be47-71e98b91ee57 req-11051179-c26b-4893-8f7a-50e173ae365f tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1689541 Mar 02 07:59:40.030573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-2743cdb1-0582-48d4-89c1-90d4101ca172 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 217 time: 0.1041579 Mar 02 07:59:40.075159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d901e501-03cf-4b93-be47-71e98b91ee57 req-fe0d11ea-a207-4576-bfad-87e8cd10b8ff tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321602 Mar 02 07:59:40.221960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-ed1e7674-4f3a-48ed-8b30-6884c0058d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:40.223737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-ed1e7674-4f3a-48ed-8b30-6884c0058d03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 200 len: 852 time: 0.1836264 Mar 02 07:59:40.266011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e07bba-e5b0-4d81-958b-e60c2a9c2eb5 req-f96bcd27-3424-4177-8be2-7a89c9238912 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 210 time: 0.0987487 Mar 02 07:59:40.284523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:40.289334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-d949571e-7ff3-415a-88ee-aedfc3bb9f55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cff9fe9-e168-4455-a876-0a4733c77ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570872 Mar 02 07:59:40.429433 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:40.539964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-264d002d-d446-4e99-92bd-939ff34c9959 service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377634 Mar 02 07:59:40.699369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-57f0f0f8-6d5d-4320-9d9c-825a9a29434f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:40.701016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-57f0f0f8-6d5d-4320-9d9c-825a9a29434f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.4059200 Mar 02 07:59:40.731613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-4b9cbd29-9ce4-4901-a3ea-0fbf74a8b1dc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:40.732485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-4b9cbd29-9ce4-4901-a3ea-0fbf74a8b1dc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:40.755816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b5f3bcd-1a7c-4cad-b167-2b50aef21186 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0164750 Mar 02 07:59:40.854320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-4b9cbd29-9ce4-4901-a3ea-0fbf74a8b1dc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:40.856779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-4b9cbd29-9ce4-4901-a3ea-0fbf74a8b1dc tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 813 time: 0.7442644 Mar 02 07:59:40.876820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:40.883348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5aa68b02-3932-4178-ae2b-2d6916d4d062 req-5fc8b5b7-95f5-4d80-aee3-95fc552520c4 service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343952 Mar 02 07:59:40.914358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5b548-fbf3-423c-a0b3-3baeebc7a8c1,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:40.926734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d39ff3-b130-4b55-a7ce-6c40e521221e req-0ef20dfa-e62f-4869-938e-c387f6554be8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:40.936345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06d39ff3-b130-4b55-a7ce-6c40e521221e req-0ef20dfa-e62f-4869-938e-c387f6554be8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1096 time: 0.3049629 Mar 02 07:59:40.940018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:40.943982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-93b11653-8ba6-4706-a0d2-587e0bf08d1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75d5b548-fbf3-423c-a0b3-3baeebc7a8c1 HTTP/1.1" status: 204 len: 168 time: 1.0335357 Mar 02 07:59:40.963590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-b4b83e60-b8a8-42da-8aaa-ba5394cf38a6 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:41.012892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06d39ff3-b130-4b55-a7ce-6c40e521221e req-25e1528f-1c60-4a4b-b20b-5f6925909ab2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Mar 02 07:59:41.022640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-f6b6911c-d083-44b7-8da8-bde0a660e79e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2521448 Mar 02 07:59:41.024358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-b4b83e60-b8a8-42da-8aaa-ba5394cf38a6 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:41.025944 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-b4b83e60-b8a8-42da-8aaa-ba5394cf38a6 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af HTTP/1.1" status: 200 len: 380 time: 0.1608617 Mar 02 07:59:41.041362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'port': {'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'admin_state_up': True, 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'security_groups': ['2492fe8c-d0f2-4e75-9f97-fd4545329a0c']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:41.147990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc411a29-2e63-4b1a-bb34-501192048e76 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:41.236535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230540d2-5045-4839-a9a2-2b4413c948ae req-a7d1b4ed-3a14-44db-a792-95d69d5f532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:41.238158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:41.240329 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-a7d1b4ed-3a14-44db-a792-95d69d5f532c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56197e20cd245a3a2d952f39c7c1216&device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 1096 time: 0.1858065 Mar 02 07:59:41.249383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:41.285463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Made reservation on behalf of d071f86d1ef74adc8f7ea6d1bd3275af for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:41.289117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.294477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port cc411a29-2e63-4b1a-bb34-501192048e76 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:41.303095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port cc411a29-2e63-4b1a-bb34-501192048e76 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:41.303681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.453981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.484735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Allocated IP 172.20.0.10 (5d867132-bad2-4072-8714-610796e4b171/410a10b0-f409-4848-89ad-15aef51b7e48/e4cfbf5a-aeff-4da7-bcdf-3d9232910dff) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:41.504229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc411a29-2e63-4b1a-bb34-501192048e76,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:41.505219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:41.513816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.604118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:41.644232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 39916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:41.671538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.693295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230540d2-5045-4839-a9a2-2b4413c948ae req-a5733c71-18f1-46de-aeb8-fb8c802a2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:41.694930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-a5733c71-18f1-46de-aeb8-fb8c802a2fd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 200 len: 912 time: 0.4300072 Mar 02 07:59:41.701109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:41.769145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c23c9a8e2cb741d6b1ca927ab5f6dc9c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:41.780048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f4c3-4d97-427b-9cdf-26947e407aee req-7b236771-6137-40c4-a78b-9bf20407d0dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:41.781748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d10f4c3-4d97-427b-9cdf-26947e407aee req-7b236771-6137-40c4-a78b-9bf20407d0dc tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.4845507 Mar 02 07:59:41.782770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:41.795470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:41.807979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-2d91cc3c-c5b9-4b34-93dc-e41dd48c7223 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 200 len: 217 time: 0.1041417 Mar 02 07:59:41.883805 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.902928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-052edafd-bcb3-489b-bbaa-ddd6861cf64d service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8683980 Mar 02 07:59:41.913103 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-379df826-f299-4db9-a68e-038707c3fbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:41.967872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d10f4c3-4d97-427b-9cdf-26947e407aee req-6d73a94c-1ee5-428b-b9f1-178fad4fbe71 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734772 Mar 02 07:59:42.069483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.074479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230540d2-5045-4839-a9a2-2b4413c948ae req-8d7b4ebd-65b0-4a95-b24a-08e4a7d85eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:42.081052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-8d7b4ebd-65b0-4a95-b24a-08e4a7d85eb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 200 len: 852 time: 0.2248683 Mar 02 07:59:42.107100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-8fe77221-6366-44cf-bae6-44489713126c service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031932 Mar 02 07:59:42.122903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Transition to ACTIVE for port object e4cfbf5a-aeff-4da7-bcdf-3d9232910dff will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:42.179816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.196052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-f14b6ac5-2b5a-46d1-bfa9-9d554fe7d428 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cff9fe9-e168-4455-a876-0a4733c77ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120696 Mar 02 07:59:42.206945 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.319509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Network 5d867132-bad2-4072-8714-610796e4b171 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:42.323631 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:42.333493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:42.452766 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76', 'code': 200} Mar 02 07:59:42.458445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:42.523559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:42.524353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.610152 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-f91dfc4a-850c-4867-b605-f4705c3aa054 service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026504 Mar 02 07:59:42.623639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-1c21a06f-6cf6-4728-bad8-158497fa9dd7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5879996 Mar 02 07:59:42.637334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Request body: {'port': {'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:42.803736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ca45c524-b485-4b47-bca5-4ad9b778c904 None None] Provisioning for port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:42.812074 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ca45c524-b485-4b47-bca5-4ad9b778c904 None None] Provisioning complete for port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:42.812458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca45c524-b485-4b47-bca5-4ad9b778c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.859147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c23c9a8e2cb741d6b1ca927ab5f6dc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2132413 Mar 02 07:59:42.865990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 39934) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:42.879503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abadc82-fbd5-4c79-9992-6d32b955f5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a02be2-73f1-4acc-b73b-b2a32c0b57ec,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:42.926494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ca45c524-b485-4b47-bca5-4ad9b778c904 None None] Port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:42.949354 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:42.999641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1a107-6406-427a-a14c-2d2e293e3414 req-e76846bf-da20-4de5-a96a-7f2095dc0567 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:43.008584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ba1a107-6406-427a-a14c-2d2e293e3414 req-e76846bf-da20-4de5-a96a-7f2095dc0567 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 932 time: 0.8099275 Mar 02 07:59:43.058972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-230540d2-5045-4839-a9a2-2b4413c948ae req-89090feb-984d-4489-9863-1f6ac31cda2d service neutron] 10.222.0.16 "GET /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743854 Mar 02 07:59:43.062609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5658b-25bf-4cc8-8da3-d36ac8f369fc req-a8a4767f-43ac-4748-8b7b-25def2176ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:43.064296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bfe5658b-25bf-4cc8-8da3-d36ac8f369fc req-a8a4767f-43ac-4748-8b7b-25def2176ef6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.4381905 Mar 02 07:59:43.118940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5ba1a107-6406-427a-a14c-2d2e293e3414 req-cf3c115d-f18c-4547-a59f-f0e726161f64 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092131 Mar 02 07:59:43.153163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bfe5658b-25bf-4cc8-8da3-d36ac8f369fc req-a33b53a6-0b60-40ad-9f2e-d09ff4a6436b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800924 Mar 02 07:59:43.172370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.201139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002a54b-6f84-4c8d-8816-b6338a95dcee req-3cf715c2-6aee-42de-85a7-c33a7d7575c6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:43.208727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3002a54b-6f84-4c8d-8816-b6338a95dcee req-3cf715c2-6aee-42de-85a7-c33a7d7575c6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.4415214 Mar 02 07:59:43.253291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.288846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7e19b84-5f45-48cc-b8dd-c437675efc07 req-c0c8e443-1453-4c27-8f6d-01341a2d655a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 210 time: 0.0546248 Mar 02 07:59:43.502812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0accc-e8f7-483f-8e42-86362c77a196 req-f502df88-4b78-4a66-93d7-f6560d8b112b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:43.505666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ba0accc-e8f7-483f-8e42-86362c77a196 req-f502df88-4b78-4a66-93d7-f6560d8b112b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.1020317 Mar 02 07:59:43.553784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3002a54b-6f84-4c8d-8816-b6338a95dcee req-235e7087-a1a3-45f0-ae3d-efb07fcb64cf tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440363 Mar 02 07:59:43.573816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ba0accc-e8f7-483f-8e42-86362c77a196 req-ac50eb67-7471-4d04-be04-4f0dc60812b8 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Mar 02 07:59:43.619353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.741603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a02be2-73f1-4acc-b73b-b2a32c0b57ec,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:43.743584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.744732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-724208d5-a0f9-4bc5-869a-2ff4148875fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83a02be2-73f1-4acc-b73b-b2a32c0b57ec HTTP/1.1" status: 204 len: 168 time: 0.8670213 Mar 02 07:59:43.765668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cfbf5a-aeff-4da7-bcdf-3d9232910dff {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:43.776866 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.797427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Transition to ACTIVE for port object e4cfbf5a-aeff-4da7-bcdf-3d9232910dff will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:43.805356 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:43.920668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Pushing event updated for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:44.040080 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:59:44.257886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-85075c9f-a4a1-417b-9d41-ba2935604107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:44.269323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Attempting to bind port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:44.270247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Attempting to bind port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:44.271472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Attempting to bind port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff on network 5d867132-bad2-4072-8714-610796e4b171 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:44.276463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff on network 5d867132-bad2-4072-8714-610796e4b171 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:59:44.276790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Attempting to bind port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff on network 5d867132-bad2-4072-8714-610796e4b171 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:44.282562 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:44.282907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Checking segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:44.283294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Bound using segment: {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:44.283721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Bound port: e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f07074-6b19-4838-8cf4-7722110bac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5d867132-bad2-4072-8714-610796e4b171'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:44.284068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:44.388035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:44.390911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:44.480753 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:44.615264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:44.615896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:44.617309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] 10.222.0.16 "PUT /v2.0/ports/e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 1092 time: 1.9851193 Mar 02 07:59:44.617738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:44.620067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-afdd50a9-d600-49ee-94fa-5ff40a0932b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:44.623039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-afdd50a9-d600-49ee-94fa-5ff40a0932b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.3165159 Mar 02 07:59:44.641376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '199f78f7-a337-4276-9785-380e0588f072', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:44.808372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3a17f-6886-4ce3-bc8b-c605d02e30e6 req-90ceb456-47d5-467d-b5f4-0d599e41212e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:44.808555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0dd3a17f-6886-4ce3-bc8b-c605d02e30e6 req-90ceb456-47d5-467d-b5f4-0d599e41212e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:44.820001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeddfc-0d48-4b21-a72a-6760e8059bcb service neutron] Pushing event updated for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:44.853044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0dd3a17f-6886-4ce3-bc8b-c605d02e30e6 req-90ceb456-47d5-467d-b5f4-0d599e41212e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:44.856657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dd3a17f-6886-4ce3-bc8b-c605d02e30e6 req-90ceb456-47d5-467d-b5f4-0d599e41212e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 944 time: 0.4642873 Mar 02 07:59:44.909198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:44.919733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:44.937967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:44.947195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:44.965042 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dd3a17f-6886-4ce3-bc8b-c605d02e30e6 req-08a65aad-7c97-44dc-a596-5d05bba38ea4 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981071 Mar 02 07:59:44.970789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-e5c70b9c-a104-4c9b-9586-0403813ebba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:44.975787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-e5c70b9c-a104-4c9b-9586-0403813ebba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1095 time: 0.2565043 Mar 02 07:59:45.155075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146f074-4a40-4bb6-8241-4bada47f047f req-87de923a-a842-4be8-ac8e-2703af738a66 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:45.159156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2146f074-4a40-4bb6-8241-4bada47f047f req-87de923a-a842-4be8-ac8e-2703af738a66 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 1.0515139 Mar 02 07:59:45.191984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-d8e84853-261a-4a25-887e-3c5654b0302a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 217 time: 0.2099121 Mar 02 07:59:45.297820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12ba9baa-e7ca-4aae-ad6c-077afe71b8f7 req-8ce83e69-047b-41e4-91a3-46ac47fcd35d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 210 time: 0.0618639 Mar 02 07:59:45.314089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-93d380e9-a3a5-4814-be2a-b5f0e6643d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:45.315705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-93d380e9-a3a5-4814-be2a-b5f0e6643d47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.1155481 Mar 02 07:59:45.328728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.14 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/d1dc090d-951d-4bca-95dd-078508fb29ae) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:45.377054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2146f074-4a40-4bb6-8241-4bada47f047f req-0e4b6422-235f-473b-ad77-2e1e02e5a0fa tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993182 Mar 02 07:59:45.521601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-c6a3bbd2-f32e-462c-86f4-af3751c28f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:45.528179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-c6a3bbd2-f32e-462c-86f4-af3751c28f74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037599 Mar 02 07:59:45.536141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:45.543309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:45.896969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:45.946527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-eedb8a31-23f4-4999-9f00-99cdb8ea866b service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108133 Mar 02 07:59:45.948832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object d1dc090d-951d-4bca-95dd-078508fb29ae will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:45.985794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.16', 61812) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:46.045223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a6578-5c01-4b55-8b50-a3ca0b95e6b4 req-5b253db8-eae7-4af8-b08f-bca53952ba4a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:46.048464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-225a6578-5c01-4b55-8b50-a3ca0b95e6b4 req-5b253db8-eae7-4af8-b08f-bca53952ba4a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.3202364 Mar 02 07:59:46.114068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:46.132590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['bfffdd3d-186f-4dce-abff-dd83d3901e63'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:46.368754 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 07:59:46.383253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:46.407679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:46.419137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:46.587736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-225a6578-5c01-4b55-8b50-a3ca0b95e6b4 req-8e06fbb9-ed14-4982-870a-64ff024a0257 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556683 Mar 02 07:59:46.625109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d543c5f2-86a8-4bc4-ac52-ca67ed7fbe51 req-dc3b5f5f-c922-42ba-b3b2-bdc90a035d9f service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679015 Mar 02 07:59:46.842495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-a789771f-b6dc-434f-9da8-e7246b4982d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:46.844078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-a789771f-b6dc-434f-9da8-e7246b4982d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1095 time: 0.1457360 Mar 02 07:59:46.868493 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:47.043052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.043701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:47.101774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6e47f40a-7a7f-4596-ad2b-79635a2c3e35 None None] Provisioning for port d1dc090d-951d-4bca-95dd-078508fb29ae completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:47.110238 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6e47f40a-7a7f-4596-ad2b-79635a2c3e35 None None] Provisioning complete for port d1dc090d-951d-4bca-95dd-078508fb29ae triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:47.111263 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6e47f40a-7a7f-4596-ad2b-79635a2c3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:47.117301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:47.182365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-19cc12e6-e747-4965-b023-eabb8861e00b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.184068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-19cc12e6-e747-4965-b023-eabb8861e00b tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 1.1975503 Mar 02 07:59:47.256822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6e47f40a-7a7f-4596-ad2b-79635a2c3e35 None None] Port d1dc090d-951d-4bca-95dd-078508fb29ae cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:47.318927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-4b0b1158-843e-4863-ad93-3d07b7f05341 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6833215 Mar 02 07:59:47.334018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ebb43-b97a-470c-b171-8556830a266f req-6d679e84-5625-42a1-a730-328674f798b4 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.343073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea2ebb43-b97a-470c-b171-8556830a266f req-6d679e84-5625-42a1-a730-328674f798b4 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 944 time: 0.2903545 Mar 02 07:59:47.381952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adca59-a09a-4815-9332-96c96a955106 req-765c9371-f3a4-472f-8000-5e1797290ed5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.383851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Request body: {'port': {'device_id': '199f78f7-a337-4276-9785-380e0588f072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:47.389455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69adca59-a09a-4815-9332-96c96a955106 req-765c9371-f3a4-472f-8000-5e1797290ed5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 932 time: 0.4899724 Mar 02 07:59:47.391779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-f8d0b2df-0aee-4d3f-9743-9cb5ae7b926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.393518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-f8d0b2df-0aee-4d3f-9743-9cb5ae7b926c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.5422268 Mar 02 07:59:47.489786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-860bf2f4-d16e-46ac-9f82-d68b1c29104f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 217 time: 0.0813389 Mar 02 07:59:47.540472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Deleting port 6e648a39-6ef7-4179-9583-3886077de4fe {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:59:47.541145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:47.573688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-041149f5-ab40-417e-8fe8-242fcdfc02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.575669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-041149f5-ab40-417e-8fe8-242fcdfc02d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.0718172 Mar 02 07:59:47.664781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69adca59-a09a-4815-9332-96c96a955106 req-4775e7dc-4876-497e-b1a5-60db9b649719 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668684 Mar 02 07:59:47.704959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea2ebb43-b97a-470c-b171-8556830a266f req-86df0694-8322-4091-932e-77533d733662 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607202 Mar 02 07:59:47.771940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-4ab29c0f-95ff-4acf-8290-6b1ac810cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.782024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-4ab29c0f-95ff-4acf-8290-6b1ac810cf9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943326 Mar 02 07:59:47.889796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:48.055114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-1cdebfd7-37bc-4868-8e77-699cef52bd59 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831682 Mar 02 07:59:48.250654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96790-1b1c-404c-a192-7542c2fa890c req-fee9a1cd-e7bb-45de-b195-7959be1a7fbf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:48.259821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aac96790-1b1c-404c-a192-7542c2fa890c req-fee9a1cd-e7bb-45de-b195-7959be1a7fbf tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 945 time: 0.4756455 Mar 02 07:59:48.301573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0413b7d-6064-49e7-a8b7-9e6265fc7696 req-ba6c13c7-9820-4fee-96b9-03f9f60178a5 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399323 Mar 02 07:59:48.333447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aac96790-1b1c-404c-a192-7542c2fa890c req-57ee0eea-61d4-4156-80e7-da3e6c2a0579 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/security-groups?id=627a807b-6513-4f86-8136-3c652627e6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Mar 02 07:59:48.345023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583e7ce-10a4-4dc2-9c55-b503de95526c req-01d35796-91a6-43d1-9b6f-a7b2f6880897 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:48.346589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9583e7ce-10a4-4dc2-9c55-b503de95526c req-01d35796-91a6-43d1-9b6f-a7b2f6880897 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.3868272 Mar 02 07:59:48.412826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] For port 6e648a39-6ef7-4179-9583-3886077de4fe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=6e648a39-6ef7-4179-9583-3886077de4fe,segment=NetworkSegment(13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f),segment_id=13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:48.413193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:48.538773 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9583e7ce-10a4-4dc2-9c55-b503de95526c req-d2faa4e5-f246-4f5d-a499-df457b7b52ba tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846926 Mar 02 07:59:48.615352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Calling delete_port for 6e648a39-6ef7-4179-9583-3886077de4fe owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:59:48.809943 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:48.887338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd2a4-6667-4ea6-89a7-e7a4272ed4bd req-55686efd-9277-4cff-9cf7-736aa0de0e80 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:48.889719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-113fd2a4-6667-4ea6-89a7-e7a4272ed4bd req-55686efd-9277-4cff-9cf7-736aa0de0e80 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.2102818 Mar 02 07:59:48.940127 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:48.983601 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-113fd2a4-6667-4ea6-89a7-e7a4272ed4bd req-2fb7d20e-7d50-48b4-bbaf-944a4fd6242a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806119 Mar 02 07:59:49.110288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dc090d-951d-4bca-95dd-078508fb29ae {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:49.156635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:49.179949 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:49.253927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6bd66-83f3-445d-9d54-37723748068c req-e730c2cd-0eb1-4f5c-89bc-9bb4d04d52e1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:49.261566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d6a6bd66-83f3-445d-9d54-37723748068c req-e730c2cd-0eb1-4f5c-89bc-9bb4d04d52e1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 944 time: 0.1055005 Mar 02 07:59:49.268303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Pushing event deleted for resources: {'Port': ['ID=6e648a39-6ef7-4179-9583-3886077de4fe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:49.273456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Transition to ACTIVE for port object d1dc090d-951d-4bca-95dd-078508fb29ae will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:49.290036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:49.329682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d6a6bd66-83f3-445d-9d54-37723748068c req-be0c0a96-b185-4f2b-9a76-66f0c8276dfe tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654564 Mar 02 07:59:49.419867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:49.713015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] No DVR routers for this DVR port 6e648a39-6ef7-4179-9583-3886077de4fe on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:59:49.723321 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:49.734262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'name': 'network-vif-deleted', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:49.750177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578781a-f91b-47bf-b573-f60588b48af4 req-c545736b-8041-427b-b747-cd99d2594a34 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:49.750892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7578781a-f91b-47bf-b573-f60588b48af4 req-c545736b-8041-427b-b747-cd99d2594a34 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:49.755945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-c89a32e5-b014-46ca-9124-ed83d16d0f18 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:49.757969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-c89a32e5-b014-46ca-9124-ed83d16d0f18 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.2664397 Mar 02 07:59:49.775910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-461ae6f8-59f8-41b3-94ba-d4df816f86cf tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/quotas/f00406ea9e414e5190fc64cd8416dff0 HTTP/1.1" status: 200 len: 375 time: 0.0122359 Mar 02 07:59:49.834216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aecb2533-f50a-4d3f-8f78-d2426344fa68 req-988882b9-12c1-4bfd-9565-625a3e839480 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.16 "DELETE /v2.0/ports/6e648a39-6ef7-4179-9583-3886077de4fe HTTP/1.1" status: 204 len: 173 time: 2.6180227 Mar 02 07:59:49.876526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-7578781a-f91b-47bf-b573-f60588b48af4 req-c545736b-8041-427b-b747-cd99d2594a34 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:49.887729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7578781a-f91b-47bf-b573-f60588b48af4 req-c545736b-8041-427b-b747-cd99d2594a34 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 932 time: 0.9616368 Mar 02 07:59:49.912803 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ae0bb9eb-7d54-4523-bfd5-645fb13797cf tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284404 Mar 02 07:59:50.052101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Attempting to bind port d1dc090d-951d-4bca-95dd-078508fb29ae on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:59:50.052438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Attempting to bind port d1dc090d-951d-4bca-95dd-078508fb29ae by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:59:50.052884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Attempting to bind port d1dc090d-951d-4bca-95dd-078508fb29ae on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:50.062571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7578781a-f91b-47bf-b573-f60588b48af4 req-6f96cc71-6a01-4a9c-8783-add25fe5d5d9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754050 Mar 02 07:59:50.063230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Port d1dc090d-951d-4bca-95dd-078508fb29ae on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:59:50.063557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Attempting to bind port d1dc090d-951d-4bca-95dd-078508fb29ae on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:59:50.071181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:59:50.071534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:59:50.071932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:59:50.072352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Bound port: d1dc090d-951d-4bca-95dd-078508fb29ae, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:59:50.072707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:50.077398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6e648a39-6ef7-4179-9583-3886077de4fe no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:59:50.142988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 6e648a39-6ef7-4179-9583-3886077de4fe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:59:50.144488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 6e648a39-6ef7-4179-9583-3886077de4fe not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:59:50.243065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-1152a4ba-b1ab-4ba8-9b6e-c2c65ff4cbca service neutron] 10.222.0.21 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220048 Mar 02 07:59:50.246152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:59:50.249764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1dc090d-951d-4bca-95dd-078508fb29ae,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:59:50.261595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:50.483367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-00c81b5e-b6e9-4e0a-a68e-9e9d8ede4065 req-9b069837-e68e-47ee-9026-38bed67601a4 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Synchronizing usage tracker for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:59:50.490049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:50.490695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:50.492210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] 10.222.0.16 "PUT /v2.0/ports/d1dc090d-951d-4bca-95dd-078508fb29ae HTTP/1.1" status: 200 len: 1092 time: 3.1241434 Mar 02 07:59:50.541323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-00c81b5e-b6e9-4e0a-a68e-9e9d8ede4065 req-9b069837-e68e-47ee-9026-38bed67601a4 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] Unset dirty status for tenant:b56197e20cd245a3a2d952f39c7c1216 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:59:50.562464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-00c81b5e-b6e9-4e0a-a68e-9e9d8ede4065 req-9b069837-e68e-47ee-9026-38bed67601a4 tempest-TestServerAdvancedOps-1237273789 tempest-TestServerAdvancedOps-1237273789-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c92768d-153f-47d5-9c9e-3152e0ecee3d HTTP/1.1" status: 200 len: 210 time: 0.1921256 Mar 02 07:59:50.699684 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-785aa828-1cdd-4087-a3a3-12ec91046a91 service neutron] 10.222.0.21 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476690 Mar 02 07:59:50.792627 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c92768d-153f-47d5-9c9e-3152e0ecee3d', 'name': 'network-vif-deleted', 'tag': '6e648a39-6ef7-4179-9583-3886077de4fe', 'status': 'completed', 'code': 200} Mar 02 07:59:50.824644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56659201-8e55-43ff-82e3-d60df124cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:51.171439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-e96c08a4-8a6a-4832-81ed-1854a016073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:51.171439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-e96c08a4-8a6a-4832-81ed-1854a016073e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 1095 time: 0.5945859 Mar 02 07:59:51.181687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1e90acf-dbc6-416f-b0e5-eaec0e78f58d req-4a2abfbc-00d1-4e24-969e-645014e5c412 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.1020405 Mar 02 07:59:51.425456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-afbbff95-0e40-4062-b462-268ebfa774fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1dc090d-951d-4bca-95dd-078508fb29ae HTTP/1.1" status: 200 len: 217 time: 0.2408426 Mar 02 07:59:51.559292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984bbc2-22d9-40c4-859b-59a6b0777f56 req-54d23fef-1d51-450b-bb57-4fa78270a41f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:51.565268 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6984bbc2-22d9-40c4-859b-59a6b0777f56 req-54d23fef-1d51-450b-bb57-4fa78270a41f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.1546066 Mar 02 07:59:51.650382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-6556823b-4e21-4147-a437-47af06314c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:51.654762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-6556823b-4e21-4147-a437-47af06314c3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.2235420 Mar 02 07:59:51.675534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6984bbc2-22d9-40c4-859b-59a6b0777f56 req-a6bcedff-446b-47d7-a229-d01f411e7436 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Mar 02 07:59:51.696171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498154-a45f-46ce-afef-c16793eaed5b req-06c00a76-d451-4369-ba1f-3972e80b41e7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:51.717007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f498154-a45f-46ce-afef-c16793eaed5b req-06c00a76-d451-4369-ba1f-3972e80b41e7 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 944 time: 0.8002439 Mar 02 07:59:51.865382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40106) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:51.998138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Deleting subnet f282c2bd-7b8e-4f01-97d5-705becd68337 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:59:52.031598 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:52.039640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f498154-a45f-46ce-afef-c16793eaed5b req-e609e3d2-ec43-45cf-8223-670a7bf94d18 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192754 Mar 02 07:59:52.117641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-82e84fc1-4475-469b-b59b-00a335d7e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:52.117641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-82e84fc1-4475-469b-b59b-00a335d7e40f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3881721 Mar 02 07:59:52.185075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:52.501939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-3f8f559e-4275-433f-9bf4-c4a21e8ba1fe service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709869 Mar 02 07:59:52.903809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:53.049446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15ad1a8e-92b6-41dc-b4fa-ff86e900c610 req-2fa98f52-a154-4995-926b-324c37d1acd3 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386429 Mar 02 07:59:53.411311 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-200f67c0-7a27-4492-be5e-23867a8e663c req-763b4343-00f1-4e83-9a51-e7a283fa9768 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.0995126 Mar 02 07:59:53.462950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:53.552736 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae', 'status': 'completed', 'code': 200} Mar 02 07:59:53.608440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:53.707884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f282c2bd-7b8e-4f01-97d5-705becd68337,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:53.707884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:53.764932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-30cdb4c6-d5f2-4f61-babc-53f405c7336f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f282c2bd-7b8e-4f01-97d5-705becd68337 HTTP/1.1" status: 204 len: 168 time: 1.8930340 Mar 02 07:59:53.780616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40132) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:54.059125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54efbf1-6c57-4a00-8351-e31817e26243 req-cdb58b72-9fba-4646-9ec0-cfec186057a1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:54.059125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b54efbf1-6c57-4a00-8351-e31817e26243 req-cdb58b72-9fba-4646-9ec0-cfec186057a1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 944 time: 0.3594232 Mar 02 07:59:54.114284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.116971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e4cfbf5a-aeff-4da7-bcdf-3d9232910dff details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:59:54.265472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b54efbf1-6c57-4a00-8351-e31817e26243 req-6bae00f2-56c1-42fc-a03f-a93e29c17195 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075114 Mar 02 07:59:54.313331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128abd24-bcf4-4124-997a-b522325aa40f req-8a813d4f-621a-476f-9049-7f567480436c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:54.322655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-128abd24-bcf4-4124-997a-b522325aa40f req-8a813d4f-621a-476f-9049-7f567480436c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 1.0224221 Mar 02 07:59:54.361470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-915d75e2-76d9-4a2b-bb1d-ec6f00d16952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:54.376244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-915d75e2-76d9-4a2b-bb1d-ec6f00d16952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 1095 time: 0.8185537 Mar 02 07:59:54.436281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:54.460367 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:59:54.524242 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.532124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ecca0af6-132e-4828-b886-b73852bbdc80 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:54.534511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ecca0af6-132e-4828-b886-b73852bbdc80 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.16 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.7607524 Mar 02 07:59:54.545969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cfbf5a-aeff-4da7-bcdf-3d9232910dff {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:59:54.565072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:54.571848 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.681061 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.712374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:54.720612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Request body: {'port': {'device_id': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'admin_state_up': True, 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:54.721426 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fcd8bb8-dde1-4e0f-bff8-79637774f246 req-559592e5-4bc3-4096-a47c-072a6ba87bda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.1573014 Mar 02 07:59:54.739878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-128abd24-bcf4-4124-997a-b522325aa40f req-af6fc267-dc97-4227-9e6f-c21f260a359a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130256 Mar 02 07:59:54.775757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cff9fe9-e168-4455-a876-0a4733c77ffe']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:54.818202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:54.818662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13120c84-b09f-43bc-bcc7-e1b1ff6d2c2f') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:54.853024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:54.855698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:54.881429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:54.882059 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.914872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Made reservation on behalf of f00406ea9e414e5190fc64cd8416dff0 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:59:54.944595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.971718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:54.987393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:59:54.987928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:59:55.029997 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:59:55.047796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-61f74b7b-02a9-4422-89cd-fab291a51a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:55.048690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-61f74b7b-02a9-4422-89cd-fab291a51a6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.6708574 Mar 02 07:59:55.256179 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:55.275301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:55.305162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cff9fe9-e168-4455-a876-0a4733c77ffe,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:55.329112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03c69cab-b793-43a7-877b-8dc6bca41510 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8cff9fe9-e168-4455-a876-0a4733c77ffe HTTP/1.1" status: 204 len: 168 time: 1.5519772 Mar 02 07:59:55.330663 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40154) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:55.620736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Deleting subnet d3aeab30-d7f0-4c4e-9199-6ce28b1e4bc1 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:59:55.626133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:55.703796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:55.764921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a9831-8414-44d0-af5b-e92d317f5426 req-3722ebc5-992d-4f4a-bd0e-eaf1e26f563e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:55.773098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c78a9831-8414-44d0-af5b-e92d317f5426 req-3722ebc5-992d-4f4a-bd0e-eaf1e26f563e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 945 time: 0.2721412 Mar 02 07:59:55.797417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-b5eecd7a-9041-4c09-bf97-19df2f82d9ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1dc090d-951d-4bca-95dd-078508fb29ae HTTP/1.1" status: 200 len: 217 time: 0.7410810 Mar 02 07:59:55.881739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c78a9831-8414-44d0-af5b-e92d317f5426 req-83ed05be-a80b-4986-928c-2fd8a61097fb tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075113 Mar 02 07:59:55.915454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:56.053007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-e6842879-403c-44d4-a47d-7fc887336657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:56.054530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-e6842879-403c-44d4-a47d-7fc887336657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.2435393 Mar 02 07:59:56.156229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e4cfbf5a-aeff-4da7-bcdf-3d9232910dff up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:59:56.210010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66df3d9d-88e1-499d-bb42-fb584b419634 req-bf5aa800-9151-48ec-aef7-da9c2af8d95e tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.1957495 Mar 02 07:59:56.345896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Allocated IP 172.20.0.9 (170af35c-2d66-4b43-916a-f9d4481193fd/078b38af-fe15-4825-9e68-32bbb4ab2dec/d1608082-d77f-4dda-af70-9f2b46dff3fb) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:56.371913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:56.384903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:56.385281 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:56.392697 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:56.502948 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:56.523408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3aeab30-d7f0-4c4e-9199-6ce28b1e4bc1 HTTP/1.1" status: 204 len: 168 time: 1.1843965 Mar 02 07:59:56.523408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40166) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:56.534440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-f121e4d3-0117-4c03-8328-7872fca5448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:56.534440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-f121e4d3-0117-4c03-8328-7872fca5448c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4577980 Mar 02 07:59:56.541410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5d4f-d8f6-41a3-a9b0-202415bbb3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aeab30-d7f0-4c4e-9199-6ce28b1e4bc1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:56.919720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:56.929264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2151bc-14f7-4d8d-960a-ef2a00e8aeec req-ecd0332f-72f3-4e8b-beb2-d59ae0f2828a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:56.955621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a2151bc-14f7-4d8d-960a-ef2a00e8aeec req-ecd0332f-72f3-4e8b-beb2-d59ae0f2828a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.7443979 Mar 02 07:59:57.010246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:57.016675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:59:57.033388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:57.069240 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6a2151bc-14f7-4d8d-960a-ef2a00e8aeec req-1f9681f4-61fc-461f-a83a-9a540b90b44d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068597 Mar 02 07:59:57.086888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:57.135609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:57.194994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-84486f69-c598-450c-aa66-5195b3779d58 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533873 Mar 02 07:59:57.198900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Transition to ACTIVE for port object d1608082-d77f-4dda-af70-9f2b46dff3fb will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:59:57.496959 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'code': 200} Mar 02 07:59:57.496959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:57.524462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-6d998acb-25f9-472a-b340-1ea69eee3a15 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956305 Mar 02 07:59:57.748602 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:57.759569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cc411a29-2e63-4b1a-bb34-501192048e76'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:59:58.071631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfff75-0250-42f9-8085-ba1f4b63b15c req-ede3d97a-fec2-4b2f-9a7a-ba2829d2232c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:58.084787 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-accfff75-0250-42f9-8085-ba1f4b63b15c req-ede3d97a-fec2-4b2f-9a7a-ba2829d2232c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.7225249 Mar 02 07:59:58.084917 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.088222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Network 170af35c-2d66-4b43-916a-f9d4481193fd is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:58.131110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:58.166880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:58.255711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99516b26-a20e-4c78-8a60-34309142d84e']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:58.278025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c709ce-1e3c-4ee4-ba7b-ae2950c86fec') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:58.278480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c709ce-1e3c-4ee4-ba7b-ae2950c86fec') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:58.290626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-accfff75-0250-42f9-8085-ba1f4b63b15c req-4e2af787-39f9-4dcb-85a9-36b08d87a59e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908355 Mar 02 07:59:58.291312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Pushing event updated for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:58.295838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.316294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.337509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:59:58.338330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.396349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:58.396905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.475941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-eea3c64d-5089-4398-be06-37ec78b9fcda tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8567889 Mar 02 07:59:58.516662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Request body: {'port': {'device_id': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: timer() Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:59:58.573056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.606288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.619905 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] 10.222.0.21 "DELETE /v2.0/networks/99516b26-a20e-4c78-8a60-34309142d84e HTTP/1.1" status: 204 len: 168 time: 2.0859008 Mar 02 07:59:58.621493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a23b4-9314-49f7-85b9-69097ce0e772 req-f31d5b9d-f2b7-40a4-981e-c6701844aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:58.623597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a23b4-9314-49f7-85b9-69097ce0e772 req-f31d5b9d-f2b7-40a4-981e-c6701844aa06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 1.2606640 Mar 02 07:59:58.784810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-565a23b4-9314-49f7-85b9-69097ce0e772 req-d7241425-4877-4cec-9c9d-ad6336bf9c1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476505 Mar 02 07:59:58.786235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40e2a3-52fe-44f8-80ee-e75fb03ee05f admin admin] Pushing event deleted for resources: {'Network': ['ID=99516b26-a20e-4c78-8a60-34309142d84e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:58.801603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039997-3db6-44ae-a9f3-e1fe3b0eb5ae req-43b9acd9-3477-4bf7-9cb2-2592460dc206 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:58.809539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64039997-3db6-44ae-a9f3-e1fe3b0eb5ae req-43b9acd9-3477-4bf7-9cb2-2592460dc206 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1027 time: 1.2154002 Mar 02 07:59:58.829727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-283e917a-f7cb-450b-b799-a7f7e38adf75 None None] Provisioning for port d1608082-d77f-4dda-af70-9f2b46dff3fb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:59:58.847700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-283e917a-f7cb-450b-b799-a7f7e38adf75 None None] Provisioning complete for port d1608082-d77f-4dda-af70-9f2b46dff3fb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:59:58.848427 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-283e917a-f7cb-450b-b799-a7f7e38adf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:58.915810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64039997-3db6-44ae-a9f3-e1fe3b0eb5ae req-1a634f66-28a9-42d0-836d-61fbf36ad026 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883512 Mar 02 07:59:58.973834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40200) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:59.088345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-283e917a-f7cb-450b-b799-a7f7e38adf75 None None] Port d1608082-d77f-4dda-af70-9f2b46dff3fb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:59:59.151711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-28cc4c8d-5e4b-4202-acaa-dc3829789037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b56197e20cd245a3a2d952f39c7c1216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604950 Mar 02 07:59:59.152460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:59.172434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.242861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda8dd5-aeff-4af9-af35-4f6f83c2745f req-cd9d4d53-1c9a-412b-975d-1fea98755567 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:59.244372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8eda8dd5-aeff-4af9-af35-4f6f83c2745f req-cd9d4d53-1c9a-412b-975d-1fea98755567 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.5492299 Mar 02 07:59:59.325285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40210) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:59.354615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.391212 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.393348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8eda8dd5-aeff-4af9-af35-4f6f83c2745f req-eb414231-ec00-4eb2-8151-f097b90f2547 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921237 Mar 02 07:59:59.752145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.784465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:59.789150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.806820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Usage tracker for resource:security_group_rule and tenant:d055e66f0bd34c8f81a7d986a2f875c8 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:59.809466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627a807b-6513-4f86-8136-3c652627e6ae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:59.815681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:59.838075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:59.896298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:59.901995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a28617a4-68bc-42d2-9bc6-9bb60e9d1c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/627a807b-6513-4f86-8136-3c652627e6ae HTTP/1.1" status: 204 len: 168 time: 0.7479365 Mar 02 08:00:00.020374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1608082-d77f-4dda-af70-9f2b46dff3fb {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:00.048768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.079504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Transition to ACTIVE for port object d1608082-d77f-4dda-af70-9f2b46dff3fb will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:00.086770 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.111560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073ff6a-916c-4e59-8a30-9046c1088fa5 req-49e89fe6-c17a-4047-ba6a-151ef0ed976b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:00.113397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3073ff6a-916c-4e59-8a30-9046c1088fa5 req-49e89fe6-c17a-4047-ba6a-151ef0ed976b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.4777246 Mar 02 08:00:00.158464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.181950 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.236847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d055e66f0bd34c8f81a7d986a2f875c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098916 Mar 02 08:00:00.242384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40222) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:00.246210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3073ff6a-916c-4e59-8a30-9046c1088fa5 req-fe043167-7ec9-4bf6-9822-9db68b9d2d89 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243806 Mar 02 08:00:00.333905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a200db-0528-4158-af83-09b149a1548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3828575-49ca-4200-92b2-9c61efb0c041,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:00.448068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.552630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.682473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40234) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:00.711395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.765183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3828575-49ca-4200-92b2-9c61efb0c041,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:00.943603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:00.944754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6d044350-740a-4207-bf30-5f146ab683cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3828575-49ca-4200-92b2-9c61efb0c041 HTTP/1.1" status: 204 len: 168 time: 0.6958287 Mar 02 08:00:00.981252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Pushing event updated for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:00.998709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40242) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:01.008515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-027b11bb-74d9-4b7a-a6bc-6f26d4e959a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91d6be6e42a84809a4c63ac6935840ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243995 Mar 02 08:00:01.009290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:01.127958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.161601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a929-b348-4cfe-a691-07ab75554ad5 req-466853e3-760a-4f8a-ab2a-cb16dcd293a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:01.163031 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8a75a929-b348-4cfe-a691-07ab75554ad5 req-466853e3-760a-4f8a-ab2a-cb16dcd293a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:01.186724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ec5b7-854a-4dc2-b50e-fcb7886247b7 req-a6b59a9a-1d70-423c-982f-5df529156bab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:01.188335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b35ec5b7-854a-4dc2-b50e-fcb7886247b7 req-a6b59a9a-1d70-423c-982f-5df529156bab tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.3648977 Mar 02 08:00:01.213371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Attempting to bind port d1608082-d77f-4dda-af70-9f2b46dff3fb on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:01.214192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Attempting to bind port d1608082-d77f-4dda-af70-9f2b46dff3fb by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:01.214899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Attempting to bind port d1608082-d77f-4dda-af70-9f2b46dff3fb on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:01.223815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Port d1608082-d77f-4dda-af70-9f2b46dff3fb on network 170af35c-2d66-4b43-916a-f9d4481193fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:00:01.224037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Attempting to bind port d1608082-d77f-4dda-af70-9f2b46dff3fb on network 170af35c-2d66-4b43-916a-f9d4481193fd {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:01.231744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:01.231931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Checking segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:01.233678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Bound using segment: {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:01.234621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Bound port: d1608082-d77f-4dda-af70-9f2b46dff3fb, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:01.235885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.263345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8a75a929-b348-4cfe-a691-07ab75554ad5 req-466853e3-760a-4f8a-ab2a-cb16dcd293a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:01.272653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a75a929-b348-4cfe-a691-07ab75554ad5 req-466853e3-760a-4f8a-ab2a-cb16dcd293a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1052 time: 0.7682567 Mar 02 08:00:01.275929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.366346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b35ec5b7-854a-4dc2-b50e-fcb7886247b7 req-fdb95979-cdab-47bf-84d2-506d1377ca63 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710465 Mar 02 08:00:01.450230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a75a929-b348-4cfe-a691-07ab75554ad5 req-64d13d29-0c15-4ccd-84e4-347bdaedce57 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760678 Mar 02 08:00:01.459335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.489936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5776f2fd-b810-4f29-a7f3-27e78f6a1f3e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:01.509955 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.514678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:01.514787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad3e6666-1c05-4dc6-8595-f751149d8ccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5776f2fd-b810-4f29-a7f3-27e78f6a1f3e HTTP/1.1" status: 204 len: 168 time: 0.4961092 Mar 02 08:00:01.515446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:01.523124 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.628475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Pushing event updated for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:01.640251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:01.641144 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.643895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-0faaf6a4-a51d-41f5-aeb2-54ec6ce90eeb service neutron] 10.222.0.16 "PUT /v2.0/ports/d1608082-d77f-4dda-af70-9f2b46dff3fb HTTP/1.1" status: 200 len: 1091 time: 3.1556580 Mar 02 08:00:01.647982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:01.760399 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb', 'status': 'completed', 'code': 200} Mar 02 08:00:01.807582 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:01.854170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ae056df9-b56e-4fec-90f4-1d6447ea9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:01.860207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ae056df9-b56e-4fec-90f4-1d6447ea9713 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1094 time: 0.1584485 Mar 02 08:00:01.868053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:01.876870 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcd4797ea864660b571f2500759a152 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:01.882667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:01.895666 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:01.964534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4769-eb6d-4046-94c2-b31cb6c990ed req-9a765f38-3693-4342-bd62-02377bd2ceda tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:01.969564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f09e4769-eb6d-4046-94c2-b31cb6c990ed req-9a765f38-3693-4342-bd62-02377bd2ceda tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.3897603 Mar 02 08:00:02.010966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-ec02a278-5bb5-4516-8ac8-831fe07f5fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb HTTP/1.1" status: 200 len: 217 time: 0.1467462 Mar 02 08:00:02.068769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40262) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:02.104306 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.127374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:02.135813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Usage tracker for resource:security_group_rule and tenant:69c73759e87c4394aa631a0d66448162 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:02.139593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-8e790d49-a6a0-4439-962d-ee9d44a80568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:02.141260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-8e790d49-a6a0-4439-962d-ee9d44a80568 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=078b38af-fe15-4825-9e68-32bbb4ab2dec HTTP/1.1" status: 200 len: 848 time: 0.1253252 Mar 02 08:00:02.142119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:02.150545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:02.187113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f09e4769-eb6d-4046-94c2-b31cb6c990ed req-3caa8c5d-6124-4bce-b6f3-687a6f638e18 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840017 Mar 02 08:00:02.268027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.274239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.334041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dcd4797ea864660b571f2500759a152&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3342316 Mar 02 08:00:02.338343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40274) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:02.353566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9480e09b-fd95-4efa-8000-3af1ae6b5005,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:02.364148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.364668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.365067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.365393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-5d859ef2-74c2-4af0-af61-706efe04fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:02.365784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.366469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.366982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.367613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.368153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.368683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.369370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.369928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.371436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-5d859ef2-74c2-4af0-af61-706efe04fa81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=170af35c-2d66-4b43-916a-f9d4481193fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218075 Mar 02 08:00:02.371659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9658ddd-6743-4504-8be5-953a4fce31a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:02.477324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.524188 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.612567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.652161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9480e09b-fd95-4efa-8000-3af1ae6b5005,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:02.699741 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.715933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.742934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:02.744277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a24ce4b0-1e9d-4093-9bbc-c142756c5b9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9480e09b-fd95-4efa-8000-3af1ae6b5005 HTTP/1.1" status: 204 len: 168 time: 0.4050364 Mar 02 08:00:02.810424 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-3425707f-24b0-41c2-9ba2-8ef2129816d7 service neutron] 10.222.0.16 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284453 Mar 02 08:00:02.812133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4cca-763c-40c1-b78a-2195043696e6 req-b4432c16-c5d3-4ce4-83dc-f7221ac7696d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:02.821953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e0f4cca-763c-40c1-b78a-2195043696e6 req-b4432c16-c5d3-4ce4-83dc-f7221ac7696d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.1725237 Mar 02 08:00:02.883134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e0f4cca-763c-40c1-b78a-2195043696e6 req-6e934d9a-258f-41c0-90f9-55331346e7b5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Mar 02 08:00:03.047491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-05049bc2-1b17-45b8-8462-bb38243bbd87 req-7fb9c247-0f2a-47dd-8c7e-d5d24f524f3b service neutron] 10.222.0.16 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285178 Mar 02 08:00:03.048422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dfec74-22ac-458e-ab0b-c7d12249cbbc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:03.080627 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94779735-2145-4337-bb82-90c42434bc5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69c73759e87c4394aa631a0d66448162&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107474 Mar 02 08:00:03.090491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236106d-1850-41c2-8927-7e01c2eb1e48 req-ee02c378-82ed-4a44-868c-4f2a682e1699 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:03.092205 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9236106d-1850-41c2-8927-7e01c2eb1e48 req-ee02c378-82ed-4a44-868c-4f2a682e1699 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.6705308 Mar 02 08:00:03.092942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40294) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:03.133387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40298) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:03.246433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9236106d-1850-41c2-8927-7e01c2eb1e48 req-1391591e-2dd8-423c-ae00-990d7ae775a6 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350362 Mar 02 08:00:03.289251 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.323719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.325690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40306) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:03.336311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf6e0-8d92-4f49-ac79-98275a7cafb3 req-cfa94b9c-788e-4a61-ae65-31d5cd1caba4 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:03.339060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a5bf6e0-8d92-4f49-ac79-98275a7cafb3 req-cfa94b9c-788e-4a61-ae65-31d5cd1caba4 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1094 time: 0.2886274 Mar 02 08:00:03.402540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.427424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dfec74-22ac-458e-ab0b-c7d12249cbbc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:03.435976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-7075f877-7b9e-4068-9628-f8e2311c9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:03.437894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-7075f877-7b9e-4068-9628-f8e2311c9893 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f00406ea9e414e5190fc64cd8416dff0&device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1094 time: 0.2999690 Mar 02 08:00:03.442768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.443859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3d089cd7-afa8-47aa-af48-fc9426af41dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7dfec74-22ac-458e-ab0b-c7d12249cbbc HTTP/1.1" status: 204 len: 168 time: 0.3495514 Mar 02 08:00:03.504026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a5bf6e0-8d92-4f49-ac79-98275a7cafb3 req-90451507-dc90-44b3-8b5f-89a9f8002059 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581895 Mar 02 08:00:03.711849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-631288591-network', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:03.719993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:03.725097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Usage tracker for resource:network and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:03.735590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:03.743405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:03.762829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Made reservation on behalf of 5f094077315343fd8bd1f9c91ca7b343 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:03.765610 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.789396 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.831318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd677b95-314c-4d3a-990d-16a366c1c08d tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:03.832386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dd677b95-314c-4d3a-990d-16a366c1c08d tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] Synchronizing usage tracker for tenant:09b5704874064514bdcaec631aca44bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:03.833604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:03.846157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:03.853559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:03.857099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-38f68c20-70c2-4f41-ab96-8ba930f83468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:03.858206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-dd677b95-314c-4d3a-990d-16a366c1c08d tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] Unset dirty status for tenant:09b5704874064514bdcaec631aca44bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:03.859496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-38f68c20-70c2-4f41-ab96-8ba930f83468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 200 len: 909 time: 0.4142878 Mar 02 08:00:03.863814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd677b95-314c-4d3a-990d-16a366c1c08d tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1092 time: 0.5193293 Mar 02 08:00:03.866373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40316) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:03.871600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:03.872522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:03.882684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:03.887539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Usage tracker for resource:floatingip and tenant:d071f86d1ef74adc8f7ea6d1bd3275af is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:03.890762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:03.897846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:03.916296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:03.987103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-3322b443-8fe2-4fad-bfc0-dffaca752dc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb HTTP/1.1" status: 200 len: 217 time: 0.0802712 Mar 02 08:00:04.080888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-12152cd3-714b-4847-8ae7-c419dda79cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:04.083923 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-12152cd3-714b-4847-8ae7-c419dda79cb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=078b38af-fe15-4825-9e68-32bbb4ab2dec HTTP/1.1" status: 200 len: 848 time: 0.0908332 Mar 02 08:00:04.111064 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.140079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.188843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.237378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:00:04.248163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583f8b1-035b-4245-bab1-9925e2af8b5d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:04.257753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.258521 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Added segment b7855335-ac5d-4e71-9999-fcd9ac0fc8d4 of type vlan for network 47f8ea56-0d25-4159-862f-88509af6c13b Mar 02 08:00:04.296678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Allocated IP 172.25.4.245 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:04.299589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.329122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-7e077166-a4aa-4188-9fa8-e80a7ae0b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:04.329908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-7e077166-a4aa-4188-9fa8-e80a7ae0b556 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=170af35c-2d66-4b43-916a-f9d4481193fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329443 Mar 02 08:00:04.374615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909bbf1-36eb-4ae4-a45f-854baf563df3 req-48d4249e-3894-4f23-b337-49fa0e5b7aad tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:04.375649 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2909bbf1-36eb-4ae4-a45f-854baf563df3 req-48d4249e-3894-4f23-b337-49fa0e5b7aad tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.2802417 Mar 02 08:00:04.410162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.411055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:04.411633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.609740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2909bbf1-36eb-4ae4-a45f-854baf563df3 req-2284e61b-4e85-4012-8300-2ca5ab71d777 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160733 Mar 02 08:00:04.622830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4788437 Mar 02 08:00:04.622830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40340) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:04.652276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10936c-4cf4-4e09-adca-e61d8a45bcdc admin admin] Pushing event updated for resources: {'Network': ['ID=47f8ea56-0d25-4159-862f-88509af6c13b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:04.665006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Request body: {'subnet': {'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-631288591-subnet', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:04.665285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 47f8ea56-0d25-4159-862f-88509af6c13b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:00:04.671911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:04.687645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-86b88a7a-0378-4b7b-8b21-885d73d8dc7e service neutron] 10.222.0.16 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476090 Mar 02 08:00:04.690233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Usage tracker for resource:subnet and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:04.693602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:04.726251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.727802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:04.808423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Made reservation on behalf of 5f094077315343fd8bd1f9c91ca7b343 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:04.810892 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.887859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.950176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24103ca0-b23c-4ba1-9e3a-340903fc145b req-88d1e1e8-ef23-413a-a350-defb933fcef8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:04.952559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24103ca0-b23c-4ba1-9e3a-340903fc145b req-88d1e1e8-ef23-413a-a350-defb933fcef8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1094 time: 0.1942053 Mar 02 08:00:04.972770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71fbaf02-965b-45e9-bcfc-fad97e273dbb req-5a0f2b3f-cde4-480f-b661-73ca81401644 service neutron] 10.222.0.16 "GET /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678814 Mar 02 08:00:04.990325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:05.001081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:05.007036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:05.053676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'Port': ['ID=4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:05.079222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24103ca0-b23c-4ba1-9e3a-340903fc145b req-4f6f94c0-215d-4cfe-9ad4-6c8d1ce98396 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130700 Mar 02 08:00:05.140525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.226646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f419d7f-dfd4-4845-b47b-ffd4e6415514,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:05.231571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Checking segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:05.231930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Network hostable DHCP agents. Network: 47f8ea56-0d25-4159-862f-88509af6c13b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:00:05.253773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Network 47f8ea56-0d25-4159-862f-88509af6c13b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:00:05.267519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 47f8ea56-0d25-4159-862f-88509af6c13b) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:05.277737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:05.278352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a2122-51e8-44d9-9e59-09033b85c8e1 None None] Network 47f8ea56-0d25-4159-862f-88509af6c13b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:05.280573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.314722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e3ba7347-3655-4c88-a5a9-9dc8fbc12562 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6920326 Mar 02 08:00:05.317365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40356) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:05.323351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:05.329687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:05.334699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Usage tracker for resource:router and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:05.337943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:05.345959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:05.360710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.362161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.384446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.567094 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.588089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-47f8ea56-0d25-4159-862f-88509af6c13b', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:00:05.589198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.686656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.876073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Allocated IP 172.20.0.2 (47f8ea56-0d25-4159-862f-88509af6c13b/6f419d7f-dfd4-4845-b47b-ffd4e6415514/22148df1-2371-429f-a404-4fc6b4ad2575) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:05.947671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.987519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.994076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.145796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event updated for resources: {'Port': ['ID=4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:06.154739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008587f-f6e1-462b-91cc-99d1a80d3660 req-123e5431-22c9-43e2-a972-e74c9405b4bb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:06.156545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1608082-d77f-4dda-af70-9f2b46dff3fb details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:00:06.157214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4008587f-f6e1-462b-91cc-99d1a80d3660 req-123e5431-22c9-43e2-a972-e74c9405b4bb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.2013886 Mar 02 08:00:06.166887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.192750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.219753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Transition to ACTIVE for port object 22148df1-2371-429f-a404-4fc6b4ad2575 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:06.236239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4008587f-f6e1-462b-91cc-99d1a80d3660 req-b24c36e6-ba08-4ac1-b7d9-805d697502fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657158 Mar 02 08:00:06.305262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Transition to ACTIVE for port object 22148df1-2371-429f-a404-4fc6b4ad2575 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:06.315462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.388109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Network 47f8ea56-0d25-4159-862f-88509af6c13b is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:06.393210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:06.396485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:06.423485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Pushing event updated for resources: {'Port': ['ID=22148df1-2371-429f-a404-4fc6b4ad2575,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:06.438515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.438864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.439197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.439929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.440458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.440966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.441546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.442399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.442962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.443459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.443954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.444463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:06.462827 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Floating IP f0c8a195-4ac8-41cd-9b88-3c54763823c2 associated. External IP: 172.25.4.245, port: e4cfbf5a-aeff-4da7-bcdf-3d9232910dff. Mar 02 08:00:06.500651 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.549024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:06.550498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.555621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2fdfb-bdc5-409a-8197-2fe61f97c11b req-93ed62ea-57bc-472f-bbd4-63cf0901d963 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:06.563291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21f2fdfb-bdc5-409a-8197-2fe61f97c11b req-93ed62ea-57bc-472f-bbd4-63cf0901d963 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1094 time: 0.2489028 Mar 02 08:00:06.565989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Attempting to bind port 22148df1-2371-429f-a404-4fc6b4ad2575 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:06.566747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Attempting to bind port 22148df1-2371-429f-a404-4fc6b4ad2575 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:06.567445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Attempting to bind port 22148df1-2371-429f-a404-4fc6b4ad2575 on network 47f8ea56-0d25-4159-862f-88509af6c13b {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:06.574391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:06.575116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Checking segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:06.575901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.576543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Bound using segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:06.577248 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Bound port: 22148df1-2371-429f-a404-4fc6b4ad2575, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:06.577892 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.687621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd1608082-d77f-4dda-af70-9f2b46dff3fb', 'network_id': '170af35c-2d66-4b43-916a-f9d4481193fd', 'port_id': 'd1608082-d77f-4dda-af70-9f2b46dff3fb', 'mac_address': 'fa:16:3e:46:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078b38af-fe15-4825-9e68-32bbb4ab2dec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:00:06.756568 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.780517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1608082-d77f-4dda-af70-9f2b46dff3fb {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:06.784690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] For port 22148df1-2371-429f-a404-4fc6b4ad2575, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:06.798470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] For port 22148df1-2371-429f-a404-4fc6b4ad2575, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22148df1-2371-429f-a404-4fc6b4ad2575,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:06.802774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21f2fdfb-bdc5-409a-8197-2fe61f97c11b req-660e3089-4cf8-4ab3-89f1-309a35a57716 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383244 Mar 02 08:00:06.805177 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:06.807814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.884302 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Allocated IP 172.25.4.141 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1a77d688-2d17-4584-a5a8-07e73d960eef) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:06.908678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:06.949084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be77b5-48d9-44b9-84aa-2dfcad4dcd82 None None] Pushing event updated for resources: {'Port': ['ID=22148df1-2371-429f-a404-4fc6b4ad2575,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:07.080180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:07.120805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:07.151559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Router a955557a-cbed-4509-a6d7-e102e4c740ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:07.156219 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:07.206425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d1608082-d77f-4dda-af70-9f2b46dff3fb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:07.310441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:07.317911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:07.322643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:07.532352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Pushing event updated for resources: {'Port': ['ID=1a77d688-2d17-4584-a5a8-07e73d960eef,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:07.667780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:07.677513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22148df1-2371-429f-a404-4fc6b4ad2575 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:07.699329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:07.714938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:07.715964 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:07.719719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:07.798651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 22148df1-2371-429f-a404-4fc6b4ad2575 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:07.888347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-22ba229b-0dae-4e2b-bd05-e3f85acf9ee1 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0188949 Mar 02 08:00:07.889571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40388) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:07.890557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:08.022613 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:08.109831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dce9e-e932-4bf6-9ba8-fb581a0a0008 req-82a632bd-9760-4707-b6c3-259645986880 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:08.111421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f08dce9e-e932-4bf6-9ba8-fb581a0a0008 req-82a632bd-9760-4707-b6c3-259645986880 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.5474977 Mar 02 08:00:08.169950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1608082-d77f-4dda-af70-9f2b46dff3fb up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:08.221283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d8b78-92b8-405d-b191-4aa11dfcd43a req-f55e230f-502e-4e66-a82f-820c5a0d8d32 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:08.234572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-732d8b78-92b8-405d-b191-4aa11dfcd43a req-f55e230f-502e-4e66-a82f-820c5a0d8d32 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1095 time: 0.1868782 Mar 02 08:00:08.253144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f08dce9e-e932-4bf6-9ba8-fb581a0a0008 req-c47e3b3f-914d-4e84-8b92-7ab0441df105 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790491 Mar 02 08:00:08.313676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d1608082-d77f-4dda-af70-9f2b46dff3fb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:08.329389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d1608082-d77f-4dda-af70-9f2b46dff3fb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:08.335581 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:08.337892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-732d8b78-92b8-405d-b191-4aa11dfcd43a req-b69d6ca7-b3f9-4e41-97eb-0a27d1c1db72 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012328 Mar 02 08:00:08.352961 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 08:00:08.448156 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:08.496966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:08.526633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:08.540202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:08.546464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:08.639819 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb', 'code': 200} Mar 02 08:00:08.658474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:08.747412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:05Z', 'revision_number': 0, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:08.747412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:08.757640 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:08.759403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:08.767200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4710d89-1f55-46f7-9e3c-72988baa1a9f None None] Network 47f8ea56-0d25-4159-862f-88509af6c13b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:08.844424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db169e88-4391-461a-8f86-5d0762c49724 tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:08.846011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-db169e88-4391-461a-8f86-5d0762c49724 tempest-TestVolumeBackupRestore-1445113283 tempest-TestVolumeBackupRestore-1445113283-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1092 time: 0.9554706 Mar 02 08:00:08.850153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40398) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:08.860500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Request body: {'floatingip': {'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:08.965315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbd55-2247-4b21-8347-28467883a1eb req-e545941d-2ded-4608-aa48-26cb2934eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:08.967091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-845fbd55-2247-4b21-8347-28467883a1eb req-e545941d-2ded-4608-aa48-26cb2934eae9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.2484281 Mar 02 08:00:08.986664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee80d-8304-44d9-856f-56422ac33973 req-9e33fdb6-97c8-45a7-a53c-587f34a4a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:08.992931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-9e33fdb6-97c8-45a7-a53c-587f34a4a2e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 0.2040203 Mar 02 08:00:09.014891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:09.060099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Provisioning for port 22148df1-2371-429f-a404-4fc6b4ad2575 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:09.068990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Provisioning complete for port 22148df1-2371-429f-a404-4fc6b4ad2575 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:09.070267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:09.073846 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:09.117798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-845fbd55-2247-4b21-8347-28467883a1eb req-d07db906-5398-4f3d-a76a-36703ee02d54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431611 Mar 02 08:00:09.320613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee80d-8304-44d9-856f-56422ac33973 req-8129313f-87f8-42b0-80d1-e320d21d2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:09.324928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-8129313f-87f8-42b0-80d1-e320d21d2c01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.3273616 Mar 02 08:00:09.494890 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:09.597289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] For port 22148df1-2371-429f-a404-4fc6b4ad2575, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22148df1-2371-429f-a404-4fc6b4ad2575,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:09.608622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:09.688289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-a2c55d71-e605-4f7a-a373-95c261aec4a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 1000 time: 0.2679639 Mar 02 08:00:09.756247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0ae1d-1f96-4028-b4d0-b9c5b46ae8db None None] Pushing event updated for resources: {'Port': ['ID=22148df1-2371-429f-a404-4fc6b4ad2575,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:09.847836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d1fbbec5-37c3-4352-be01-847988ca92d6 None None] Provisioning complete for port 22148df1-2371-429f-a404-4fc6b4ad2575 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:09.848254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbec5-37c3-4352-be01-847988ca92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:09.859651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3a8d2-3b86-43b2-88b4-cc83d05a1492 req-72651990-c326-4fed-84f8-8bb058db1971 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:09.867303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9bf3a8d2-3b86-43b2-88b4-cc83d05a1492 req-72651990-c326-4fed-84f8-8bb058db1971 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.2910087 Mar 02 08:00:09.876410 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:05Z', 'revision_number': 0, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:09.889009 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7726c-dff1-4976-bb11-550a268f8682 None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:05Z', 'revision_number': 0, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:09.985831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:10.112745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee80d-8304-44d9-856f-56422ac33973 req-b74f544d-372f-4920-af70-bfa0941d5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:10.115168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-b74f544d-372f-4920-af70-bfa0941d5576 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.3066092 Mar 02 08:00:10.234185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67940-0711-442d-928d-55f6c8aeadbd req-8d2ccaba-56f2-429b-885e-83f3817eae26 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:10.242575 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ad67940-0711-442d-928d-55f6c8aeadbd req-8d2ccaba-56f2-429b-885e-83f3817eae26 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.4443045 Mar 02 08:00:10.258374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9bf3a8d2-3b86-43b2-88b4-cc83d05a1492 req-03fe3cdf-6134-4aa3-975a-244b49e37e02 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898945 Mar 02 08:00:10.374764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ad67940-0711-442d-928d-55f6c8aeadbd req-405e80fd-2fe6-4a64-b877-bc3f8dd18db8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312988 Mar 02 08:00:10.379505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb90a-b943-4302-81f9-dae4d7115c26 None None] New status for floating IP f0c8a195-4ac8-41cd-9b88-3c54763823c2: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:00:10.438564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee80d-8304-44d9-856f-56422ac33973 req-c0fd4c5a-9418-4af8-af92-841cf1f10bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:10.440269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-c0fd4c5a-9418-4af8-af92-841cf1f10bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116572 Mar 02 08:00:10.575468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:10.583729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:10.640265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Router b51d1c3d-ac13-45ac-ac81-344c9b22008e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:00:10.902739 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-f0ffb90a-b943-4302-81f9-dae4d7115c26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:00:10.903896 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-f0ffb90a-b943-4302-81f9-dae4d7115c26 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:00:10.948494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-cbe7a47e-0f65-4066-99c7-d118c2a2fb19 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934237 Mar 02 08:00:11.418222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb90a-b943-4302-81f9-dae4d7115c26 None None] New status for floating IP f0c8a195-4ac8-41cd-9b88-3c54763823c2: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:00:11.747010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22148df1-2371-429f-a404-4fc6b4ad2575 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:11.985180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Router a955557a-cbed-4509-a6d7-e102e4c740ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:12.040337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3cdee80d-8304-44d9-856f-56422ac33973 req-51bbee64-7304-4ea4-b99f-c25c385f7b6b service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0806446 Mar 02 08:00:12.164467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:12.194334 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Sync routers for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:12.220586 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:12.221918 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:12.234431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f78a3-f75c-4dcc-98e3-2b41c07d48b6 req-cecbf589-ba18-4c2b-8404-b808e073bbe2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:12.236182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e69f78a3-f75c-4dcc-98e3-2b41c07d48b6 req-cecbf589-ba18-4c2b-8404-b808e073bbe2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.4783144 Mar 02 08:00:12.242707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:12.247209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-610c415c-449f-4a78-813e-99b93937f55c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9287133 Mar 02 08:00:12.249708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40432) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:12.301454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1dc090d-951d-4bca-95dd-078508fb29ae details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:00:12.316075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-38cb0c19-94f1-4832-85a4-759a30bd7902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:12.378761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5901d-0757-44f8-b694-70f1de7a6a6c req-f2f4e175-dac9-4688-be70-a74498947797 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:12.387640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e5901d-0757-44f8-b694-70f1de7a6a6c req-f2f4e175-dac9-4688-be70-a74498947797 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 944 time: 0.7368290 Mar 02 08:00:12.451441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e69f78a3-f75c-4dcc-98e3-2b41c07d48b6 req-a386d2a4-5e91-4453-8a90-1398221f0499 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995330 Mar 02 08:00:12.525489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1dc090d-951d-4bca-95dd-078508fb29ae,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:12.543513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:12.548012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd1dc090d-951d-4bca-95dd-078508fb29ae', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': 'd1dc090d-951d-4bca-95dd-078508fb29ae', 'mac_address': 'fa:16:3e:84:a9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:00:12.760781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 22148df1-2371-429f-a404-4fc6b4ad2575 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:12.760781 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:12.795204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27e5901d-0757-44f8-b694-70f1de7a6a6c req-ef7154db-bc7c-4589-888a-d1f05c716c11 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019690 Mar 02 08:00:12.867722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:12.872562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:12.924304 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:13.010359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:13.022024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dc090d-951d-4bca-95dd-078508fb29ae {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:13.060488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1dc090d-951d-4bca-95dd-078508fb29ae,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:13.089800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b55993da-bfa2-4ffa-b58b-22e27f363cee tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "PUT /v2.0/floatingips/f0c8a195-4ac8-41cd-9b88-3c54763823c2 HTTP/1.1" status: 200 len: 992 time: 4.2375989 Mar 02 08:00:13.098614 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:13.120993 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 08:00:13.266763 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:08Z', 'revision_number': 3, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:13.272856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Checking router: b51d1c3d-ac13-45ac-ac81-344c9b22008e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:13.272856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Updating router b51d1c3d-ac13-45ac-ac81-344c9b22008e port 1a77d688-2d17-4584-a5a8-07e73d960eef binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:13.320975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:13.365795 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:13.368715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:13.369438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T07:59:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:13.420958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803c57-0e33-42ed-a8d0-bc57b30be011 req-f2e7b646-90c2-4427-982a-d34a9b669cd2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:13.422506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c803c57-0e33-42ed-a8d0-bc57b30be011 req-f2e7b646-90c2-4427-982a-d34a9b669cd2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.4220347 Mar 02 08:00:13.526945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-3767b626-1f37-40ec-979d-3e76b19e4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:13.526945 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-3767b626-1f37-40ec-979d-3e76b19e4523 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 0.3664575 Mar 02 08:00:13.658517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:13.691697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-894a600d-07b8-42b5-8038-541563c184f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:13.700103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-894a600d-07b8-42b5-8038-541563c184f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.1660471 Mar 02 08:00:13.883797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:13.888618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d1dc090d-951d-4bca-95dd-078508fb29ae'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:13.946869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c803c57-0e33-42ed-a8d0-bc57b30be011 req-96e3a4e9-9c3c-423e-918b-8e39bfa8c7cc tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604557 Mar 02 08:00:14.026272 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.068765 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Transition to ACTIVE for port object 1a77d688-2d17-4584-a5a8-07e73d960eef will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:14.076673 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-88b3d5c1-bb84-4fb7-83bc-382faa461b1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 1002 time: 0.3711135 Mar 02 08:00:14.089269 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.306190 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Pushing event updated for resources: {'Port': ['ID=1a77d688-2d17-4584-a5a8-07e73d960eef,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:14.319887 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.320957 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.320957 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.321109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.321448 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.321772 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.322269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.322661 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.322989 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.323332 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.323812 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.324279 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:14.338718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b05d8-bcbd-4bbc-98e0-5bebed512808 req-60ac8333-a82d-4c8d-8ce6-8476e063d9eb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:14.340761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f2b05d8-bcbd-4bbc-98e0-5bebed512808 req-60ac8333-a82d-4c8d-8ce6-8476e063d9eb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 945 time: 0.1841986 Mar 02 08:00:14.377518 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Attempting to bind port 1a77d688-2d17-4584-a5a8-07e73d960eef on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:14.379596 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Attempting to bind port 1a77d688-2d17-4584-a5a8-07e73d960eef by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:14.379596 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Attempting to bind port 1a77d688-2d17-4584-a5a8-07e73d960eef on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:14.387525 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:14.393918 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:14.395596 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.396464 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:14.401717 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Bound port: 1a77d688-2d17-4584-a5a8-07e73d960eef, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:14.403474 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.455143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-52a56a40-9695-4a47-aee0-9e31720b0dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.477001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8f2b05d8-bcbd-4bbc-98e0-5bebed512808 req-d3c550c8-033b-48e9-8df8-900afb2449ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225274 Mar 02 08:00:14.541132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-54540fa0-b441-4b8f-be7e-6f79f28ba744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:14.541948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:12Z', 'revision_number': 2, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:14.542735 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-54540fa0-b441-4b8f-be7e-6f79f28ba744 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.4236877 Mar 02 08:00:14.552827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:14.566092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:14.567973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:14.594486 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] For port 1a77d688-2d17-4584-a5a8-07e73d960eef, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:14.603137 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] For port 1a77d688-2d17-4584-a5a8-07e73d960eef, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1a77d688-2d17-4584-a5a8-07e73d960eef,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:14.610688 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.711234 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:14.740330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d6916-2447-4ede-9e2a-51df95d1958c req-6aacbcf3-c918-4e57-bae2-2b67dd00b2bc tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:14.747626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e7d6916-2447-4ede-9e2a-51df95d1958c req-6aacbcf3-c918-4e57-bae2-2b67dd00b2bc tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.3595009 Mar 02 08:00:14.762344 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306f34-ae63-46a3-b302-06e2c26ef816 None None] Pushing event updated for resources: {'Port': ['ID=1a77d688-2d17-4584-a5a8-07e73d960eef,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:14.779158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:14.779158 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:14.848021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:14.906347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-2e96e252-fee8-4e7c-b9a5-2375648463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:14.908319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-2e96e252-fee8-4e7c-b9a5-2375648463a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957075 Mar 02 08:00:15.025331 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:15.065387 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e7d6916-2447-4ede-9e2a-51df95d1958c req-7e83a6ab-4a01-4a40-905d-1fd8567c5970 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165672 Mar 02 08:00:15.122305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:15.258449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-948e4af9-2a67-4146-b4fb-17a18194d6a8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374996 Mar 02 08:00:15.333885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:12Z', 'revision_number': 2, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:15.343772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4ed0b-b5dc-4b1a-bced-e26a79baf571 None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'f0c8a195-4ac8-41cd-9b88-3c54763823c2', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'port_id': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'mac_address': 'fa:16:3e:1d:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:12Z', 'revision_number': 2, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:15.497269 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:15.507376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:15.528924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Allocated IP 172.20.0.1 (47f8ea56-0d25-4159-862f-88509af6c13b/6f419d7f-dfd4-4845-b47b-ffd4e6415514/2ca5042e-2b17-4edb-827b-120492116104) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:15.680840 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 08:00:15.743509 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:08Z', 'revision_number': 3, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:15.748582 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad16f8-0cbf-4c65-901f-077d84714110 None None] The sync data for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 is: [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:08Z', 'revision_number': 3, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:15.835223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85756a75-4ab4-41f1-906e-c7c232c09d07 req-57bf8c75-fe78-43ed-a15e-880acfea6b6c service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676270 Mar 02 08:00:16.002858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823db814-e31b-4d61-8bf2-38716498d849 req-5f699428-896f-4449-b83a-bd6736f5b0da tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:16.011530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-823db814-e31b-4d61-8bf2-38716498d849 req-5f699428-896f-4449-b83a-bd6736f5b0da tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.1002188 Mar 02 08:00:16.036058 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.078143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Transition to ACTIVE for port object 2ca5042e-2b17-4edb-827b-120492116104 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:16.082403 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-823db814-e31b-4d61-8bf2-38716498d849 req-249ad71f-b039-4e18-8901-1310f775542e tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658643 Mar 02 08:00:16.102669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d275e-80df-421a-8010-561aca0d4988 req-1db88af1-2b6b-44cc-b4da-266660fb7112 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:16.104317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-741d275e-80df-421a-8010-561aca0d4988 req-1db88af1-2b6b-44cc-b4da-266660fb7112 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 945 time: 0.2534647 Mar 02 08:00:16.141823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-b525d08a-0484-4a80-adc8-30581649c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:16.141823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-b525d08a-0484-4a80-adc8-30581649c8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 0.2273281 Mar 02 08:00:16.219996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1dc090d-951d-4bca-95dd-078508fb29ae up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:16.358465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d1dc090d-951d-4bca-95dd-078508fb29ae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:16.367116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d1dc090d-951d-4bca-95dd-078508fb29ae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:16.367626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.372153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-741d275e-80df-421a-8010-561aca0d4988 req-a0995072-2469-4d16-9ec8-910cf61bba89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573607 Mar 02 08:00:16.379697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-94e74ce4-efd1-4f8e-b646-4266698651cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:16.381304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-94e74ce4-efd1-4f8e-b646-4266698651cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.2288415 Mar 02 08:00:16.383658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.571978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Network 47f8ea56-0d25-4159-862f-88509af6c13b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:16.579295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:16.586700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:16.598072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.643335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:16.680892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1dc090d-951d-4bca-95dd-078508fb29ae,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:16.687630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.804336 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-ceaa81c1-f913-4b8a-a3af-db7a693101c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 1002 time: 0.3949966 Mar 02 08:00:16.825465 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae', 'code': 200} Mar 02 08:00:16.826475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:16.897928 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.984277 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:16.999468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891086b0-7ff8-4728-963d-a714d923243c req-8bc0df32-6d0e-4bea-8faf-91e19b173a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.001190 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-891086b0-7ff8-4728-963d-a714d923243c req-8bc0df32-6d0e-4bea-8faf-91e19b173a8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 1097 time: 0.1159952 Mar 02 08:00:17.025293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:17.062791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-542d5806-2078-4bb4-8ab3-61088e00c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.064446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-542d5806-2078-4bb4-8ab3-61088e00c29b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.2579129 Mar 02 08:00:17.076329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-891086b0-7ff8-4728-963d-a714d923243c req-6b015390-4cda-4efb-b3ea-639a680c73f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Mar 02 08:00:17.131368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-70638841-34b4-4208-8613-7123adcb2e09 None None] Provisioning for port 2ca5042e-2b17-4edb-827b-120492116104 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:17.146239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-70638841-34b4-4208-8613-7123adcb2e09 None None] Provisioning complete for port 2ca5042e-2b17-4edb-827b-120492116104 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:17.147034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70638841-34b4-4208-8613-7123adcb2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:17.302636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-70638841-34b4-4208-8613-7123adcb2e09 None None] Port 2ca5042e-2b17-4edb-827b-120492116104 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:17.383051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-78587e90-3c1d-4da2-bbef-5076ade6d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.384562 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-78587e90-3c1d-4da2-bbef-5076ade6d388 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085868 Mar 02 08:00:17.419166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-c85750a8-dd44-4efe-851d-8b5c7e8615d8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.420649 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-c85750a8-dd44-4efe-851d-8b5c7e8615d8 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.0799518 Mar 02 08:00:17.565487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24974bd3-f539-429f-9430-51b127a2de9c req-68538d56-ced7-4b14-8065-f42d0e8e5566 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.566644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-24974bd3-f539-429f-9430-51b127a2de9c req-68538d56-ced7-4b14-8065-f42d0e8e5566 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 1096 time: 0.2731140 Mar 02 08:00:17.628380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-3ac743cc-8207-4efb-8cf1-1ced1503de22 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208304 Mar 02 08:00:17.664056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Deleting port d1608082-d77f-4dda-af70-9f2b46dff3fb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:17.664518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:17.668386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:17.773558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-24974bd3-f539-429f-9430-51b127a2de9c req-9a10c1b2-e598-4402-ab44-652f322fea8b tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981304 Mar 02 08:00:17.884483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f0f0f-3ae9-43e7-8252-5d2e55e4d0c6 req-7d4dc962-d91a-4e02-8756-6dd67d45985d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:17.904494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c0f0f0f-3ae9-43e7-8252-5d2e55e4d0c6 req-7d4dc962-d91a-4e02-8756-6dd67d45985d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.4046228 Mar 02 08:00:17.912313 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36d74440-a15e-4e9a-8bb4-f56affe87a7e req-0bb3e3f6-3f6d-4e10-9acc-a447634a5595 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676890 Mar 02 08:00:18.104208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c0f0f0f-3ae9-43e7-8252-5d2e55e4d0c6 req-2ba40c2b-72ce-4121-833e-f02d81ebf9d2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155879 Mar 02 08:00:18.210236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1a77d688-2d17-4584-a5a8-07e73d960eef up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:18.374733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] For port d1608082-d77f-4dda-af70-9f2b46dff3fb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1608082-d77f-4dda-af70-9f2b46dff3fb,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:18.381139 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.391609 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.397828 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.450106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1a77d688-2d17-4584-a5a8-07e73d960eef completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:18.465610 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1a77d688-2d17-4584-a5a8-07e73d960eef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:18.465610 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.662707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.744557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Calling delete_port for d1608082-d77f-4dda-af70-9f2b46dff3fb owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:18.829124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.862740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.873190 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1a77d688-2d17-4584-a5a8-07e73d960eef, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1a77d688-2d17-4584-a5a8-07e73d960eef,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:18.873190 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:18.897223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:18.946892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40512) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:18.997435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.007297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1a77d688-2d17-4584-a5a8-07e73d960eef,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:19.012690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.013716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cc411a29-2e63-4b1a-bb34-501192048e76'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:19.068658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7cf75e4e-8358-40c9-82e5-301535447065 req-f2f08b2e-aa0a-47d4-bbd9-75a0abe8b29b tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.0903184 Mar 02 08:00:19.081253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d1608082-d77f-4dda-af70-9f2b46dff3fb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:19.098469 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1608082-d77f-4dda-af70-9f2b46dff3fb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:19.136246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Network 47f8ea56-0d25-4159-862f-88509af6c13b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:19.136246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:19.304867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] No DVR routers for this DVR port d1608082-d77f-4dda-af70-9f2b46dff3fb on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:19.304867 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.319496 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'name': 'network-vif-deleted', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:19.375726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.480878 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e65cc07-3c0a-4d55-a97f-5e49472a1ada', 'name': 'network-vif-deleted', 'tag': 'd1608082-d77f-4dda-af70-9f2b46dff3fb', 'status': 'completed', 'code': 200} Mar 02 08:00:19.492701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5891361-f936-46fa-8c78-bf8333a2a4cd req-3fe3cbda-a4b1-48cd-993b-e215ec87d5a2 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d1608082-d77f-4dda-af70-9f2b46dff3fb HTTP/1.1" status: 204 len: 173 time: 2.0611947 Mar 02 08:00:19.501642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:19.540354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Usage tracker for resource:security_group_rule and tenant:dbafd98cc255473d9aaf5deae51e94fe is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:19.544234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:19.562722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:19.599021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Router b51d1c3d-ac13-45ac-ac81-344c9b22008e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:19.650431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa942-c55d-4ec9-9cd1-40d695802e1b req-c8a36b44-91ff-4dc4-8fec-601f01d4c240 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:19.654610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da6fa942-c55d-4ec9-9cd1-40d695802e1b req-c8a36b44-91ff-4dc4-8fec-601f01d4c240 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.2496891 Mar 02 08:00:19.715314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da6fa942-c55d-4ec9-9cd1-40d695802e1b req-cd991616-a9ff-42a8-a0bb-f403a280e4cc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550313 Mar 02 08:00:19.730791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-20bfe22b-e256-441c-b62b-8765c86222cd None None] Provisioning complete for port 2ca5042e-2b17-4edb-827b-120492116104 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:19.731470 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-20bfe22b-e256-441c-b62b-8765c86222cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.851906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.851906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.890485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-20bfe22b-e256-441c-b62b-8765c86222cd None None] Port 2ca5042e-2b17-4edb-827b-120492116104 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:19.894572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbafd98cc255473d9aaf5deae51e94fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520535 Mar 02 08:00:19.897964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40524) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:19.924517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe2a82-b9d6-499b-8d7d-31005b1aa231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d23ac63-0b64-4ca9-b148-3a0ae8db1782,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:19.971518 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.007798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.022208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:20.033293 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Sync routers for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:20.044380 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:20.045005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:20.046462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52b43ae6-248f-4e0d-8502-49ca07a879f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/b51d1c3d-ac13-45ac-ac81-344c9b22008e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7936394 Mar 02 08:00:20.053896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1a77d688-2d17-4584-a5a8-07e73d960eef up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:20.096667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968f09d-5bdf-4716-b990-5f3e9d088790 req-86109009-de13-4b92-a554-ec7164c53cd2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:20.099584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f968f09d-5bdf-4716-b990-5f3e9d088790 req-86109009-de13-4b92-a554-ec7164c53cd2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.1695244 Mar 02 08:00:20.100696 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.144386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d23ac63-0b64-4ca9-b148-3a0ae8db1782,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:20.153141 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.153963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01391f2d-6aa7-4bb0-a5ec-9c64e5812935 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d23ac63-0b64-4ca9-b148-3a0ae8db1782 HTTP/1.1" status: 204 len: 168 time: 0.2554941 Mar 02 08:00:20.174266 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f968f09d-5bdf-4716-b990-5f3e9d088790 req-147a1275-e373-4150-abee-b9328222bac6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689247 Mar 02 08:00:20.230663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1a77d688-2d17-4584-a5a8-07e73d960eef triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:20.230926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.441347 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:20.462327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f5e92c9-9271-405c-b1eb-a2727d3461c0 req-feeb0fcb-7e7e-4a27-89f0-0d5364e2a4a6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:20.502300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-7f5e92c9-9271-405c-b1eb-a2727d3461c0 req-feeb0fcb-7e7e-4a27-89f0-0d5364e2a4a6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:20.503787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f5e92c9-9271-405c-b1eb-a2727d3461c0 req-feeb0fcb-7e7e-4a27-89f0-0d5364e2a4a6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e65cc07-3c0a-4d55-a97f-5e49472a1ada HTTP/1.1" status: 200 len: 210 time: 0.1536200 Mar 02 08:00:20.702837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40542) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:20.728605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.747319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:20.752069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d92c3f8f61b4a379bb59b6f56503618 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:20.756665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:20.767825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:20.907343 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 2, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:20.913120 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Checking router: b51d1c3d-ac13-45ac-ac81-344c9b22008e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:20.913807 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Updating router b51d1c3d-ac13-45ac-ac81-344c9b22008e port 2ca5042e-2b17-4edb-827b-120492116104 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:20.947929 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.954406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.015236 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.042682 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:00:21.046407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d92c3f8f61b4a379bb59b6f56503618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417497 Mar 02 08:00:21.049677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40550) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:21.061827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ae8f-fddd-4096-b969-34231d1678e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5b98b-993d-47e1-a117-565586a49884,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:21.137688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733805fa-b692-460a-bc40-9bac41bcbf8e req-7c852d54-78d3-4134-90c9-753c0d2714d9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.140212 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-733805fa-b692-460a-bc40-9bac41bcbf8e req-7c852d54-78d3-4134-90c9-753c0d2714d9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.2372298 Mar 02 08:00:21.201070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-733805fa-b692-460a-bc40-9bac41bcbf8e req-805bdb6a-8b0c-4d8e-b9be-adc3886ddefc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Mar 02 08:00:21.330035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.367764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.401951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40562) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:21.408547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-968529689-network', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:21.415706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:21.420008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Usage tracker for resource:network and tenant:63cc9073faaa4df2914872ef93a1568d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:21.423550 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:21.434797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:21.443258 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.449493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Made reservation on behalf of 63cc9073faaa4df2914872ef93a1568d for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:21.452077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.461526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5b98b-993d-47e1-a117-565586a49884,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:21.465497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.470989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.473684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddf8f3aa-b54d-4281-87c2-7d919124ba71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e5b98b-993d-47e1-a117-565586a49884 HTTP/1.1" status: 204 len: 168 time: 0.4227853 Mar 02 08:00:21.493491 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.499852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:21.506580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Usage tracker for resource:security_group_rule and tenant:63cc9073faaa4df2914872ef93a1568d is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:21.508194 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Transition to ACTIVE for port object 2ca5042e-2b17-4edb-827b-120492116104 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:21.522579 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.526459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:21.551529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:21.694233 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34008c-40b7-4d89-8385-1aabf3144ee3 None None] Pushing event updated for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:21.698456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.716727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.788322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fe6be-b9b9-4f2b-b0ad-a20069464898,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:21.804601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9858143-6761-4750-a910-6d633444740b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:00:21.835012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.835423 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Added segment 1afe98a6-6b5a-4d71-bef8-3bbcdb99e246 of type vlan for network c611a22d-0093-4894-b10e-69940e8e420e Mar 02 08:00:21.846090 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Attempting to bind port 2ca5042e-2b17-4edb-827b-120492116104 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:21.846448 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Attempting to bind port 2ca5042e-2b17-4edb-827b-120492116104 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:21.846810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Attempting to bind port 2ca5042e-2b17-4edb-827b-120492116104 on network 47f8ea56-0d25-4159-862f-88509af6c13b {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:21.858445 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:21.858445 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Checking segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:21.858870 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.859620 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Bound using segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:21.860191 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Bound port: 2ca5042e-2b17-4edb-827b-120492116104, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:21.860191 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.893969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.936497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:21.937495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.938167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.015571 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] For port 2ca5042e-2b17-4edb-827b-120492116104, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:22.018638 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] For port 2ca5042e-2b17-4edb-827b-120492116104, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ca5042e-2b17-4edb-827b-120492116104,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:22.027198 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.128350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40574) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:22.133848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Request body: {'subnet': {'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-968529689-subnet', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:22.140239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e9858143-6761-4750-a910-6d633444740b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7368426 Mar 02 08:00:22.143622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9858143-6761-4750-a910-6d633444740b admin admin] Pushing event updated for resources: {'Network': ['ID=c611a22d-0093-4894-b10e-69940e8e420e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:22.147180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:22.174671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Usage tracker for resource:subnet and tenant:63cc9073faaa4df2914872ef93a1568d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:22.174671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:22.183093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:22.202250 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network c611a22d-0093-4894-b10e-69940e8e420e details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:00:22.216966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Made reservation on behalf of 63cc9073faaa4df2914872ef93a1568d for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:22.220200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.224444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:22.233747 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:22.236258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1608082-d77f-4dda-af70-9f2b46dff3fb no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:22.304600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: d1608082-d77f-4dda-af70-9f2b46dff3fb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:22.305129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1608082-d77f-4dda-af70-9f2b46dff3fb not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:22.493477 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34008c-40b7-4d89-8385-1aabf3144ee3 None None] Pushing event updated for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:22.668636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf739-525d-4e75-a376-bf5c6aeeef60 req-06e55598-7153-47be-92ed-ca9781b553fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:22.671153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2dabf739-525d-4e75-a376-bf5c6aeeef60 req-06e55598-7153-47be-92ed-ca9781b553fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.3430448 Mar 02 08:00:22.822395 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:22.836949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d28e-dff5-402d-b65d-1cd07a7febef req-d77e66ba-2b52-4ef1-849f-6182e8de709d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:22.850147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-52c4d28e-dff5-402d-b65d-1cd07a7febef req-d77e66ba-2b52-4ef1-849f-6182e8de709d tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.3404155 Mar 02 08:00:22.885110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2dabf739-525d-4e75-a376-bf5c6aeeef60 req-33a2416f-f32f-4878-b871-30f44574a43b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943669 Mar 02 08:00:22.891195 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.901081 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-51cf23d5-311c-48a7-b17a-8830489e7c28 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:22.901081 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-51cf23d5-311c-48a7-b17a-8830489e7c28 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 946 time: 0.3848059 Mar 02 08:00:22.990623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e3ccc7-1093-4ee9-bd69-c585238c50c2,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:23.000768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-52c4d28e-dff5-402d-b65d-1cd07a7febef req-3ea0e556-b5e8-4352-b915-3f3c2a2048e5 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602654 Mar 02 08:00:23.007570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port d1dc090d-951d-4bca-95dd-078508fb29ae {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:23.008619 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.017178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Checking segment: {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:23.017552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Network hostable DHCP agents. Network: c611a22d-0093-4894-b10e-69940e8e420e, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:00:23.054601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Network c611a22d-0093-4894-b10e-69940e8e420e is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:00:23.070111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, c611a22d-0093-4894-b10e-69940e8e420e) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:23.078969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:23.080227 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.082909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b63f3-9f8c-4f1d-8a7d-ff96447e6cac None None] Network c611a22d-0093-4894-b10e-69940e8e420e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:23.156761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-74841239-205a-46a0-90b1-21a251f4ed83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0287468 Mar 02 08:00:23.157446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40598) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:23.175051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:23.188202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:23.190727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Usage tracker for resource:router and tenant:63cc9073faaa4df2914872ef93a1568d is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:23.197245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:23.211260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:23.286158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.286612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.339125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.386270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port d1dc090d-951d-4bca-95dd-078508fb29ae, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d1dc090d-951d-4bca-95dd-078508fb29ae,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:23.386270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.545617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-c611a22d-0093-4894-b10e-69940e8e420e', 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'fixed_ips': [{'subnet_id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:00:23.545617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.551306 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:22Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:23.565712 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861370bb-16e6-4db8-8bd0-18895ab5ccb0 None None] The sync data for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 is: [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:22Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:23.725869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for d1dc090d-951d-4bca-95dd-078508fb29ae owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:23.967490 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.986440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Allocated IP 172.20.0.2 (c611a22d-0093-4894-b10e-69940e8e420e/22e3ccc7-1093-4ee9-bd69-c585238c50c2/c65f28c9-56f1-4a7c-9358-1a14b9178ebe) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:24.246184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:24.277542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ca5042e-2b17-4edb-827b-120492116104 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:24.313715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-3f750363-cd77-4492-bcb4-a634afc05c5a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:24.315182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-3f750363-cd77-4492-bcb4-a634afc05c5a tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 0.5166428 Mar 02 08:00:24.322976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['bfffdd3d-186f-4dce-abff-dd83d3901e63'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:24.437690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=d1dc090d-951d-4bca-95dd-078508fb29ae,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:24.654532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port d1dc090d-951d-4bca-95dd-078508fb29ae on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:24.654532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:24.680335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9630a5c-f086-4b21-ab77-b51633af91ac req-138bc0c7-65eb-46fa-a460-34b2c90728a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 210 time: 0.2378905 Mar 02 08:00:24.687394 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Deleting port cc411a29-2e63-4b1a-bb34-501192048e76 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:24.687394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:24.692790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'name': 'network-vif-deleted', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:24.744910 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-58ab96d5-199f-45c9-9f3a-5f3f2ca8b911 req-ef313b6c-a856-4ceb-a98a-29568d28e6cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "DELETE /v2.0/ports/d1dc090d-951d-4bca-95dd-078508fb29ae HTTP/1.1" status: 204 len: 173 time: 1.8311024 Mar 02 08:00:24.817228 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f78f7-a337-4276-9785-380e0588f072', 'name': 'network-vif-deleted', 'tag': 'd1dc090d-951d-4bca-95dd-078508fb29ae', 'status': 'completed', 'code': 200} Mar 02 08:00:25.014854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2ca5042e-2b17-4edb-827b-120492116104 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:25.043785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ca5042e-2b17-4edb-827b-120492116104 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:25.043785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.136785 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.185674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Transition to ACTIVE for port object c65f28c9-56f1-4a7c-9358-1a14b9178ebe will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:25.284181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Transition to ACTIVE for port object c65f28c9-56f1-4a7c-9358-1a14b9178ebe will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:25.377077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40628) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:25.396524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.527894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Pushing event updated for resources: {'Port': ['ID=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:25.605338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Network c611a22d-0093-4894-b10e-69940e8e420e is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:25.632145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:25.643460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:25.649696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.669640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.730673 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:25.742974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Usage tracker for resource:security_group_rule and tenant:c6aacfc12ae548f09100d33fcb0e5873 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:25.750384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:25.783938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:25.985568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2ca5042e-2b17-4edb-827b-120492116104, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ca5042e-2b17-4edb-827b-120492116104,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:25.995666 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.058402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Attempting to bind port c65f28c9-56f1-4a7c-9358-1a14b9178ebe on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:26.058402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Attempting to bind port c65f28c9-56f1-4a7c-9358-1a14b9178ebe by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:26.059135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Attempting to bind port c65f28c9-56f1-4a7c-9358-1a14b9178ebe on network c611a22d-0093-4894-b10e-69940e8e420e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:26.081398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:26.081398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Checking segment: {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:26.083070 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.083320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Bound using segment: {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:26.083965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Bound port: c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:26.084301 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.188242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d9f4d-273f-49c2-ba11-790f7b91806b req-fdd026f0-9dcf-4218-a20f-6c7e94b4d456 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:26.201263 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:26.209126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0a4fd795-f58b-4549-9af2-d5997e1a7f03 req-2daa5267-9255-4d44-a5b3-d10d2d17f709 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:26.217770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-765d9f4d-273f-49c2-ba11-790f7b91806b req-fdd026f0-9dcf-4218-a20f-6c7e94b4d456 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 1097 time: 1.7532799 Mar 02 08:00:26.236159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] For port c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:26.242916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] For port c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:26.247223 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.255510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0a4fd795-f58b-4549-9af2-d5997e1a7f03 req-2daa5267-9255-4d44-a5b3-d10d2d17f709 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:26.262355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a4fd795-f58b-4549-9af2-d5997e1a7f03 req-2daa5267-9255-4d44-a5b3-d10d2d17f709 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=199f78f7-a337-4276-9785-380e0588f072 HTTP/1.1" status: 200 len: 210 time: 0.2503538 Mar 02 08:00:26.277343 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.288353 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.360763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1dc090d-951d-4bca-95dd-078508fb29ae no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:26.414265 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6aacfc12ae548f09100d33fcb0e5873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0307715 Mar 02 08:00:26.418370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:26.436668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: d1dc090d-951d-4bca-95dd-078508fb29ae {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:26.437124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d1dc090d-951d-4bca-95dd-078508fb29ae not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:26.470216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3142-c1b9-4e23-ab1a-6021f7b6522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127969fd-bc66-4ef6-b89a-af70c4086b4a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:26.479519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bbc38-3988-4ed0-a4c3-56abf72d1dd8 None None] Pushing event updated for resources: {'Port': ['ID=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:26.558868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.611898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.660577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-765d9f4d-273f-49c2-ba11-790f7b91806b req-ab1de1f5-1bfc-4dae-b5ec-843b23b69a43 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ba6b180-6bfa-4635-bb74-6ff59bc818a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385309 Mar 02 08:00:26.679691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.731474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.744972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.768456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127969fd-bc66-4ef6-b89a-af70c4086b4a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:26.780086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.780086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9ee68b65-83f9-45c5-a1ac-494194c5afc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/127969fd-bc66-4ef6-b89a-af70c4086b4a HTTP/1.1" status: 204 len: 168 time: 0.3572664 Mar 02 08:00:26.921555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] For port cc411a29-2e63-4b1a-bb34-501192048e76, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cc411a29-2e63-4b1a-bb34-501192048e76,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:26.921555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.252858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Calling delete_port for cc411a29-2e63-4b1a-bb34-501192048e76 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:27.406350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc411a29-2e63-4b1a-bb34-501192048e76 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:27.626173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No active binding found for port cc411a29-2e63-4b1a-bb34-501192048e76 {{(pid=87856) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 08:00:27.626173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cc411a29-2e63-4b1a-bb34-501192048e76 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:27.689824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.811295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc411a29-2e63-4b1a-bb34-501192048e76,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:28.124989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8de91baa-d6f3-4af6-b6aa-f560435b6e61 req-6d420438-485a-409e-9adf-77d7dd36f971 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.1263936 Mar 02 08:00:28.132591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] No DVR routers for this DVR port cc411a29-2e63-4b1a-bb34-501192048e76 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:28.146855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.152010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'name': 'network-vif-deleted', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:28.174586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Allocated IP 172.25.4.231 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f9e285ec-e547-44bd-b73b-9b0dc086f239) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:28.251123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adce2f1f-cc9d-49f3-ac5b-9442ced20de6 req-2b61c7c3-e694-4e93-9696-12a0615b99d6 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cc411a29-2e63-4b1a-bb34-501192048e76 HTTP/1.1" status: 204 len: 173 time: 3.8866074 Mar 02 08:00:28.400333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ca5042e-2b17-4edb-827b-120492116104 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:28.605439 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2ca5042e-2b17-4edb-827b-120492116104 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:28.606172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.638199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.685378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.691667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430c64d-4d10-4010-b569-4532d8627e3c None None] Network c611a22d-0093-4894-b10e-69940e8e420e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:28.784248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:28.789060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:28.804518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:28.891583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e285ec-e547-44bd-b73b-9b0dc086f239,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:28.934669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3b3e9648-30f6-4152-8560-7bc2989616db None None] Provisioning for port c65f28c9-56f1-4a7c-9358-1a14b9178ebe completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:29.031880 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f52fb3-c25b-44fd-ba85-62ed31748299', 'name': 'network-vif-deleted', 'tag': 'cc411a29-2e63-4b1a-bb34-501192048e76', 'status': 'completed', 'code': 200} Mar 02 08:00:29.126110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c65f28c9-56f1-4a7c-9358-1a14b9178ebe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:29.240875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port c65f28c9-56f1-4a7c-9358-1a14b9178ebe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:29.246456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c65f28c9-56f1-4a7c-9358-1a14b9178ebe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:29.247920 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.466579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.508575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5df6d872-40f2-40b0-9fce-604879530846 req-a5a91985-7a6a-4542-a9c7-35b03f421540 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Synchronizing usage tracker for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:29.539913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:29.548432 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.556628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5df6d872-40f2-40b0-9fce-604879530846 req-a5a91985-7a6a-4542-a9c7-35b03f421540 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] Unset dirty status for tenant:f00406ea9e414e5190fc64cd8416dff0 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:29.559169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5df6d872-40f2-40b0-9fce-604879530846 req-a5a91985-7a6a-4542-a9c7-35b03f421540 tempest-TestServerMultinode-1083618840 tempest-TestServerMultinode-1083618840-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67f52fb3-c25b-44fd-ba85-62ed31748299 HTTP/1.1" status: 200 len: 210 time: 0.1074018 Mar 02 08:00:29.673085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7674e641-df06-43f9-8c8d-dfcc16799f07 None None] Provisioning complete for port c65f28c9-56f1-4a7c-9358-1a14b9178ebe triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:29.673973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7674e641-df06-43f9-8c8d-dfcc16799f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.741546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:29.872732 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.132470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c65f28c9-56f1-4a7c-9358-1a14b9178ebe up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:30.296303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port c65f28c9-56f1-4a7c-9358-1a14b9178ebe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:30.296869 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.331970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.708339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:00:30.737177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40664) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:31.119699 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-5ebee940-03a3-4e0c-b14f-c2a9fa1c5ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3074100 Mar 02 08:00:31.120331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:31.144637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Sync routers for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:31.147972 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.149462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f01cfeca-acdb-4864-ad2a-94a478617606 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9910612 Mar 02 08:00:31.152045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40668) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:31.165034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:31.166540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:31.615656 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:31.681747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-50f3275d-d638-4424-b1a2-1cc597955c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:31.683116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-50f3275d-d638-4424-b1a2-1cc597955c7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 1096 time: 0.4307034 Mar 02 08:00:32.037156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.039663 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:29Z', 'revision_number': 3, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:32.044997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Checking router: 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:32.045226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Updating router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 port f9e285ec-e547-44bd-b73b-9b0dc086f239 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:32.116013 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.174548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-3b93248f-f715-4b03-a841-fef54fc3ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:32.176350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-3b93248f-f715-4b03-a841-fef54fc3ff15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.4608603 Mar 02 08:00:32.262795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-c9a5b36a-821a-4f5d-b2ad-24bca4f44042 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63 HTTP/1.1" status: 200 len: 217 time: 0.0728478 Mar 02 08:00:32.550923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-f486d23b-2046-49d6-8ded-4ca58c3ed8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:32.553007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Deleting port d36ba071-0767-4052-b16a-1c0593b50725 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:32.553152 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.554685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-f486d23b-2046-49d6-8ded-4ca58c3ed8ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.2907238 Mar 02 08:00:32.564456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.591012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Transition to ACTIVE for port object f9e285ec-e547-44bd-b73b-9b0dc086f239 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:32.605925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.692041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Attempting to bind port f9e285ec-e547-44bd-b73b-9b0dc086f239 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:32.692041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Attempting to bind port f9e285ec-e547-44bd-b73b-9b0dc086f239 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:32.693462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Attempting to bind port f9e285ec-e547-44bd-b73b-9b0dc086f239 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:32.710521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:32.711072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:32.711588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.712088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:32.712718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Bound port: f9e285ec-e547-44bd-b73b-9b0dc086f239, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:32.713201 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.811887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a2f99-5e0a-4f3e-96ad-da48b410e6dc None None] Pushing event updated for resources: {'Port': ['ID=f9e285ec-e547-44bd-b73b-9b0dc086f239,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:32.852857 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] For port d36ba071-0767-4052-b16a-1c0593b50725, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d36ba071-0767-4052-b16a-1c0593b50725,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:32.853767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.861555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] For port f9e285ec-e547-44bd-b73b-9b0dc086f239, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:32.864950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-57e5cf1a-8cbe-4f89-a5ab-fa8cce064fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:32.870631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] For port f9e285ec-e547-44bd-b73b-9b0dc086f239, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f9e285ec-e547-44bd-b73b-9b0dc086f239,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:32.871883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-57e5cf1a-8cbe-4f89-a5ab-fa8cce064fd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088052 Mar 02 08:00:32.875932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.878030 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.962139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:32.962833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:33.069368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a2f99-5e0a-4f3e-96ad-da48b410e6dc None None] Pushing event updated for resources: {'Port': ['ID=f9e285ec-e547-44bd-b73b-9b0dc086f239,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:33.221701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-0e7d816c-a843-42e1-b8d2-f43e74d6013c service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264878 Mar 02 08:00:33.247121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Calling delete_port for d36ba071-0767-4052-b16a-1c0593b50725 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:33.310994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:33.411002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Allocated IP 172.20.0.1 (c611a22d-0093-4894-b10e-69940e8e420e/22e3ccc7-1093-4ee9-bd69-c585238c50c2/545d4c33-c0fb-4ccb-ac05-c04e65da0298) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:33.451118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca566244-3e18-4abe-a9bd-d2209f6d3dc5 req-a2541d73-157c-4273-ae58-7991920eb29c service neutron] 10.222.0.39 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793067 Mar 02 08:00:33.516759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661711-9fc7-4fc3-bf56-8fa357dcb982 req-9a186f1f-e3c1-4ac2-9dce-75fa60cfad98 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:33.516759 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41661711-9fc7-4fc3-bf56-8fa357dcb982 req-9a186f1f-e3c1-4ac2-9dce-75fa60cfad98 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.3666208 Mar 02 08:00:33.616760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41661711-9fc7-4fc3-bf56-8fa357dcb982 req-37cbba5a-8ebe-4b68-9b53-4c286af259ac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Mar 02 08:00:33.690837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:29Z', 'revision_number': 3, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:33.695158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.697625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc2b7f-77e9-4454-82f3-40360d090ed6 None None] The sync data for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 is: [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:29Z', 'revision_number': 3, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:33.708719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.715623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Transition to ACTIVE for port object 545d4c33-c0fb-4ccb-ac05-c04e65da0298 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:33.764710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.772805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36ba071-0767-4052-b16a-1c0593b50725,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:33.836454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Network c611a22d-0093-4894-b10e-69940e8e420e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:33.844044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:33.853611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:33.899677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Pushing event updated for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:33.926541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.926905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.927374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.927585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.927980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.928316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.929112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.929112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.929393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.929719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.930170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.930522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:33.948538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.450194 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.496274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.514355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c664a312-d747-4ca1-b7aa-69ca3a0a5d4d None None] Provisioning for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:34.524483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c664a312-d747-4ca1-b7aa-69ca3a0a5d4d None None] Provisioning complete for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:34.524877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c664a312-d747-4ca1-b7aa-69ca3a0a5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.654963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c664a312-d747-4ca1-b7aa-69ca3a0a5d4d None None] Port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:35.030499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-4ef07ebb-0c40-4bc3-8eb0-7b08e01c79ca tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:35.032818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-4ef07ebb-0c40-4bc3-8eb0-7b08e01c79ca tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.3756917 Mar 02 08:00:35.132233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Router 97e5acbd-6017-4ee6-950c-55b15bc19730 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:35.148435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port bfffdd3d-186f-4dce-abff-dd83d3901e63 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:35.148798 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.179971 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.211369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.425380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:35.437966 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Sync routers for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:35.444546 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-04aa7ff1-31ab-4123-ac65-8be0f7001577 admin admin] 10.222.0.21 "PUT /v2.0/routers/97e5acbd-6017-4ee6-950c-55b15bc19730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6922431 Mar 02 08:00:35.444546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40686) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:35.450919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.468685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:35.468685 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:35.494585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Pushing event updated for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:35.619930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414be71-3a28-4c24-965f-39000a83ed23 req-0c055486-c231-4d86-873a-b0c4e4c6dff9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:35.621455 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e414be71-3a28-4c24-965f-39000a83ed23 req-0c055486-c231-4d86-873a-b0c4e4c6dff9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 945 time: 0.7621980 Mar 02 08:00:35.705916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.840906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e414be71-3a28-4c24-965f-39000a83ed23 req-2da189a9-2175-474b-9c57-bfca2ae3a0be tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=52f77b27-3cd6-4eda-aa50-790c5a08bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046128 Mar 02 08:00:35.882252 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port bfffdd3d-186f-4dce-abff-dd83d3901e63, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=bfffdd3d-186f-4dce-abff-dd83d3901e63,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:35.883168 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.895718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Network c611a22d-0093-4894-b10e-69940e8e420e is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:35.899340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:35.969810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.989693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Deleting port 706df1f2-91dc-400e-bc8b-37abafbf6ced {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:35.990243 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.991348 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:36.164060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f9e285ec-e547-44bd-b73b-9b0dc086f239 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:36.232110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for bfffdd3d-186f-4dce-abff-dd83d3901e63 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:36.296237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f9e285ec-e547-44bd-b73b-9b0dc086f239 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:36.304308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0173fc82-d161-4504-928d-41e6c6031af8 None None] Provisioning complete for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:36.304933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0173fc82-d161-4504-928d-41e6c6031af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.350774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f9e285ec-e547-44bd-b73b-9b0dc086f239 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:36.351711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.568147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0173fc82-d161-4504-928d-41e6c6031af8 None None] Port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:36.576590 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T08:00:33Z', 'revision_number': 5, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port': {'id': '706df1f2-91dc-400e-bc8b-37abafbf6ced', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:41Z', 'updated_at': '2022-03-02T07:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:36.586493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Checking router: 97e5acbd-6017-4ee6-950c-55b15bc19730 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:36.596863 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Routers {'97e5acbd-6017-4ee6-950c-55b15bc19730'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:36.600897 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['97e5acbd-6017-4ee6-950c-55b15bc19730'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:36.617298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] For port 706df1f2-91dc-400e-bc8b-37abafbf6ced, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=706df1f2-91dc-400e-bc8b-37abafbf6ced,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:36.617699 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.699665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.745739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f9e285ec-e547-44bd-b73b-9b0dc086f239, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f9e285ec-e547-44bd-b73b-9b0dc086f239,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:36.752543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.794007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:36.871502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f9e285ec-e547-44bd-b73b-9b0dc086f239,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:36.935828 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] Set router 97e5acbd-6017-4ee6-950c-55b15bc19730 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:36.938352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Calling delete_port for 706df1f2-91dc-400e-bc8b-37abafbf6ced owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:36.986789 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.061524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=bfffdd3d-186f-4dce-abff-dd83d3901e63,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:37.082663 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T08:00:35Z', 'revision_number': 6, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:37.086924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722f37b-757d-4706-b9b0-7116903e023b None None] The sync data for ids ['97e5acbd-6017-4ee6-950c-55b15bc19730'] in n-d-827871-1 is: [{'id': '97e5acbd-6017-4ee6-950c-55b15bc19730', 'name': 'tempest-TestServerMultinode-551803228-router', 'tenant_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:38Z', 'updated_at': '2022-03-02T08:00:35Z', 'revision_number': 6, 'project_id': 'e0cb2903a1b44eb5bf99519609a3c381', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:37.221155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-008f9123-f998-4e7f-81ff-4481368f4be0 req-71757449-3ca7-498b-942b-86c4cb9ae805 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.0581245 Mar 02 08:00:37.238705 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.238893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port bfffdd3d-186f-4dce-abff-dd83d3901e63 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:37.243056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.245480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'name': 'network-vif-deleted', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:37.280137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:37.284974 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-33b06936-bf74-4fd8-b6b8-1feddc1ccf36 admin admin] 10.222.0.21 "PUT /v2.0/routers/61775ac8-1fb9-4b45-b10b-cd6ad1223ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1317999 Mar 02 08:00:37.294987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=706df1f2-91dc-400e-bc8b-37abafbf6ced,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:37.297408 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5968438-3ab1-4834-a856-6d580a2fde45', 'name': 'network-vif-deleted', 'tag': 'bfffdd3d-186f-4dce-abff-dd83d3901e63', 'status': 'completed', 'code': 200} Mar 02 08:00:37.301209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Sync routers for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:37.307783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad68d3a6-77f1-4311-94c0-11d708e36de7 req-6cc5e9b0-f72a-4383-b46a-1ab267330ebe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.39 "DELETE /v2.0/ports/bfffdd3d-186f-4dce-abff-dd83d3901e63 HTTP/1.1" status: 204 len: 173 time: 2.2649367 Mar 02 08:00:37.318339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:37.319322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:37.408966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.566359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bfffdd3d-186f-4dce-abff-dd83d3901e63 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:37.640318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: bfffdd3d-186f-4dce-abff-dd83d3901e63 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:37.641058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device bfffdd3d-186f-4dce-abff-dd83d3901e63 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:37.676727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:37.749191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.751970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.780089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.781005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e5acbd-6017-4ee6-950c-55b15bc19730 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:00:37.797311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.802073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40706) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:37.814389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fb8cdccc-f3f0-4d58-a30a-60a4656c44c6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/97e5acbd-6017-4ee6-950c-55b15bc19730 HTTP/1.1" status: 204 len: 168 time: 2.3795590 Mar 02 08:00:37.880452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Deleting subnet 078b38af-fe15-4825-9e68-32bbb4ab2dec {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:00:37.884200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.960587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.083361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.105342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 4, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '545d4c33-c0fb-4ccb-ac05-c04e65da0298', 'name': '', 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'mac_address': 'fa:16:3e:c0:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:33Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 2, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'subnets': [{'id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:38.110392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Checking router: 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:38.110860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Updating router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:38.191472 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.212451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f9e285ec-e547-44bd-b73b-9b0dc086f239 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:38.224616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.244492 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40710) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:38.250968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929339120', 'description': 'tempest-secgroup-smoke-1929339120 description', 'project_id': '5f094077315343fd8bd1f9c91ca7b343'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:38.289363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:38.293920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078b38af-fe15-4825-9e68-32bbb4ab2dec,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:38.310320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:38.310320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:38.321775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.330589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:38.332479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-887e9716-da16-4522-bd2e-bf38eba00a08 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/078b38af-fe15-4825-9e68-32bbb4ab2dec HTTP/1.1" status: 204 len: 168 time: 0.5243573 Mar 02 08:00:38.332479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40716) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:38.348644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.394338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:38.397629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36980efd-539e-4607-85d4-8132f557be2e None None] Network 170af35c-2d66-4b43-916a-f9d4481193fd requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:38.401699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:38.407301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:38.418451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:38.533301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c77793fa-76ee-4571-80e5-362ca00d7e97 req-8f1afb62-1aef-44f8-ad54-be5fc616da1c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:38.592382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.600231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f9e285ec-e547-44bd-b73b-9b0dc086f239 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:38.600835 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.629011 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.629456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Deleting port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:38.630483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.649067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.733507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c77793fa-76ee-4571-80e5-362ca00d7e97 req-8f1afb62-1aef-44f8-ad54-be5fc616da1c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:38.734720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c77793fa-76ee-4571-80e5-362ca00d7e97 req-8f1afb62-1aef-44f8-ad54-be5fc616da1c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5968438-3ab1-4834-a856-6d580a2fde45 HTTP/1.1" status: 200 len: 210 time: 0.2674325 Mar 02 08:00:38.736532 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.749319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40720) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:38.755429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5072868 Mar 02 08:00:38.784392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1fd1-dccd-43cf-b63d-28d56c2e2074 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e391d39b-236d-4eec-8938-cbf1b843e24a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:38.813797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:38.837390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:38.851338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:38.857277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:38.876838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:39.013366 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.035406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] For port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,segment=NetworkSegment(2ecb1c66-c0ff-430c-8153-9ad6fa068e0b),segment_id=2ecb1c66-c0ff-430c-8153-9ad6fa068e0b)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:39.035849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.038339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 706df1f2-91dc-400e-bc8b-37abafbf6ced no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:39.087712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 706df1f2-91dc-400e-bc8b-37abafbf6ced {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:39.088193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 706df1f2-91dc-400e-bc8b-37abafbf6ced not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:39.088736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d36ba071-0767-4052-b16a-1c0593b50725 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:39.157757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d36ba071-0767-4052-b16a-1c0593b50725 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:39.158139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d36ba071-0767-4052-b16a-1c0593b50725 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:39.183433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Calling delete_port for 7a0ca59b-ad74-4934-928b-0e6d901c8b5e owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:39.274245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.282263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.337799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bbcc08-42f9-4d6d-8980-fdc3a0681763,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.350483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.362208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96129c-5df0-4be2-98d7-c148f9a356ca None None] DHCP port deletion for 170af35c-2d66-4b43-916a-f9d4481193fd request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:00:39.384124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.397493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Transition to ACTIVE for port object 545d4c33-c0fb-4ccb-ac05-c04e65da0298 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:39.401340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.402691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4650e19b-ee46-4f32-988c-121148e8ba75 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6574948 Mar 02 08:00:39.405096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.405830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40724) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:39.411603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:39.419020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:39.422933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:39.426169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] No DVR routers for this DVR port 7a0ca59b-ad74-4934-928b-0e6d901c8b5e on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:39.426963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:39.433235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:39.453081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.496676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0ca59b-ad74-4934-928b-0e6d901c8b5e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.543550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.550001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.570961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44586511-c1e5-4348-ada9-0cf983f6aa33 None None] Pushing event updated for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.616531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed623e3c-ebf8-4790-bf9b-1121fc4df4bb,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.626316 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.632602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b5db3344-0901-480a-aa41-10ec5a3ba034 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2257321 Mar 02 08:00:39.633244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40728) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:39.638650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:39.647576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:39.654289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:39.658551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:39.668605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:39.704267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.719814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Attempting to bind port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:39.719814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Attempting to bind port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:39.719814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Attempting to bind port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 on network c611a22d-0093-4894-b10e-69940e8e420e {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:39.733786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:39.734216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Checking segment: {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:39.738451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.738884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Bound using segment: {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:39.739390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Bound port: 545d4c33-c0fb-4ccb-ac05-c04e65da0298, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:39.739779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.858861 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.867237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.894592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] For port 545d4c33-c0fb-4ccb-ac05-c04e65da0298, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:39.901327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] For port 545d4c33-c0fb-4ccb-ac05-c04e65da0298, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=545d4c33-c0fb-4ccb-ac05-c04e65da0298,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:39.909527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.934765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.947095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8b8940-727b-485c-9906-814925280036,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.970875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.973803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170af35c-2d66-4b43-916a-f9d4481193fd']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:39.976515 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7790afbd-90d6-49bd-86b8-8a4656570282 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420346 Mar 02 08:00:39.981637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40736) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:39.995551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:39.996290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:39.997326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecb1c66-c0ff-430c-8153-9ad6fa068e0b') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:39.999300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:39.999962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:40.011500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:40.018436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:40.024499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:40.029095 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.041974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:40.073284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44586511-c1e5-4348-ada9-0cf983f6aa33 None None] Pushing event updated for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:40.083841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.104583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:00:40.105002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.109507 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:00:40.131692 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:00:40.259763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.270480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:40.272298 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.292373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.323057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4f71ee-9cb4-492e-9ebc-36838a5c673f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:40.332740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.335409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] Pushing event deleted for resources: {'Network': ['ID=170af35c-2d66-4b43-916a-f9d4481193fd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:40.342686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df60b5ba-5d15-41b4-be34-1803c1d1377b admin admin] 10.222.0.21 "DELETE /v2.0/networks/170af35c-2d66-4b43-916a-f9d4481193fd HTTP/1.1" status: 204 len: 168 time: 2.0099583 Mar 02 08:00:40.346739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40740) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:40.348099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.349452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-aef7cf2c-ada1-46d7-b3db-d96a3d48bc74 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662267 Mar 02 08:00:40.350818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7a0ca59b-ad74-4934-928b-0e6d901c8b5e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:40.352364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40744) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:40.357041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:40.398929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7a0ca59b-ad74-4934-928b-0e6d901c8b5e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:40.399430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7a0ca59b-ad74-4934-928b-0e6d901c8b5e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:40.466432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:40.483145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:40.490934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:40.507741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:40.598164 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Project 5f094077315343fd8bd1f9c91ca7b343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:40.624432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.718016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 4, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '545d4c33-c0fb-4ccb-ac05-c04e65da0298', 'name': '', 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'mac_address': 'fa:16:3e:c0:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:33Z', 'updated_at': '2022-03-02T08:00:39Z', 'revision_number': 4, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'subnets': [{'id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:40.725551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23861f1-725d-4c88-a2f5-bd68d3175df6 None None] The sync data for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 is: [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 4, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '545d4c33-c0fb-4ccb-ac05-c04e65da0298', 'name': '', 'network_id': 'c611a22d-0093-4894-b10e-69940e8e420e', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'mac_address': 'fa:16:3e:c0:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:33Z', 'updated_at': '2022-03-02T08:00:39Z', 'revision_number': 4, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'subnets': [{'id': '22e3ccc7-1093-4ee9-bd69-c585238c50c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:40.886932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-6692714a-8e68-4d60-80c5-eed8c5957f6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4589667 Mar 02 08:00:40.944550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.968801 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.110555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bca13a2-65dd-4356-8173-502ced8d2c70,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:41.143523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.148558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-eaa393ba-ff6a-4267-ab67-bf3d117469c8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7928524 Mar 02 08:00:41.148909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40748) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:41.154644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'security_group_rule': {'security_group_id': 'e391d39b-236d-4eec-8938-cbf1b843e24a', 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:41.171178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:41.176439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:security_group_rule and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:41.180364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:41.189116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:41.210325 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Project 5f094077315343fd8bd1f9c91ca7b343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:41.220896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.293679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c64a-9310-4982-9127-b0a910ca487a req-7a839feb-1ea6-434b-9bab-464c0afb2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:41.295476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-7a839feb-1ea6-434b-9bab-464c0afb2ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 0.3278587 Mar 02 08:00:41.335402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.340272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.387169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15172f85-d535-4a3e-8d82-55ee98e942b5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:41.399093 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.400604 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-47994d69-a60a-4893-a4d0-88d57d3861ae tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2506802 Mar 02 08:00:41.620064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c64a-9310-4982-9127-b0a910ca487a req-0481d60d-c7be-43a4-ab5e-b7c7557e0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:41.622648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-0481d60d-c7be-43a4-ab5e-b7c7557e0c50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.2596037 Mar 02 08:00:41.677534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-da894db1-7e18-4260-a5dd-df57a2b6fd57 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:41.711039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-da894db1-7e18-4260-a5dd-df57a2b6fd57 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:41.712312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-da894db1-7e18-4260-a5dd-df57a2b6fd57 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929339120&fields=id&tenant_id=5f094077315343fd8bd1f9c91ca7b343 HTTP/1.1" status: 200 len: 267 time: 0.1120009 Mar 02 08:00:41.804637 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.886413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-1a6c98b2-1fd1-4bcd-a7f6-7351fd5f7363 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 1002 time: 0.2565947 Mar 02 08:00:41.930409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d64fc3cf-967e-4c53-9c59-fd11dacc5a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.003391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c64a-9310-4982-9127-b0a910ca487a req-5ef8c596-c6ec-4d64-8e61-bc74c853f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.004965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-5ef8c596-c6ec-4d64-8e61-bc74c853f0d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.1043346 Mar 02 08:00:42.010635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-911fd059-9ece-46ee-bf62-239aec294d92 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.011598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-911fd059-9ece-46ee-bf62-239aec294d92 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:42.045358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-911fd059-9ece-46ee-bf62-239aec294d92 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:42.047748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-911fd059-9ece-46ee-bf62-239aec294d92 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 808 time: 0.3272967 Mar 02 08:00:42.113215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-810d8cb0-d445-44b4-8b30-4eaf74628899 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/quotas/5f094077315343fd8bd1f9c91ca7b343 HTTP/1.1" status: 200 len: 375 time: 0.0519910 Mar 02 08:00:42.177715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40788) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:42.203747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 545d4c33-c0fb-4ccb-ac05-c04e65da0298 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:42.266964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-c09f9b03-8350-4832-8ce8-fbdc2babd946 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:42.289949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-f3021dd9-2e7f-4915-8581-46259316e3db req-c09f9b03-8350-4832-8ce8-fbdc2babd946 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:42.307818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-c09f9b03-8350-4832-8ce8-fbdc2babd946 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858618 Mar 02 08:00:42.342547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:42.354671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:42.355388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.487190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-1d1ba721-68a9-4676-a162-6c1fd37a487f service neutron] 10.222.0.21 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767149 Mar 02 08:00:42.537585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c64a-9310-4982-9127-b0a910ca487a req-21cc56c2-48df-46af-bd96-ab3b3331f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.539299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-21cc56c2-48df-46af-bd96-ab3b3331f8ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5238864 Mar 02 08:00:42.640775 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.700795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 545d4c33-c0fb-4ccb-ac05-c04e65da0298, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=545d4c33-c0fb-4ccb-ac05-c04e65da0298,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:42.706906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.725562 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-751fa373-20d1-4c23-9bb3-f853504c47e8 service neutron] 10.222.0.21 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358723 Mar 02 08:00:42.754866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Deleting port 4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:42.755406 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.795258 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:43.103984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13f38a01-11f1-4d22-9d21-5ea6024f8d07 req-4f26e6a9-03d7-4ef1-9bc6-6420df544e7d tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 210 time: 0.1041844 Mar 02 08:00:43.118486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.118486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.250343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Calling delete_port for 4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:43.448661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-fb0039fc-0af7-4a53-b8c5-bb02a2245ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440553 Mar 02 08:00:43.540527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40830) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:43.549205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834695009', 'description': 'tempest-secgroup-smoke-834695009 description', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:43.560444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:43.574570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:43.587908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.610083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:43.615507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:43.617961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:43.624290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:43.684966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Deleting port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:43.684966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.709239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.713709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.765401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93384e7-9353-43b2-b743-c77bf50eb635,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:43.771690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.772926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f8680f51-9c5b-40bf-902c-b4ed90f96a89 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2305014 Mar 02 08:00:43.776433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:43.787285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:43.792133 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.799441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:43.805618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:43.807676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:43.814154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:43.840683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.871448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event deleted for resources: {'Port': ['ID=4f9c6c8b-77c5-4c9d-aab9-ea753a3ea676,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:43.885187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36a0c64a-9310-4982-9127-b0a910ca487a req-7c63c8cd-5c31-49f1-a6e5-ec7338bf98d8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808587 Mar 02 08:00:43.942172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.946061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.969371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64beae0-e866-47c0-9b73-378cec2c9965,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:43.992323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:43.998282 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ca6d8808-d172-47cf-a4d6-658d63fa7d82 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2149911 Mar 02 08:00:43.998282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40838) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:44.005133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:44.011560 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:44.020776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:44.023102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:44.032608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:44.068894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.069340 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Floating IP f0c8a195-4ac8-41cd-9b88-3c54763823c2 disassociated (deleted). External IP: 172.25.4.245, port: e4cfbf5a-aeff-4da7-bcdf-3d9232910dff. Mar 02 08:00:44.071160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.156469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 545d4c33-c0fb-4ccb-ac05-c04e65da0298 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:44.187529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] For port a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:44.188418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.197636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.202996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.245622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6f03d-67d9-4250-9bf1-3e09440a9038,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:44.293713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7cdb-9c02-498d-8c14-5be1cae0ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.302189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:44.302713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.360405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Calling delete_port for a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:44.364844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8360f76e-ced6-4ed1-8773-507f2a8251ae req-fb34ed37-5e9e-42db-8092-c4d9940f5870 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 210 time: 0.1067336 Mar 02 08:00:44.371572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.373229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-957288b0-a113-4b71-8097-5b960ef00693 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740480 Mar 02 08:00:44.377953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40844) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:44.451524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:44.488368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:44.497776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:44.503241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:44.515301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:44.568029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-43a5d94e-76e6-40c5-9bfc-27b268470726 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:44.569904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-43a5d94e-76e6-40c5-9bfc-27b268470726 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 808 time: 0.2528212 Mar 02 08:00:44.571473 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.655270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-a7b9c8dc-20fe-42ce-872b-b448f72603bb tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f094077315343fd8bd1f9c91ca7b343 HTTP/1.1" status: 200 len: 380 time: 0.0764923 Mar 02 08:00:44.666968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'port': {'device_id': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'admin_state_up': True, 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'security_groups': ['e391d39b-236d-4eec-8938-cbf1b843e24a']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:44.721085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.768035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.819767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552cfa6b-e312-4d29-87e9-d24184d4fc26,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:44.829222 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.829513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6f37cec-d4d9-47a4-b9ff-0bd8625d389e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497719 Mar 02 08:00:44.834624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40848) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:44.858846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:44.870520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:44.883405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Made reservation on behalf of 5f094077315343fd8bd1f9c91ca7b343 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:44.885149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:44.898241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:44.913941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:44.921158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:44.926979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:44.936530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:44.982955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Router a955557a-cbed-4509-a6d7-e102e4c740ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:44.988738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.099948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Allocated IP 172.20.0.3 (47f8ea56-0d25-4159-862f-88509af6c13b/6f419d7f-dfd4-4845-b47b-ffd4e6415514/8ed71cb2-5fb2-4358-a348-c9a039eb641b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:45.177657 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.311851 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:45.311851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.366654 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.376585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.405409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Transition to ACTIVE for port object 8ed71cb2-5fb2-4358-a348-c9a039eb641b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:45.458268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.478883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da234b2e-098c-40a3-8ba9-9c9a4ef3507b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:45.522972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.530165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:45.548281 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:45.562594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Network 47f8ea56-0d25-4159-862f-88509af6c13b is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:45.562594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:45.568018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:45.568018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:45.574665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:45.577487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.629095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:45.664857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:45.665712 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.718305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-28bfa113-aece-40e9-a82b-6cb317c6966e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0556738 Mar 02 08:00:45.734942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Request body: {'port': {'device_id': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:45.766604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.767496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a8cd7dc3-753f-421e-aea1-fe3ee206bf53 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9296188 Mar 02 08:00:45.793528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40854) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:45.803818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:45.807892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:45.838010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:45.851292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:45.857969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:45.894650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:45.939669 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Project 273c2c299b7d4f06aeaa612f4a2e79bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:45.943503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-91a4dcc9-27ab-4928-a0f4-4d308d8ef80c tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "DELETE /v2.0/floatingips/f0c8a195-4ac8-41cd-9b88-3c54763823c2 HTTP/1.1" status: 204 len: 168 time: 3.7647235 Mar 02 08:00:45.954732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:45.972776 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.055109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f7abce2-ffd9-461f-a0c8-1c52420c3402 None None] Provisioning for port 8ed71cb2-5fb2-4358-a348-c9a039eb641b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:46.072051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3f7abce2-ffd9-461f-a0c8-1c52420c3402 None None] Provisioning complete for port 8ed71cb2-5fb2-4358-a348-c9a039eb641b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:46.072051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3f7abce2-ffd9-461f-a0c8-1c52420c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.098461 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:46.119861 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.170781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66832-451a-42c7-9155-b11a350838c3 req-6e5a1804-194a-4da9-a8fe-82164ce3fc84 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:46.185797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78a66832-451a-42c7-9155-b11a350838c3 req-6e5a1804-194a-4da9-a8fe-82164ce3fc84 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 931 time: 0.4061677 Mar 02 08:00:46.214303 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.244249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3f7abce2-ffd9-461f-a0c8-1c52420c3402 None None] Port 8ed71cb2-5fb2-4358-a348-c9a039eb641b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:46.328689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.343326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-78a66832-451a-42c7-9155-b11a350838c3 req-e4e5f3fa-f56b-4cb0-878f-89244a3c8fea tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:46.358960 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.365406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-78a66832-451a-42c7-9155-b11a350838c3 req-e4e5f3fa-f56b-4cb0-878f-89244a3c8fea tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:46.395876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78a66832-451a-42c7-9155-b11a350838c3 req-e4e5f3fa-f56b-4cb0-878f-89244a3c8fea tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067974 Mar 02 08:00:46.447453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4cb6c6-db61-4ea3-aaad-c0070fedda43,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:46.533761 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.538596 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff2ee9cf-09c8-483e-89ad-30f8c54e9335 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7435701 Mar 02 08:00:46.539131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40864) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:46.554365 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 08:00:46.561575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'security_group_rule': {'security_group_id': 'e93384e7-9353-43b2-b743-c77bf50eb635', 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:46.624905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:46.634192 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:46.643726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:46.645438 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:46.743768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:46.749219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:security_group_rule and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:46.766685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:46.789697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:46.839449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:46.849087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.853005 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Project 273c2c299b7d4f06aeaa612f4a2e79bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:46.910446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-4c95eda6-780c-415c-ad14-9c3c06cd86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:46.912280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-4c95eda6-780c-415c-ad14-9c3c06cd86cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 1097 time: 0.3598092 Mar 02 08:00:46.916586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.998057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7a12-0991-41e4-9ab6-16bfda20709f req-f1b0ba09-e295-4401-9fb5-86cafb55798b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:46.999555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a4f7a12-0991-41e4-9ab6-16bfda20709f req-f1b0ba09-e295-4401-9fb5-86cafb55798b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.4288511 Mar 02 08:00:47.059870 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.085812 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.100296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:47.161153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a4f7a12-0991-41e4-9ab6-16bfda20709f req-7c4caa08-dfe4-4e12-9647-adf4d3d0f05b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437500 Mar 02 08:00:47.162062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50ad2e3-fc1b-4116-be4c-8c15623ad7a7,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:47.173385 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:47.178211 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671553a4-ec57-48ff-bddc-b66dc141a426 None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T07:55:15Z', 'revision_number': 4, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'ac3a456d-46a8-4938-b264-ed80a0c641b5', 'name': '', 'network_id': '5d867132-bad2-4072-8714-610796e4b171', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'mac_address': 'fa:16:3e:67:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:30Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'subnets': [{'id': '410a10b0-f409-4848-89ad-15aef51b7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:47.188381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed71cb2-5fb2-4358-a348-c9a039eb641b {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:47.193621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.194826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-64224e54-ca52-45e2-9805-f1475d204e59 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6494303 Mar 02 08:00:47.199831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.200620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-2191eb46-a24d-4b2b-a208-6cbeff022e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.211957 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-2191eb46-a24d-4b2b-a208-6cbeff022e3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 200 len: 913 time: 0.2495503 Mar 02 08:00:47.219211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Transition to ACTIVE for port object 8ed71cb2-5fb2-4358-a348-c9a039eb641b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:47.227267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.303167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-a0051532-ebe1-44df-86f5-81a94f788ce0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 200 len: 217 time: 0.0823958 Mar 02 08:00:47.419218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:47.521112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Attempting to bind port 8ed71cb2-5fb2-4358-a348-c9a039eb641b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:47.522912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Attempting to bind port 8ed71cb2-5fb2-4358-a348-c9a039eb641b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:47.523493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Attempting to bind port 8ed71cb2-5fb2-4358-a348-c9a039eb641b on network 47f8ea56-0d25-4159-862f-88509af6c13b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:47.529344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Port 8ed71cb2-5fb2-4358-a348-c9a039eb641b on network 47f8ea56-0d25-4159-862f-88509af6c13b not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:00:47.530019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Attempting to bind port 8ed71cb2-5fb2-4358-a348-c9a039eb641b on network 47f8ea56-0d25-4159-862f-88509af6c13b {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:47.537790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:47.538531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Checking segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:47.539151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Bound using segment: {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:47.540465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Bound port: 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:47.541065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.639328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ee298-3009-474f-98b4-51c420fe3290 None None] New status for floating IP f0c8a195-4ac8-41cd-9b88-3c54763823c2: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:00:47.696133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:47.698660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-15025e65-7296-4fad-bd5a-a2d64551d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.701310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-15025e65-7296-4fad-bd5a-a2d64551d62b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 200 len: 852 time: 0.3810079 Mar 02 08:00:47.705513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Sync routers for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:47.709087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:47.709334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4d5412ca-b822-4493-aed1-0838735cd919 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c1ded3a-656b-4fb5-8b78-1a4564d92d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3583786 Mar 02 08:00:47.711541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40908) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:47.715687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:47.720850 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:47.721475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:47.786372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.824887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988cfc1-5039-4971-b85f-e36c1045495b req-aa1a2266-daf4-4836-b028-e17ed4220471 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.838727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9988cfc1-5039-4971-b85f-e36c1045495b req-aa1a2266-daf4-4836-b028-e17ed4220471 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.2513664 Mar 02 08:00:47.890183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.891553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:47.893201 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] 10.222.0.39 "PUT /v2.0/ports/8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1091 time: 2.1669300 Mar 02 08:00:47.895675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-7b7fe2e6-fc74-4a32-b05f-866b022728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.897902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-7b7fe2e6-fc74-4a32-b05f-866b022728d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d867132-bad2-4072-8714-610796e4b171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862369 Mar 02 08:00:47.907817 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:47.912192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9988cfc1-5039-4971-b85f-e36c1045495b req-c6e640b2-cf54-40e8-8fc2-7d3ce3e85d59 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732861 Mar 02 08:00:48.078691 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'status': 'completed', 'code': 200} Mar 02 08:00:48.102435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-e4c0a40a-6e61-46fb-9baf-48e43d8f134e service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889887 Mar 02 08:00:48.110492 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:48.279544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163001-ce22-4653-b085-5ecbc2471a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:48.317042 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-696232e5-e140-4943-a672-1808a5975579 service neutron] 10.222.0.16 "GET /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076681 Mar 02 08:00:48.332165 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.461064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f85597-a87b-45f3-8506-a4216134cd64 req-a906b707-292f-4a66-bf93-e20bd2ca6bed tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.461815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d5f85597-a87b-45f3-8506-a4216134cd64 req-a906b707-292f-4a66-bf93-e20bd2ca6bed tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:48.461957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e7faf722-cc11-456c-b5e5-04ad89fa1984 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.463525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e7faf722-cc11-456c-b5e5-04ad89fa1984 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.5312726 Mar 02 08:00:48.468957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-e541d6c6-71a7-48f8-9716-d8c5e0416e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.470654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-e541d6c6-71a7-48f8-9716-d8c5e0416e8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1094 time: 0.4152467 Mar 02 08:00:48.499291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-d5f85597-a87b-45f3-8506-a4216134cd64 req-a906b707-292f-4a66-bf93-e20bd2ca6bed tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:48.500672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5f85597-a87b-45f3-8506-a4216134cd64 req-a906b707-292f-4a66-bf93-e20bd2ca6bed tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.1388118 Mar 02 08:00:48.578840 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T08:00:44Z', 'revision_number': 5, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:48.584405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5f85597-a87b-45f3-8506-a4216134cd64 req-b8acd7f8-54d3-4eee-8687-ef5713cceab4 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758755 Mar 02 08:00:48.592107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Checking router: 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:48.608287 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Routers {'0c1ded3a-656b-4fb5-8b78-1a4564d92d76'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:48.609237 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:48.652797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-d1d9c556-178f-43dc-b4ea-a6ec8511ba6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 217 time: 0.0845439 Mar 02 08:00:48.797295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.826675 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] Set router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:48.871341 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.889177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Deleting port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:48.889514 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.920700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Deleting port 469e7e82-e316-4468-b4a1-64bc9e5fb24f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:48.921271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.951088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.977366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-ec31de74-606b-4f64-ba2b-1e6be4dad698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.978844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-ec31de74-606b-4f64-ba2b-1e6be4dad698 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.3117385 Mar 02 08:00:49.163258 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T08:00:44Z', 'revision_number': 5, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:49.167496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c5c87-9bf4-42e6-9973-3911c04530b1 None None] The sync data for ids ['0c1ded3a-656b-4fb5-8b78-1a4564d92d76'] in n-d-827871-1 is: [{'id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'name': 'tempest-TestServerMultinode-273067336-router', 'tenant_id': 'f00406ea9e414e5190fc64cd8416dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:59:02Z', 'updated_at': '2022-03-02T08:00:44Z', 'revision_number': 5, 'project_id': 'f00406ea9e414e5190fc64cd8416dff0', 'gw_port': {'id': '469e7e82-e316-4468-b4a1-64bc9e5fb24f', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1ded3a-656b-4fb5-8b78-1a4564d92d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:59:04Z', 'updated_at': '2022-03-02T07:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:49.391678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] For port 469e7e82-e316-4468-b4a1-64bc9e5fb24f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=469e7e82-e316-4468-b4a1-64bc9e5fb24f,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:49.392035 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:49.424952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021dd9-2e7f-4915-8581-46259316e3db req-71fed155-19aa-4b58-860a-ae403e872434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:49.427134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-71fed155-19aa-4b58-860a-ae403e872434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4404709 Mar 02 08:00:49.572780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Calling delete_port for 469e7e82-e316-4468-b4a1-64bc9e5fb24f owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:49.621726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418412b-534f-4559-a9e7-f8bbb9419ffb req-2ecb365e-c4d7-4f90-8ea6-b579aab995b2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:49.622457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5418412b-534f-4559-a9e7-f8bbb9419ffb req-2ecb365e-c4d7-4f90-8ea6-b579aab995b2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:49.664616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] For port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:49.665253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:49.832748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44006e73-b5f9-4f58-a94a-6eb281637f8d req-4af75c4b-41d1-4376-8e84-54da98239f98 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:49.839572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44006e73-b5f9-4f58-a94a-6eb281637f8d req-4af75c4b-41d1-4376-8e84-54da98239f98 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 946 time: 0.1110315 Mar 02 08:00:49.884704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-44006e73-b5f9-4f58-a94a-6eb281637f8d req-512b00dc-b946-4966-a120-5c0496929005 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/security-groups?id=2492fe8c-d0f2-4e75-9f97-fd4545329a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Mar 02 08:00:49.982308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-5418412b-534f-4559-a9e7-f8bbb9419ffb req-2ecb365e-c4d7-4f90-8ea6-b579aab995b2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:49.983386 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5418412b-534f-4559-a9e7-f8bbb9419ffb req-2ecb365e-c4d7-4f90-8ea6-b579aab995b2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.8799353 Mar 02 08:00:49.996563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Calling delete_port for e4cfbf5a-aeff-4da7-bcdf-3d9232910dff owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:50.057812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:50.097729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:50.098456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a1daa62c-88b3-4b5a-886f-9c3ca1c6aa07 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:50.141196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-0db8353d-0915-4217-a7c9-3455da98d5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497006 Mar 02 08:00:50.151827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5418412b-534f-4559-a9e7-f8bbb9419ffb req-9303cd5d-5102-45e7-bf51-2dd20e2b134c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241350 Mar 02 08:00:50.535953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.577443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3021dd9-2e7f-4915-8581-46259316e3db req-a0633d84-71d4-4aa4-acfb-0c81a177290d service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294238 Mar 02 08:00:50.578064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.624618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Pushing event deleted for resources: {'Port': ['ID=469e7e82-e316-4468-b4a1-64bc9e5fb24f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:50.770670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event deleted for resources: {'Port': ['ID=e4cfbf5a-aeff-4da7-bcdf-3d9232910dff,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:50.837880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] No DVR routers for this DVR port e4cfbf5a-aeff-4da7-bcdf-3d9232910dff on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:50.842822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.845851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'name': 'network-vif-deleted', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:50.871206 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.916990 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f02d74-2999-4f3a-ac54-931069fa1f04', 'name': 'network-vif-deleted', 'tag': 'e4cfbf5a-aeff-4da7-bcdf-3d9232910dff', 'status': 'completed', 'code': 200} Mar 02 08:00:50.979289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60793860-667d-45b0-8490-dc210c3ddc95 req-e298cece-758f-49c2-ae39-f18c14a6097e tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.16 "DELETE /v2.0/ports/e4cfbf5a-aeff-4da7-bcdf-3d9232910dff HTTP/1.1" status: 204 len: 173 time: 2.4493909 Mar 02 08:00:51.095177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.104242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.125181 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67026ea1-e0d5-4ff4-a473-c98b8ba01991 req-0e2b557d-34b1-4d97-8878-c2c834ca383b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Synchronizing usage tracker for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:51.138971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-ddb6a642-ef97-4f64-8dfc-6b7b1bda2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:51.140471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-ddb6a642-ef97-4f64-8dfc-6b7b1bda2675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1094 time: 0.5070260 Mar 02 08:00:51.190503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.192613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1ded3a-656b-4fb5-8b78-1a4564d92d76 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:00:51.279263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67026ea1-e0d5-4ff4-a473-c98b8ba01991 req-0e2b557d-34b1-4d97-8878-c2c834ca383b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Unset dirty status for tenant:d071f86d1ef74adc8f7ea6d1bd3275af on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:51.282341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67026ea1-e0d5-4ff4-a473-c98b8ba01991 req-0e2b557d-34b1-4d97-8878-c2c834ca383b tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 210 time: 0.2206290 Mar 02 08:00:51.303822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.305718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2c673b90-b545-4dfd-867e-80f5e64df207 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0c1ded3a-656b-4fb5-8b78-1a4564d92d76 HTTP/1.1" status: 204 len: 168 time: 3.5915153 Mar 02 08:00:51.308198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40966) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:51.357296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-bee04bf6-3880-4599-b3ad-7fcc8392b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:51.360241 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-bee04bf6-3880-4599-b3ad-7fcc8392b40a service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.2104964 Mar 02 08:00:51.504868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-3194a703-5b67-48ce-ae92-b4ceae51957e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 217 time: 0.1380243 Mar 02 08:00:51.512908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Deleting subnet d6b6ee46-373f-4902-a748-5f1281e688c5 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:00:51.519543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.576696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-85036734-c287-47fb-af21-aae6918bb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:51.578275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-85036734-c287-47fb-af21-aae6918bb5b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0671408 Mar 02 08:00:51.591195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.661833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e648-5d16-4032-b88f-b86ad83c54cb req-707dfc77-6643-4c62-bcce-180baa631eb6 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:51.663551 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db30e648-5d16-4032-b88f-b86ad83c54cb req-707dfc77-6643-4c62-bcce-180baa631eb6 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.2952895 Mar 02 08:00:51.692877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-c83fe364-dedb-4e56-beec-bf34ee212935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:51.694589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-c83fe364-dedb-4e56-beec-bf34ee212935 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090558 Mar 02 08:00:51.740660 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db30e648-5d16-4032-b88f-b86ad83c54cb req-4555ddb9-e1fe-4560-8e04-53d10f7c67f9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684094 Mar 02 08:00:51.751881 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.888872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-4e940f3f-2c4b-43ed-96d9-8b0149857cfe service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875684 Mar 02 08:00:51.980825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.015909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b6ee46-373f-4902-a748-5f1281e688c5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:52.025404 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.032154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db42924c-8a42-475f-a180-07706a19cac7 None None] Network 1a30ae6a-c997-4517-b026-8b494a69c07f requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:52.035570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1fb755ba-f0a8-43ce-aaf4-a1b200bb424b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6b6ee46-373f-4902-a748-5f1281e688c5 HTTP/1.1" status: 204 len: 168 time: 0.7244365 Mar 02 08:00:52.036964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 40972) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:52.165222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.186683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb7e77e1-7db8-4a24-b8c7-b3afb0b05ac0 req-75231813-56c1-4764-9021-eb776da2299e service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911055 Mar 02 08:00:52.190618 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Deleting port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:52.191975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.205058 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 469e7e82-e316-4468-b4a1-64bc9e5fb24f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:52.262766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 469e7e82-e316-4468-b4a1-64bc9e5fb24f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:52.263396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 469e7e82-e316-4468-b4a1-64bc9e5fb24f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:52.385480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e4cfbf5a-aeff-4da7-bcdf-3d9232910dff no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:52.441641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: e4cfbf5a-aeff-4da7-bcdf-3d9232910dff {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:52.442497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e4cfbf5a-aeff-4da7-bcdf-3d9232910dff not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:52.524415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] For port 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=98458661-14d6-4e9d-8923-d4ab37dc2ed6,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:52.524906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.565420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] DHCP port deletion for 1a30ae6a-c997-4517-b026-8b494a69c07f request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:00:52.570808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Deleting port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:52.570958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8b3fc5dc-36d1-4604-8173-4c1c1075cfaa req-a1d74b56-40fe-4efe-8ebe-3628ed155f06 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f02d74-2999-4f3a-ac54-931069fa1f04 HTTP/1.1" status: 200 len: 210 time: 0.0853724 Mar 02 08:00:52.571566 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.702421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Calling delete_port for 98458661-14d6-4e9d-8923-d4ab37dc2ed6 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:52.794149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.823228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] For port 98458661-14d6-4e9d-8923-d4ab37dc2ed6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=98458661-14d6-4e9d-8923-d4ab37dc2ed6,segment=NetworkSegment(03e88fb0-1527-4ff8-9422-dc38629e7185),segment_id=03e88fb0-1527-4ff8-9422-dc38629e7185)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:52.823878 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.850497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] No DVR routers for this DVR port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:52.852279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98458661-14d6-4e9d-8923-d4ab37dc2ed6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:53.003267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Calling delete_port for 98458661-14d6-4e9d-8923-d4ab37dc2ed6 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:53.024321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.061075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a30ae6a-c997-4517-b026-8b494a69c07f']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.076769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e88fb0-1527-4ff8-9422-dc38629e7185') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.077093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e88fb0-1527-4ff8-9422-dc38629e7185') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:00:53.084526 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:00:53.094667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:00:53.095034 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:00:53.097487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fbb2f-a268-447d-a7a6-89e9b77de508 req-52920b3b-e061-498d-b440-d4e5f90b3e12 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:53.099112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a8fbb2f-a268-447d-a7a6-89e9b77de508 req-52920b3b-e061-498d-b440-d4e5f90b3e12 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.2138989 Mar 02 08:00:53.100776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.132939 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.147874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:00:53.148271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:00:53.161489 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:00:53.229316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a8fbb2f-a268-447d-a7a6-89e9b77de508 req-4900920f-4a08-4964-887f-835abb8db320 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218038 Mar 02 08:00:53.254196 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.271137 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.281560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a30ae6a-c997-4517-b026-8b494a69c07f,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:53.296789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8504ebd7-bc80-43d4-bb9e-9bf9f125b4c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a30ae6a-c997-4517-b026-8b494a69c07f HTTP/1.1" status: 204 len: 168 time: 1.2587581 Mar 02 08:00:53.492611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40984) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:53.543226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ea76180d-12de-4b9c-99d6-b647567f7000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0cb2903a1b44eb5bf99519609a3c381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486314 Mar 02 08:00:53.545414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40988) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:53.596231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Deleting port 98458661-14d6-4e9d-8923-d4ab37dc2ed6 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:53.596648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.608079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.652751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.676751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1b488982-e38f-4246-8f48-e85ba4a76c68 None None] The port '98458661-14d6-4e9d-8923-d4ab37dc2ed6' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:00:53.705731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 40996) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:53.756873 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.781210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b7808c-44ca-4480-ae08-5e5d50afb041,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:53.810898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.812013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7dfcc10b-c35c-4854-97bd-fbcb8bbc2787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55b7808c-44ca-4480-ae08-5e5d50afb041 HTTP/1.1" status: 204 len: 168 time: 0.2655585 Mar 02 08:00:53.816327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.850959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.927134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.947370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492fe8c-d0f2-4e75-9f97-fd4545329a0c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:53.969721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:53.970989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0193154e-3a72-499a-a4f7-80803013b140 tempest-TestVolumeBackupRestore-129014736 tempest-TestVolumeBackupRestore-129014736-project] 10.222.0.21 "DELETE /v2.0/security-groups/2492fe8c-d0f2-4e75-9f97-fd4545329a0c HTTP/1.1" status: 204 len: 168 time: 0.2637312 Mar 02 08:00:54.103578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 98458661-14d6-4e9d-8923-d4ab37dc2ed6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:54.143524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 98458661-14d6-4e9d-8923-d4ab37dc2ed6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:54.144658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 98458661-14d6-4e9d-8923-d4ab37dc2ed6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:54.317454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41026) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:54.420234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cca81046-ce18-473f-b0c0-ccca7aab73d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f00406ea9e414e5190fc64cd8416dff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022787 Mar 02 08:00:54.422781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41042) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:54.532851 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:54.570741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a89ff-63c6-458d-8a2d-c8c7d2f2d9c8 req-aef7be67-ee58-441d-8e69-b4e19cc0e6c2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:54.573084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c3a89ff-63c6-458d-8a2d-c8c7d2f2d9c8 req-aef7be67-ee58-441d-8e69-b4e19cc0e6c2 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.1853421 Mar 02 08:00:54.614886 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:54.723183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c3a89ff-63c6-458d-8a2d-c8c7d2f2d9c8 req-f9df5bda-e7db-4823-b2f6-d23d6b9e83ec tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286185 Mar 02 08:00:54.741902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:54.779362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba6b180-6bfa-4635-bb74-6ff59bc818a7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:54.840204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:54.846225 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e2c1ca49-c2c4-48a8-965c-1bbd806615f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba6b180-6bfa-4635-bb74-6ff59bc818a7 HTTP/1.1" status: 204 len: 168 time: 0.4221301 Mar 02 08:00:55.631032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8ed71cb2-5fb2-4358-a348-c9a039eb641b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:00:55.913847 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:55.972295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'port_id': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'mac_address': 'fa:16:3e:f6:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:00:56.022578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4e0b-4548-4520-971d-808202a3b3a8 req-0d5850aa-3c19-4606-a869-d2484d86d71b tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:56.040314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f38d4e0b-4548-4520-971d-808202a3b3a8 req-0d5850aa-3c19-4606-a869-d2484d86d71b tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 943 time: 0.1481955 Mar 02 08:00:56.062133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:56.113271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed71cb2-5fb2-4358-a348-c9a039eb641b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:56.151508 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f38d4e0b-4548-4520-971d-808202a3b3a8 req-9403a6ba-1a0d-4e11-a10d-b8749e629277 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079881 Mar 02 08:00:56.164222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:56.169492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:56.274377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:56.465264 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['8ed71cb2-5fb2-4358-a348-c9a039eb641b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:56.796895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41292) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:57.569957 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d578-79a8-4472-b412-ca6dae1398ab req-acebef05-3535-4209-8921-e3de5ca6b2dc tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:57.571633 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4025d578-79a8-4472-b412-ca6dae1398ab req-acebef05-3535-4209-8921-e3de5ca6b2dc tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 944 time: 0.2452052 Mar 02 08:00:57.646229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8ed71cb2-5fb2-4358-a348-c9a039eb641b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:57.731863 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4025d578-79a8-4472-b412-ca6dae1398ab req-01066f76-fbe5-4228-b981-847ee0a392cb tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506624 Mar 02 08:00:57.833725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 8ed71cb2-5fb2-4358-a348-c9a039eb641b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:57.851846 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 8ed71cb2-5fb2-4358-a348-c9a039eb641b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:57.852287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:58.033948 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:00:58.177543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:58.205900 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:58.248682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:58.272368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:58.280600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:58.396979 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'code': 200} Mar 02 08:00:58.447734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:58.597644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd1ff-cc24-41ab-b44e-2e4bc95822d1 req-435a614a-fb76-4e30-8a45-d4b37b5cdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:58.599198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77fcd1ff-cc24-41ab-b44e-2e4bc95822d1 req-435a614a-fb76-4e30-8a45-d4b37b5cdb63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.1869473 Mar 02 08:00:58.901190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-77fcd1ff-cc24-41ab-b44e-2e4bc95822d1 req-acdb178a-0089-4fe4-b35d-9c499e02fdf0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951887 Mar 02 08:00:58.991055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d1a5b-0489-4e7b-a44d-02c61a6731ea req-11dd2af6-716d-427d-ae53-19f440d1e3a1 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:58.992526 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f7d1a5b-0489-4e7b-a44d-02c61a6731ea req-11dd2af6-716d-427d-ae53-19f440d1e3a1 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.1482511 Mar 02 08:00:59.045262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Deleting port ac3a456d-46a8-4938-b264-ed80a0c641b5 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:59.045535 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:59.093533 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f7d1a5b-0489-4e7b-a44d-02c61a6731ea req-d664f910-d7a3-4605-94c9-55f18fb05d99 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940478 Mar 02 08:00:59.269842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] For port ac3a456d-46a8-4938-b264-ed80a0c641b5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ac3a456d-46a8-4938-b264-ed80a0c641b5,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:59.270634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:59.396226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Calling delete_port for ac3a456d-46a8-4938-b264-ed80a0c641b5 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:59.605492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:59.680922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3a456d-46a8-4938-b264-ed80a0c641b5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:59.930155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:00.348538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c557b-404d-4285-ae8d-7e5714d709d8 req-852f0082-88b5-4cea-8e7f-1deb35d2c661 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:00.350158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6c557b-404d-4285-ae8d-7e5714d709d8 req-852f0082-88b5-4cea-8e7f-1deb35d2c661 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.1167102 Mar 02 08:01:00.404096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6c557b-404d-4285-ae8d-7e5714d709d8 req-c5279d26-adc8-4d46-a444-549b536f49f8 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Mar 02 08:01:00.438458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Router a955557a-cbed-4509-a6d7-e102e4c740ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:00.624779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:00.634952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Sync routers for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:00.642651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed44de04-590c-44c7-b7c6-d5b4271cf410 admin admin] 10.222.0.21 "PUT /v2.0/routers/a955557a-cbed-4509-a6d7-e102e4c740ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8440213 Mar 02 08:01:00.645978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41494) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:00.655175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:00.655809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:00.848916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:00.853073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:01.047706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:01.059035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Deleting port 2daebaa7-018f-4c1d-9e85-deae71ac4325 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:01.059382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:01.199956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T08:00:59Z', 'revision_number': 5, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port': {'id': '2daebaa7-018f-4c1d-9e85-deae71ac4325', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:58Z', 'updated_at': '2022-03-02T07:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:01.204783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Checking router: a955557a-cbed-4509-a6d7-e102e4c740ad for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:01.214675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Routers {'a955557a-cbed-4509-a6d7-e102e4c740ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:01.215302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a955557a-cbed-4509-a6d7-e102e4c740ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:01.254300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] For port 2daebaa7-018f-4c1d-9e85-deae71ac4325, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2daebaa7-018f-4c1d-9e85-deae71ac4325,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:01.254832 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:01.373194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] Set router a955557a-cbed-4509-a6d7-e102e4c740ad gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:01.382089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Calling delete_port for 2daebaa7-018f-4c1d-9e85-deae71ac4325 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:01.482622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T08:01:01Z', 'revision_number': 6, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:01.486974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd061-3b0f-4ee2-b167-0613f3cece20 None None] The sync data for ids ['a955557a-cbed-4509-a6d7-e102e4c740ad'] in n-d-827871-1 is: [{'id': 'a955557a-cbed-4509-a6d7-e102e4c740ad', 'name': 'tempest-TestVolumeBackupRestore-604527550-router', 'tenant_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:54Z', 'updated_at': '2022-03-02T08:01:01Z', 'revision_number': 6, 'project_id': 'd071f86d1ef74adc8f7ea6d1bd3275af', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:01.644020 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:01.737765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2daebaa7-018f-4c1d-9e85-deae71ac4325,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:01.805785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b022e9-b990-4fec-8d99-1344fa157f92 req-d6cbf966-495d-42ff-841a-ca7180ca902c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:01.807314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8b022e9-b990-4fec-8d99-1344fa157f92 req-d6cbf966-495d-42ff-841a-ca7180ca902c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.2365513 Mar 02 08:01:01.854008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.119051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b8b022e9-b990-4fec-8d99-1344fa157f92 req-e38e618c-6752-4609-bec3-34a46c0b6930 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024197 Mar 02 08:01:02.180302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.182618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.212691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.213303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a955557a-cbed-4509-a6d7-e102e4c740ad {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:01:02.226608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.230055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ba33fc40-30f0-49c2-be3a-4ff174d4fe38 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a955557a-cbed-4509-a6d7-e102e4c740ad HTTP/1.1" status: 204 len: 168 time: 1.5808384 Mar 02 08:01:02.230313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41512) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:02.293716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Deleting subnet 410a10b0-f409-4848-89ad-15aef51b7e48 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:01:02.297081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.337657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cff0d-0238-4951-b30a-24f0f281e2ad req-41cefab7-e67e-4b8e-8919-0bd9ca6dd6b4 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:02.342901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f3cff0d-0238-4951-b30a-24f0f281e2ad req-41cefab7-e67e-4b8e-8919-0bd9ca6dd6b4 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.1069479 Mar 02 08:01:02.354611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.367338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2daebaa7-018f-4c1d-9e85-deae71ac4325 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:02.410870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2daebaa7-018f-4c1d-9e85-deae71ac4325 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:02.411084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2daebaa7-018f-4c1d-9e85-deae71ac4325 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:02.411508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac3a456d-46a8-4938-b264-ed80a0c641b5 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:02.422524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f3cff0d-0238-4951-b30a-24f0f281e2ad req-db527a65-77cd-452d-9208-3736d2913bdc tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705411 Mar 02 08:01:02.449971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ac3a456d-46a8-4938-b264-ed80a0c641b5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:02.450448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ac3a456d-46a8-4938-b264-ed80a0c641b5 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:02.451634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.545691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.632369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410a10b0-f409-4848-89ad-15aef51b7e48,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:02.636180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f3948-b027-4a2c-91a3-94ccc6ff742e None None] Network 5d867132-bad2-4072-8714-610796e4b171 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:02.639402 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.653161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d3c1055a-70cb-426c-ae51-0da44b5d6f75 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/410a10b0-f409-4848-89ad-15aef51b7e48 HTTP/1.1" status: 204 len: 168 time: 0.4182231 Mar 02 08:01:02.654568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:02.792054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa295e96-96b7-420f-bdb3-bd9aa8552f94 req-c9d0cf4c-733e-429f-b9d1-54cf3b1f19a9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:02.792054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa295e96-96b7-420f-bdb3-bd9aa8552f94 req-c9d0cf4c-733e-429f-b9d1-54cf3b1f19a9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.2049897 Mar 02 08:01:02.793597 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.835823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Deleting port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:02.836171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:02.880689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa295e96-96b7-420f-bdb3-bd9aa8552f94 req-4c64c889-d124-4924-a878-39ca4ba859e7 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848303 Mar 02 08:01:02.908180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41532) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:02.992624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] DHCP port deletion for 5d867132-bad2-4072-8714-610796e4b171 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:01:02.997517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Deleting port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:02.998177 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.075619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] For port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:03.075858 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.233598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Calling delete_port for d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:03.242519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] For port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,segment=NetworkSegment(f4f07074-6b19-4838-8cf4-7722110bac7d),segment_id=f4f07074-6b19-4838-8cf4-7722110bac7d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:03.243048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.262705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012b117-e1f3-4480-a7a6-6c279ad2694b tempest-TestServerBasicOps-1563392311 tempest-TestServerBasicOps-1563392311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:03.264620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2012b117-e1f3-4480-a7a6-6c279ad2694b tempest-TestServerBasicOps-1563392311 tempest-TestServerBasicOps-1563392311-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1091 time: 0.3553417 Mar 02 08:01:03.267804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41538) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:03.273720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:03.280805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:03.285379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Usage tracker for resource:floatingip and tenant:5f094077315343fd8bd1f9c91ca7b343 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:03.288539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:03.294649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:03.306614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.322091 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.372501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] No DVR routers for this DVR port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:01:03.387297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Calling delete_port for d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:03.412678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:03.476935 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:01:03.477291 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:01:03.479151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.537969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.568475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d867132-bad2-4072-8714-610796e4b171']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:03.582872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f07074-6b19-4838-8cf4-7722110bac7d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:03.583334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f07074-6b19-4838-8cf4-7722110bac7d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:03.596065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.616097 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.623684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:01:03.624098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:01:03.638563 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:01:03.656625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Allocated IP 172.25.4.76 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:03.743916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.770046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.772696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d867132-bad2-4072-8714-610796e4b171,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:03.794430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9d77119f-c9d4-4eb7-b9f9-9b78f37001a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d867132-bad2-4072-8714-610796e4b171 HTTP/1.1" status: 204 len: 168 time: 1.1374865 Mar 02 08:01:03.806093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41552) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:03.843782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.885768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:03.950765 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:03.958313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:03.961002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:03.979270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Deleting port d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:03.980002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.057355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'Port': ['ID=18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:04.075138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.075693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.076195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.076692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.077307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.077797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.078310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.078797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.079286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.079767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.080248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.080729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:04.121117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951de-8473-41cd-aed0-9f300f00f811 None None] The port 'd9f7ae73-9d3f-462f-bf3a-9b68c5f592fc' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:01:04.152971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:04.193601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:04.193969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d9f7ae73-9d3f-462f-bf3a-9b68c5f592fc not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:04.463605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.547239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.552119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.776019 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.781503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.904015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event updated for resources: {'Port': ['ID=18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:04.915802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.927729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Deleting port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:04.928270 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.135944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] For port 9e9fb6a9-f131-44aa-b280-3145b1b67fc5, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:05.136327 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.244364 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Floating IP 83f11884-bdd2-4108-aca2-bc17bdd4e006 associated. External IP: 172.25.4.76, port: 8ed71cb2-5fb2-4358-a348-c9a039eb641b. Mar 02 08:01:05.266218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Calling delete_port for 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:05.507521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.566456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9fb6a9-f131-44aa-b280-3145b1b67fc5,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:05.676967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Router b51d1c3d-ac13-45ac-ac81-344c9b22008e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:05.921833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:05.935838 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Sync routers for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:05.952405 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:05.953066 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.953821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:06.007122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:06.041251 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2fe3ba72-1b0f-494d-b467-9962e0d369da tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7723377 Mar 02 08:01:06.042172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:06.101045 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'status': 'completed', 'code': 200} Mar 02 08:01:06.182998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:06.308321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-1ddb3fc2-0cd0-43d9-927f-b238b4553eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:06.309721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-1ddb3fc2-0cd0-43d9-927f-b238b4553eec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.1854024 Mar 02 08:01:06.575147 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '83f11884-bdd2-4108-aca2-bc17bdd4e006', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'port_id': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'mac_address': 'fa:16:3e:f6:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:04Z', 'updated_at': '2022-03-02T08:01:04Z', 'revision_number': 0, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:06.582166 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Checking router: b51d1c3d-ac13-45ac-ac81-344c9b22008e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:06.594355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:06.595100 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:06.599944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-6a9b72ce-3d74-4c44-9988-2a36a32800cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:06.601428 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-6a9b72ce-3d74-4c44-9988-2a36a32800cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.2855432 Mar 02 08:01:06.678028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Router 42b690a9-8543-4900-ad33-456f643b3e4a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:06.780519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-c298f261-7444-4ea0-839e-763e6703a00f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 998 time: 0.1730545 Mar 02 08:01:06.816449 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:06.930214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-a0c7c701-f9e2-4cdd-952f-41de8e350185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:06.931592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-a0c7c701-f9e2-4cdd-952f-41de8e350185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.1435800 Mar 02 08:01:06.987324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:07.002780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Sync routers for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:07.008167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e62d0bc-ea50-4326-835b-38c1606e1a23 admin admin] 10.222.0.21 "PUT /v2.0/routers/42b690a9-8543-4900-ad33-456f643b3e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2006581 Mar 02 08:01:07.010607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41564) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:07.017394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:07.018333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:07.174053 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '83f11884-bdd2-4108-aca2-bc17bdd4e006', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'port_id': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'mac_address': 'fa:16:3e:f6:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:04Z', 'updated_at': '2022-03-02T08:01:04Z', 'revision_number': 0, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:07.178628 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0506f-07c0-41bc-b8ff-e22a9cfd11c0 None None] The sync data for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 is: [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '83f11884-bdd2-4108-aca2-bc17bdd4e006', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'port_id': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'mac_address': 'fa:16:3e:f6:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:04Z', 'updated_at': '2022-03-02T08:01:04Z', 'revision_number': 0, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:07.266334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-ab19331c-594c-4588-8413-aa82f42b9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:07.267665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-ab19331c-594c-4588-8413-aa82f42b9a76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269825 Mar 02 08:01:07.283779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:07.448562 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:07.484950 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87dd28-cf76-472a-bd5e-1b3772e62af2 None None] New status for floating IP 83f11884-bdd2-4108-aca2-bc17bdd4e006: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:01:07.561194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-f23411cf-9415-4910-bf63-703d86762a64 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420454 Mar 02 08:01:07.621895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T08:01:05Z', 'revision_number': 5, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:07.626187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Checking router: 42b690a9-8543-4900-ad33-456f643b3e4a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:07.636567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Routers {'42b690a9-8543-4900-ad33-456f643b3e4a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:07.636567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:00:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['42b690a9-8543-4900-ad33-456f643b3e4a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:07.815563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-1d32e2bc-5fa3-4cb7-a5a3-1dec9ab51588 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:01:07.822220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:07.825339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] Set router 42b690a9-8543-4900-ad33-456f643b3e4a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:07.841362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Deleting port f100d73c-c5b2-4960-9352-25c9ad849cb6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:07.841706 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:07.901250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-1d32e2bc-5fa3-4cb7-a5a3-1dec9ab51588 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:01:07.902912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-1d32e2bc-5fa3-4cb7-a5a3-1dec9ab51588 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834695009&fields=id&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 267 time: 0.2667661 Mar 02 08:01:07.983169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-716ae40e-d0ef-4b50-85b4-09e9e6f42c8f req-f4be2a45-bf10-4b1e-92bc-31a347e29286 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450093 Mar 02 08:01:08.152578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T08:01:05Z', 'revision_number': 5, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:08.157010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0fea-0fb3-4a52-bb71-a072097e252a None None] The sync data for ids ['42b690a9-8543-4900-ad33-456f643b3e4a'] in n-d-827871-1 is: [{'id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'name': 'tempest-TestVolumeBackupRestore-195959326-router', 'tenant_id': '09b5704874064514bdcaec631aca44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:30Z', 'updated_at': '2022-03-02T08:01:05Z', 'revision_number': 5, 'project_id': '09b5704874064514bdcaec631aca44bf', 'gw_port': {'id': 'f100d73c-c5b2-4960-9352-25c9ad849cb6', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b690a9-8543-4900-ad33-456f643b3e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:34Z', 'updated_at': '2022-03-02T07:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:08.252701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-209087cf-4c20-46c7-bc32-d22204194d62 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:08.254998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-209087cf-4c20-46c7-bc32-d22204194d62 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.3437490 Mar 02 08:01:08.268570 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] For port f100d73c-c5b2-4960-9352-25c9ad849cb6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f100d73c-c5b2-4960-9352-25c9ad849cb6,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:08.269752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:08.359337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-0a97ee9b-1534-4ffe-bb06-915603b56e22 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0948188 Mar 02 08:01:08.439454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Calling delete_port for f100d73c-c5b2-4960-9352-25c9ad849cb6 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:08.630231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-de17d5d3-afc7-4559-8949-f668984fd2c1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001212 Mar 02 08:01:08.656384 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-735f537e-45b3-4364-b32a-edaa98cddfa5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:01:08.658447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-735f537e-45b3-4364-b32a-edaa98cddfa5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070543 Mar 02 08:01:08.840002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.020900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f100d73c-c5b2-4960-9352-25c9ad849cb6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:09.054156 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-ca7f590c-11a7-47ed-83d6-7301ed0d8c0c service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876801 Mar 02 08:01:09.206026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.388611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.392677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.402048 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-d03513d7-d948-4611-8f0b-322ac09ee5b8 service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421276 Mar 02 08:01:09.421759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.422336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b690a9-8543-4900-ad33-456f643b3e4a {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:01:09.439866 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.441463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b173ea37-02e4-4c63-977d-9817c524efdf admin admin] 10.222.0.21 "DELETE /v2.0/routers/42b690a9-8543-4900-ad33-456f643b3e4a HTTP/1.1" status: 204 len: 168 time: 2.4297619 Mar 02 08:01:09.444561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41578) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:09.512057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Deleting subnet 186a9463-a578-4d42-9a35-e7930a647085 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:01:09.515438 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.578179 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.663248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.745266 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.784482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.786907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74be73a-e856-4e72-88be-5b29650a45d6 None None] Network 049ae59c-e41c-4509-a67d-0f21c702894c requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:09.824158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186a9463-a578-4d42-9a35-e7930a647085,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:09.839877 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-166dd9ca-277e-44de-a717-87d6dfb0ff5f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/186a9463-a578-4d42-9a35-e7930a647085 HTTP/1.1" status: 204 len: 168 time: 0.3923512 Mar 02 08:01:09.840719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3530510e-42c0-4fce-b71a-ed91e71b1c27 req-5a5be646-4a87-4488-8909-38c60f20dbdb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 210 time: 0.0577061 Mar 02 08:01:09.841005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41592) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:09.968119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:09.985230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Deleting port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:09.985579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.096744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] DHCP port deletion for 049ae59c-e41c-4509-a67d-0f21c702894c request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:01:10.101082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Deleting port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:10.101465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.145393 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f100d73c-c5b2-4960-9352-25c9ad849cb6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:10.188568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f100d73c-c5b2-4960-9352-25c9ad849cb6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:10.188837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f100d73c-c5b2-4960-9352-25c9ad849cb6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:10.189241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:10.226659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] For port 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=421ff6ff-ed0d-4678-888a-bfe97b783cf4,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:10.227009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.229370 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:10.229735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9e9fb6a9-f131-44aa-b280-3145b1b67fc5 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:10.359330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Calling delete_port for 421ff6ff-ed0d-4678-888a-bfe97b783cf4 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:10.443056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.446533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] For port 421ff6ff-ed0d-4678-888a-bfe97b783cf4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=421ff6ff-ed0d-4678-888a-bfe97b783cf4,segment=NetworkSegment(5a4286aa-7c19-4cfc-993e-be539398b8a3),segment_id=5a4286aa-7c19-4cfc-993e-be539398b8a3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:10.446935 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.493738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] No DVR routers for this DVR port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:01:10.527580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Pushing event deleted for resources: {'Port': ['ID=421ff6ff-ed0d-4678-888a-bfe97b783cf4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:10.571752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Calling delete_port for 421ff6ff-ed0d-4678-888a-bfe97b783cf4 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:10.620442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.648057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:01:10.648775 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:01:10.654297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049ae59c-e41c-4509-a67d-0f21c702894c']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:10.667599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4286aa-7c19-4cfc-993e-be539398b8a3') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:10.667966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4286aa-7c19-4cfc-993e-be539398b8a3') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:10.679496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.696730 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.702790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:01:10.703280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:01:10.716969 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:01:10.997249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.069970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.074165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c0d0aae-7463-4352-b3e9-f01502ab3d68 req-74af1426-8e58-4ec2-8004-a85b889818af tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 210 time: 0.0834498 Mar 02 08:01:11.082837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] Pushing event deleted for resources: {'Network': ['ID=049ae59c-e41c-4509-a67d-0f21c702894c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:11.097245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ddcc88cc-beb7-4038-9f62-c739b9c04817 admin admin] 10.222.0.21 "DELETE /v2.0/networks/049ae59c-e41c-4509-a67d-0f21c702894c HTTP/1.1" status: 204 len: 168 time: 1.2546482 Mar 02 08:01:11.136902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b2d03420-da81-45b7-aaa5-583b449b937f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:11.138311 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b2d03420-da81-45b7-aaa5-583b449b937f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.3659358 Mar 02 08:01:11.150478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Deleting port 421ff6ff-ed0d-4678-888a-bfe97b783cf4 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:11.151475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.211888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-0c6a8df9-26c8-4853-acc3-80492e4a7966 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 379 time: 0.0658274 Mar 02 08:01:11.221502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'security_groups': ['e93384e7-9353-43b2-b743-c77bf50eb635']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:11.271989 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a46ee-4211-41fc-a188-dc0bdcd6d390 None None] The port '421ff6ff-ed0d-4678-888a-bfe97b783cf4' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:01:11.294430 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41606) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:11.350512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2dd46b97-db3f-4960-811e-792ac8138db4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d071f86d1ef74adc8f7ea6d1bd3275af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520406 Mar 02 08:01:11.350821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41610) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:11.382691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:11.392720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:11.407851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:01:11.411555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.432007 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.466736 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.529993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.557603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d88c4-5cf2-4403-bd56-03d07a937c6a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:11.569751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.571075 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2f66006f-4c5f-45b3-9747-f7aa056829af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f27d88c4-5cf2-4403-bd56-03d07a937c6a HTTP/1.1" status: 204 len: 168 time: 0.2191455 Mar 02 08:01:11.654096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.10 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/f8bdf3f5-e642-45e4-a603-c09837e62700) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:11.872592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.896437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object f8bdf3f5-e642-45e4-a603-c09837e62700 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:11.922388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ea90bee1-c4d0-439d-b422-35bf8f8aaa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:11.944115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.024200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:12.024912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 41618) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:12.027697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:12.032124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:12.106585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:12.126336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:12.126989 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.127682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a3240fa-4340-422c-bb73-d3b71182c990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09b5704874064514bdcaec631aca44bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014366 Mar 02 08:01:12.133140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41624) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:12.160114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 421ff6ff-ed0d-4678-888a-bfe97b783cf4 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:12.229817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 421ff6ff-ed0d-4678-888a-bfe97b783cf4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:12.230194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 421ff6ff-ed0d-4678-888a-bfe97b783cf4 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:12.254389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-b8d63805-e614-46c2-a7cc-424e4640dbac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0372245 Mar 02 08:01:12.268278 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Request body: {'port': {'device_id': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:12.366355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b0537-71a6-42f6-92fa-df01360b9350 req-eb028754-aa0a-46bb-b910-37b9f6dd3e3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:12.368603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd7b0537-71a6-42f6-92fa-df01360b9350 req-eb028754-aa0a-46bb-b910-37b9f6dd3e3b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 932 time: 0.0875778 Mar 02 08:01:12.381697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c5f2b4c-a189-4f03-8c49-db792af5e710 None None] Provisioning for port f8bdf3f5-e642-45e4-a603-c09837e62700 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:12.388483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c5f2b4c-a189-4f03-8c49-db792af5e710 None None] Provisioning complete for port f8bdf3f5-e642-45e4-a603-c09837e62700 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:12.389227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2b4c-a189-4f03-8c49-db792af5e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.399612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.418835 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dd7b0537-71a6-42f6-92fa-df01360b9350 req-b14ab2d2-7d61-4d5c-ac22-55f06a80e654 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Mar 02 08:01:12.437587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.452437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.462216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f2b4c-a189-4f03-8c49-db792af5e710 None None] Port f8bdf3f5-e642-45e4-a603-c09837e62700 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:01:12.615437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.641686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9bb59-9c80-4ded-b554-8eb1f755d819,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:12.669758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.670896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0b135d77-a3f7-4607-b6b5-ef62c3ccabe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c9bb59-9c80-4ded-b554-8eb1f755d819 HTTP/1.1" status: 204 len: 168 time: 0.5368085 Mar 02 08:01:12.857427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bdf3f5-e642-45e4-a603-c09837e62700 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:01:12.868636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:12.884893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Transition to ACTIVE for port object f8bdf3f5-e642-45e4-a603-c09837e62700 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:12.889346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:13.079162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:13.165511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Attempting to bind port f8bdf3f5-e642-45e4-a603-c09837e62700 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:13.165891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Attempting to bind port f8bdf3f5-e642-45e4-a603-c09837e62700 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:13.166214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Attempting to bind port f8bdf3f5-e642-45e4-a603-c09837e62700 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:13.171758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Port f8bdf3f5-e642-45e4-a603-c09837e62700 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:01:13.172069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Attempting to bind port f8bdf3f5-e642-45e4-a603-c09837e62700 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:13.178881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:13.179217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:13.180086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:13.180673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Bound port: f8bdf3f5-e642-45e4-a603-c09837e62700, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:13.181028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:13.391373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:13.394175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8bdf3f5-e642-45e4-a603-c09837e62700,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:13.398881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:13.452030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:13.453058 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:13.454821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 1092 time: 1.1909597 Mar 02 08:01:13.457780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:13.496695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276c900-a736-4743-9b41-b391c9dca712 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:13.563678 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'status': 'completed', 'code': 200} Mar 02 08:01:13.667187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86ce5-8074-49d3-9733-735419b92794 req-964e860a-b69f-4c7a-9ed9-4f11211d97bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:13.667886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-98f86ce5-8074-49d3-9733-735419b92794 req-964e860a-b69f-4c7a-9ed9-4f11211d97bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:01:13.671506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-7dbd34d3-0566-4d14-849a-db037e6a7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:13.672905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-7dbd34d3-0566-4d14-849a-db037e6a7af0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1095 time: 0.1659765 Mar 02 08:01:13.746465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-49d3732e-1296-4f3c-8a94-ee374fab7851 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 217 time: 0.0645156 Mar 02 08:01:13.747035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-98f86ce5-8074-49d3-9733-735419b92794 req-964e860a-b69f-4c7a-9ed9-4f11211d97bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:01:13.748042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98f86ce5-8074-49d3-9733-735419b92794 req-964e860a-b69f-4c7a-9ed9-4f11211d97bd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.1950886 Mar 02 08:01:13.842267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98f86ce5-8074-49d3-9733-735419b92794 req-1ca90538-26ff-423e-9e6f-c0e60625b666 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612364 Mar 02 08:01:13.843717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-65501b54-c586-40ae-850a-d2a1608ef6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:13.845033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-65501b54-c586-40ae-850a-d2a1608ef6de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0934291 Mar 02 08:01:13.917835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-12ea5e43-988b-4bc1-a67f-2568bd0d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:13.919237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-12ea5e43-988b-4bc1-a67f-2568bd0d54bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688686 Mar 02 08:01:14.053688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-1394b300-2dda-4351-ac82-eeab3dd46bde service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289151 Mar 02 08:01:14.182117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f3bee5f-db4a-439e-ab82-e0fcb376ab4e req-ea6f237b-3190-4f5a-b74a-858d3651e2aa service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222136 Mar 02 08:01:14.249540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2da8dfab-3f26-4cce-b8f1-e8ae3b2c3396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:14.292242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-47e19298-fc10-4b50-91b7-2fbe37387521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:14.293696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-47e19298-fc10-4b50-91b7-2fbe37387521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1095 time: 0.0709889 Mar 02 08:01:14.421807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-f214405f-45e5-48b6-97f3-d2971f01f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:14.423291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-f214405f-45e5-48b6-97f3-d2971f01f70f service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1235483 Mar 02 08:01:14.492496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-92c266d2-017a-47c2-8558-a8fe912c2d9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 217 time: 0.0632312 Mar 02 08:01:14.557678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-00638ef0-49df-4514-a1ca-9a900d9ee4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:14.559140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-00638ef0-49df-4514-a1ca-9a900d9ee4b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0604560 Mar 02 08:01:14.631965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-c09cb3bc-95ce-47f9-9d88-be3a62ce6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:14.633426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-c09cb3bc-95ce-47f9-9d88-be3a62ce6a97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689070 Mar 02 08:01:14.766477 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-d08e61b5-164f-47f5-91cf-215f142d327f service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265175 Mar 02 08:01:14.897826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ab37d117-874f-46e5-8b2b-df5b18f28d8a req-d49f5443-ee2b-4499-8209-eb30017749bc service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253378 Mar 02 08:01:15.031332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4a9dc-f4ff-44ef-8306-2722aed7efd6 req-cd933dfc-cbe1-4208-9e45-303392081cac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:15.032777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3c4a9dc-f4ff-44ef-8306-2722aed7efd6 req-cd933dfc-cbe1-4208-9e45-303392081cac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0830426 Mar 02 08:01:15.077901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3c4a9dc-f4ff-44ef-8306-2722aed7efd6 req-d69a1536-e7b3-4874-bd16-e84f800a59fd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Mar 02 08:01:15.444588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:15.463111 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:16.258861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68406e92-ac3f-4607-b78b-2585f0087599 req-b6471c52-e395-4abc-90fe-4161093a3bb2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:16.260289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68406e92-ac3f-4607-b78b-2585f0087599 req-b6471c52-e395-4abc-90fe-4161093a3bb2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0785151 Mar 02 08:01:16.411136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68406e92-ac3f-4607-b78b-2585f0087599 req-c188c3c5-b1dc-4371-957b-5154fcd047de tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453595 Mar 02 08:01:16.850221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:17.598073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0de9d-9b3a-439c-8371-c6e1a6153ac4 req-7416c451-f671-409d-9209-f2cc8cab55fe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:17.599544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cbc0de9d-9b3a-439c-8371-c6e1a6153ac4 req-7416c451-f671-409d-9209-f2cc8cab55fe tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0800142 Mar 02 08:01:17.643396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cbc0de9d-9b3a-439c-8371-c6e1a6153ac4 req-a594ac53-ceaa-4b2f-ba13-8ca1d4ad0c35 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382361 Mar 02 08:01:18.793974 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:18.830795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93bf0e-9983-4f06-a9f4-59477f3a4213 req-73338e6f-034b-4aea-ac04-9a71832a39b5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:18.833489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a93bf0e-9983-4f06-a9f4-59477f3a4213 req-73338e6f-034b-4aea-ac04-9a71832a39b5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0859072 Mar 02 08:01:18.876711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a93bf0e-9983-4f06-a9f4-59477f3a4213 req-8f71dc3e-36d1-408d-a2a4-117a8db38a1c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376437 Mar 02 08:01:18.945627 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:20.173549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee868efd-da4e-4dd1-b86b-875612a04d0a req-a0626840-3688-4083-b2cb-59ff0f165e97 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:20.175482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee868efd-da4e-4dd1-b86b-875612a04d0a req-a0626840-3688-4083-b2cb-59ff0f165e97 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.1952176 Mar 02 08:01:20.217213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ee868efd-da4e-4dd1-b86b-875612a04d0a req-2ce12443-9602-4a35-80eb-4a81f807214d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Mar 02 08:01:21.402687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cc11-502c-49f7-864e-5e693ecd137f req-837b9f88-4673-4765-a0a0-864df1c75ab4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:21.404613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4215cc11-502c-49f7-864e-5e693ecd137f req-837b9f88-4673-4765-a0a0-864df1c75ab4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0843201 Mar 02 08:01:21.450069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4215cc11-502c-49f7-864e-5e693ecd137f req-32d4aa39-734f-4a5a-b4ca-34b9f4ae81d2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Mar 02 08:01:22.640834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a163fe-b454-43f2-aa02-d6272cec2cfb req-5f5b037e-37e9-446f-b625-2fd6fc1a0f60 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:22.642317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20a163fe-b454-43f2-aa02-d6272cec2cfb req-5f5b037e-37e9-446f-b625-2fd6fc1a0f60 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0810027 Mar 02 08:01:22.695737 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20a163fe-b454-43f2-aa02-d6272cec2cfb req-949b5b75-dbdf-4682-9156-901572a0c97c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468771 Mar 02 08:01:23.879314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f032c-7dd3-4944-be85-6994ccf33b97 req-84a1fea2-e0c2-4b79-ad6c-f2200512194e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:23.880805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd5f032c-7dd3-4944-be85-6994ccf33b97 req-84a1fea2-e0c2-4b79-ad6c-f2200512194e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 944 time: 0.0814362 Mar 02 08:01:23.927652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dd5f032c-7dd3-4944-be85-6994ccf33b97 req-76d2ad9b-d695-423f-969d-adac3f4f4434 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Mar 02 08:01:24.451909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8bdf3f5-e642-45e4-a603-c09837e62700 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:01:24.586477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8bdf3f5-e642-45e4-a603-c09837e62700,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:24.599833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'mac_address': 'fa:16:3e:51:4e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:01:24.652386 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:24.668932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bdf3f5-e642-45e4-a603-c09837e62700 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:01:24.684096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8bdf3f5-e642-45e4-a603-c09837e62700,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:24.688093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:24.756552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:24.763690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.764040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.764382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.764743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.765178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.765583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.765967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.766299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.766625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.766952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.767276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.767600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:24.985108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f8bdf3f5-e642-45e4-a603-c09837e62700'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:01:25.115244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641f62c-8e0d-4cff-878b-394833bc0da8 req-5042134c-834e-4a87-b188-432adfdeb314 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:25.116719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e641f62c-8e0d-4cff-878b-394833bc0da8 req-5042134c-834e-4a87-b188-432adfdeb314 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 945 time: 0.0791931 Mar 02 08:01:25.160816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e641f62c-8e0d-4cff-878b-394833bc0da8 req-03e1b0e2-d092-472a-aba1-a83cfeea5552 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385065 Mar 02 08:01:26.343767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da4f16-371c-491b-8f78-e2cfc6e37289 req-02b1a939-82a5-4a87-96d7-3e643e4db711 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:26.345241 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67da4f16-371c-491b-8f78-e2cfc6e37289 req-02b1a939-82a5-4a87-96d7-3e643e4db711 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 945 time: 0.0803707 Mar 02 08:01:26.390285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67da4f16-371c-491b-8f78-e2cfc6e37289 req-2313fb94-34e3-4045-9e44-6e50e9f726c3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389905 Mar 02 08:01:26.467478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8bdf3f5-e642-45e4-a603-c09837e62700 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:26.535820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f8bdf3f5-e642-45e4-a603-c09837e62700 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:26.540510 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f8bdf3f5-e642-45e4-a603-c09837e62700 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:26.540866 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:26.657551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:26.683317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:26.693616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8bdf3f5-e642-45e4-a603-c09837e62700,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:26.698737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:26.732340 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'code': 200} Mar 02 08:01:26.770711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:26.858664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b088-321a-4273-8977-ef92d3df4677 req-2fcc8c85-fa23-4911-9677-67cb80b89e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:26.860210 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d264b088-321a-4273-8977-ef92d3df4677 req-2fcc8c85-fa23-4911-9677-67cb80b89e31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1097 time: 0.0721421 Mar 02 08:01:26.898625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d264b088-321a-4273-8977-ef92d3df4677 req-2460b1b5-9e49-471b-ad7b-ba4357a8338d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327728 Mar 02 08:01:27.572428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551986-8940-46c7-90a8-53dd26d36c10 req-38ba2e7c-8f5b-4df2-8538-4eeda25a6b9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:27.573920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1551986-8940-46c7-90a8-53dd26d36c10 req-38ba2e7c-8f5b-4df2-8538-4eeda25a6b9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.0796371 Mar 02 08:01:27.618958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1551986-8940-46c7-90a8-53dd26d36c10 req-dd04d9e0-a3e5-4088-9cec-5742a11dd2f5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393426 Mar 02 08:01:28.813324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2ccac-a4bc-40c3-a58e-003b6df7da22 req-6363f37c-d356-4c7d-ba3d-ddabac5f098e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:28.814720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61b2ccac-a4bc-40c3-a58e-003b6df7da22 req-6363f37c-d356-4c7d-ba3d-ddabac5f098e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.0900888 Mar 02 08:01:28.858981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-61b2ccac-a4bc-40c3-a58e-003b6df7da22 req-58f3162f-903c-4782-88c0-33a372d95e46 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386102 Mar 02 08:01:29.044098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049a46-64f0-4242-85d0-dd407a3f355e req-174e659e-f18d-4b6d-9c8f-e36d991a09b1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:29.045570 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67049a46-64f0-4242-85d0-dd407a3f355e req-174e659e-f18d-4b6d-9c8f-e36d991a09b1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.0848119 Mar 02 08:01:29.088686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67049a46-64f0-4242-85d0-dd407a3f355e req-993e41b8-c909-4eb1-a030-e49a3bf009da tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375481 Mar 02 08:01:29.111697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41672) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:29.393229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ced4f-38bd-4afb-a700-2e0002dfa1ae tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:29.395216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df5ced4f-38bd-4afb-a700-2e0002dfa1ae tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1092 time: 0.2825344 Mar 02 08:01:29.398143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41678) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:29.403086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:29.410373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:29.414167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:floatingip and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:29.416956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:29.422627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:29.435855 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:29.571192 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:29.708654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.25.4.212 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:29.853128 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:29.881790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:29.944334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:29.951388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:29.953920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:29.994453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:30.369629 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:30.445703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:30.762849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:30.767437 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:30.881866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:30.889717 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:31.064180 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP be3a6d0d-bdb3-487c-9aa6-23187baf844a associated. External IP: 172.25.4.212, port: f8bdf3f5-e642-45e4-a603-c09837e62700. Mar 02 08:01:31.417457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:31.596867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:31.606292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:31.615899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:31.616595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:01:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:31.623469 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:31.689958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3859eb1f-331a-4584-9a44-88b5b46ebaf1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2784803 Mar 02 08:01:31.689958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:31.720745 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'status': 'completed', 'code': 200} Mar 02 08:01:31.847194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:31.861673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-eccfdf78-15a9-46e2-8608-2b843691e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:31.863184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-eccfdf78-15a9-46e2-8608-2b843691e697 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1097 time: 0.1166716 Mar 02 08:01:32.112345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-1561706b-ac42-4dca-88f2-c3c8b4ef4b19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3086419 Mar 02 08:01:32.140520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-87dccb9a-e93c-4580-8f72-aea5c61bd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.142421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-87dccb9a-e93c-4580-8f72-aea5c61bd948 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.2723229 Mar 02 08:01:32.213448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'be3a6d0d-bdb3-487c-9aa6-23187baf844a', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:51:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:30Z', 'updated_at': '2022-03-02T08:01:30Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:32.217421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:32.226523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:32.227128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:01:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:32.288739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-018ad274-efe1-4f11-a113-de6544e56335 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 1000 time: 0.1412060 Mar 02 08:01:32.351382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-74295d77-5192-44c2-986c-33257086c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.352858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-74295d77-5192-44c2-986c-33257086c21e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.1551442 Mar 02 08:01:32.372409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-e9229997-661f-4485-8b0e-1f390aec63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.373873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-e9229997-661f-4485-8b0e-1f390aec63d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0756762 Mar 02 08:01:32.422944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:32.564650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-39b0601f-aaf4-4874-8c27-bdbbda1c2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.566161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-39b0601f-aaf4-4874-8c27-bdbbda1c2286 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.1913795 Mar 02 08:01:32.571009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-405775c2-2fac-4d2f-b13c-25137449a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.572380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-405775c2-2fac-4d2f-b13c-25137449a912 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722305 Mar 02 08:01:32.763925 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-5700c7d4-421c-46a8-b366-4f49d534a086 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1000 time: 0.1905024 Mar 02 08:01:32.771627 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'be3a6d0d-bdb3-487c-9aa6-23187baf844a', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:51:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:30Z', 'updated_at': '2022-03-02T08:01:30Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:32.775875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b351b35-2e17-4b6c-829f-92a923fe159f None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'be3a6d0d-bdb3-487c-9aa6-23187baf844a', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:51:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:01:30Z', 'updated_at': '2022-03-02T08:01:30Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:32.839532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-24862609-a2e8-4c1f-9c3a-f50072dc9049 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145638 Mar 02 08:01:32.867993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-39a69e73-2c61-417b-a8e9-6b09eb61b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:32.869628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-39a69e73-2c61-417b-a8e9-6b09eb61b101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0984607 Mar 02 08:01:32.969011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc34a6b-dab8-469c-abe4-f2282033f0e9 None None] New status for floating IP be3a6d0d-bdb3-487c-9aa6-23187baf844a: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:01:33.039251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-62e0e088-a372-4876-b1b5-efd7d339ced5 req-39437ce0-4744-4cc1-8ab8-904a375a5498 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936181 Mar 02 08:01:33.045713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-d9b1c390-aff7-4c7a-b972-60e2b47b6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.047611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-d9b1c390-aff7-4c7a-b972-60e2b47b6e77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659315 Mar 02 08:01:33.186670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-174d3f58-69df-415c-9cc4-8d355eabb4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330447 Mar 02 08:01:33.317954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21be8d1d-dd44-496f-bfec-a2e682ad77fd req-cd776206-b252-4688-86cf-187c85165a6f service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254416 Mar 02 08:01:35.034060 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:01:40.468485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-734df17a-4b29-4270-be56-06f8f71827a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679350 Mar 02 08:01:40.606652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687ddb-1410-469d-b646-8845a391312c req-12b73740-ae8e-41ae-85a6-19535b2f7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:40.608089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-12b73740-ae8e-41ae-85a6-19535b2f7974 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1097 time: 0.0708530 Mar 02 08:01:40.753999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687ddb-1410-469d-b646-8845a391312c req-5a5c05a7-1f49-4957-afb1-2e05b4435d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:40.755353 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-5a5c05a7-1f49-4957-afb1-2e05b4435d70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1280501 Mar 02 08:01:40.976636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-b92d0202-858d-4288-9944-5ee0be0f879e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 1002 time: 0.2145915 Mar 02 08:01:41.043505 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687ddb-1410-469d-b646-8845a391312c req-6a9a12bf-f533-47c0-8a47-b26a3d0b8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:41.045260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-6a9a12bf-f533-47c0-8a47-b26a3d0b8269 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0613253 Mar 02 08:01:41.142117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687ddb-1410-469d-b646-8845a391312c req-845a9d7e-531d-46d9-8688-ab9cdacda303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:41.143597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-845a9d7e-531d-46d9-8688-ab9cdacda303 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910575 Mar 02 08:01:41.276448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-0514ce3e-ccb5-4cfb-8494-3091eda9320c service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250422 Mar 02 08:01:41.407563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ea687ddb-1410-469d-b646-8845a391312c req-4b282910-3bcc-4045-96df-373929885c1e service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226058 Mar 02 08:01:41.917622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e793835e-13ab-4f8c-ac64-c8485fb03955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.251200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-725d23ec-b2bd-4ccc-9980-7339d7f00050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.458411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.483649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.853756 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.809993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.977016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:11.921458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e4b82037-bbeb-4bd9-b22b-81f1d8922b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:12.034230 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:02:12.397060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41716) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:02:12.532142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64002b00-771e-4a44-a742-6682081051a1 req-e6598ca6-9184-4986-b26a-f935742ed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:12.533652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64002b00-771e-4a44-a742-6682081051a1 req-e6598ca6-9184-4986-b26a-f935742ed431 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.1355519 Mar 02 08:02:12.575734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64002b00-771e-4a44-a742-6682081051a1 req-5cef69fe-36a7-4269-9caa-69278fa1d6d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358770 Mar 02 08:02:14.251553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fbebd66e-58d2-4f23-ae18-6e12120ccefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:15.458973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:15.462687 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:16.855080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:18.809528 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:18.987007 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:32.907586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-ee223510-3f5b-4a36-bb42-8cebf703ceb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176145 Mar 02 08:02:33.043850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-acd21f64-3579-4b26-9b78-3c36333b75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:33.045291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-acd21f64-3579-4b26-9b78-3c36333b75f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.0723219 Mar 02 08:02:33.186454 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-aacc38b7-242c-4597-84ed-740180f299e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:33.188289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-aacc38b7-242c-4597-84ed-740180f299e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.1252136 Mar 02 08:02:33.288860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-057fb24f-2602-4993-b310-fabf99b2e9b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1000 time: 0.0951080 Mar 02 08:02:33.348884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-21095881-cbf5-41c1-a53b-10e344926ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:33.350324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-21095881-cbf5-41c1-a53b-10e344926ca4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0564995 Mar 02 08:02:33.422696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-7c42bc14-2970-4d46-aad7-488b3b1e82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:33.424123 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-7c42bc14-2970-4d46-aad7-488b3b1e82f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683801 Mar 02 08:02:33.554954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-40e3db3f-c11b-4fc2-947b-5e0e5c444356 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239767 Mar 02 08:02:33.685131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-653406be-bf6d-408b-bc0b-a2ac22dd8dd2 req-452806ab-f3b1-4956-bf84-8b42db8bc456 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Mar 02 08:02:40.539470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-94bd4842-35c9-4d19-a459-7aacbc0e0a15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1279635 Mar 02 08:02:40.684368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e7080eca-436d-4e1b-ab3d-3553f6c7b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:40.685802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e7080eca-436d-4e1b-ab3d-3553f6c7b94f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 1097 time: 0.0770650 Mar 02 08:02:40.836309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-805a3403-ee61-44e5-b4d7-a0f12e1b6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:40.837761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-805a3403-ee61-44e5-b4d7-a0f12e1b6d7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1337774 Mar 02 08:02:40.940161 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-aa2c84b8-de6c-4e15-b844-906f6b3f78db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 200 len: 1002 time: 0.0959158 Mar 02 08:02:41.003835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e3104a3c-4bac-41bd-aa78-d041dea4654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:41.005224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e3104a3c-4bac-41bd-aa78-d041dea4654b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0596170 Mar 02 08:02:41.185701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e2b9bb1d-559d-464e-87ef-db0a72369bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:41.187243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-e2b9bb1d-559d-464e-87ef-db0a72369bbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763220 Mar 02 08:02:41.315940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-cad3b032-595a-46ae-a233-4225468e5550 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221611 Mar 02 08:02:41.445879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9154edaa-66e1-41b1-b572-8e82bfa15f37 req-af6d3428-5314-4a50-83b1-ac844048b125 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241689 Mar 02 08:02:41.924456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d953639-09cf-4235-98f0-63bb0526acd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:44.294403 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5f9b191f-f4c6-4a1e-8787-208a10f0eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:45.461442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:45.465407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:46.860738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:48.808334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:48.983897 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:49.033799 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:03:11.927401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1de1-3c38-4d9f-9dc6-32102f08bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:14.256332 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c557b04d-7ea2-46be-b3fc-24bfbc831558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:15.463745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:15.467972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:16.859971 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:18.824256 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:18.996529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:26.033995 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:03:27.743413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002a288-a283-4077-b09e-61750fcbea57 req-947e9dae-abf5-4913-8907-6db4ba5955ba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:27.744857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9002a288-a283-4077-b09e-61750fcbea57 req-947e9dae-abf5-4913-8907-6db4ba5955ba tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.2032549 Mar 02 08:03:27.787114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9002a288-a283-4077-b09e-61750fcbea57 req-628f0e0f-a8f3-4570-8abd-473820dcab7e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366538 Mar 02 08:03:29.039871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ebbf-85ad-4e99-b43c-2b6f09041702 req-4f36d995-173c-4114-9fd3-6f8c37fe3115 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:29.041348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5e4ebbf-85ad-4e99-b43c-2b6f09041702 req-4f36d995-173c-4114-9fd3-6f8c37fe3115 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.1367195 Mar 02 08:03:29.086206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5e4ebbf-85ad-4e99-b43c-2b6f09041702 req-480f3bbf-66b0-474f-b94d-adec2d31580e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Mar 02 08:03:29.126481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-488d2628-9507-45e3-901c-f023b8e7ea70 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:29.127981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-488d2628-9507-45e3-901c-f023b8e7ea70 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 946 time: 0.0795693 Mar 02 08:03:29.199650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port f8bdf3f5-e642-45e4-a603-c09837e62700 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:03:29.199993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:29.437027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port f8bdf3f5-e642-45e4-a603-c09837e62700, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8bdf3f5-e642-45e4-a603-c09837e62700,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:03:29.437302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:29.723893 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:29.724179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:29.724491 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP be3a6d0d-bdb3-487c-9aa6-23187baf844a disassociated. External IP: 172.25.4.212, port: f8bdf3f5-e642-45e4-a603-c09837e62700. Mar 02 08:03:29.724830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for f8bdf3f5-e642-45e4-a603-c09837e62700 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:03:29.865675 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:29.915479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=f8bdf3f5-e642-45e4-a603-c09837e62700,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:29.926486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.926828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.927159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.927487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.927812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.928129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.928449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.928762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.929078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.929389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.929702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:29.930037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:30.252175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ac9ede96-8d9f-435a-a5d7-112861b81c1b req-6e07ca07-1218-4749-8995-7afd5677a4ee tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 210 time: 0.0559065 Mar 02 08:03:30.260042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:03:30.447016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:03:30.456744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:03:30.466436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:03:30.467056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:03:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:30.521088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port f8bdf3f5-e642-45e4-a603-c09837e62700 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:03:30.523970 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:30.526533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'name': 'network-vif-deleted', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:03:30.547254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a042134b-fe9e-4195-a60f-c7b5b274ca68 req-a5ca15c5-8ecb-4eee-aef5-ebef73737e2b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "DELETE /v2.0/ports/f8bdf3f5-e642-45e4-a603-c09837e62700 HTTP/1.1" status: 204 len: 173 time: 1.4132965 Mar 02 08:03:30.584842 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3033dbfa-4442-4f40-a35b-3d278653a47c', 'name': 'network-vif-deleted', 'tag': 'f8bdf3f5-e642-45e4-a603-c09837e62700', 'status': 'completed', 'code': 200} Mar 02 08:03:30.673257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:03:30.998557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:31.002507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:03:31.011048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:03:31.011671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:03:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:31.207628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:03:31.419842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c911af61-76bc-499c-bd5b-d5fc0012df2d req-d6ea3b05-0f9d-485b-8bfe-6f43548f65ff tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:03:31.436773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c911af61-76bc-499c-bd5b-d5fc0012df2d req-d6ea3b05-0f9d-485b-8bfe-6f43548f65ff tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:03:31.439990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c911af61-76bc-499c-bd5b-d5fc0012df2d req-d6ea3b05-0f9d-485b-8bfe-6f43548f65ff tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=3033dbfa-4442-4f40-a35b-3d278653a47c HTTP/1.1" status: 200 len: 210 time: 0.0635488 Mar 02 08:03:31.531201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:31.535454 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06621f-b23d-4c94-b092-a6c8bcc72d8b None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:03:31.768411 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ce529-7e99-4f89-bb1b-c833e2ba7ed2 None None] New status for floating IP be3a6d0d-bdb3-487c-9aa6-23187baf844a: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:03:32.788337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-bd0435e0-8e26-49b2-8a47-aff7aff0a02b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834695009&fields=id&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 267 time: 0.0400620 Mar 02 08:03:32.939148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-0a062c8b-7746-40d6-92af-6d8cefa8e147 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:32.940603 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-0a062c8b-7746-40d6-92af-6d8cefa8e147 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.1460595 Mar 02 08:03:32.955488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-27950a97-9712-4a95-956e-f36ed0e033d4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0095789 Mar 02 08:03:33.042113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-e74fffb9-fa6c-4964-b0eb-c97e0c716a48 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816131 Mar 02 08:03:33.169277 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8bdf3f5-e642-45e4-a603-c09837e62700 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:03:33.179798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-ce404d57-fd36-4bbe-85ab-095382a063a2 service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261566 Mar 02 08:03:33.210558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f8bdf3f5-e642-45e4-a603-c09837e62700 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:03:33.210912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8bdf3f5-e642-45e4-a603-c09837e62700 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:03:33.313342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-f313d060-32a7-4bfd-8029-f6be3bc549b9 service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276007 Mar 02 08:03:33.697590 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e435621-c559-483e-acb4-eae4b25289ce req-1857a16b-09be-44cb-9d92-e43b80dde028 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 210 time: 0.0516920 Mar 02 08:03:34.694418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-c06c82dc-b3bb-4c4c-a986-4f840d5790a7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:34.695852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-c06c82dc-b3bb-4c4c-a986-4f840d5790a7 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.1527131 Mar 02 08:03:34.745875 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-0530ad9d-9148-4f91-9060-2643b7becd0a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 379 time: 0.0425868 Mar 02 08:03:34.755497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'security_groups': ['e93384e7-9353-43b2-b743-c77bf50eb635']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:03:34.939334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6687802c-5a0b-4428-9dcd-46f3def4ec6d req-9d5c3d95-36c0-4cb8-a320-70cdcfedac20 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 210 time: 0.1006262 Mar 02 08:03:34.983151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:03:35.003906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:03:35.009817 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-a61b6962-1820-4acb-9801-1ee75ef53971 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701162 Mar 02 08:03:35.018344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:03:35.021988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:35.360975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-3cc6377e-2265-44a8-9646-a1954cd28b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:35.362478 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-3cc6377e-2265-44a8-9646-a1954cd28b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.2837529 Mar 02 08:03:35.368562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.12 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/8d6132f8-fb5d-4680-9bf2-5472f5e33fd6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:03:35.630162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-af8af4fb-9e63-46e0-899e-08085725ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:35.631502 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-af8af4fb-9e63-46e0-899e-08085725ad18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.2496345 Mar 02 08:03:35.742098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:35.774115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-dfebb001-208f-4a30-8be6-ff6825c33e3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1000 time: 0.1333997 Mar 02 08:03:35.775025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:03:35.848187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-3e50f1b3-6284-4c13-9f26-5a6b1391e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:35.849632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-3e50f1b3-6284-4c13-9f26-5a6b1391e980 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0697479 Mar 02 08:03:35.897950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:35.986668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:03:35.988628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:35.991066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:03:35.994346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:03:36.061166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-b5c93227-e554-4ba2-b0c6-6b19b4ead4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:36.062720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-b5c93227-e554-4ba2-b0c6-6b19b4ead4a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072303 Mar 02 08:03:36.071593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:36.072279 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:36.179599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a863b7-606f-41fb-b2f8-b8e20a6fd83a req-a829cc3b-559a-4132-b3ba-709d19a8d635 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:36.187633 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2a863b7-606f-41fb-b2f8-b8e20a6fd83a req-a829cc3b-559a-4132-b3ba-709d19a8d635 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 932 time: 0.1246235 Mar 02 08:03:36.190487 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-63c472a3-72d6-40a9-9f91-482ced284fb1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4386113 Mar 02 08:03:36.202160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Request body: {'port': {'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:03:36.240833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a2a863b7-606f-41fb-b2f8-b8e20a6fd83a req-63052141-40d0-4607-8328-383e1fa6b2ff tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496671 Mar 02 08:03:36.286663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-8fd0121d-f7eb-4f20-bce1-4165d96de851 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100496 Mar 02 08:03:36.299848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5b362fb-ad36-4105-b61a-61baac068b53 None None] Provisioning for port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:03:36.305706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e5b362fb-ad36-4105-b61a-61baac068b53 None None] Provisioning complete for port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:03:36.306175 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e5b362fb-ad36-4105-b61a-61baac068b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:36.368655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e5b362fb-ad36-4105-b61a-61baac068b53 None None] Port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:03:36.435998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:36.516961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a3f8b29-3cca-4fe9-a448-6cdd347993d6 req-25415632-e25e-43b6-97e9-38f598df445d service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000031 Mar 02 08:03:36.801711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:03:36.809408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:36.824536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Transition to ACTIVE for port object 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:03:36.828247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:37.112690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:37.184431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Attempting to bind port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:03:37.184692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Attempting to bind port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:03:37.185021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Attempting to bind port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:03:37.190250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:03:37.190575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Attempting to bind port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:03:37.195661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:03:37.196002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:03:37.196389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:03:37.196819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Bound port: 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:03:37.197163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:37.287339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:03:37.290283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:03:37.294721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:37.380623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:37.381258 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:37.382688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] 10.222.0.16 "PUT /v2.0/ports/8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 1092 time: 1.1846983 Mar 02 08:03:37.387573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:03:37.431335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd197-19f9-4ce2-b787-d7f8a176023b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:37.465714 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'status': 'completed', 'code': 200} Mar 02 08:03:37.513034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc5daa-e050-420a-a536-b6ddac68c2bb req-b2c14d68-dbc8-42e9-ad5e-57a1321b4d2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:37.513765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cdbc5daa-e050-420a-a536-b6ddac68c2bb req-b2c14d68-dbc8-42e9-ad5e-57a1321b4d2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:03:37.543961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-87efafd3-a21b-42f4-adf4-5066d2637fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:37.545470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-87efafd3-a21b-42f4-adf4-5066d2637fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1095 time: 0.1167498 Mar 02 08:03:37.546269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cdbc5daa-e050-420a-a536-b6ddac68c2bb req-b2c14d68-dbc8-42e9-ad5e-57a1321b4d2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:03:37.547278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdbc5daa-e050-420a-a536-b6ddac68c2bb req-b2c14d68-dbc8-42e9-ad5e-57a1321b4d2e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.2037416 Mar 02 08:03:37.628663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-0b62463d-af8b-47c8-87b6-57370ab40938 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 217 time: 0.0761666 Mar 02 08:03:37.700116 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cdbc5daa-e050-420a-a536-b6ddac68c2bb req-e628ddcd-d4ab-4447-a1c3-dc93b72ec09f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919127 Mar 02 08:03:37.709258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-85c30cdd-c934-44f9-b384-11b5e2d9f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:37.710685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-85c30cdd-c934-44f9-b384-11b5e2d9f38a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0746517 Mar 02 08:03:37.790355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-3b691178-98c0-4bec-99c5-d357769562c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:37.791846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-3b691178-98c0-4bec-99c5-d357769562c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750527 Mar 02 08:03:37.923977 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-fe642004-a32f-40b0-8c3d-164c281dbea4 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260312 Mar 02 08:03:38.057632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93b7b6db-f9b8-41b4-a6c4-18d68776b92c req-1cf7613b-bf09-433a-b617-c4a818a8b87a service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274474 Mar 02 08:03:38.170446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-6e37703b-2077-4b0e-bd29-a967f6823224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:38.171935 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-6e37703b-2077-4b0e-bd29-a967f6823224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1095 time: 0.0696418 Mar 02 08:03:38.302380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-0cad2455-cf73-4f1c-8b36-27cc0060f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:38.303751 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-0cad2455-cf73-4f1c-8b36-27cc0060f4af service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1255982 Mar 02 08:03:38.372587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-37dde63d-7d60-438e-99a6-722b8a9760ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 217 time: 0.0627601 Mar 02 08:03:38.433705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-45890ce3-7077-453b-a2a4-275118773cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:38.435145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-45890ce3-7077-453b-a2a4-275118773cb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0567837 Mar 02 08:03:38.511480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-20d0c630-eba8-4bcb-b6ee-813700a73d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:38.513079 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-20d0c630-eba8-4bcb-b6ee-813700a73d40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723865 Mar 02 08:03:38.765291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-60361661-05da-41a6-a9fe-57a3610dcac1 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463396 Mar 02 08:03:38.890357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e830-34a5-4d78-9245-4efa10817086 req-1e0ee819-b8b8-4958-9e99-cc916bb40d93 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:38.892084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78c4e830-34a5-4d78-9245-4efa10817086 req-1e0ee819-b8b8-4958-9e99-cc916bb40d93 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0836012 Mar 02 08:03:38.901924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2320e0ee-16ae-435e-988d-eefbb98e0b5f req-78a9aca2-3b1a-4f65-b60f-0fc516b0b9a5 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302488 Mar 02 08:03:38.937052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78c4e830-34a5-4d78-9245-4efa10817086 req-2360a1e6-51c5-4642-a68a-6cb2c91f0354 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Mar 02 08:03:40.121269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210d6c-4706-482a-be7b-3d3bea13228e req-fa91a044-ffd9-43d7-8d4e-10aa3f0cf474 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:40.122736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b210d6c-4706-482a-be7b-3d3bea13228e req-fa91a044-ffd9-43d7-8d4e-10aa3f0cf474 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0798273 Mar 02 08:03:40.166101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b210d6c-4706-482a-be7b-3d3bea13228e req-f568b6db-b3c1-468c-b598-e3638715df02 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368347 Mar 02 08:03:41.349220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fccc2-66c9-49ca-b941-ab934cd98244 req-48fbee3c-a881-4e68-bdbf-f08f8e89f6fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:41.350696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-314fccc2-66c9-49ca-b941-ab934cd98244 req-48fbee3c-a881-4e68-bdbf-f08f8e89f6fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0782578 Mar 02 08:03:41.393866 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-314fccc2-66c9-49ca-b941-ab934cd98244 req-5e15a3da-16b5-4ec3-8759-ba1a6b678bdd tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 Mar 02 08:03:41.931324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3c662ffe-eba4-4741-adcb-3636e0356213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:42.581029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4023d-f357-4ec9-a706-af95e26e2915 req-1926842f-1ccc-480e-a2c8-951517cc94af tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:42.582537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59d4023d-f357-4ec9-a706-af95e26e2915 req-1926842f-1ccc-480e-a2c8-951517cc94af tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0837107 Mar 02 08:03:42.625612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59d4023d-f357-4ec9-a706-af95e26e2915 req-fbe0ab54-2269-4297-8aeb-fb82418b9b30 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 Mar 02 08:03:43.809594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ea03d-104f-4300-afb9-9a14a5de42f1 req-d162bb80-a0c1-4ae6-96ab-acf9c51c5c7d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:43.810984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-213ea03d-104f-4300-afb9-9a14a5de42f1 req-d162bb80-a0c1-4ae6-96ab-acf9c51c5c7d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0823331 Mar 02 08:03:43.855363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-213ea03d-104f-4300-afb9-9a14a5de42f1 req-df7ebed8-0f31-4cbb-8d38-bbf8acb807b0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388150 Mar 02 08:03:44.259193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4234-a9f6-4628-a5d3-7860edc8ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:45.037591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbadb9-57a9-4ef4-8271-46ecd1b722ea req-2d56171b-8873-471a-8117-f785f5661f05 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:45.039213 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85fbadb9-57a9-4ef4-8271-46ecd1b722ea req-2d56171b-8873-471a-8117-f785f5661f05 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0797532 Mar 02 08:03:45.086429 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85fbadb9-57a9-4ef4-8271-46ecd1b722ea req-06a6067e-61ca-4135-bf90-2b4eb2a7beb2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Mar 02 08:03:45.466868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:45.472215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:46.272824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edf01-d17c-4cf8-818a-a168b20ce207 req-3789f02f-c764-41d2-be7a-e5f01afbfb86 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:46.274275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c7edf01-d17c-4cf8-818a-a168b20ce207 req-3789f02f-c764-41d2-be7a-e5f01afbfb86 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0843844 Mar 02 08:03:46.317363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4c7edf01-d17c-4cf8-818a-a168b20ce207 req-0e1e139a-4087-4d3f-a18f-4774024a926a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372059 Mar 02 08:03:46.864023 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:47.247906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:03:47.416624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:03:47.431114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:03:47.491440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:47.504192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527276d-fa77-450c-9595-702f228fbefc req-f9d758f3-14b5-46d4-bad0-567ebd786ab4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:47.505588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1527276d-fa77-450c-9595-702f228fbefc req-f9d758f3-14b5-46d4-bad0-567ebd786ab4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 944 time: 0.0795169 Mar 02 08:03:47.508482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:03:47.526409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:03:47.530992 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:47.554437 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1527276d-fa77-450c-9595-702f228fbefc req-04489351-7973-4c54-85d1-8d01598cdcf6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Mar 02 08:03:47.599339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:47.606556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.606902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.607237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.607571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.607896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.608221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.608549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.608866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.609184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.609500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.609886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.610321 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:03:47.846990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:03:48.740717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88569-228e-4c20-89bf-4b9282b4732f req-5ff96bfc-cd5b-44da-a8a7-01a546284c4e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:48.742218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ed88569-228e-4c20-89bf-4b9282b4732f req-5ff96bfc-cd5b-44da-a8a7-01a546284c4e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 945 time: 0.0814550 Mar 02 08:03:48.785693 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ed88569-228e-4c20-89bf-4b9282b4732f req-b3585fd8-3c73-47c8-93a1-2af12641a2ca tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Mar 02 08:03:48.838526 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:48.999971 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:49.277851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:03:49.343637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:03:49.348744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:03:49.349118 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:49.462530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:49.489470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:03:49.499922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:03:49.503777 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:49.540266 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'code': 200} Mar 02 08:03:49.572944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:49.669504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2773b-164b-48d0-873f-cd6eceb18d48 req-adfdc223-d6cf-4c0f-ae55-6ad027b5f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:49.670983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8b2773b-164b-48d0-873f-cd6eceb18d48 req-adfdc223-d6cf-4c0f-ae55-6ad027b5f9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.0731938 Mar 02 08:03:49.710560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8b2773b-164b-48d0-873f-cd6eceb18d48 req-0e3e4dd8-faae-4cce-87c8-1d0c0e47602a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336578 Mar 02 08:03:49.968646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba1892-0e24-46bc-9975-ff349a7e091c req-44ba2e1c-42dd-4498-b73f-c5bda4644d5a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:49.970669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7ba1892-0e24-46bc-9975-ff349a7e091c req-44ba2e1c-42dd-4498-b73f-c5bda4644d5a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.0825543 Mar 02 08:03:50.012363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7ba1892-0e24-46bc-9975-ff349a7e091c req-e999b2b5-43c7-4068-8bb2-8af929e6b77c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362821 Mar 02 08:03:51.199467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e2c3-b284-41c5-b29a-cd4754840938 req-b71ee534-07eb-4240-b859-7b5c557d744f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:51.200920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0df8e2c3-b284-41c5-b29a-cd4754840938 req-b71ee534-07eb-4240-b859-7b5c557d744f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.0808003 Mar 02 08:03:51.246948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0df8e2c3-b284-41c5-b29a-cd4754840938 req-d4fb6b43-93b8-40c5-b133-91a2e1fe96c6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Mar 02 08:03:51.427758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d15d7-3054-4258-b2c3-01c281c5ff29 req-2d58e591-879a-44ca-8a3b-3d8751ad0feb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:51.429198 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f02d15d7-3054-4258-b2c3-01c281c5ff29 req-2d58e591-879a-44ca-8a3b-3d8751ad0feb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.0788238 Mar 02 08:03:51.474921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f02d15d7-3054-4258-b2c3-01c281c5ff29 req-9fb86fbf-e96d-4980-aa6c-7c4caa7f7dac tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Mar 02 08:03:51.498229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41846) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:03:51.568963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366dff4-99a9-410b-8059-b51faf0cf8a7 tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:51.570500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9366dff4-99a9-410b-8059-b51faf0cf8a7 tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1092 time: 0.0712912 Mar 02 08:03:51.573214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 41850) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:03:51.577933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:03:51.584403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:03:51.588169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:floatingip and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:03:51.591017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:03:51.596650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:03:51.607123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:51.742329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:51.879949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.25.4.91 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1acec0a8-b425-4d8c-9e94-78d1a16376fc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:03:52.027139 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:52.056659 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:52.116564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:03:52.117672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:03:52.125480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:03:52.163871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=1acec0a8-b425-4d8c-9e94-78d1a16376fc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:52.648088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:52.720382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:52.928221 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:52.932631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:53.042443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=1acec0a8-b425-4d8c-9e94-78d1a16376fc,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:03:53.051817 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:53.228098 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP 8185cc31-1bf7-4fab-8944-ae399d72f1d3 associated. External IP: 172.25.4.91, port: 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6. Mar 02 08:03:53.582175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:03:53.760866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:03:53.771366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:03:53.780576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:03:53.781166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:03:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:53.786346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:53.849880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f247d046-8e97-4763-baf0-34494f9c7149 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2662275 Mar 02 08:03:53.849880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:03:53.889557 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'status': 'completed', 'code': 200} Mar 02 08:03:53.964668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:03:54.109905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-0e4c65f7-32af-43f1-b979-9c47278ed2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:54.111752 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-0e4c65f7-32af-43f1-b979-9c47278ed2b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.0763621 Mar 02 08:03:54.361220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:52Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:54.364930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:03:54.368050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-d812d442-16ea-4b89-a757-e0d0ba9569aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:54.369503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-d812d442-16ea-4b89-a757-e0d0ba9569aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.2519093 Mar 02 08:03:54.373270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:03:54.373879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:03:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:54.470887 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-da297b58-5c92-41ff-9b6f-4dc9f0432919 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 999 time: 0.0954866 Mar 02 08:03:54.533557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-8b625b4f-2f55-4967-9d45-77a33a4f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:54.535020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-8b625b4f-2f55-4967-9d45-77a33a4f95ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0587192 Mar 02 08:03:54.553669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:03:54.609103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-9505a9a2-0460-45e6-9791-0c7c61f07cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:54.610824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-9505a9a2-0460-45e6-9791-0c7c61f07cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701427 Mar 02 08:03:54.741004 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-199759c0-5d9b-4225-917c-774d57906f4a service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242115 Mar 02 08:03:54.872653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6e850a3-7202-4e8e-a862-8aff57992731 req-79fca8aa-b225-4936-aa9c-532c2ff73090 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261101 Mar 02 08:03:54.902387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:52Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:03:54.907339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c884b-f5e2-4881-8f1a-32a8bbd46cfd None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:52Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:03:55.098648 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f9c645-65dd-4ff7-a67d-db52c30a95c0 None None] New status for floating IP 8185cc31-1bf7-4fab-8944-ae399d72f1d3: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:04:03.034374 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:04:11.935556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e3488405-075e-4eda-9952-24144381b55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:14.263198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a3f7-9bbe-4321-9aa2-c9b8ecab2eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:15.479055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:15.483428 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:16.867833 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:18.838832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:19.012517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:36.870401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-de2b3754-a7a3-49c7-970d-0ea625473706 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718362 Mar 02 08:04:37.005411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-e8c3db34-9b06-4787-9784-0bbc6e1cc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:37.006917 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-e8c3db34-9b06-4787-9784-0bbc6e1cc55b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.0710635 Mar 02 08:04:37.149512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-77b1a27c-dba2-4f57-81a8-2a208be80ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:37.150900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-77b1a27c-dba2-4f57-81a8-2a208be80ca9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.1257305 Mar 02 08:04:37.250195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-b4de07f1-02b8-4b9f-bde7-da11a8a43343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1000 time: 0.0933793 Mar 02 08:04:37.313228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-bb0fb53a-271a-4f44-bc88-d7223b8d3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:37.315276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-bb0fb53a-271a-4f44-bc88-d7223b8d3ecb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0593617 Mar 02 08:04:37.386424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-86691b4a-839b-4c27-899e-525a56040857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:37.387860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-86691b4a-839b-4c27-899e-525a56040857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679860 Mar 02 08:04:37.516372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-297fdcbe-2f73-4346-aa84-81b610570f17 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 Mar 02 08:04:37.644436 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f9b06c-b1fd-493a-9444-2729059946f2 req-d9705476-b596-49e0-8b7a-f7f6a4e72c5c service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Mar 02 08:04:40.035653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:04:40.460274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-4d741a38-36ca-44d3-9b48-03a4dd4e545d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681014 Mar 02 08:04:40.603898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-69df27e3-8e35-40e5-b66b-eb1c22e78489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:40.605382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-69df27e3-8e35-40e5-b66b-eb1c22e78489 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.0756829 Mar 02 08:04:40.868934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-174377f1-11c2-4c62-be6d-1dd45430c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:40.870417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-174377f1-11c2-4c62-be6d-1dd45430c005 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.2444921 Mar 02 08:04:40.973495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-08935f5e-d044-4e7c-b334-f49e5a247c1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 1001 time: 0.0964437 Mar 02 08:04:41.035543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-0fd7478e-843b-4998-b2aa-0c72ae51f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:41.036975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-0fd7478e-843b-4998-b2aa-0c72ae51f9da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0576684 Mar 02 08:04:41.113920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-d63774b1-c423-44d1-855e-193385041e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:41.115385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-d63774b1-c423-44d1-855e-193385041e69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722263 Mar 02 08:04:41.246332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-9b636ec1-f17e-43af-b536-f63da11d9024 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234753 Mar 02 08:04:41.377976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-71a2c9fc-4502-4e73-8f8f-269188604bde req-d2e3a41f-16d3-4d64-aa78-0ea49e7025ef service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231544 Mar 02 08:04:41.938930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91d28a70-85ae-4645-b4d1-a04795bdb4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:44.265611 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dc0170cc-8dcd-40cd-a1de-3418f531d769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:45.471755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:45.477174 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:46.872639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:48.856706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:49.011802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:11.940698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-40b70c4f-9d1f-43c1-973f-9d20123aecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:14.268117 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65263872-c447-466e-9314-5f798552e6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:15.476352 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:15.480285 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:16.874814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:17.035166 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:05:18.884705 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:19.010169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:37.860541 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-99802720-c3ae-4c88-8783-2c71d0f2a4c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738113 Mar 02 08:05:37.999507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-fadd88a4-2586-42e3-b3a7-0952f630832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:38.000998 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-fadd88a4-2586-42e3-b3a7-0952f630832d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f094077315343fd8bd1f9c91ca7b343&device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 1096 time: 0.0742939 Mar 02 08:05:38.149507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-c470e473-cbe8-4d52-808d-495689eda2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:38.150862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-c470e473-cbe8-4d52-808d-495689eda2c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 200 len: 908 time: 0.1312461 Mar 02 08:05:38.255076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-c3c6c2a8-04d2-47eb-9ae6-a99104061a84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 200 len: 1000 time: 0.0986054 Mar 02 08:05:38.332282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-aa8140c6-fea2-4e27-a761-15f2be448cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:38.333652 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-aa8140c6-fea2-4e27-a761-15f2be448cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 200 len: 847 time: 0.0735571 Mar 02 08:05:38.438679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-3af5891a-8a83-4e9a-8bd2-c267e50d8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:38.440177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-3af5891a-8a83-4e9a-8bd2-c267e50d8edb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f8ea56-0d25-4159-862f-88509af6c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996780 Mar 02 08:05:38.597983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-dd6dcbe0-324c-4652-b5d5-d4d6b3cafcb5 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518214 Mar 02 08:05:38.768182 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a26c5511-7cc5-426f-b0bd-fa0f07cf0245 req-f85aaadd-5167-46f6-b573-6084f6ded619 service neutron] 10.222.0.39 "GET /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639445 Mar 02 08:05:40.482304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-f27c59e8-7125-40e3-9584-26542463bf42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878549 Mar 02 08:05:40.657813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-d0ed1b59-125a-44ed-9304-7c82b7756bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:40.659316 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-d0ed1b59-125a-44ed-9304-7c82b7756bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.1041892 Mar 02 08:05:40.956307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-59debe55-78e5-44cd-a38f-60d1a6d91fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:40.957754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-59debe55-78e5-44cd-a38f-60d1a6d91fba service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.2800856 Mar 02 08:05:41.078348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-44cb08c4-c39e-4375-91b5-beeb74d045d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 1001 time: 0.1116343 Mar 02 08:05:41.143552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-7ae0a012-eced-46b2-b106-e8de8a15d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:41.144987 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-7ae0a012-eced-46b2-b106-e8de8a15d68f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0640783 Mar 02 08:05:41.232657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-1baa956a-640f-4950-a018-1df86c44d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:41.234260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-1baa956a-640f-4950-a018-1df86c44d260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825887 Mar 02 08:05:41.395278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-77ae659a-c7e3-4615-bc2c-29046f17b077 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553929 Mar 02 08:05:41.548144 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe1fbef4-666c-4467-b322-9c9e7d30171c req-ccd052ff-92ed-49b4-b965-d87e187f9344 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463065 Mar 02 08:05:41.943091 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7262d913-68b0-4b76-94e9-818ba74fa8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:44.270469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc67fc-8ef2-4014-8a73-642534dd3f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:44.314376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-ade195d1-d9a1-4bb7-96f2-d6334555ec76 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834695009&fields=id&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 267 time: 0.0391021 Mar 02 08:05:44.462019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-1451d3f4-c5af-4527-bc97-1ab43b11f956 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:44.463348 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-1451d3f4-c5af-4527-bc97-1ab43b11f956 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.1419263 Mar 02 08:05:44.478984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-ce2fcfe8-5c33-45cc-abb1-efaa6e26bd7e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/quotas/273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 375 time: 0.0102105 Mar 02 08:05:44.566497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-56ec54ad-9e53-43ea-9b58-8908ec3c7429 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825310 Mar 02 08:05:44.832811 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-f0db4c15-69af-4924-9938-cdf1e321561c service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551861 Mar 02 08:05:44.964774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-3d18dd74-46b0-4026-ab36-c13d430eee1d service neutron] 10.222.0.21 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250911 Mar 02 08:05:45.347530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65da9d0b-9592-451a-9a56-1e87b374c39a req-d767dfc4-6df8-4d33-b832-d3329ab3618c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 210 time: 0.0445182 Mar 02 08:05:45.474516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:45.485760 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:46.448913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac9465e4-6088-416e-b8dd-f702a85acf3b req-00b6b293-6bde-4cbe-b989-5b4b36d1201e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 210 time: 0.0457032 Mar 02 08:05:46.877687 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:47.546127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5337c97a-3cb2-4301-976f-86f09713cc66 req-8a488658-5ef8-4147-a38f-b9af8225c1c6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 210 time: 0.0442882 Mar 02 08:05:48.571248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-37ddfc12-3979-4540-a541-c7e79d9e3153 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:48.572919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-37ddfc12-3979-4540-a541-c7e79d9e3153 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 811 time: 0.1569958 Mar 02 08:05:48.629239 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-a0047235-4b49-4c8b-aa6e-67cfc86e29a5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf HTTP/1.1" status: 200 len: 379 time: 0.0490253 Mar 02 08:05:48.637872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'port': {'device_id': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'admin_state_up': True, 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'security_groups': ['e93384e7-9353-43b2-b743-c77bf50eb635']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:05:48.696127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed6a3477-3151-4e84-aeb2-826130178342 req-cfd46661-f3a9-460b-b368-8c90a920322c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 210 time: 0.0467751 Mar 02 08:05:48.777816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:05:48.787999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:05:48.797920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Made reservation on behalf of 273c2c299b7d4f06aeaa612f4a2e79bf for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:05:48.801465 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:48.890981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:48.964179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.20.0.7 (20174511-afd3-4d1b-8f76-bf2b289ed251/c3d79d3e-7ba3-433b-b499-6847b352a309/ff0d9b0a-39c8-4baf-bd29-bce370616430) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:05:49.032123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.163226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.180236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Transition to ACTIVE for port object ff0d9b0a-39c8-4baf-bd29-bce370616430 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:05:49.205029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.274242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:05:49.281980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:05:49.284545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:05:49.325905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:05:49.343491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.343844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.344168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.344496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.344825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.345157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.345465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.345832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.346117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.346431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.346749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.347065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:05:49.369572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:49.370255 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.394909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-9b6e3afa-80d7-42ab-a076-93405dc131b2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608948 Mar 02 08:05:49.406612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Request body: {'port': {'device_id': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:05:49.522819 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.548595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da74be02-8af8-4eca-b4ad-61976423d65b None None] Provisioning for port ff0d9b0a-39c8-4baf-bd29-bce370616430 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:05:49.559015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da74be02-8af8-4eca-b4ad-61976423d65b None None] Provisioning complete for port ff0d9b0a-39c8-4baf-bd29-bce370616430 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:05:49.559707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da74be02-8af8-4eca-b4ad-61976423d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:49.617067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-da74be02-8af8-4eca-b4ad-61976423d65b None None] Port ff0d9b0a-39c8-4baf-bd29-bce370616430 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:05:49.995563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e797-ecaa-44ad-b9e6-5c89218e0370 req-00b6f700-b3ea-43d3-802b-1ec80dea0f9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:49.996328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c070e797-ecaa-44ad-b9e6-5c89218e0370 req-00b6f700-b3ea-43d3-802b-1ec80dea0f9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:05:50.055011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c070e797-ecaa-44ad-b9e6-5c89218e0370 req-00b6f700-b3ea-43d3-802b-1ec80dea0f9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:05:50.055700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c070e797-ecaa-44ad-b9e6-5c89218e0370 req-00b6f700-b3ea-43d3-802b-1ec80dea0f9d tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 931 time: 0.2465045 Mar 02 08:05:50.107354 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0d9b0a-39c8-4baf-bd29-bce370616430 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:05:50.119158 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:50.131804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c070e797-ecaa-44ad-b9e6-5c89218e0370 req-fc9f6347-acff-428d-b2ad-13a250418912 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696855 Mar 02 08:05:50.140166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Transition to ACTIVE for port object ff0d9b0a-39c8-4baf-bd29-bce370616430 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:05:50.148003 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:50.310495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:05:50.396168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Attempting to bind port ff0d9b0a-39c8-4baf-bd29-bce370616430 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:05:50.396546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Attempting to bind port ff0d9b0a-39c8-4baf-bd29-bce370616430 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:05:50.397526 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Attempting to bind port ff0d9b0a-39c8-4baf-bd29-bce370616430 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:05:50.402191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Port ff0d9b0a-39c8-4baf-bd29-bce370616430 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:05:50.402539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Attempting to bind port ff0d9b0a-39c8-4baf-bd29-bce370616430 on network 20174511-afd3-4d1b-8f76-bf2b289ed251 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:05:50.407728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:05:50.408063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Checking segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:05:50.408445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Bound using segment: {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:05:50.408859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Bound port: ff0d9b0a-39c8-4baf-bd29-bce370616430, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:05:50.409204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:50.498893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:05:50.501775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:05:50.506872 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:50.564866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:50.565474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:50.566920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] 10.222.0.16 "PUT /v2.0/ports/ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 1091 time: 1.1647513 Mar 02 08:05:50.567349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:05:50.599209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957cc8-8b9e-4ddc-b70f-a16979dc9f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:05:50.690783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-e34690f2-bf74-4c7b-9bc9-750f1c5a8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:50.692499 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-e34690f2-bf74-4c7b-9bc9-750f1c5a8614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1094 time: 0.0761781 Mar 02 08:05:50.754701 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'status': 'completed', 'code': 200} Mar 02 08:05:50.771622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-490ede72-5334-4e26-a759-d9a54592b1ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 217 time: 0.0720911 Mar 02 08:05:50.835168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-8e76561b-36f6-4e87-8d97-e5a8522406b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:50.836668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-8e76561b-36f6-4e87-8d97-e5a8522406b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0580597 Mar 02 08:05:50.910921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-7fab6c00-83b1-4891-9153-9dfbeeadb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:50.912816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-7fab6c00-83b1-4891-9153-9dfbeeadb0b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704288 Mar 02 08:05:51.042344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-d5c6b3d9-fbe4-414b-8912-7b49074db5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236911 Mar 02 08:05:51.172293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f44b19fa-95ea-40be-ba08-92812ce8268e req-0dbde90f-8cfc-4b61-9389-4409eedb48ce service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246638 Mar 02 08:05:51.354296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6490ae5-502a-4d25-be28-0e64561ca96e req-f340024c-33b7-4d5f-80dd-1bc52cbe7b83 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:51.355753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6490ae5-502a-4d25-be28-0e64561ca96e req-f340024c-33b7-4d5f-80dd-1bc52cbe7b83 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.1039555 Mar 02 08:05:51.358386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-b4840d84-0358-4947-91c8-67a58f325114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:51.359711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-b4840d84-0358-4947-91c8-67a58f325114 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1094 time: 0.1424026 Mar 02 08:05:51.594474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6490ae5-502a-4d25-be28-0e64561ca96e req-90310386-fb2a-4e03-a84d-4743efb39c1a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332337 Mar 02 08:05:51.625506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-dcc2b9b1-46aa-4f09-9bac-646d994afc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:51.626962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-dcc2b9b1-46aa-4f09-9bac-646d994afc28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.2534797 Mar 02 08:05:51.691406 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-105adb5e-5781-43c6-89f7-d125cc3d8cf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 217 time: 0.0587950 Mar 02 08:05:51.753611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-65ebcfe6-658f-4342-b52f-a561fe5d70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:51.755025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-65ebcfe6-658f-4342-b52f-a561fe5d70be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0581861 Mar 02 08:05:51.830256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-c779f68a-56ef-4a05-830b-38738d835ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:51.831689 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-c779f68a-56ef-4a05-830b-38738d835ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680122 Mar 02 08:05:51.962333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-1c694537-7165-4ce3-82f6-19edc16a3f93 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232262 Mar 02 08:05:52.094776 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d847d152-9c24-4bb4-8a43-10144c3d5b2a req-93433717-7e30-415b-8771-fe8019a917d6 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260254 Mar 02 08:05:52.780311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2db7-aa62-4896-91c1-ae56d9a82b86 req-96542919-d7c9-4da8-9531-0e4417f45ad5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:52.781987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0eb2db7-aa62-4896-91c1-ae56d9a82b86 req-96542919-d7c9-4da8-9531-0e4417f45ad5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0817926 Mar 02 08:05:52.828370 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e0eb2db7-aa62-4896-91c1-ae56d9a82b86 req-2145ba80-1f06-4473-a8c7-9fa4406411b8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Mar 02 08:05:54.023233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb9367-3799-4e15-a064-ce1d6298c134 req-a81634b3-a769-4a49-ada7-3023a3eacdb9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:54.024942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82fb9367-3799-4e15-a064-ce1d6298c134 req-a81634b3-a769-4a49-ada7-3023a3eacdb9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0915797 Mar 02 08:05:54.035135 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:05:54.071022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82fb9367-3799-4e15-a064-ce1d6298c134 req-713e89a7-67e4-4261-a80e-34f1873dd516 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Mar 02 08:05:55.265982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179c236-a2a2-4027-9efc-9ef8ddc39d96 req-49d8c824-1215-4a60-bff7-73d21c833fec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:55.267372 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2179c236-a2a2-4027-9efc-9ef8ddc39d96 req-49d8c824-1215-4a60-bff7-73d21c833fec tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0794597 Mar 02 08:05:55.311350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2179c236-a2a2-4027-9efc-9ef8ddc39d96 req-8d45c5f4-be6c-488c-a6ab-c179e2d47de5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377972 Mar 02 08:05:56.499096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb728c5-f040-4472-86ab-f486b70958bb req-18807098-8454-4900-b8f7-d3f155829923 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:56.500494 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bb728c5-f040-4472-86ab-f486b70958bb req-18807098-8454-4900-b8f7-d3f155829923 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0830207 Mar 02 08:05:56.544445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bb728c5-f040-4472-86ab-f486b70958bb req-66f18bd7-2f74-4fda-8d5d-95ff6e599bb2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 Mar 02 08:05:57.735180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd1243-86dd-4f30-9a05-1aab3c03676f req-26f5a8de-3a7f-4562-a89a-c9be5ee11dde tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:57.736626 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33dd1243-86dd-4f30-9a05-1aab3c03676f req-26f5a8de-3a7f-4562-a89a-c9be5ee11dde tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0814712 Mar 02 08:05:57.779705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33dd1243-86dd-4f30-9a05-1aab3c03676f req-07a230ad-cfbd-40d3-bf12-40c9e4b1b05b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Mar 02 08:05:58.965387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91607d21-eb2d-4de6-bfc9-8004138084c2 req-cd6dcc29-3226-433c-9ed5-e0395716c1f3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:58.966895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91607d21-eb2d-4de6-bfc9-8004138084c2 req-cd6dcc29-3226-433c-9ed5-e0395716c1f3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 943 time: 0.0827200 Mar 02 08:05:59.010755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-91607d21-eb2d-4de6-bfc9-8004138084c2 req-8baa42e7-d8ce-4b7b-ad9d-4349704a5a47 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379519 Mar 02 08:05:59.855688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ff0d9b0a-39c8-4baf-bd29-bce370616430 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:05:59.985099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:05:59.998333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'port_id': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'mac_address': 'fa:16:3e:d9:76:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:06:00.053347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:00.070077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0d9b0a-39c8-4baf-bd29-bce370616430 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:06:00.085018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:00.089234 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:00.160111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:00.168232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.168576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.168906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.169242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.169568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.169913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.170235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.170602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.170867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.171186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.171503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.171817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:00.200839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c4f3e-6bbc-4232-b214-7a97dd58f31e req-e9d506cd-1600-4ab4-be47-3f360e0de03f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:00.202332 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e4c4f3e-6bbc-4232-b214-7a97dd58f31e req-e9d506cd-1600-4ab4-be47-3f360e0de03f tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 944 time: 0.0813215 Mar 02 08:06:00.249314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1e4c4f3e-6bbc-4232-b214-7a97dd58f31e req-afc239b6-b421-4822-91b3-86e24eb31155 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Mar 02 08:06:00.399232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['ff0d9b0a-39c8-4baf-bd29-bce370616430'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:06:01.433163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572a8dd-8a04-40b8-88ee-8e268b4ff32d req-bf15ce15-b900-4518-a723-dbddba2b641a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:01.434792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0572a8dd-8a04-40b8-88ee-8e268b4ff32d req-bf15ce15-b900-4518-a723-dbddba2b641a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 944 time: 0.0804267 Mar 02 08:06:01.481954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0572a8dd-8a04-40b8-88ee-8e268b4ff32d req-70be6b83-0390-4cac-ab72-a6617c40fcb4 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Mar 02 08:06:01.854869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ff0d9b0a-39c8-4baf-bd29-bce370616430 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:01.921247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port ff0d9b0a-39c8-4baf-bd29-bce370616430 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:01.925907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port ff0d9b0a-39c8-4baf-bd29-bce370616430 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:01.926286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.043859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.072432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:02.081636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:02.085665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.153563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:02.177343 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'code': 200} Mar 02 08:06:02.297529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ab40-fbdc-4d55-8b9d-983f2e230dc5 req-041829aa-129b-468a-b93f-412a26c4fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:02.299008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a2ab40-fbdc-4d55-8b9d-983f2e230dc5 req-041829aa-129b-468a-b93f-412a26c4fa94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1096 time: 0.0686896 Mar 02 08:06:02.337299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e4a2ab40-fbdc-4d55-8b9d-983f2e230dc5 req-7a4f3ca7-05dc-447f-9f58-7be35a32046d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Mar 02 08:06:02.670569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777054-18a6-4d7a-b443-c598374151ed req-d973ab95-4030-4712-98df-79e3390ee308 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:02.672003 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34777054-18a6-4d7a-b443-c598374151ed req-d973ab95-4030-4712-98df-79e3390ee308 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.0827765 Mar 02 08:06:02.715233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-34777054-18a6-4d7a-b443-c598374151ed req-3250ff00-6934-46b1-b730-2e1db12780e9 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377064 Mar 02 08:06:04.012382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13d99-ae62-4633-8e0b-86ec13a19b51 req-ba6e2331-32e8-4d6b-9f05-58e567d05171 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:04.013986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ef13d99-ae62-4633-8e0b-86ec13a19b51 req-ba6e2331-32e8-4d6b-9f05-58e567d05171 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.1878371 Mar 02 08:06:04.058145 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0ef13d99-ae62-4633-8e0b-86ec13a19b51 req-c4e2f38a-9548-4151-bbba-eea93a0305fb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386536 Mar 02 08:06:04.240586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d918c4e-8ec3-4a5f-8029-65c35e31084c req-7d356e8f-dc98-4d54-9e88-590af01c3a56 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:04.242194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d918c4e-8ec3-4a5f-8029-65c35e31084c req-7d356e8f-dc98-4d54-9e88-590af01c3a56 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.0819020 Mar 02 08:06:04.285086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d918c4e-8ec3-4a5f-8029-65c35e31084c req-d0ddb9bb-5c4f-44ae-9c6f-8251b23c62cc tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372550 Mar 02 08:06:04.308730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:04.379600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d1ffac-1e6e-442e-b81b-a211c1b2b8c7 tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:04.381106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-16d1ffac-1e6e-442e-b81b-a211c1b2b8c7 tempest-TestVolumeBootPattern-877783816 tempest-TestVolumeBootPattern-877783816-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1091 time: 0.0714302 Mar 02 08:06:04.383921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42036) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:04.388500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:04.394988 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:04.398989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Usage tracker for resource:floatingip and tenant:273c2c299b7d4f06aeaa612f4a2e79bf is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:04.401895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:04.407819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:04.418779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:04.553042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:04.689976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Allocated IP 172.25.4.204 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/a33f7052-a177-47dc-9833-4196f2fad78e) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:04.946246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:04.975995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.032374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:05.035097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:05.038308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:05.090514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=a33f7052-a177-47dc-9833-4196f2fad78e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:05.458368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.532813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.738358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.743118 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.854323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event updated for resources: {'Port': ['ID=a33f7052-a177-47dc-9833-4196f2fad78e,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:05.863978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.035704 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP 988ec2cb-ae2b-4546-a273-1d8fb6f696eb associated. External IP: 172.25.4.204, port: ff0d9b0a-39c8-4baf-bd29-bce370616430. Mar 02 08:06:06.507351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:06.691279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:06.702529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:06.712292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:06.712917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:05:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:06.717978 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.774679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eae55dd6-6d21-42d9-822a-ba3ac8c7a3ae tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3896646 Mar 02 08:06:06.775180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:06.819275 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'status': 'completed', 'code': 200} Mar 02 08:06:06.893463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:06.914752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-c83a11b2-e79f-4bdc-b341-a94c46526d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:06.916317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-c83a11b2-e79f-4bdc-b341-a94c46526d2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1096 time: 0.0758078 Mar 02 08:06:07.048424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-672d3f7b-2469-48ab-819b-a60d8c0534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:07.049781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-672d3f7b-2469-48ab-819b-a60d8c0534d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1280756 Mar 02 08:06:07.155940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-e137ffdf-e616-44fa-b083-55cea6a38cde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 999 time: 0.1000581 Mar 02 08:06:07.217830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-f34e2021-de02-48d8-86b4-054611b9af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:07.219287 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-f34e2021-de02-48d8-86b4-054611b9af2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0576668 Mar 02 08:06:07.242598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}, {'id': '988ec2cb-ae2b-4546-a273-1d8fb6f696eb', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:d9:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:05Z', 'updated_at': '2022-03-02T08:06:05Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:07.246475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:07.254883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:07.256069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:05:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:07.297495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-3fd77b65-cad5-467b-9396-225c18bd5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:07.299066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-3fd77b65-cad5-467b-9396-225c18bd5f73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746658 Mar 02 08:06:07.433126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-edeb003d-246d-4ae2-9e6a-04a036033c9d service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273477 Mar 02 08:06:07.435375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:07.566864 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bca45306-03cc-412e-94f1-b8a4153da2c1 req-7cd42aa8-79dc-4e6a-860b-917a557a6a61 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281104 Mar 02 08:06:07.820587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}, {'id': '988ec2cb-ae2b-4546-a273-1d8fb6f696eb', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:d9:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:05Z', 'updated_at': '2022-03-02T08:06:05Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:07.824480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f4b49-b0f2-4c86-b9b4-4e6f8889fc7d None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}, {'id': '988ec2cb-ae2b-4546-a273-1d8fb6f696eb', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:d9:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:05Z', 'updated_at': '2022-03-02T08:06:05Z', 'revision_number': 0, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:08.010026 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa73b01-a5ca-476d-b8e0-8ee0417da36e None None] New status for floating IP 988ec2cb-ae2b-4546-a273-1d8fb6f696eb: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:06:11.947405 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7c36eae1-5de8-4708-b2df-d8247f038d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:14.282483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a98ea71d-be0d-49e0-91bd-387e1595cba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:15.477817 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:15.488204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:16.881245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:17.705967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2d85-b7ac-44d8-a1de-3d35fa19c7a2 req-2b7ca9a1-681e-4f14-9a28-81407ebebdab tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:17.707353 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-770c2d85-b7ac-44d8-a1de-3d35fa19c7a2 req-2b7ca9a1-681e-4f14-9a28-81407ebebdab tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.0868435 Mar 02 08:06:17.750061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-770c2d85-b7ac-44d8-a1de-3d35fa19c7a2 req-2ca7a954-db8b-4dfb-bc5f-cf1cc318da77 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369823 Mar 02 08:06:18.264918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-2d8621db-0a4c-49e7-89aa-14cf1a2783bb tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:18.266370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-2d8621db-0a4c-49e7-89aa-14cf1a2783bb tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.0771623 Mar 02 08:06:18.335233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Deleting port 8ed71cb2-5fb2-4358-a348-c9a039eb641b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:18.335586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:18.582614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] For port 8ed71cb2-5fb2-4358-a348-c9a039eb641b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8ed71cb2-5fb2-4358-a348-c9a039eb641b,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:18.582972 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:18.885706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.041015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.063824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.064204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.064514 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Floating IP 83f11884-bdd2-4108-aca2-bc17bdd4e006 disassociated. External IP: 172.25.4.76, port: 8ed71cb2-5fb2-4358-a348-c9a039eb641b. Mar 02 08:06:19.064859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Calling delete_port for 8ed71cb2-5fb2-4358-a348-c9a039eb641b owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:19.108777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c042b-f009-4b9f-8f4e-a5cc42744f2c req-3f46d499-7937-4eb3-ab0d-bb46355ded90 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:19.110414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-895c042b-f009-4b9f-8f4e-a5cc42744f2c req-3f46d499-7937-4eb3-ab0d-bb46355ded90 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 945 time: 0.2486706 Mar 02 08:06:19.194955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-895c042b-f009-4b9f-8f4e-a5cc42744f2c req-a16363e5-5e08-41c8-bddb-1548fe56b71e tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/security-groups?id=e391d39b-236d-4eec-8938-cbf1b843e24a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767574 Mar 02 08:06:19.270043 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.324859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event deleted for resources: {'Port': ['ID=8ed71cb2-5fb2-4358-a348-c9a039eb641b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:19.517115 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Router b51d1c3d-ac13-45ac-ac81-344c9b22008e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:19.703643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:19.714081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Sync routers for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:19.725166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:19.726006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:19.783039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] No DVR routers for this DVR port 8ed71cb2-5fb2-4358-a348-c9a039eb641b on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:06:19.785615 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:19.788476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'name': 'network-vif-deleted', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:19.807567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99ef6994-ac5e-41a6-9420-91627f2c6e59 req-332c3bac-537f-40c6-a49d-158127816ce9 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.39 "DELETE /v2.0/ports/8ed71cb2-5fb2-4358-a348-c9a039eb641b HTTP/1.1" status: 204 len: 173 time: 1.5355287 Mar 02 08:06:19.841359 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819', 'name': 'network-vif-deleted', 'tag': '8ed71cb2-5fb2-4358-a348-c9a039eb641b', 'status': 'completed', 'code': 200} Mar 02 08:06:19.918915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:20.269815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:20.274490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Checking router: b51d1c3d-ac13-45ac-ac81-344c9b22008e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:20.286469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:20.286469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:20.416516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-265e9e84-c090-48bb-8f0d-f92b74ae4595 req-c451c530-cc93-4a8d-973f-192e9dc8d772 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Synchronizing usage tracker for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:20.440734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-265e9e84-c090-48bb-8f0d-f92b74ae4595 req-c451c530-cc93-4a8d-973f-192e9dc8d772 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Unset dirty status for tenant:5f094077315343fd8bd1f9c91ca7b343 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:20.449403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-265e9e84-c090-48bb-8f0d-f92b74ae4595 req-c451c530-cc93-4a8d-973f-192e9dc8d772 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3d4d9f-1b6f-4639-aff8-ee6b5df1d819 HTTP/1.1" status: 200 len: 210 time: 0.0845730 Mar 02 08:06:20.516883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:20.856631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:20.858762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6370348-37fa-4fdf-913b-b4166783719f None None] The sync data for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 is: [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:00:17Z', 'revision_number': 4, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '2ca5042e-2b17-4edb-827b-120492116104', 'name': '', 'network_id': '47f8ea56-0d25-4159-862f-88509af6c13b', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'mac_address': 'fa:16:3e:ab:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:14Z', 'updated_at': '2022-03-02T08:00:25Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'subnets': [{'id': '6f419d7f-dfd4-4845-b47b-ffd4e6415514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:21.093558 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181947f-7541-44bc-854c-293a9dc737aa None None] New status for floating IP 83f11884-bdd2-4108-aca2-bc17bdd4e006: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:06:21.540106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42074) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:21.711795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Deleting port 18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:21.711795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:21.889013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:21.889013 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.024227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Calling delete_port for 18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:22.180086 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.255537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event deleted for resources: {'Port': ['ID=18ec6dd4-5bb3-48b5-aa9b-98e7c4565cac,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.304042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:22.335167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.353158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.353158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-09f1867a-d872-4e70-9f8f-dc4f14538438 tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "DELETE /v2.0/floatingips/83f11884-bdd2-4108-aca2-bc17bdd4e006 HTTP/1.1" status: 204 len: 168 time: 0.8126442 Mar 02 08:06:22.509924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42082) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:22.588887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.622846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.712846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.733592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391d39b-236d-4eec-8938-cbf1b843e24a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:22.750377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:22.750377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79eea468-1608-4c7a-bebd-1f64e66d470c tempest-TestServerBasicOps-614444642 tempest-TestServerBasicOps-614444642-project] 10.222.0.21 "DELETE /v2.0/security-groups/e391d39b-236d-4eec-8938-cbf1b843e24a HTTP/1.1" status: 204 len: 168 time: 0.2415686 Mar 02 08:06:22.804965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42088) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:23.167179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8ed71cb2-5fb2-4358-a348-c9a039eb641b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:23.198820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 8ed71cb2-5fb2-4358-a348-c9a039eb641b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:23.199171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8ed71cb2-5fb2-4358-a348-c9a039eb641b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:23.724127 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.073543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Deleting port 2ca5042e-2b17-4edb-827b-120492116104 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:24.073543 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.247221 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] For port 2ca5042e-2b17-4edb-827b-120492116104, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2ca5042e-2b17-4edb-827b-120492116104,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:24.247503 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.367124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Calling delete_port for 2ca5042e-2b17-4edb-827b-120492116104 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:24.542573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.592374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca5042e-2b17-4edb-827b-120492116104,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:24.862450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.327941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Router b51d1c3d-ac13-45ac-ac81-344c9b22008e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:25.508714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:25.517811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Sync routers for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:25.524114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f50eb711-7377-401c-b0f7-859b62ec25bc admin admin] 10.222.0.21 "PUT /v2.0/routers/b51d1c3d-ac13-45ac-ac81-344c9b22008e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196872 Mar 02 08:06:25.524727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42094) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:25.531114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:25.531823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:25.698731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.759683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:25.891476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.902708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Deleting port 1a77d688-2d17-4584-a5a8-07e73d960eef {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:25.904882 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.056316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:06:24Z', 'revision_number': 5, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port': {'id': '1a77d688-2d17-4584-a5a8-07e73d960eef', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:06Z', 'updated_at': '2022-03-02T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:26.061978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Checking router: b51d1c3d-ac13-45ac-ac81-344c9b22008e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:26.073900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Routers {'b51d1c3d-ac13-45ac-ac81-344c9b22008e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:26.074529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:26.096474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] For port 1a77d688-2d17-4584-a5a8-07e73d960eef, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1a77d688-2d17-4584-a5a8-07e73d960eef,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:26.096836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.236988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Calling delete_port for 1a77d688-2d17-4584-a5a8-07e73d960eef owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:26.241519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] Set router b51d1c3d-ac13-45ac-ac81-344c9b22008e gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:26.344783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:06:25Z', 'revision_number': 6, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:26.349889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194babd-4c5b-4054-9714-f7b7a5fcbef7 None None] The sync data for ids ['b51d1c3d-ac13-45ac-ac81-344c9b22008e'] in n-d-827871-1 is: [{'id': 'b51d1c3d-ac13-45ac-ac81-344c9b22008e', 'name': 'tempest-TestServerBasicOps-631288591-router', 'tenant_id': '5f094077315343fd8bd1f9c91ca7b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:05Z', 'updated_at': '2022-03-02T08:06:25Z', 'revision_number': 6, 'project_id': '5f094077315343fd8bd1f9c91ca7b343', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:26.420075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.586392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a77d688-2d17-4584-a5a8-07e73d960eef,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:26.682129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.886315 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.888567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.919487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.919487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51d1c3d-ac13-45ac-ac81-344c9b22008e {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:06:26.931373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:26.931907 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e1a53453-fa1c-43b7-b5f1-2f3f19ca12f6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b51d1c3d-ac13-45ac-ac81-344c9b22008e HTTP/1.1" status: 204 len: 168 time: 1.4066637 Mar 02 08:06:26.934431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42098) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:26.994508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Deleting subnet 6f419d7f-dfd4-4845-b47b-ffd4e6415514 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:06:26.998474 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.049134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.132391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.216517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.262174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f419d7f-dfd4-4845-b47b-ffd4e6415514,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:27.265739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.274885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d2b2d-ef0d-497a-98ae-3c6d9c02fa4c None None] Network 47f8ea56-0d25-4159-862f-88509af6c13b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:06:27.275525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42102) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:27.275978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c93cc1a-727b-412e-a127-b3b15f7c8f7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f419d7f-dfd4-4845-b47b-ffd4e6415514 HTTP/1.1" status: 204 len: 168 time: 0.3402216 Mar 02 08:06:27.391079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.402224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Deleting port 22148df1-2371-429f-a404-4fc6b4ad2575 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:27.402563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.577481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] DHCP port deletion for 47f8ea56-0d25-4159-862f-88509af6c13b request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:06:27.581757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Deleting port 22148df1-2371-429f-a404-4fc6b4ad2575 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:27.582206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.631546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] For port 22148df1-2371-429f-a404-4fc6b4ad2575, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22148df1-2371-429f-a404-4fc6b4ad2575,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:27.631898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.764029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Calling delete_port for 22148df1-2371-429f-a404-4fc6b4ad2575 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:27.803944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] For port 22148df1-2371-429f-a404-4fc6b4ad2575, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22148df1-2371-429f-a404-4fc6b4ad2575,segment=NetworkSegment(b7855335-ac5d-4e71-9999-fcd9ac0fc8d4),segment_id=b7855335-ac5d-4e71-9999-fcd9ac0fc8d4)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:27.803944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:27.929482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Calling delete_port for 22148df1-2371-429f-a404-4fc6b4ad2575 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:27.953843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.004390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22148df1-2371-429f-a404-4fc6b4ad2575,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:28.006774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] No DVR routers for this DVR port 22148df1-2371-429f-a404-4fc6b4ad2575 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:06:28.010905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:06:28.011833 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:06:28.122125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.152028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f8ea56-0d25-4159-862f-88509af6c13b']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:28.164091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:28.164386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7855335-ac5d-4e71-9999-fcd9ac0fc8d4') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:28.175603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.191595 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.198265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:06:28.198655 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:06:28.211964 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:06:28.279024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ca5042e-2b17-4edb-827b-120492116104 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:28.296641 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.304967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.329404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f8ea56-0d25-4159-862f-88509af6c13b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:28.346370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-922beb3a-0913-4203-84d7-1d2291a684e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47f8ea56-0d25-4159-862f-88509af6c13b HTTP/1.1" status: 204 len: 168 time: 1.0680816 Mar 02 08:06:28.347600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:28.371566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2ca5042e-2b17-4edb-827b-120492116104 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:28.371799 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2ca5042e-2b17-4edb-827b-120492116104 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:28.372704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22148df1-2371-429f-a404-4fc6b4ad2575 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:28.404561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 22148df1-2371-429f-a404-4fc6b4ad2575 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:28.404913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22148df1-2371-429f-a404-4fc6b4ad2575 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:28.405330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1a77d688-2d17-4584-a5a8-07e73d960eef no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:28.445147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1a77d688-2d17-4584-a5a8-07e73d960eef {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:28.445147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1a77d688-2d17-4584-a5a8-07e73d960eef not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:28.512401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Deleting port 22148df1-2371-429f-a404-4fc6b4ad2575 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:28.512792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:28.587804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f5227eeb-4a1e-45ca-b245-32419c11fd77 None None] The port '22148df1-2371-429f-a404-4fc6b4ad2575' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:06:28.917551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:29.272615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Deleting port 545d4c33-c0fb-4ccb-ac05-c04e65da0298 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:29.272950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:29.570805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] For port 545d4c33-c0fb-4ccb-ac05-c04e65da0298, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=545d4c33-c0fb-4ccb-ac05-c04e65da0298,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:29.570805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:29.701006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Calling delete_port for 545d4c33-c0fb-4ccb-ac05-c04e65da0298 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:29.899526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:29.957796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=545d4c33-c0fb-4ccb-ac05-c04e65da0298,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:30.264022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:30.649395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:30.952472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:30.969027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed7da451-bd03-4dfe-b295-8c0d7928eff0 admin admin] 10.222.0.21 "PUT /v2.0/routers/61775ac8-1fb9-4b45-b10b-cd6ad1223ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6141894 Mar 02 08:06:30.969027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42112) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:30.975766 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Sync routers for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:30.986716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:30.987332 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:31.063828 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:06:31.149950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:31.173427 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:31.330902 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:31.342290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Deleting port f9e285ec-e547-44bd-b73b-9b0dc086f239 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:31.342666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:31.457283 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:06:29Z', 'revision_number': 5, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port': {'id': 'f9e285ec-e547-44bd-b73b-9b0dc086f239', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:26Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:31.461803 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Checking router: 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:31.470104 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Routers {'61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:31.470691 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:31.519730 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] For port f9e285ec-e547-44bd-b73b-9b0dc086f239, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f9e285ec-e547-44bd-b73b-9b0dc086f239,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:31.520110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:31.626049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] Set router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:31.645078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Calling delete_port for f9e285ec-e547-44bd-b73b-9b0dc086f239 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:31.738480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:06:31Z', 'revision_number': 6, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:31.742412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d142ca-256d-403f-8951-4d4bf0ab7281 None None] The sync data for ids ['61775ac8-1fb9-4b45-b10b-cd6ad1223ad6'] in n-d-827871-1 is: [{'id': '61775ac8-1fb9-4b45-b10b-cd6ad1223ad6', 'name': 'tempest-TestServerBasicOps-968529689-router', 'tenant_id': '63cc9073faaa4df2914872ef93a1568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:23Z', 'updated_at': '2022-03-02T08:06:31Z', 'revision_number': 6, 'project_id': '63cc9073faaa4df2914872ef93a1568d', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:31.820483 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:31.894232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e285ec-e547-44bd-b73b-9b0dc086f239,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:31.960237 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.135538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.137959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.163984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.164547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:06:32.176505 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.177727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a8b7c433-a1d4-46c8-8d1a-3b278b519770 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61775ac8-1fb9-4b45-b10b-cd6ad1223ad6 HTTP/1.1" status: 204 len: 168 time: 1.2110088 Mar 02 08:06:32.180247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42116) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:32.241380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Deleting subnet 22e3ccc7-1093-4ee9-bd69-c585238c50c2 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:06:32.244245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.292779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.492253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.521469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 545d4c33-c0fb-4ccb-ac05-c04e65da0298 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:32.559516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 545d4c33-c0fb-4ccb-ac05-c04e65da0298 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:32.559862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 545d4c33-c0fb-4ccb-ac05-c04e65da0298 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:32.560580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f9e285ec-e547-44bd-b73b-9b0dc086f239 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:32.567353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.595329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f9e285ec-e547-44bd-b73b-9b0dc086f239 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:32.596251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f9e285ec-e547-44bd-b73b-9b0dc086f239 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:32.608134 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.611810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895677b5-d09e-4f05-8f14-ca5ff8ddb20e None None] Network c611a22d-0093-4894-b10e-69940e8e420e requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:06:32.617805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e3ccc7-1093-4ee9-bd69-c585238c50c2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:32.620574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c5f373a-df41-46ed-9175-d3c31e8a5b02 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22e3ccc7-1093-4ee9-bd69-c585238c50c2 HTTP/1.1" status: 204 len: 168 time: 0.4394124 Mar 02 08:06:32.623191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42120) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:32.735463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.747163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Deleting port c65f28c9-56f1-4a7c-9358-1a14b9178ebe {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:32.747563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.873787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] DHCP port deletion for c611a22d-0093-4894-b10e-69940e8e420e request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:06:32.878070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Deleting port c65f28c9-56f1-4a7c-9358-1a14b9178ebe {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:32.878479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:32.956941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] For port c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:32.957482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.079188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Calling delete_port for c65f28c9-56f1-4a7c-9358-1a14b9178ebe owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:33.080314 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] For port c65f28c9-56f1-4a7c-9358-1a14b9178ebe, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,segment=NetworkSegment(1afe98a6-6b5a-4d71-bef8-3bbcdb99e246),segment_id=1afe98a6-6b5a-4d71-bef8-3bbcdb99e246)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:33.080713 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.157226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.204961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65f28c9-56f1-4a7c-9358-1a14b9178ebe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:33.205404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Calling delete_port for c65f28c9-56f1-4a7c-9358-1a14b9178ebe owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:33.206778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] No DVR routers for this DVR port c65f28c9-56f1-4a7c-9358-1a14b9178ebe on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:06:33.277791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:06:33.278713 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:06:33.328901 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.353990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c611a22d-0093-4894-b10e-69940e8e420e']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:33.365994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:33.366292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afe98a6-6b5a-4d71-bef8-3bbcdb99e246') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:33.377087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.392223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.399035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:06:33.399446 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:06:33.416549 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:06:33.497720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.513698 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.522383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] Pushing event deleted for resources: {'Network': ['ID=c611a22d-0093-4894-b10e-69940e8e420e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:33.528758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8df60be9-1670-4491-bd0f-e47d6012ff81 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c611a22d-0093-4894-b10e-69940e8e420e HTTP/1.1" status: 204 len: 168 time: 0.9046242 Mar 02 08:06:33.679237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42126) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:33.727917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a821c5db-a559-42db-93c4-0c487cee2f32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f094077315343fd8bd1f9c91ca7b343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475075 Mar 02 08:06:33.730586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:33.780172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Deleting port c65f28c9-56f1-4a7c-9358-1a14b9178ebe {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:33.780718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.789452 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.815261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.848070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb16ac-27b8-44b0-9ecf-ede4767e0688 None None] The port 'c65f28c9-56f1-4a7c-9358-1a14b9178ebe' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:06:33.869537 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.886350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583f8b1-035b-4245-bab1-9925e2af8b5d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:33.892660 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.893768 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9c08d32f-b4a2-4630-aaab-2e971b32e3c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4583f8b1-035b-4245-bab1-9925e2af8b5d HTTP/1.1" status: 204 len: 168 time: 0.1622572 Mar 02 08:06:34.231828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42138) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:34.253954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c65f28c9-56f1-4a7c-9358-1a14b9178ebe no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:34.285245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b7bb71cf-fc3f-4c7e-b9de-a9a7f060841d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63cc9073faaa4df2914872ef93a1568d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522113 Mar 02 08:06:34.288470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c65f28c9-56f1-4a7c-9358-1a14b9178ebe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:34.288637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42142) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:34.288767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c65f28c9-56f1-4a7c-9358-1a14b9178ebe not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:34.348517 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:34.373790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:34.425618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:34.439500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fe6be-b9b9-4f2b-b0ad-a20069464898,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:34.450189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:34.451458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-99d2f4dc-c837-47f1-a12e-c1fe6ff90c64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca2fe6be-b9b9-4f2b-b0ad-a20069464898 HTTP/1.1" status: 204 len: 168 time: 0.1618137 Mar 02 08:06:35.198327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42166) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:35.334227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1845062806-network', 'tenant_id': '04724434bfb84954982553e58e31677c'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:35.339585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:35.343404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Usage tracker for resource:network and tenant:04724434bfb84954982553e58e31677c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:35.346296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:35.352505 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:35.362750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Made reservation on behalf of 04724434bfb84954982553e58e31677c for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:06:35.365941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.377493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.391412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:35.395086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:04724434bfb84954982553e58e31677c is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:35.397970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:35.403658 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:35.486231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.490143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.523091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:06:35.531866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317b893-f063-491a-9536-e3f6984c15c8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:35.538481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.538829 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Added segment 23cad5ac-1a47-4e93-ac7f-f373696e8d73 of type vlan for network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 Mar 02 08:06:35.565470 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.593707 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.594651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:35.595219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.695749 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4962559 Mar 02 08:06:35.698481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cec1d-0269-49ae-a7d8-6a142aa2a1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b04fdabb-18b2-47b8-b978-15a3dbd7cd21,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:35.699082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42172) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:35.704737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Request body: {'subnet': {'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1845062806-subnet', 'tenant_id': '04724434bfb84954982553e58e31677c', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:35.710980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:35.714270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:06:35.715321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Usage tracker for resource:subnet and tenant:04724434bfb84954982553e58e31677c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:35.718311 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:35.725757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:35.735521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Made reservation on behalf of 04724434bfb84954982553e58e31677c for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:06:35.737833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.941993 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.021644 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ad896a-1fe3-40a7-9462-09c077fd318b,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:36.030356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Checking segment: {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:06:36.030718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Network hostable DHCP agents. Network: b04fdabb-18b2-47b8-b978-15a3dbd7cd21, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:06:36.050701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:06:36.060112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b04fdabb-18b2-47b8-b978-15a3dbd7cd21) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:36.064095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:36.064809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.069876 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a34b4-0a78-4854-af26-09466a49f88b None None] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:06:36.086086 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-26363718-a079-4dc9-b8e0-b10bf3c8b4f1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3858814 Mar 02 08:06:36.088752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:36.093660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:36.098945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:36.102856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Usage tracker for resource:router and tenant:04724434bfb84954982553e58e31677c is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:36.105951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:36.111758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:36.126607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.127622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.143686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.298460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'tenant_id': '04724434bfb84954982553e58e31677c', 'fixed_ips': [{'subnet_id': '60ad896a-1fe3-40a7-9462-09c077fd318b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:06:36.299333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.413454 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.487666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Allocated IP 172.20.0.2 (b04fdabb-18b2-47b8-b978-15a3dbd7cd21/60ad896a-1fe3-40a7-9462-09c077fd318b/710560bb-e817-42ec-92a9-384f92b07f56) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:36.698286 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.709182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Transition to ACTIVE for port object 710560bb-e817-42ec-92a9-384f92b07f56 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:36.727173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Transition to ACTIVE for port object 710560bb-e817-42ec-92a9-384f92b07f56 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:36.732629 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.794997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:36.796036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:36.798592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:36.838464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.844500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Pushing event updated for resources: {'Port': ['ID=710560bb-e817-42ec-92a9-384f92b07f56,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:36.868775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.903704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Attempting to bind port 710560bb-e817-42ec-92a9-384f92b07f56 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:06:36.904069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Attempting to bind port 710560bb-e817-42ec-92a9-384f92b07f56 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:06:36.904433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Attempting to bind port 710560bb-e817-42ec-92a9-384f92b07f56 on network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:06:36.909679 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:06:36.910089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Checking segment: {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:06:36.910492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.910882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Bound using segment: {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:06:36.911541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Bound port: 710560bb-e817-42ec-92a9-384f92b07f56, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:06:36.912017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.001320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] For port 710560bb-e817-42ec-92a9-384f92b07f56, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:06:37.004409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] For port 710560bb-e817-42ec-92a9-384f92b07f56, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=710560bb-e817-42ec-92a9-384f92b07f56,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:06:37.008574 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.010111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Allocated IP 172.25.4.134 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/dcb4fd1d-e556-47d9-b234-9fb9fcf82a83) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:37.099394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59b9a-676e-4441-b6c5-1980ab31ad89 None None] Pushing event updated for resources: {'Port': ['ID=710560bb-e817-42ec-92a9-384f92b07f56,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:37.169996 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.200123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.261108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:37.263873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:37.272771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:37.312091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:37.713262 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.082230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535aa4c7-9657-4e7d-b99d-5da011a72aa6 None None] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:06:38.181887 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.202784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8845ae25-092b-44a0-9556-220134a07a8e None None] Provisioning for port 710560bb-e817-42ec-92a9-384f92b07f56 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:38.312447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 710560bb-e817-42ec-92a9-384f92b07f56 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:38.400685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:06:38.404402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 710560bb-e817-42ec-92a9-384f92b07f56 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:38.412451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 710560bb-e817-42ec-92a9-384f92b07f56 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:38.412828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.545678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.581673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 710560bb-e817-42ec-92a9-384f92b07f56, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=710560bb-e817-42ec-92a9-384f92b07f56,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:38.587864 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.605094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:38.630557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.632085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d8f764d2-2750-4d1c-b569-fa6033d660e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5422447 Mar 02 08:06:38.633040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Sync routers for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:38.636124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42192) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:38.665951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:38.666502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:38.737988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0cd37340-dca7-4a48-b8f1-0db74e41128e None None] Provisioning complete for port 710560bb-e817-42ec-92a9-384f92b07f56 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:38.738282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0cd37340-dca7-4a48-b8f1-0db74e41128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.779044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=710560bb-e817-42ec-92a9-384f92b07f56,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:38.943059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:39.274083 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:37Z', 'revision_number': 3, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:39.277831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Checking router: 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:39.278468 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Updating router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:06:39.306664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.335178 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.641614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Allocated IP 172.20.0.1 (b04fdabb-18b2-47b8-b978-15a3dbd7cd21/60ad896a-1fe3-40a7-9462-09c077fd318b/86008a80-f5cd-45d0-ab5b-5db9c8ee9e52) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:39.676820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.688219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Transition to ACTIVE for port object dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:39.695244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.776593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Attempting to bind port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:06:39.776967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Attempting to bind port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:06:39.777324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Attempting to bind port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:06:39.779843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df7b9-57dc-4eb5-b35b-069348a2da87 None None] Pushing event updated for resources: {'Port': ['ID=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:39.785416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:06:39.785797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:06:39.786822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.787223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:06:39.787690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Bound port: dcb4fd1d-e556-47d9-b234-9fb9fcf82a83, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:06:39.788613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.794904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.810728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Transition to ACTIVE for port object 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:39.834418 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.864171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] For port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:06:39.867566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] For port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:06:39.871667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.893614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:39.896855 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:39.905123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:39.944887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Pushing event updated for resources: {'Port': ['ID=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:39.953120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:39.953754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:39.967816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.025584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df7b9-57dc-4eb5-b35b-069348a2da87 None None] Pushing event updated for resources: {'Port': ['ID=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:40.156873 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:40.236174 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.266114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f9a64441-d337-4253-97a8-1fc58b607ecc None None] Provisioning for port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:40.271200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 710560bb-e817-42ec-92a9-384f92b07f56 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:40.337743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f9a64441-d337-4253-97a8-1fc58b607ecc None None] Provisioning complete for port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:40.338393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f9a64441-d337-4253-97a8-1fc58b607ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.456408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.461266 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.515973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f9a64441-d337-4253-97a8-1fc58b607ecc None None] Port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:06:40.541477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 710560bb-e817-42ec-92a9-384f92b07f56 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:40.541842 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.571591 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Pushing event updated for resources: {'Port': ['ID=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:40.574166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:40.711322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:40.712442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:40.723049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:37Z', 'revision_number': 3, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:40.728269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d889a68-ed70-4dce-a6eb-4a741c5cc542 None None] The sync data for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 is: [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:37Z', 'revision_number': 3, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:40.914981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:40.948811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-bf29d561-1c3d-4735-b2f4-3a98bf6571ef None None] Provisioning complete for port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:40.954065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bf29d561-1c3d-4735-b2f4-3a98bf6571ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:41.026328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-bf29d561-1c3d-4735-b2f4-3a98bf6571ef None None] Port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:06:41.268492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:41.279380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-31c6c802-0ec2-4e17-b5cf-198d98b9ff11 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f36d31d-f81c-4f6a-b320-0bbfca841aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6422400 Mar 02 08:06:41.488565 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-04544fcc-2472-44d8-b309-e14b3063da0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750096 Mar 02 08:06:41.638459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9730ee-732c-47ac-974b-42090eb9952d req-55f14ec6-2f34-4e04-9b59-1f81cecd6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:41.640042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-55f14ec6-2f34-4e04-9b59-1f81cecd6073 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.0744641 Mar 02 08:06:41.786769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9730ee-732c-47ac-974b-42090eb9952d req-a770118e-1a22-489f-be42-e8703230c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:41.788060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-a770118e-1a22-489f-be42-e8703230c26c service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1293745 Mar 02 08:06:41.893993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-0e790a06-8ebb-4aab-a7b4-9aef24a36a81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 1001 time: 0.1003463 Mar 02 08:06:41.951818 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c85bf2e3-99d5-415c-a70e-947c13c5716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:41.960636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9730ee-732c-47ac-974b-42090eb9952d req-8e4b3100-f146-4415-a426-f40649649fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:41.962121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-8e4b3100-f146-4415-a426-f40649649fc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0628607 Mar 02 08:06:42.043841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9730ee-732c-47ac-974b-42090eb9952d req-0159b18e-e6fe-45d0-a488-6f3ab4c2352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:42.045445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-0159b18e-e6fe-45d0-a488-6f3ab4c2352f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770495 Mar 02 08:06:42.189644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-46d46937-df55-4b67-b39b-09edf7e7f38f service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379728 Mar 02 08:06:42.299925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:42.345542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae9730ee-732c-47ac-974b-42090eb9952d req-0ad3babb-03b8-4685-a07d-0eb69ef4f4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486311 Mar 02 08:06:42.355030 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Sync routers for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:42.367034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:42.367644 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:42.385341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:42.390841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:42.391458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:42.498015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42220) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:42.512828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:42.530011 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:42.535001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:42.585513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:42.615575 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:42.919709 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:40Z', 'revision_number': 4, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '86008a80-f5cd-45d0-ab5b-5db9c8ee9e52', 'name': '', 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'tenant_id': '04724434bfb84954982553e58e31677c', 'mac_address': 'fa:16:3e:4c:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:39Z', 'updated_at': '2022-03-02T08:06:40Z', 'revision_number': 2, 'project_id': '04724434bfb84954982553e58e31677c', 'subnets': [{'id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:42.923549 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Checking router: 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:42.923902 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Updating router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:06:42.984964 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.045302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.339153 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.351555 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Transition to ACTIVE for port object 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:43.358520 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.536936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Deleting port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:43.537485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.570758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Pushing event updated for resources: {'Port': ['ID=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:43.589283 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.589549 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.589907 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.590242 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.590575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.590899 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.591230 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.591548 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.591864 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.592179 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.592497 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.592809 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:43.600093 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Attempting to bind port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:06:43.600467 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Attempting to bind port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:06:43.600826 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Attempting to bind port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 on network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:06:43.606526 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:06:43.606904 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Checking segment: {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:06:43.607298 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.607682 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Bound using segment: {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:06:43.608137 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Bound port: 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cad5ac-1a47-4e93-ac7f-f373696e8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:06:43.608505 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.699928 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] For port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:06:43.703365 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] For port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:06:43.708781 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.717424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] For port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52, host n-d-827871-1, got binding levels [] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:43.717777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:43.784897 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:43.785535 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:43.843996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad860d-9169-4a84-a63f-adb7625946b3 None None] Pushing event updated for resources: {'Port': ['ID=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:43.847446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Calling delete_port for 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:43.979777 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:44.134007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.db.api [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:06:44.134252 n-d-827871-1 neutron-server[87855]: DEBUG oslo_db.api [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:06:44.273193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:44.313741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ebd00c47-1156-403c-b8ee-d8a6ffb70747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:44.316277 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:40Z', 'revision_number': 4, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '86008a80-f5cd-45d0-ab5b-5db9c8ee9e52', 'name': '', 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'tenant_id': '04724434bfb84954982553e58e31677c', 'mac_address': 'fa:16:3e:4c:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:39Z', 'updated_at': '2022-03-02T08:06:43Z', 'revision_number': 4, 'project_id': '04724434bfb84954982553e58e31677c', 'subnets': [{'id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:44.320853 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be93f1-8b9a-4762-91e6-8333bf85d6ba None None] The sync data for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 is: [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:40Z', 'revision_number': 4, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '86008a80-f5cd-45d0-ab5b-5db9c8ee9e52', 'name': '', 'network_id': 'b04fdabb-18b2-47b8-b978-15a3dbd7cd21', 'tenant_id': '04724434bfb84954982553e58e31677c', 'mac_address': 'fa:16:3e:4c:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:39Z', 'updated_at': '2022-03-02T08:06:43Z', 'revision_number': 4, 'project_id': '04724434bfb84954982553e58e31677c', 'subnets': [{'id': '60ad896a-1fe3-40a7-9462-09c077fd318b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:44.349127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:44.349715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:44.635687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Deleting port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:44.636199 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:44.821681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] For port 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:44.822066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:44.948408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Calling delete_port for 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:45.252147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:45.309557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=86008a80-f5cd-45d0-ab5b-5db9c8ee9e52,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:45.490555 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:45.501131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:45.588235 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:45.941776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:46.122256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:46.131320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Sync routers for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:46.131784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fefcd362-d103-4424-937c-063e298c5e77 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f36d31d-f81c-4f6a-b320-0bbfca841aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327109 Mar 02 08:06:46.134277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42228) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:46.141198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:46.141813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:46.308137 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:46.322797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:46.611500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:46.618357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:45Z', 'revision_number': 5, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port': {'id': 'dcb4fd1d-e556-47d9-b234-9fb9fcf82a83', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:46.622143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Deleting port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:46.622556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:46.623243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Checking router: 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:46.631715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Routers {'2f36d31d-f81c-4f6a-b320-0bbfca841aa0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:46.632318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:06:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:46.780759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] Set router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:46.804681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] For port dcb4fd1d-e556-47d9-b234-9fb9fcf82a83, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:46.804967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:46.930804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Calling delete_port for dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:46.934484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:46Z', 'revision_number': 6, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:46.940933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5df49-9eb6-4bda-9c9d-7773ea6ee74e None None] The sync data for ids ['2f36d31d-f81c-4f6a-b320-0bbfca841aa0'] in n-d-827871-1 is: [{'id': '2f36d31d-f81c-4f6a-b320-0bbfca841aa0', 'name': 'tempest-ImageQuotaTest-1845062806-router', 'tenant_id': '04724434bfb84954982553e58e31677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:06:36Z', 'updated_at': '2022-03-02T08:06:46Z', 'revision_number': 6, 'project_id': '04724434bfb84954982553e58e31677c', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:46.943626 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.100604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.147623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb4fd1d-e556-47d9-b234-9fb9fcf82a83,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:47.236962 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.414140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.416318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.439288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.439907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f36d31d-f81c-4f6a-b320-0bbfca841aa0 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:06:47.452485 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.453588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e2c292e7-6aa6-46fe-9c86-d76430d43289 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2f36d31d-f81c-4f6a-b320-0bbfca841aa0 HTTP/1.1" status: 204 len: 168 time: 1.3183863 Mar 02 08:06:47.455981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42232) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:47.514607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Deleting subnet 60ad896a-1fe3-40a7-9462-09c077fd318b {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:06:47.517425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.569150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.647085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.717349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.771460 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ad896a-1fe3-40a7-9462-09c077fd318b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:47.774925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.781265 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-00a4a9c7-750d-438a-b71d-4cd39697d926 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60ad896a-1fe3-40a7-9462-09c077fd318b HTTP/1.1" status: 204 len: 168 time: 0.3243282 Mar 02 08:06:47.781459 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ee4d4-575e-44bb-b06d-f29814ff1c1b None None] Network b04fdabb-18b2-47b8-b978-15a3dbd7cd21 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:06:47.783657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42236) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:47.891763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:47.904501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Deleting port 710560bb-e817-42ec-92a9-384f92b07f56 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:47.904768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.045648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] DHCP port deletion for b04fdabb-18b2-47b8-b978-15a3dbd7cd21 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:06:48.050254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Deleting port 710560bb-e817-42ec-92a9-384f92b07f56 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:48.050633 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.220407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] For port 710560bb-e817-42ec-92a9-384f92b07f56, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=710560bb-e817-42ec-92a9-384f92b07f56,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:48.220862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.264593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] For port 710560bb-e817-42ec-92a9-384f92b07f56, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=710560bb-e817-42ec-92a9-384f92b07f56,segment=NetworkSegment(23cad5ac-1a47-4e93-ac7f-f373696e8d73),segment_id=23cad5ac-1a47-4e93-ac7f-f373696e8d73)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:48.264994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.275180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:48.346654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Calling delete_port for 710560bb-e817-42ec-92a9-384f92b07f56 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:48.367323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:48.367688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 86008a80-f5cd-45d0-ab5b-5db9c8ee9e52 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:48.368089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 710560bb-e817-42ec-92a9-384f92b07f56 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:48.420790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.459937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Calling delete_port for 710560bb-e817-42ec-92a9-384f92b07f56 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:48.464918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Pushing event deleted for resources: {'Port': ['ID=710560bb-e817-42ec-92a9-384f92b07f56,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:48.470147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] No DVR routers for this DVR port 710560bb-e817-42ec-92a9-384f92b07f56 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:06:48.503831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 710560bb-e817-42ec-92a9-384f92b07f56 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:48.504179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 710560bb-e817-42ec-92a9-384f92b07f56 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:48.505236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:48.542578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:48.542925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dcb4fd1d-e556-47d9-b234-9fb9fcf82a83 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:48.582323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:06:48.582755 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:06:48.584464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.612792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04fdabb-18b2-47b8-b978-15a3dbd7cd21']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:48.624907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cad5ac-1a47-4e93-ac7f-f373696e8d73') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:48.625204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cad5ac-1a47-4e93-ac7f-f373696e8d73') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:48.637751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.655865 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.661799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:06:48.662205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:06:48.675232 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:06:48.749110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.765300 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.776615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] Pushing event deleted for resources: {'Network': ['ID=b04fdabb-18b2-47b8-b978-15a3dbd7cd21,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:48.779637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ad2360b6-8573-4ecd-83ad-3592cd12839d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b04fdabb-18b2-47b8-b978-15a3dbd7cd21 HTTP/1.1" status: 204 len: 168 time: 0.9950585 Mar 02 08:06:48.887975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:48.896388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:48.936267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-10e8e432-31ed-44c3-840c-86ab20ae9e17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04724434bfb84954982553e58e31677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470848 Mar 02 08:06:48.938761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42246) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:48.997275 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.023637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.040732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.078292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.083723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Deleting port 710560bb-e817-42ec-92a9-384f92b07f56 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:49.084197 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.093558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317b893-f063-491a-9536-e3f6984c15c8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:49.100634 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.102118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c7b340d9-6c53-403f-8a95-910e183c1460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b317b893-f063-491a-9536-e3f6984c15c8 HTTP/1.1" status: 204 len: 168 time: 0.1624110 Mar 02 08:06:49.160651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8296d-b40f-40fe-bed8-8a57cd88d1a4 None None] The port '710560bb-e817-42ec-92a9-384f92b07f56' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:06:49.463327 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42254) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:49.483898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.498448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:49.502263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:49.505748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:49.511406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:49.594385 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.598087 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.643520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1791413 Mar 02 08:06:49.644362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c94a83-b6e4-4c70-8fed-f6b7cd518c15,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:49.646881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42258) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:49.653729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.654104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.654439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.654766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.655091 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.655413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.655733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.656053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.656369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.656684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.657000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.657367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1600ad81-a7a3-4d3a-a29c-cbd924b8a027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:49.705193 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.730737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.782798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.796667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c94a83-b6e4-4c70-8fed-f6b7cd518c15,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:49.802682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:49.806032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f3bec467-df55-4dbc-b392-1a47e1749fcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c94a83-b6e4-4c70-8fed-f6b7cd518c15 HTTP/1.1" status: 204 len: 168 time: 0.1563482 Mar 02 08:07:08.055335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:07:11.953632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f29debe4-f245-4326-b084-b91e33929de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:14.278314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-80164264-f2df-4c43-8135-9258fdd0a0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:15.485001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:15.495636 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:16.888580 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:18.883467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:19.053634 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:41.955243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7eb01755-8212-4e5e-a900-df34f4835eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:42.639204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-da805e65-d60f-489f-8c44-3aeab82e276f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123823 Mar 02 08:07:42.730934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-e21acfba-7a61-4026-bdd7-21b990057806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:42.732366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-e21acfba-7a61-4026-bdd7-21b990057806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1096 time: 0.0722892 Mar 02 08:07:42.874448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-48933ab9-2f5d-4e28-aef0-d1cbcaaaad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:42.875858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-48933ab9-2f5d-4e28-aef0-d1cbcaaaad2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1257236 Mar 02 08:07:42.979530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-27820c60-0d49-4a87-85dc-d93e8821290b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 1001 time: 0.0967886 Mar 02 08:07:43.041361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-d0f5a30c-2584-4def-ae35-219d43a90ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:43.042839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-d0f5a30c-2584-4def-ae35-219d43a90ab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0568342 Mar 02 08:07:43.119956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-095c6f40-d220-4d9a-9c77-6b957da818d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:43.121379 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-095c6f40-d220-4d9a-9c77-6b957da818d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721407 Mar 02 08:07:43.132605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-0071eda8-37c4-46bd-8ddc-18e0576ff7fb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:07:43.133717 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-0071eda8-37c4-46bd-8ddc-18e0576ff7fb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057118 Mar 02 08:07:43.262068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-9de87523-6264-4f63-9eca-685581e77d1c service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219525 Mar 02 08:07:43.491314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7ac931b7-da89-4c06-b212-653ad3625ff9 req-7b75bf3f-e0f5-4195-ad8e-bdc7b93d0353 service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230740 Mar 02 08:07:44.280391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7b1f935e-b01a-45cd-9a94-53bfa06a79d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:45.052820 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:07:45.490546 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:45.502632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:46.894073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:46.895928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42278) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:07:47.104507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port a33f7052-a177-47dc-9833-4196f2fad78e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:07:47.104853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:47.379244 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:47.379578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:47.511191 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for a33f7052-a177-47dc-9833-4196f2fad78e owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:07:47.666238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:47.713425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=a33f7052-a177-47dc-9833-4196f2fad78e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:07:47.752897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.753242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.753576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.753931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.754260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.754584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.754929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.755249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.755567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.755882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.756197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.756510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:47.814102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:47.814478 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP 988ec2cb-ae2b-4546-a273-1d8fb6f696eb disassociated (deleted). External IP: 172.25.4.204, port: ff0d9b0a-39c8-4baf-bd29-bce370616430. Mar 02 08:07:48.155917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:07:48.331408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:07:48.341112 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:07:48.350188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:07:48.350873 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:48.352213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:48.406119 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-01fb541c-f677-49ac-83f8-c705cb68eb0e tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "DELETE /v2.0/floatingips/988ec2cb-ae2b-4546-a273-1d8fb6f696eb HTTP/1.1" status: 204 len: 168 time: 1.5089519 Mar 02 08:07:48.406608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:07:48.529574 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:07:48.599572 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'status': 'completed', 'code': 200} Mar 02 08:07:48.693904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df861-7866-4c7c-b573-5b57b01e5821 req-5dd0702a-a8fb-4512-815c-4d5a91b1a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:48.696560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-5dd0702a-a8fb-4512-815c-4d5a91b1a83c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 1096 time: 0.0728629 Mar 02 08:07:48.889450 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:48.891798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df861-7866-4c7c-b573-5b57b01e5821 req-16cae489-8eda-46d3-9f43-4a77d1d21662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:48.893274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-16cae489-8eda-46d3-9f43-4a77d1d21662 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1867735 Mar 02 08:07:48.897718 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:48.901808 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:07:48.905981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17df7-e738-4235-aa33-d1a4170cea95 req-4ce1a179-8e67-4cb2-b1de-c6610fbe8030 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:48.907384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ff17df7-e738-4235-aa33-d1a4170cea95 req-4ce1a179-8e67-4cb2-b1de-c6610fbe8030 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.1801131 Mar 02 08:07:48.910540 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:07:48.911147 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:48.987230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-f9c31639-c661-437a-a285-cb8c87d9721a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 200 len: 217 time: 0.0787532 Mar 02 08:07:49.050388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ff17df7-e738-4235-aa33-d1a4170cea95 req-2196ba04-829f-4863-9f2a-5d44ca36bfb2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945494 Mar 02 08:07:49.057956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:49.066187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df861-7866-4c7c-b573-5b57b01e5821 req-9a61de29-f601-43bb-a9c0-5ca030bdea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:49.067815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-9a61de29-f601-43bb-a9c0-5ca030bdea39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0701969 Mar 02 08:07:49.090453 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:07:49.142740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375df861-7866-4c7c-b573-5b57b01e5821 req-713c4e8d-ffc5-4dfc-811c-e73e95f00234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:49.144217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-713c4e8d-ffc5-4dfc-811c-e73e95f00234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704186 Mar 02 08:07:49.280380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-19c28359-6f6a-4016-8384-2fd8e3f600bd service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285036 Mar 02 08:07:49.414530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-375df861-7866-4c7c-b573-5b57b01e5821 req-8fae35dc-4937-4573-b4da-a4bf053e50ad service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282699 Mar 02 08:07:49.459392 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:49.464018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8701a-ea35-4c05-a2bb-2c64950b3ed7 None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8185cc31-1bf7-4fab-8944-ae399d72f1d3', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'port_id': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'mac_address': 'fa:16:3e:3a:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8de214-3811-4460-8cf8-452785b76323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:03:52Z', 'updated_at': '2022-03-02T08:03:55Z', 'revision_number': 1, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:07:49.673312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881486fe-4284-44d5-b431-4873c8933185 None None] New status for floating IP 988ec2cb-ae2b-4546-a273-1d8fb6f696eb: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:07:50.382457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-1890939a-e29f-45e4-815b-8c3fffde99b0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:50.383941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-1890939a-e29f-45e4-815b-8c3fffde99b0 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.0867071 Mar 02 08:07:50.410127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c65f-4999-48bd-a6d5-5942455f50f3 req-64757c54-0a34-4b2e-82a7-ea4c4ad68211 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:50.410890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e9b2c65f-4999-48bd-a6d5-5942455f50f3 req-64757c54-0a34-4b2e-82a7-ea4c4ad68211 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:07:50.428825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-e9b2c65f-4999-48bd-a6d5-5942455f50f3 req-64757c54-0a34-4b2e-82a7-ea4c4ad68211 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:07:50.429573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9b2c65f-4999-48bd-a6d5-5942455f50f3 req-64757c54-0a34-4b2e-82a7-ea4c4ad68211 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 945 time: 0.1028299 Mar 02 08:07:50.453275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port ff0d9b0a-39c8-4baf-bd29-bce370616430 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:07:50.453614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:50.477432 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9b2c65f-4999-48bd-a6d5-5942455f50f3 req-d596b9d1-ccce-45d6-9240-7fddb4af08b5 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420070 Mar 02 08:07:50.699472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port ff0d9b0a-39c8-4baf-bd29-bce370616430, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=ff0d9b0a-39c8-4baf-bd29-bce370616430,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:07:50.699742 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:50.821476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for ff0d9b0a-39c8-4baf-bd29-bce370616430 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:07:51.068241 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:51.116541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=ff0d9b0a-39c8-4baf-bd29-bce370616430,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:07:51.157971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.158320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.158655 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.158986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.159315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.159639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.159961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.160287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.160617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.160921 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.161241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.161554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:07:51.202961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port ff0d9b0a-39c8-4baf-bd29-bce370616430 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:07:51.205405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:51.207835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'name': 'network-vif-deleted', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:07:51.229159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f8c0352-59c3-4334-98db-43df4db81b11 req-8bcb24be-5ff1-4ebd-be71-2f7ba30707a2 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "DELETE /v2.0/ports/ff0d9b0a-39c8-4baf-bd29-bce370616430 HTTP/1.1" status: 204 len: 173 time: 0.8403814 Mar 02 08:07:51.255670 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25f0c5-b4e3-422e-bfb9-f656898a22f4', 'name': 'network-vif-deleted', 'tag': 'ff0d9b0a-39c8-4baf-bd29-bce370616430', 'status': 'completed', 'code': 200} Mar 02 08:07:51.659499 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cb395eac-bb51-4ee5-afb3-d4a8536499b6 req-c08a93a7-13fb-4791-b948-ff647f7a721b tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f25f0c5-b4e3-422e-bfb9-f656898a22f4 HTTP/1.1" status: 200 len: 210 time: 0.0516098 Mar 02 08:07:54.420432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ff0d9b0a-39c8-4baf-bd29-bce370616430 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:07:54.454683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: ff0d9b0a-39c8-4baf-bd29-bce370616430 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:07:54.455033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device ff0d9b0a-39c8-4baf-bd29-bce370616430 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:07:57.271972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42322) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:07:57.586120 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port 1acec0a8-b425-4d8c-9e94-78d1a16376fc {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:07:57.586471 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:57.753027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:57.753360 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:57.875220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for 1acec0a8-b425-4d8c-9e94-78d1a16376fc owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:07:58.022930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:58.074634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=1acec0a8-b425-4d8c-9e94-78d1a16376fc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:07:58.161420 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:58.161678 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Floating IP 8185cc31-1bf7-4fab-8944-ae399d72f1d3 disassociated (deleted). External IP: 172.25.4.91, port: 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6. Mar 02 08:07:58.507249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:07:58.685520 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:07:58.695313 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:07:58.702555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:58.704446 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:07:58.705061 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:58.757671 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-911e245c-6315-43cb-9fe8-ba08ca29061c tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "DELETE /v2.0/floatingips/8185cc31-1bf7-4fab-8944-ae399d72f1d3 HTTP/1.1" status: 204 len: 168 time: 1.4844964 Mar 02 08:07:58.758293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:07:58.802617 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'status': 'completed', 'code': 200} Mar 02 08:07:58.889016 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:07:58.899229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-7734662f-9ff5-4d51-ba1c-dbc91a382de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:58.902014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-7734662f-9ff5-4d51-ba1c-dbc91a382de9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 1097 time: 0.0775476 Mar 02 08:07:59.045385 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-d4ce78d3-f4dd-48d4-bf48-de20bedfaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:59.046836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-d4ce78d3-f4dd-48d4-bf48-de20bedfaa11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 200 len: 911 time: 0.1384115 Mar 02 08:07:59.164658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-79b609b1-f165-4284-9473-539ba3cf51fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 200 len: 217 time: 0.0795569 Mar 02 08:07:59.211662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:59.215734 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:07:59.224033 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:07:59.224638 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:59.242686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-860abd12-4d8d-4d61-bf69-2f73a18dc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:59.245339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-860abd12-4d8d-4d61-bf69-2f73a18dc44f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 200 len: 850 time: 0.0736070 Mar 02 08:07:59.257630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7750d-2000-48ba-b821-8686b5ce2e88 req-1a8d9b75-0569-4ccd-90c2-45b3ef92aaeb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:59.258343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-92f7750d-2000-48ba-b821-8686b5ce2e88 req-1a8d9b75-0569-4ccd-90c2-45b3ef92aaeb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:07:59.319113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-92f7750d-2000-48ba-b821-8686b5ce2e88 req-1a8d9b75-0569-4ccd-90c2-45b3ef92aaeb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:07:59.320295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92f7750d-2000-48ba-b821-8686b5ce2e88 req-1a8d9b75-0569-4ccd-90c2-45b3ef92aaeb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.2673342 Mar 02 08:07:59.386330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-0b3e6e4b-563a-4a72-a490-b7c8142995df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:59.387797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-0b3e6e4b-563a-4a72-a490-b7c8142995df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20174511-afd3-4d1b-8f76-bf2b289ed251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263688 Mar 02 08:07:59.390684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-92f7750d-2000-48ba-b821-8686b5ce2e88 req-bc3073ec-acda-4530-9d55-670f24513072 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624359 Mar 02 08:07:59.400633 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:07:59.519861 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-5c29ca27-4f5f-47c0-bd18-27861ca5299e service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249545 Mar 02 08:07:59.651623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5be8c9c4-c8bc-4c7e-9d7c-b5b716cd311b req-c5b6fe1f-ad37-4618-aafc-a8ceccecfb1d service neutron] 10.222.0.16 "GET /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251092 Mar 02 08:07:59.711644 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:07:59.715543 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe641de-3677-4e5f-8d71-76c6e650e2d1 None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T07:55:08Z', 'revision_number': 4, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8', 'name': '', 'network_id': '20174511-afd3-4d1b-8f76-bf2b289ed251', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'mac_address': 'fa:16:3e:97:85:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:04Z', 'updated_at': '2022-03-02T07:55:23Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'subnets': [{'id': 'c3d79d3e-7ba3-433b-b499-6847b352a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:07:59.922720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b7094-bf2f-44a0-a75c-6c8fd0cfccf7 None None] New status for floating IP 8185cc31-1bf7-4fab-8944-ae399d72f1d3: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:08:00.627413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-ca9ac3ea-5a9a-45c2-9c89-4c5ac6c932f3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:00.629033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-ca9ac3ea-5a9a-45c2-9c89-4c5ac6c932f3 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.0824270 Mar 02 08:08:00.697689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff61fff-f6b5-48cb-8fca-998cdcf6d75c req-ab687942-8972-4f79-af11-52e6fd2e2ef6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:00.698426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1ff61fff-f6b5-48cb-8fca-998cdcf6d75c req-ab687942-8972-4f79-af11-52e6fd2e2ef6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Synchronizing usage tracker for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:00.702225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:00.702567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:00.710656 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-1ff61fff-f6b5-48cb-8fca-998cdcf6d75c req-ab687942-8972-4f79-af11-52e6fd2e2ef6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Unset dirty status for tenant:273c2c299b7d4f06aeaa612f4a2e79bf on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:00.712537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ff61fff-f6b5-48cb-8fca-998cdcf6d75c req-ab687942-8972-4f79-af11-52e6fd2e2ef6 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 946 time: 0.2142162 Mar 02 08:08:00.755519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ff61fff-f6b5-48cb-8fca-998cdcf6d75c req-fc88d4ed-7f43-452d-b31b-c2cffd4b2d79 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/security-groups?id=e93384e7-9353-43b2-b743-c77bf50eb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Mar 02 08:08:00.947351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] For port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:00.947607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:01.170369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:01.310516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:01.358925 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=8d6132f8-fb5d-4680-9bf2-5472f5e33fd6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:01.434839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] No DVR routers for this DVR port 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:08:01.437276 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:01.439700 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'name': 'network-vif-deleted', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:01.454748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7cf86f0-0425-46e8-b6d0-ead8b4e5e29e req-bf81686b-c24d-48dd-b03f-fe7322964bd1 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.16 "DELETE /v2.0/ports/8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 HTTP/1.1" status: 204 len: 173 time: 0.8198230 Mar 02 08:08:01.485655 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8de214-3811-4460-8cf8-452785b76323', 'name': 'network-vif-deleted', 'tag': '8d6132f8-fb5d-4680-9bf2-5472f5e33fd6', 'status': 'completed', 'code': 200} Mar 02 08:08:01.921455 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a48066b8-d44a-44a2-865e-75b646f38616 req-f698a8e6-b600-4557-9e44-13af610fb0f8 tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8de214-3811-4460-8cf8-452785b76323 HTTP/1.1" status: 200 len: 210 time: 0.0463569 Mar 02 08:08:03.017055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:03.172112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Deleting port d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:03.172449 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.339373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.339706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.461007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Calling delete_port for d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:03.601312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.646731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'Port': ['ID=d8cfb7d5-dbb2-4fd4-b436-4d5bcd22822d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:03.739612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.754264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:03.755392 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-adc0cdeb-8e4c-4809-8828-bd1712eb60cb tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "DELETE /v2.0/floatingips/be3a6d0d-bdb3-487c-9aa6-23187baf844a HTTP/1.1" status: 204 len: 168 time: 0.7373507 Mar 02 08:08:04.415595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:04.453201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:04.453551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8d6132f8-fb5d-4680-9bf2-5472f5e33fd6 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:06.199725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42356) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:06.267574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:06.296891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:06.363027 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:06.382448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93384e7-9353-43b2-b743-c77bf50eb635,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:06.392375 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:06.393511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b546682-66c6-4ffd-9e2b-77d3b2964a2a tempest-TestVolumeBootPattern-1644097695 tempest-TestVolumeBootPattern-1644097695-project] 10.222.0.21 "DELETE /v2.0/security-groups/e93384e7-9353-43b2-b743-c77bf50eb635 HTTP/1.1" status: 204 len: 168 time: 0.1927936 Mar 02 08:08:06.453684 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42362) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:06.490213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-9d8f864a-1235-41d4-ad20-f8661649c4ed req-b4344532-2f13-4958-bbe8-aa0fb119a5b6 service neutron] (87855) timed out ('10.222.0.21', 57978) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:08:07.151946 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:07.493811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Deleting port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:07.494488 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:07.661995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] For port c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:07.662332 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:07.793084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Calling delete_port for c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:07.969530 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:08.043559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:08.283402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:08.749994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Router f6ad9d70-5855-454f-8341-de7fb56f9cce has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:08:08.924431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:08:08.933007 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Sync routers for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:08:08.936658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dd9feb9c-94ce-4ea1-a17b-c0cf252b306b admin admin] 10.222.0.21 "PUT /v2.0/routers/f6ad9d70-5855-454f-8341-de7fb56f9cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4816782 Mar 02 08:08:08.939001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42368) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:08.942729 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:08:08.943323 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:09.114720 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:09.117771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:08:09.294974 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:09.306459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Deleting port 7f9d6d00-25fa-4275-9fcb-319a9c144820 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:09.306821 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:09.432169 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T08:08:07Z', 'revision_number': 5, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port': {'id': '7f9d6d00-25fa-4275-9fcb-319a9c144820', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:52Z', 'updated_at': '2022-03-02T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:09.435924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Checking router: f6ad9d70-5855-454f-8341-de7fb56f9cce for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:08:09.444034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Routers {'f6ad9d70-5855-454f-8341-de7fb56f9cce'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:08:09.444636 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f6ad9d70-5855-454f-8341-de7fb56f9cce'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:09.480436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] For port 7f9d6d00-25fa-4275-9fcb-319a9c144820, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7f9d6d00-25fa-4275-9fcb-319a9c144820,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:09.480798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:09.595639 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] Set router f6ad9d70-5855-454f-8341-de7fb56f9cce gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:08:09.605359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Calling delete_port for 7f9d6d00-25fa-4275-9fcb-319a9c144820 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:09.705706 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T08:08:09Z', 'revision_number': 6, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:09.709552 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6275-c2dd-44aa-b984-893525181062 None None] The sync data for ids ['f6ad9d70-5855-454f-8341-de7fb56f9cce'] in n-d-827871-1 is: [{'id': 'f6ad9d70-5855-454f-8341-de7fb56f9cce', 'name': 'tempest-TestVolumeBootPattern-295647383-router', 'tenant_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:48Z', 'updated_at': '2022-03-02T08:08:09Z', 'revision_number': 6, 'project_id': '273c2c299b7d4f06aeaa612f4a2e79bf', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:08:09.888155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:09.936257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9d6d00-25fa-4275-9fcb-319a9c144820,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:10.026321 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.204400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.206565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.228078 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.228595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ad9d70-5855-454f-8341-de7fb56f9cce {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:08:10.240508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.241618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b1c39dc1-633b-419c-ad4e-33c1d3b65bc5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f6ad9d70-5855-454f-8341-de7fb56f9cce HTTP/1.1" status: 204 len: 168 time: 1.3017085 Mar 02 08:08:10.245087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:10.304593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Deleting subnet c3d79d3e-7ba3-433b-b499-6847b352a309 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:08:10.307592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.355757 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.435539 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.497335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:10.514933 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.534124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:10.534692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c7e50987-28f5-4c35-8bd8-1e2e1b5a09d8 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:10.535272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7f9d6d00-25fa-4275-9fcb-319a9c144820 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:10.554846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.561904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d79d3e-7ba3-433b-b499-6847b352a309,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:10.565189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07fd2c-c055-4d73-be2e-adeebbd05357 None None] Network 20174511-afd3-4d1b-8f76-bf2b289ed251 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:08:10.568425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-440cee03-ef0a-449a-b5db-cc4378d89076 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3d79d3e-7ba3-433b-b499-6847b352a309 HTTP/1.1" status: 204 len: 168 time: 0.3201210 Mar 02 08:08:10.568789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42376) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:10.602057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7f9d6d00-25fa-4275-9fcb-319a9c144820 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:10.602668 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7f9d6d00-25fa-4275-9fcb-319a9c144820 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:10.685081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.695906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Deleting port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:10.696263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.843078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] DHCP port deletion for 20174511-afd3-4d1b-8f76-bf2b289ed251 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:08:10.847100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Deleting port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:10.847552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:10.906015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] For port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:10.906372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.031729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Calling delete_port for 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:11.063899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] For port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,segment=NetworkSegment(4c89599d-fef1-4ed9-a3b7-74f5a4cea15c),segment_id=4c89599d-fef1-4ed9-a3b7-74f5a4cea15c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:11.064317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.116069 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.165542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d71b230-5a17-4e56-8c6f-cc99f2f12b76,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:11.169544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] No DVR routers for this DVR port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:08:11.197033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Calling delete_port for 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:11.270462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:08:11.270823 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:08:11.289375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.315974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20174511-afd3-4d1b-8f76-bf2b289ed251']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:11.331954 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:11.332250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c89599d-fef1-4ed9-a3b7-74f5a4cea15c') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:11.344268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.360417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.366365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:08:11.366746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:08:11.380307 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:08:11.458912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.465700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.494266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20174511-afd3-4d1b-8f76-bf2b289ed251,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:11.511555 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b55c5073-276c-4566-9d31-f055d8cd9ff4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/20174511-afd3-4d1b-8f76-bf2b289ed251 HTTP/1.1" status: 204 len: 168 time: 0.9370732 Mar 02 08:08:11.511829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42380) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:11.772438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Deleting port 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:11.772940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:11.841904 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4eca484a-6ea1-4c48-a4b0-06b785a49834 None None] The port '3d71b230-5a17-4e56-8c6f-cc99f2f12b76' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:08:11.958012 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70a42332-3d03-4bbd-a035-f1b65eb39c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:12.161040 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:12.300001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:12.333061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:12.333487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3d71b230-5a17-4e56-8c6f-cc99f2f12b76 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:12.517097 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Deleting port 2229ebc0-4b17-4da9-a5b5-373b08bb0630 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:12.517352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:12.687110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] For port 2229ebc0-4b17-4da9-a5b5-373b08bb0630, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2229ebc0-4b17-4da9-a5b5-373b08bb0630,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:12.687471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:12.812206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Calling delete_port for 2229ebc0-4b17-4da9-a5b5-373b08bb0630 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:12.985678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:13.033206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Pushing event deleted for resources: {'Port': ['ID=2229ebc0-4b17-4da9-a5b5-373b08bb0630,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:13.295968 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:13.760283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Router 00749980-bb89-4138-8ab6-9157dc32a7ad has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:08:13.938900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:08:13.949430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Sync routers for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:08:13.950149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b761e9c-db89-4b59-9779-95ea2231619a admin admin] 10.222.0.21 "PUT /v2.0/routers/00749980-bb89-4138-8ab6-9157dc32a7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373744 Mar 02 08:08:13.952628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42384) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:13.959907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:08:13.960515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:07:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:14.132393 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.135536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:08:14.306903 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bf0385f1-482a-409c-9bde-48a6bffce4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.318323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.327746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Deleting port c57bf17b-740e-4dca-8589-07b8ea282982 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:14.328079 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.472050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T08:08:12Z', 'revision_number': 5, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port': {'id': 'c57bf17b-740e-4dca-8589-07b8ea282982', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:21Z', 'updated_at': '2022-03-02T07:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:14.475926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Checking router: 00749980-bb89-4138-8ab6-9157dc32a7ad for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:08:14.484979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Routers {'00749980-bb89-4138-8ab6-9157dc32a7ad'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:08:14.485581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:08:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['00749980-bb89-4138-8ab6-9157dc32a7ad'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:14.498611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] For port c57bf17b-740e-4dca-8589-07b8ea282982, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=c57bf17b-740e-4dca-8589-07b8ea282982,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:14.499015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.621636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Calling delete_port for c57bf17b-740e-4dca-8589-07b8ea282982 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:14.633892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] Set router 00749980-bb89-4138-8ab6-9157dc32a7ad gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:08:14.740480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T08:08:14Z', 'revision_number': 6, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:14.745149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6dffc-ec13-4619-bd85-d95cd848f259 None None] The sync data for ids ['00749980-bb89-4138-8ab6-9157dc32a7ad'] in n-d-827871-1 is: [{'id': '00749980-bb89-4138-8ab6-9157dc32a7ad', 'name': 'tempest-TestVolumeBootPattern-104303814-router', 'tenant_id': '7e07a00a77344f739c822179e8aae1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:18Z', 'updated_at': '2022-03-02T08:08:14Z', 'revision_number': 6, 'project_id': '7e07a00a77344f739c822179e8aae1ae', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:08:14.904975 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:14.952992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Pushing event deleted for resources: {'Port': ['ID=c57bf17b-740e-4dca-8589-07b8ea282982,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:15.039451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.212765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.214946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.236196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.236846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00749980-bb89-4138-8ab6-9157dc32a7ad {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:08:15.249425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.250577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7d9e053f-1344-452f-b700-0e2b39602bff admin admin] 10.222.0.21 "DELETE /v2.0/routers/00749980-bb89-4138-8ab6-9157dc32a7ad HTTP/1.1" status: 204 len: 168 time: 1.2970092 Mar 02 08:08:15.253083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42388) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:15.315466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Deleting subnet 2780f830-5ee1-441b-b635-afe1113edd9f {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:08:15.318210 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.364931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.446464 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.507908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.510804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.528303 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.566537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2780f830-5ee1-441b-b635-afe1113edd9f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:15.570100 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.576469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9c9000e6-1ef4-499d-8b37-2b986167ff9a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2780f830-5ee1-441b-b635-afe1113edd9f HTTP/1.1" status: 204 len: 168 time: 0.3223910 Mar 02 08:08:15.577100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da92d60-51c5-40ed-8caf-00596875449b None None] Network bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:08:15.578956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42392) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:15.688639 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.700225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Deleting port 51eb4195-ce9c-42d4-907b-acdefdf2d540 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:15.700569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.827896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] DHCP port deletion for bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:08:15.832004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Deleting port 51eb4195-ce9c-42d4-907b-acdefdf2d540 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:15.832375 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:15.923764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] For port 51eb4195-ce9c-42d4-907b-acdefdf2d540, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=51eb4195-ce9c-42d4-907b-acdefdf2d540,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:15.924298 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.045446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] For port 51eb4195-ce9c-42d4-907b-acdefdf2d540, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=51eb4195-ce9c-42d4-907b-acdefdf2d540,segment=NetworkSegment(6e0bc247-0534-416a-890d-06a3c95ced3a),segment_id=6e0bc247-0534-416a-890d-06a3c95ced3a)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:16.045844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.046533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Calling delete_port for 51eb4195-ce9c-42d4-907b-acdefdf2d540 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:16.124182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.168620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Calling delete_port for 51eb4195-ce9c-42d4-907b-acdefdf2d540 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:16.171033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Pushing event deleted for resources: {'Port': ['ID=51eb4195-ce9c-42d4-907b-acdefdf2d540,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:16.174229 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] No DVR routers for this DVR port 51eb4195-ce9c-42d4-907b-acdefdf2d540 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:08:16.239228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:08:16.239583 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:08:16.304657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c57bf17b-740e-4dca-8589-07b8ea282982 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:16.343517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: c57bf17b-740e-4dca-8589-07b8ea282982 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:16.343868 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device c57bf17b-740e-4dca-8589-07b8ea282982 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:16.344296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2229ebc0-4b17-4da9-a5b5-373b08bb0630 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:16.377069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2229ebc0-4b17-4da9-a5b5-373b08bb0630 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:16.377331 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2229ebc0-4b17-4da9-a5b5-373b08bb0630 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:16.377745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 51eb4195-ce9c-42d4-907b-acdefdf2d540 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:16.403924 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.411676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 51eb4195-ce9c-42d4-907b-acdefdf2d540 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:16.412021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 51eb4195-ce9c-42d4-907b-acdefdf2d540 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:16.429533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:16.441189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0bc247-0534-416a-890d-06a3c95ced3a') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:16.441503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0bc247-0534-416a-890d-06a3c95ced3a') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:08:16.452994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.468775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.474598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:08:16.474972 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:08:16.487566 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:08:16.563099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.579281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.590172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:16.592638 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b7157b7-fb49-4488-b2cc-fecf3932273f admin admin] 10.222.0.21 "DELETE /v2.0/networks/bcc6bb3a-808f-4dd1-ad16-6633dc8ffddf HTTP/1.1" status: 204 len: 168 time: 1.0126610 Mar 02 08:08:16.709990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42398) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:16.741345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Deleting port 51eb4195-ce9c-42d4-907b-acdefdf2d540 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:16.741905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.765264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-79d8274e-e1c4-417b-b756-36d4fa79b978 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=273c2c299b7d4f06aeaa612f4a2e79bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540524 Mar 02 08:08:16.767727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42402) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:16.833255 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.844481 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c070-4f67-42be-b5a1-da5104905fb6 None None] The port '51eb4195-ce9c-42d4-907b-acdefdf2d540' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:08:16.863644 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.905834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.932882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.958511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f77b27-3cd6-4eda-aa50-790c5a08bb5e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:16.968045 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:16.969331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-296b745e-3ca1-4f9c-a0b4-d73ecacd73ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52f77b27-3cd6-4eda-aa50-790c5a08bb5e HTTP/1.1" status: 204 len: 168 time: 0.1995504 Mar 02 08:08:17.375708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42410) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:17.426347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a6c0deee-2b40-4b7d-a32a-ba387c0b27f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e07a00a77344f739c822179e8aae1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492671 Mar 02 08:08:17.428835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42414) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:17.496690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:17.530470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:17.591123 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:17.607119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53298d17-5ed0-44bd-90a9-18ed260dbb73,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:17.614831 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:17.615955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8be9ba7c-7e17-4871-98e9-0c797a203178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53298d17-5ed0-44bd-90a9-18ed260dbb73 HTTP/1.1" status: 204 len: 168 time: 0.1862011 Mar 02 08:08:18.893616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:19.052202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:22.052242 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:08:28.509204 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-6a40ced4-ff9e-43ff-a211-a549ca4b461b tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279491 Mar 02 08:08:28.658843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-d08f64ce-9996-48dd-b5d0-208fee52af42 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:28.660273 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-d08f64ce-9996-48dd-b5d0-208fee52af42 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457605 Mar 02 08:08:28.675234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-c16f6a14-504b-4fc1-857d-a965986a0bca tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/quotas/6eea135a5c7540c6aba6dae19d461ee9 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Mar 02 08:08:28.722641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-bf0a2a70-fc7e-4869-95ec-0119ba13c4c9 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425980 Mar 02 08:08:29.013167 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a3e9b00f-6b15-4e7b-8380-4e4b42bf1896 req-ff70753b-548d-4592-bc0e-4afd5a6e9fa7 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 210 time: 0.1562047 Mar 02 08:08:30.032475 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-9af0dcd6-e8a0-4881-a524-9371c2ddd644 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315862 Mar 02 08:08:30.192047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-41db511b-a8e3-4f72-a49a-8f1eaf2d069a req-a065967d-f3ab-4ff0-8796-75b88f2520ed tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 210 time: 0.0627904 Mar 02 08:08:30.231967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-b55a9760-fc8b-42d2-9e4f-f0f0e147352c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:30.233512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-b55a9760-fc8b-42d2-9e4f-f0f0e147352c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956000 Mar 02 08:08:30.245418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Request body: {'port': {'device_id': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'admin_state_up': True, 'tenant_id': '6eea135a5c7540c6aba6dae19d461ee9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:30.378707 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:30.382466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Usage tracker for resource:port and tenant:6eea135a5c7540c6aba6dae19d461ee9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:30.386083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:30.391611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:30.401404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Made reservation on behalf of 6eea135a5c7540c6aba6dae19d461ee9 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:08:30.405155 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:30.416934 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:30.431953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:30.435674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Usage tracker for resource:security_group_rule and tenant:6eea135a5c7540c6aba6dae19d461ee9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:30.438408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:30.443911 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:30.535460 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:30.540009 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:30.618685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743f21ee-1457-4714-9892-37f0e4023dbc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:30.707110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Allocated IP 192.168.233.54 (fc4662af-e662-47bb-a0ff-e83987ba57ac/d1372ebb-68e4-411c-aa32-50ca8b0afb18/cf3de55b-8ee2-4e43-ba1e-4263ad880e82) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:08:30.911923 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:30.927461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Transition to ACTIVE for port object cf3de55b-8ee2-4e43-ba1e-4263ad880e82 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:08:30.950451 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.013005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Network fc4662af-e662-47bb-a0ff-e83987ba57ac is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:08:31.015968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:08:31.018414 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:08:31.189883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Pushing event updated for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:31.212088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:31.212702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.237743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-1ae6f612-bfc7-42ae-a986-307b406bae59 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9962249 Mar 02 08:08:31.250420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-df0fa9c4-962a-4ab0-b847-832b1478882c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:08:31.252504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-df0fa9c4-962a-4ab0-b847-832b1478882c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072131 Mar 02 08:08:31.306816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b60a7d3b-3641-4e26-bd2f-86a0152664f6 None None] Provisioning for port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:08:31.312927 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b60a7d3b-3641-4e26-bd2f-86a0152664f6 None None] Provisioning complete for port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:08:31.313728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b60a7d3b-3641-4e26-bd2f-86a0152664f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.322019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Request body: {'port': {'device_id': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:31.375863 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b60a7d3b-3641-4e26-bd2f-86a0152664f6 None None] Port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:08:31.383152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe8cb-2f91-412a-ad26-551b5d932d2f req-3b53b83d-fc49-4335-9d8e-c1304dbb8ec0 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:31.384666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7fe8cb-2f91-412a-ad26-551b5d932d2f req-3b53b83d-fc49-4335-9d8e-c1304dbb8ec0 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 935 time: 0.0863581 Mar 02 08:08:31.429125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7fe8cb-2f91-412a-ad26-551b5d932d2f req-682f1b5f-b795-42fb-be3d-e0395e70ec0a tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 Mar 02 08:08:31.434507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.771876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3de55b-8ee2-4e43-ba1e-4263ad880e82 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:08:31.779643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.793928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Transition to ACTIVE for port object cf3de55b-8ee2-4e43-ba1e-4263ad880e82 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:08:31.798171 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:31.951155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:32.032589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Attempting to bind port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:08:32.032857 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Attempting to bind port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:08:32.033178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Attempting to bind port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:08:32.037620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 on network fc4662af-e662-47bb-a0ff-e83987ba57ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:08:32.037978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Attempting to bind port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 on network fc4662af-e662-47bb-a0ff-e83987ba57ac {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:08:32.043459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:08:32.043814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Checking segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:08:32.044164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Bound using segment: {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:08:32.044574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Bound port: cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c08a83-a984-4a14-97bb-5d3d8c1a2c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:08:32.044913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:32.131903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:08:32.134913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:08:32.138250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:32.196709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.197323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:32.198676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf3de55b-8ee2-4e43-ba1e-4263ad880e82 HTTP/1.1" status: 200 len: 1095 time: 0.9415004 Mar 02 08:08:32.199109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:32.223808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8ad5-fafb-4357-a78d-7a7fdb375511 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:32.278655 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82', 'status': 'completed', 'code': 200} Mar 02 08:08:32.320331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-a3f3d5e1-ac68-4524-b164-0975b6136f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.322111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-a3f3d5e1-ac68-4524-b164-0975b6136f3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 1098 time: 0.0752814 Mar 02 08:08:32.393903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-11881b14-c09d-479e-9f56-e55f0600b84d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82 HTTP/1.1" status: 200 len: 217 time: 0.0656214 Mar 02 08:08:32.457735 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-1f73f6ac-c169-4ddd-9bb9-d6c0280caf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.459209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-1f73f6ac-c169-4ddd-9bb9-d6c0280caf51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0580766 Mar 02 08:08:32.539575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82442-5c93-41bf-a076-f16149856a97 req-5c14323e-2e74-4536-9a58-d35230ca00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.540959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-5c14323e-2e74-4536-9a58-d35230ca00e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759492 Mar 02 08:08:32.620432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb8ae-0642-4f4f-b493-4b5cc5f68766 req-5af8c2e5-3575-4b15-830a-3f5a4217eeb7 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.621949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e42eb8ae-0642-4f4f-b493-4b5cc5f68766 req-5af8c2e5-3575-4b15-830a-3f5a4217eeb7 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 947 time: 0.0873327 Mar 02 08:08:32.667123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e42eb8ae-0642-4f4f-b493-4b5cc5f68766 req-a7860a64-9f8d-4cdf-8428-41f9241b3c35 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Mar 02 08:08:32.674416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-ec808110-df9b-4b7c-813c-92ccfede47f7 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273513 Mar 02 08:08:32.809211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09c82442-5c93-41bf-a076-f16149856a97 req-d147faca-c711-4276-b6d0-cf4d2484a2fb service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287558 Mar 02 08:08:32.920858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-f6d8a518-354d-4655-93aa-9cc20088f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:32.922330 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-f6d8a518-354d-4655-93aa-9cc20088f447 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 1098 time: 0.0709045 Mar 02 08:08:33.166352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-9b71bc21-2d28-4c1b-966e-21a754a6cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:33.167801 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-9b71bc21-2d28-4c1b-966e-21a754a6cf52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4662af-e662-47bb-a0ff-e83987ba57ac HTTP/1.1" status: 200 len: 869 time: 0.2388303 Mar 02 08:08:33.237736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-14ae89c3-3538-4e10-901b-b30748d378d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82 HTTP/1.1" status: 200 len: 217 time: 0.0636671 Mar 02 08:08:33.300276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-8274963f-f417-4b1b-8e42-70f2c30d641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:33.301678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-8274963f-f417-4b1b-8e42-70f2c30d641e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1372ebb-68e4-411c-aa32-50ca8b0afb18 HTTP/1.1" status: 200 len: 843 time: 0.0583050 Mar 02 08:08:33.377486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-af2bf7ff-3a0a-4df2-b994-5ff49baa4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:33.378976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-af2bf7ff-3a0a-4df2-b994-5ff49baa4a2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4662af-e662-47bb-a0ff-e83987ba57ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718441 Mar 02 08:08:33.510891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-833b8999-f5c5-4520-b2a4-5cc1799a73e0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253479 Mar 02 08:08:33.640625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4d64c74c-81d5-445e-95f5-b0ae09e04413 req-dada4851-b02c-49ab-be1e-4c97487c5a2d service neutron] 10.222.0.39 "GET /v2.0/networks/fc4662af-e662-47bb-a0ff-e83987ba57ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238186 Mar 02 08:08:33.848541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-07b9afc7-89c1-4929-9561-71f783f10b3f tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:33.849235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-07b9afc7-89c1-4929-9561-71f783f10b3f tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Synchronizing usage tracker for tenant:6eea135a5c7540c6aba6dae19d461ee9 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:33.865312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-07b9afc7-89c1-4929-9561-71f783f10b3f tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Unset dirty status for tenant:6eea135a5c7540c6aba6dae19d461ee9 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:33.866466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-07b9afc7-89c1-4929-9561-71f783f10b3f tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 947 time: 0.0953462 Mar 02 08:08:33.910150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-4313dd88-1e7f-4c58-af9b-a9c009432457 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Synchronizing usage tracker for tenant:6eea135a5c7540c6aba6dae19d461ee9 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:33.925515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-4313dd88-1e7f-4c58-af9b-a9c009432457 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Unset dirty status for tenant:6eea135a5c7540c6aba6dae19d461ee9 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:33.928163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e87cef82-dec6-4fc2-bf78-1c9d90fef537 req-4313dd88-1e7f-4c58-af9b-a9c009432457 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541091 Mar 02 08:08:35.111931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e439-b0a9-437f-976b-2b5d497907ce req-3d4d2404-0392-4ad4-b2f5-9bcc1a443f38 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:35.113302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc00e439-b0a9-437f-976b-2b5d497907ce req-3d4d2404-0392-4ad4-b2f5-9bcc1a443f38 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 947 time: 0.0783048 Mar 02 08:08:35.159783 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cc00e439-b0a9-437f-976b-2b5d497907ce req-c7828a4a-f5c9-437c-9ae1-b83d742854b7 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Mar 02 08:08:35.741340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cf3de55b-8ee2-4e43-ba1e-4263ad880e82 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:08:35.872347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:35.886144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82', 'network_id': 'fc4662af-e662-47bb-a0ff-e83987ba57ac', 'port_id': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82', 'mac_address': 'fa:16:3e:3e:db:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1372ebb-68e4-411c-aa32-50ca8b0afb18', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:08:35.942192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:35.959243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3de55b-8ee2-4e43-ba1e-4263ad880e82 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:08:35.975302 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:35.979658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:36.048397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:36.056418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.056772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.057118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.057456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.057793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.058151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.058483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.058810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.059158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.059463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.059787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.060109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:36.337420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cf3de55b-8ee2-4e43-ba1e-4263ad880e82'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:08:36.344265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a950512-ab58-4010-95de-ef0bdd6c1ada req-89f6856d-7c1b-4d5f-9486-da2dfdf9e7ad tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:36.345748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a950512-ab58-4010-95de-ef0bdd6c1ada req-89f6856d-7c1b-4d5f-9486-da2dfdf9e7ad tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 948 time: 0.0810361 Mar 02 08:08:36.389790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a950512-ab58-4010-95de-ef0bdd6c1ada req-de9e567b-19c6-4a4b-98d0-be4b77cb724f tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Mar 02 08:08:37.572709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b06-ae4b-4c7d-a5e4-2c0b7f42218f req-a7311aa5-aa7f-44e0-8774-b1d1e53adf0c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:37.574194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-550b0b06-ae4b-4c7d-a5e4-2c0b7f42218f req-a7311aa5-aa7f-44e0-8774-b1d1e53adf0c tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 948 time: 0.0819435 Mar 02 08:08:37.616495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-550b0b06-ae4b-4c7d-a5e4-2c0b7f42218f req-2ba9c371-a1d5-47ce-bbc2-a2f33fefa568 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Mar 02 08:08:37.756813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cf3de55b-8ee2-4e43-ba1e-4263ad880e82 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:08:37.825690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:08:37.830180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:08:37.830551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:37.945033 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:37.970900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:37.982076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:37.987719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:38.022648 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82', 'code': 200} Mar 02 08:08:38.062073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:38.140219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f124c-755a-477c-8b02-c812fa42afb2 req-d453cf04-2991-468c-9b17-2c2320b3a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:38.141685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c1f124c-755a-477c-8b02-c812fa42afb2 req-d453cf04-2991-468c-9b17-2c2320b3a276 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 1100 time: 0.0686347 Mar 02 08:08:38.184531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c1f124c-755a-477c-8b02-c812fa42afb2 req-37a13314-1fba-45b4-8d4d-5e2b7f737f64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Mar 02 08:08:38.802849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b53acb-a46c-41ac-8ad8-5a61f4b9ef6b req-a8012da1-3c2e-4668-9500-95302f2725ea tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:38.804229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96b53acb-a46c-41ac-8ad8-5a61f4b9ef6b req-a8012da1-3c2e-4668-9500-95302f2725ea tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 949 time: 0.0832069 Mar 02 08:08:38.847643 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-96b53acb-a46c-41ac-8ad8-5a61f4b9ef6b req-f6548baf-d0d9-43bf-8ddd-32249da2194b tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Mar 02 08:08:40.181714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb102824-065d-48a1-90da-4af7879b72f2 req-f18913f4-881f-4f91-89a2-dd348c470205 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:40.183100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb102824-065d-48a1-90da-4af7879b72f2 req-f18913f4-881f-4f91-89a2-dd348c470205 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 949 time: 0.0789647 Mar 02 08:08:40.225133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb102824-065d-48a1-90da-4af7879b72f2 req-3c07ca62-d957-4e0f-a4be-2967e83cc139 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Mar 02 08:08:41.301800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc9ae-421b-457b-ad9b-e13cb4df2050 req-36bbf66c-9ccb-481d-ad34-5d05d8d9c0a0 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:41.303225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4babc9ae-421b-457b-ad9b-e13cb4df2050 req-36bbf66c-9ccb-481d-ad34-5d05d8d9c0a0 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 949 time: 0.0843849 Mar 02 08:08:41.346958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4babc9ae-421b-457b-ad9b-e13cb4df2050 req-d208772f-bf29-4cab-90d4-5c35a516f430 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Mar 02 08:08:41.959916 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5efb937b-4b85-4015-9b40-74956f53a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:42.534732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed789d-cde0-4b81-9a22-7764a985fcde req-3f7b37ec-1d9b-43ba-b7bc-593da9ca5482 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:42.536124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26ed789d-cde0-4b81-9a22-7764a985fcde req-3f7b37ec-1d9b-43ba-b7bc-593da9ca5482 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 949 time: 0.0803978 Mar 02 08:08:42.579825 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26ed789d-cde0-4b81-9a22-7764a985fcde req-d7da1504-8970-4049-a7be-0215d145733e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/security-groups?id=743f21ee-1457-4714-9892-37f0e4023dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Mar 02 08:08:42.716594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a1033-772d-488c-876e-2313f9b8f274 req-b476e34c-937d-4d2b-9cb4-599b5fe46a9b tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:42.718057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d65a1033-772d-488c-876e-2313f9b8f274 req-b476e34c-937d-4d2b-9cb4-599b5fe46a9b tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 949 time: 0.0783141 Mar 02 08:08:42.788360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Deleting port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:08:42.788626 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:43.028708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] For port cf3de55b-8ee2-4e43-ba1e-4263ad880e82, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,segment=NetworkSegment(c3c08a83-a984-4a14-97bb-5d3d8c1a2c32),segment_id=c3c08a83-a984-4a14-97bb-5d3d8c1a2c32)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:43.029064 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:43.154852 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Calling delete_port for cf3de55b-8ee2-4e43-ba1e-4263ad880e82 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:08:43.299382 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:43.310820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['cf3de55b-8ee2-4e43-ba1e-4263ad880e82'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:08:43.452395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Pushing event deleted for resources: {'Port': ['ID=cf3de55b-8ee2-4e43-ba1e-4263ad880e82,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:43.531319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] No DVR routers for this DVR port cf3de55b-8ee2-4e43-ba1e-4263ad880e82 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:08:43.535488 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:43.540117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'name': 'network-vif-deleted', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:43.560530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d65a1033-772d-488c-876e-2313f9b8f274 req-c412fbe4-92a7-4284-8533-26ffd1e45e0e tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.39 "DELETE /v2.0/ports/cf3de55b-8ee2-4e43-ba1e-4263ad880e82 HTTP/1.1" status: 204 len: 173 time: 0.8375919 Mar 02 08:08:43.586398 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49172e2b-5da5-438a-bc6e-fd6f1c795e86', 'name': 'network-vif-deleted', 'tag': 'cf3de55b-8ee2-4e43-ba1e-4263ad880e82', 'status': 'completed', 'code': 200} Mar 02 08:08:43.735208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-041ffd75-32dc-41cc-a7fb-325ca1c64e52 req-ef139115-83b1-4cc7-a05e-eb794df47412 tempest-ServersAdminNegativeTestJSON-602702670 tempest-ServersAdminNegativeTestJSON-602702670-project] 10.222.0.21 "GET /v2.0/ports?device_id=49172e2b-5da5-438a-bc6e-fd6f1c795e86 HTTP/1.1" status: 200 len: 210 time: 0.0472474 Mar 02 08:08:44.279046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33c1da41-6da9-4f86-86b9-590494c78a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.082337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42570) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:45.223340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f509c2c8-9fe7-40f6-aacd-3127412908ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eea135a5c7540c6aba6dae19d461ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398482 Mar 02 08:08:45.225742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:45.281596 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.306466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.356042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.371194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f21ee-1457-4714-9892-37f0e4023dbc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:45.384059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.385426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f8740a3-37bc-4104-b0be-fdfb6c9a292c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/743f21ee-1457-4714-9892-37f0e4023dbc HTTP/1.1" status: 204 len: 168 time: 0.1587706 Mar 02 08:08:45.488257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.494855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.660798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42584) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:45.678319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.695610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:45.700125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Usage tracker for resource:security_group_rule and tenant:05acd7de346144659195a0b5f387e84e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:45.702924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:45.708487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:45.787450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cf3de55b-8ee2-4e43-ba1e-4263ad880e82 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:45.792958 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.796707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.821359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: cf3de55b-8ee2-4e43-ba1e-4263ad880e82 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:08:45.822279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device cf3de55b-8ee2-4e43-ba1e-4263ad880e82 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:08:45.842888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05acd7de346144659195a0b5f387e84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810069 Mar 02 08:08:45.845557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:45.846769 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6e7d-173e-4b95-a385-4894ac2bbb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fad5ed-52a3-4f43-9ac0-3d53e1ea55c1,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:45.904791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.929655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.981344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:45.998304 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fad5ed-52a3-4f43-9ac0-3d53e1ea55c1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:46.001526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.002665 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-962f5967-3725-4fd2-a95e-2c4603fde830 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7fad5ed-52a3-4f43-9ac0-3d53e1ea55c1 HTTP/1.1" status: 204 len: 168 time: 0.1560397 Mar 02 08:08:46.705435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42612) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:46.812775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1043480589-network', 'tenant_id': '8b45dd34b016478fa796189cbfeee382'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:46.818254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:46.822102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Usage tracker for resource:network and tenant:8b45dd34b016478fa796189cbfeee382 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:46.824847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:46.830947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:46.841008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Made reservation on behalf of 8b45dd34b016478fa796189cbfeee382 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:08:46.843222 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.855535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.872462 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:46.876203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Usage tracker for resource:security_group_rule and tenant:8b45dd34b016478fa796189cbfeee382 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:46.879090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:46.884863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:46.898156 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.967656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.971097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:46.999818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:08:47.007951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d42edda-706d-4f3b-a892-e5c47f8ec64e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:47.013914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.014267 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Added segment e54f214d-7059-4956-a57f-b7918bb8f1e3 of type vlan for network 354b7c32-d076-47a5-8045-88c2cde9a31d Mar 02 08:08:47.040311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.069288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.070290 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:47.070876 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.174279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] Pushing event updated for resources: {'Network': ['ID=354b7c32-d076-47a5-8045-88c2cde9a31d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:47.177472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2c0226fb-89c1-48d5-a40f-9c89bcbc958d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4710054 Mar 02 08:08:47.180575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42620) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:08:47.185281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 354b7c32-d076-47a5-8045-88c2cde9a31d details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:08:47.185946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Request body: {'subnet': {'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1043480589-subnet', 'tenant_id': '8b45dd34b016478fa796189cbfeee382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:47.191458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:47.195456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Usage tracker for resource:subnet and tenant:8b45dd34b016478fa796189cbfeee382 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:47.198972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:47.204999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:47.215574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Made reservation on behalf of 8b45dd34b016478fa796189cbfeee382 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:08:47.217943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.517416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.596794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:47.600787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Checking segment: {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:08:47.601152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Network hostable DHCP agents. Network: 354b7c32-d076-47a5-8045-88c2cde9a31d, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:08:47.620145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Network 354b7c32-d076-47a5-8045-88c2cde9a31d is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:08:47.629467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 354b7c32-d076-47a5-8045-88c2cde9a31d) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:08:47.633886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:47.635032 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:47.638228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d74b1e-e84a-4141-856f-0acf99f35aad None None] Network 354b7c32-d076-47a5-8045-88c2cde9a31d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:08:47.656127 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3fb0e566-7a59-414e-9996-cdfa33914921 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4744918 Mar 02 08:08:47.852184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa827f-0559-4795-bf45-5ff1be1186f6 None None] Network 354b7c32-d076-47a5-8045-88c2cde9a31d requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:08:48.168582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-3aff83b1-d473-42e3-baaa-c216287204b5 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:48.169264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-3aff83b1-d473-42e3-baaa-c216287204b5 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Synchronizing usage tracker for tenant:8b45dd34b016478fa796189cbfeee382 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:48.186190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-3aff83b1-d473-42e3-baaa-c216287204b5 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Unset dirty status for tenant:8b45dd34b016478fa796189cbfeee382 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:48.187338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-3aff83b1-d473-42e3-baaa-c216287204b5 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 812 time: 0.1645389 Mar 02 08:08:48.202875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-fce1af88-6683-4c0c-81d0-4027f02fb21d tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/quotas/8b45dd34b016478fa796189cbfeee382 HTTP/1.1" status: 200 len: 375 time: 0.0101287 Mar 02 08:08:48.250245 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-445f9b5e-a30a-4d8f-b8a8-7cb4ac1a0ead tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424714 Mar 02 08:08:48.383046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c1605b9a-8f48-42b6-bd7c-835c50465c61 service neutron] 10.222.0.21 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264162 Mar 02 08:08:48.514171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-3dda3fd0-3938-4f4b-b4bb-3f5b6c934f8a service neutron] 10.222.0.21 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245046 Mar 02 08:08:48.692344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7388a862-64e0-4766-a901-9fbff0516346 req-0b2db6a3-3abc-42a6-97e0-874aa270644a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 210 time: 0.0437696 Mar 02 08:08:48.913212 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:49.067912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:49.708550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-530de981-0412-49d8-8592-abb5d6d432aa tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:49.710031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-530de981-0412-49d8-8592-abb5d6d432aa tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.16 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 812 time: 0.1486204 Mar 02 08:08:49.723272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Request body: {'port': {'device_id': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d', 'admin_state_up': True, 'tenant_id': '8b45dd34b016478fa796189cbfeee382'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:49.855501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b5f08ae7-a5b5-4bdb-991d-8568c0c25369 req-aaa07792-28a2-480a-a87b-b09e088047ec tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 210 time: 0.0467553 Mar 02 08:08:49.866774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:08:49.871362 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Usage tracker for resource:port and tenant:8b45dd34b016478fa796189cbfeee382 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:08:49.874290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:08:49.879999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:08:49.890209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Made reservation on behalf of 8b45dd34b016478fa796189cbfeee382 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:08:49.893939 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.053587 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Allocated IP 172.20.0.4 (354b7c32-d076-47a5-8045-88c2cde9a31d/bdb3ef3c-2d04-46ff-bf38-f39c289d49a7/e59f433c-9e2b-431b-807a-29ad1f9f43b2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:08:50.256070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.285840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.350999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Network 354b7c32-d076-47a5-8045-88c2cde9a31d is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:08:50.358496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:08:50.360872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:08:50.396162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:50.426699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:50.427301 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.451523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-d763d580-55ec-494e-b5d2-d37f491ea77a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326536 Mar 02 08:08:50.462767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Request body: {'port': {'device_id': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:08:50.571988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.905711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59f433c-9e2b-431b-807a-29ad1f9f43b2 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:08:50.913579 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.930228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Transition to ACTIVE for port object e59f433c-9e2b-431b-807a-29ad1f9f43b2 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:08:50.934316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:51.139501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:51.235486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925d4db-725b-4712-bdc5-c25ba4c90119 req-4ab2a3dc-556b-4d24-a426-85846ec9c385 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.236183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6925d4db-725b-4712-bdc5-c25ba4c90119 req-4ab2a3dc-556b-4d24-a426-85846ec9c385 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Synchronizing usage tracker for tenant:8b45dd34b016478fa796189cbfeee382 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:51.241176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:08:51.241511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:08:51.241837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:08:51.251021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:08:51.251347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:08:51.261170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:08:51.261621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Checking segment: {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:08:51.262120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Bound using segment: {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:08:51.262597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Bound port: e59f433c-9e2b-431b-807a-29ad1f9f43b2, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:08:51.262913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:51.273674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-6925d4db-725b-4712-bdc5-c25ba4c90119 req-4ab2a3dc-556b-4d24-a426-85846ec9c385 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Unset dirty status for tenant:8b45dd34b016478fa796189cbfeee382 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:51.274884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6925d4db-725b-4712-bdc5-c25ba4c90119 req-4ab2a3dc-556b-4d24-a426-85846ec9c385 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.2891803 Mar 02 08:08:51.476729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6925d4db-725b-4712-bdc5-c25ba4c90119 req-ae31b40c-2aa3-4578-af56-dfd6dc3d3104 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947176 Mar 02 08:08:51.487895 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:08:51.492273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:08:51.496768 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:51.553846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.554472 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:51.555869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 1091 time: 1.0973189 Mar 02 08:08:51.557420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:51.587794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:51.634750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.635230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.635574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.635897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.636222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.636542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.636862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.637180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.637496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.638154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.638470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.638783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81136cf-9d98-4f5f-bc91-7b709d8081b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:51.644216 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'status': 'completed', 'code': 200} Mar 02 08:08:51.678616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-25cdd4e7-a623-446c-9e33-7dde56affd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.680350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-25cdd4e7-a623-446c-9e33-7dde56affd35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1094 time: 0.0849545 Mar 02 08:08:51.756005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-0618d838-a24d-4e78-835c-5b80330e744f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0629485 Mar 02 08:08:51.817777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-b191eb8e-448e-4945-847e-7e7f9dccecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.819207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-b191eb8e-448e-4945-847e-7e7f9dccecdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.0575049 Mar 02 08:08:51.866309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-865d9480-a4ad-49d2-beb3-dee819a2be5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408781 Mar 02 08:08:51.995965 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-8565bc28-fa2c-4ccb-ba7a-1ae4c420474b service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239517 Mar 02 08:08:52.127900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf6bd1f-5ae7-4d9f-9b35-807e927addb2 req-451302e4-5e49-4d71-9fca-2fe2ae6fa20b service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257086 Mar 02 08:08:52.248818 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-0034cb1e-5fa2-4b55-aa68-0ddc0b402c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:52.250307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-0034cb1e-5fa2-4b55-aa68-0ddc0b402c8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1094 time: 0.0754726 Mar 02 08:08:52.377571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-8da91660-2117-499b-a0b5-a17f6c0b5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:52.379052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-8da91660-2117-499b-a0b5-a17f6c0b5d4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.1232107 Mar 02 08:08:52.445124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-d0fdf454-ad11-43c4-9fec-4222efd12b3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0596571 Mar 02 08:08:52.511028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-b9501ec9-f79e-4d09-bfb3-e3186a00dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:52.512463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-b9501ec9-f79e-4d09-bfb3-e3186a00dc5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.0617013 Mar 02 08:08:52.562722 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-c3c0eebf-e1d0-4f43-9b33-d9fd81728bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437493 Mar 02 08:08:52.764388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-92cb80d4-8499-441d-a7bf-0949b01c9e2e service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955869 Mar 02 08:08:52.776992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343b099-fa03-4fc1-903d-3790cf7197b2 req-da9c27b6-5685-417d-9107-768f331862cc tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:52.778625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4343b099-fa03-4fc1-903d-3790cf7197b2 req-da9c27b6-5685-417d-9107-768f331862cc tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.1899025 Mar 02 08:08:52.913892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4343b099-fa03-4fc1-903d-3790cf7197b2 req-45de37d2-2887-4729-9377-20267e8ffa75 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 Mar 02 08:08:52.941897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc1033a1-bbe4-4894-95b6-6d2b4dbaf409 req-f22ee6f3-687e-46d6-bc90-d912f8828c87 service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623313 Mar 02 08:08:54.100067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26482f-40c8-4144-b12c-4b4fd685bbda req-f7ecff04-efcb-42f6-9e4c-0ab981cd766e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.101524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa26482f-40c8-4144-b12c-4b4fd685bbda req-f7ecff04-efcb-42f6-9e4c-0ab981cd766e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.0819905 Mar 02 08:08:54.144916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa26482f-40c8-4144-b12c-4b4fd685bbda req-7becdced-b51b-414e-bc0b-b12b2f7141cd tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Synchronizing usage tracker for tenant:8b45dd34b016478fa796189cbfeee382 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:08:54.161589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fa26482f-40c8-4144-b12c-4b4fd685bbda req-7becdced-b51b-414e-bc0b-b12b2f7141cd tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Unset dirty status for tenant:8b45dd34b016478fa796189cbfeee382 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:08:54.162755 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa26482f-40c8-4144-b12c-4b4fd685bbda req-7becdced-b51b-414e-bc0b-b12b2f7141cd tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Mar 02 08:08:55.343239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85196dd4-dcf7-4259-8778-6640a6f03ed7 req-5f18f4ae-0c3d-4f76-a693-1350163fd9fe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:55.344695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85196dd4-dcf7-4259-8778-6640a6f03ed7 req-5f18f4ae-0c3d-4f76-a693-1350163fd9fe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.0791321 Mar 02 08:08:55.387759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85196dd4-dcf7-4259-8778-6640a6f03ed7 req-f3015892-5978-4d30-aeb6-2f26434b9f9b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Mar 02 08:08:56.571939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0776b-b9d8-41af-9c4e-02640d5f8f72 req-50c03a29-c239-491b-bdc7-cfb21a589b81 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:56.573496 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56f0776b-b9d8-41af-9c4e-02640d5f8f72 req-50c03a29-c239-491b-bdc7-cfb21a589b81 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.0829527 Mar 02 08:08:56.616661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-56f0776b-b9d8-41af-9c4e-02640d5f8f72 req-bfe498cb-6f53-4081-b508-0bcd6a7f06be tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Mar 02 08:08:56.711920 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:08:56.875896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:56.889210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d', 'port_id': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'mac_address': 'fa:16:3e:5e:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb3ef3c-2d04-46ff-bf38-f39c289d49a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:08:56.945183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:56.961763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59f433c-9e2b-431b-807a-29ad1f9f43b2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:08:56.977119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:56.981394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:57.047633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:57.316965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['e59f433c-9e2b-431b-807a-29ad1f9f43b2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:08:57.909712 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc42a2-fe6a-4152-85ba-91f6fa157e70 req-319b53e4-2b15-4709-aebf-6bcee9448e76 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:57.911127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43bc42a2-fe6a-4152-85ba-91f6fa157e70 req-319b53e4-2b15-4709-aebf-6bcee9448e76 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 944 time: 0.1875668 Mar 02 08:08:57.954323 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43bc42a2-fe6a-4152-85ba-91f6fa157e70 req-41cfb870-ad3a-44a2-b08b-5d5212698cf1 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Mar 02 08:08:58.722241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:08:58.792686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port e59f433c-9e2b-431b-807a-29ad1f9f43b2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:08:58.797279 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port e59f433c-9e2b-431b-807a-29ad1f9f43b2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:08:58.797595 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:58.908323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:58.934372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:58.943706 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:58.948945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:58.987128 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'code': 200} Mar 02 08:08:59.021683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:59.051342 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:08:59.170061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c23b-092d-4c72-8332-5d8ffb846977 req-a0d1bc34-756d-4768-a600-e36df58011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:59.171545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88e6c23b-092d-4c72-8332-5d8ffb846977 req-a0d1bc34-756d-4768-a600-e36df58011ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1096 time: 0.1289873 Mar 02 08:08:59.182612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19fefa-688c-4ffc-b3d8-1e98d64dbc71 req-5eb08764-cab5-4317-8e0b-7002b7a45f02 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:59.183976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b19fefa-688c-4ffc-b3d8-1e98d64dbc71 req-5eb08764-cab5-4317-8e0b-7002b7a45f02 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.1112113 Mar 02 08:08:59.249047 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88e6c23b-092d-4c72-8332-5d8ffb846977 req-152eaef0-37e6-41ee-9d62-50bc12d8d2c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641272 Mar 02 08:08:59.253255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b19fefa-688c-4ffc-b3d8-1e98d64dbc71 req-8892f0dc-4677-42b5-9410-e7442ca0fea5 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Mar 02 08:09:00.439907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7a95-6f9a-40dc-9f71-3b6c2f47f27f req-fe83bb60-bb0f-40c5-b144-affb87c942a4 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:00.441363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c8a7a95-6f9a-40dc-9f71-3b6c2f47f27f req-fe83bb60-bb0f-40c5-b144-affb87c942a4 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0815277 Mar 02 08:09:00.496801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c8a7a95-6f9a-40dc-9f71-3b6c2f47f27f req-94967a7f-d792-4ef4-b059-5544b23b2da6 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Mar 02 08:09:01.678764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2027d3-19d1-4b6c-89f1-aee58839192c req-af7930f8-6e08-4451-a48d-46e16ca73ae0 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:01.680214 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2027d3-19d1-4b6c-89f1-aee58839192c req-af7930f8-6e08-4451-a48d-46e16ca73ae0 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0785592 Mar 02 08:09:01.723789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd2027d3-19d1-4b6c-89f1-aee58839192c req-9e37f93e-d1fb-4791-8788-7b78a5327789 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Mar 02 08:09:01.991944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:02.115061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-b9f44e05-ae0a-4993-bc02-f4fe01d5922c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218741 Mar 02 08:09:02.132363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30621892-3be4-4574-8f50-88206109306b req-a0a8e645-7000-488a-a10a-8b4f4d48e65e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:02.138446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30621892-3be4-4574-8f50-88206109306b req-a0a8e645-7000-488a-a10a-8b4f4d48e65e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0961406 Mar 02 08:09:02.180000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30621892-3be4-4574-8f50-88206109306b req-b6621f92-0ed7-4f6f-9d02-2e96b66e4b01 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Mar 02 08:09:03.267755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-d7aa055f-a5d0-43c0-a69b-de52ab0a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:03.269232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-d7aa055f-a5d0-43c0-a69b-de52ab0a13d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1096 time: 0.0702319 Mar 02 08:09:03.372219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66626e-29a7-44a6-b6ff-eb876d1adac8 req-ce494b51-9751-4b3d-a610-cbdfeea9a34b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:03.373850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b66626e-29a7-44a6-b6ff-eb876d1adac8 req-ce494b51-9751-4b3d-a610-cbdfeea9a34b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0837629 Mar 02 08:09:03.400629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-6328acbd-962f-4d21-919d-06fde0ab787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:03.401931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-6328acbd-962f-4d21-919d-06fde0ab787d service neutron] 10.222.0.16 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.1264074 Mar 02 08:09:03.418060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2b66626e-29a7-44a6-b6ff-eb876d1adac8 req-b65d041f-6715-4945-ad49-be5108f6cf3c tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Mar 02 08:09:03.470994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-347ff706-eb03-435d-aab0-a86949729907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0636065 Mar 02 08:09:03.531649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-c9b992d0-1654-46e6-85ed-5156e85e0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:03.533055 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-c9b992d0-1654-46e6-85ed-5156e85e0079 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.0565505 Mar 02 08:09:03.581370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-426e13a4-b3ff-4208-86b8-3721f933da5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425367 Mar 02 08:09:03.709981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-76b7f0b3-b5c9-402a-958b-14f658e63ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226220 Mar 02 08:09:03.838155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-2c9a833a-c8b9-427d-b823-03f6c2540426 service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227424 Mar 02 08:09:04.601364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6ac-b85d-40da-bf7f-ca811aeaa835 req-393e671e-1cbb-4d68-8f3b-c157206f9d45 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:04.603503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9c5b6ac-b85d-40da-bf7f-ca811aeaa835 req-393e671e-1cbb-4d68-8f3b-c157206f9d45 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0811348 Mar 02 08:09:04.645770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9c5b6ac-b85d-40da-bf7f-ca811aeaa835 req-51aabdb3-6aca-4ad3-859c-0153712eac1e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Mar 02 08:09:05.828517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5918d8-f766-4369-9313-e3fe08df4080 req-77515a0b-4834-44e4-bc01-419319ad6418 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:05.829993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a5918d8-f766-4369-9313-e3fe08df4080 req-77515a0b-4834-44e4-bc01-419319ad6418 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0806596 Mar 02 08:09:05.873001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a5918d8-f766-4369-9313-e3fe08df4080 req-70ab924c-7270-4f01-9b87-665cf5bdd721 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Mar 02 08:09:07.059643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99410740-548a-4d40-ae21-5788f366fac8 req-9a58ae81-0f9f-481c-8e3e-2050530e159f tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:07.061122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99410740-548a-4d40-ae21-5788f366fac8 req-9a58ae81-0f9f-481c-8e3e-2050530e159f tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0839841 Mar 02 08:09:07.105021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99410740-548a-4d40-ae21-5788f366fac8 req-d4d0ff32-6ba7-47d7-8dbb-ecab01418404 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Mar 02 08:09:08.297592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6322b1-9bc8-477d-85a7-2733c752cc9d req-54b67210-7448-48b9-8047-6aed97bff720 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:08.299087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f6322b1-9bc8-477d-85a7-2733c752cc9d req-54b67210-7448-48b9-8047-6aed97bff720 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0833464 Mar 02 08:09:08.343323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f6322b1-9bc8-477d-85a7-2733c752cc9d req-24130d8f-e8d9-4a60-a466-7f047f991039 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Mar 02 08:09:09.529212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d12e8-2bc7-4023-bd44-7aa38be1e597 req-f9bfdb48-8403-431b-8d11-53fdbda87b91 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:09.530707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-361d12e8-2bc7-4023-bd44-7aa38be1e597 req-f9bfdb48-8403-431b-8d11-53fdbda87b91 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0800717 Mar 02 08:09:09.574640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-361d12e8-2bc7-4023-bd44-7aa38be1e597 req-38b41e3a-bf42-46ea-8174-4602d6b940ca tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Mar 02 08:09:10.760332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4c721-aaa1-468f-99ce-8d2197b7dd69 req-b36b504f-b46a-4298-8e63-a51d1ef82f6a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:10.761793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d4c721-aaa1-468f-99ce-8d2197b7dd69 req-b36b504f-b46a-4298-8e63-a51d1ef82f6a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0793984 Mar 02 08:09:10.808661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-83d4c721-aaa1-468f-99ce-8d2197b7dd69 req-27467821-952e-443c-ab76-b5ae86ae9375 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Mar 02 08:09:11.965744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d5612940-3b99-4a8e-b6d6-f78000760b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:12.005330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb1f83-11d8-4af5-80d8-6cd91f3158fd req-ae2f1252-3e0b-47dd-be15-0d4d2f698c63 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:12.006810 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abeb1f83-11d8-4af5-80d8-6cd91f3158fd req-ae2f1252-3e0b-47dd-be15-0d4d2f698c63 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0834262 Mar 02 08:09:12.051724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abeb1f83-11d8-4af5-80d8-6cd91f3158fd req-54cea51c-aa67-41c6-8884-149c1d8b0569 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Mar 02 08:09:13.233427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e62ad-7546-40f4-97f0-2466bd7174d4 req-345cd702-653e-4f03-8d3e-e803bd5e225b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:13.234887 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c7e62ad-7546-40f4-97f0-2466bd7174d4 req-345cd702-653e-4f03-8d3e-e803bd5e225b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0786090 Mar 02 08:09:13.277937 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2c7e62ad-7546-40f4-97f0-2466bd7174d4 req-e48aba06-53ea-4988-bff5-8cbc83d661b8 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375292 Mar 02 08:09:14.281001 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9831a195-fd6d-4863-bf8a-c40407308b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:14.462637 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776b3bd-ae97-4c4e-8086-bb72ccedca73 req-ea5bea77-95ef-460c-a154-b4ab36412fae tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:14.464067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2776b3bd-ae97-4c4e-8086-bb72ccedca73 req-ea5bea77-95ef-460c-a154-b4ab36412fae tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0819895 Mar 02 08:09:14.611462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2776b3bd-ae97-4c4e-8086-bb72ccedca73 req-40b3ca01-44ec-4e67-a0af-0631b99040cf tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416948 Mar 02 08:09:15.493442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:15.497927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:15.795884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860c81-e5b6-4566-af5d-b645fa5ee503 req-fad7d8a2-a2a6-4ac5-8928-851f980d9519 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:15.797238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-40860c81-e5b6-4566-af5d-b645fa5ee503 req-fad7d8a2-a2a6-4ac5-8928-851f980d9519 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0810955 Mar 02 08:09:15.840337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-40860c81-e5b6-4566-af5d-b645fa5ee503 req-bf03f0bd-3325-47f2-b902-4c744601753e tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Mar 02 08:09:16.903627 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:17.027533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b175a7-670c-4dc7-ad92-9335e8a6675f req-6ace480e-d808-48c0-b405-51bf5a036487 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:17.028976 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7b175a7-670c-4dc7-ad92-9335e8a6675f req-6ace480e-d808-48c0-b405-51bf5a036487 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0778320 Mar 02 08:09:17.072695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7b175a7-670c-4dc7-ad92-9335e8a6675f req-1ae94fe0-6c6f-4686-b4f8-5ff2b3914570 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Mar 02 08:09:18.255212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2773-4c5f-44cd-9cf0-8493a51e2c21 req-9c0280f9-c2aa-4d9a-b05d-c0e0b50e9237 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:18.256652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79be2773-4c5f-44cd-9cf0-8493a51e2c21 req-9c0280f9-c2aa-4d9a-b05d-c0e0b50e9237 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0787394 Mar 02 08:09:18.299389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79be2773-4c5f-44cd-9cf0-8493a51e2c21 req-0d2ef3ef-073d-4f08-9f48-1d4e009f22de tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Mar 02 08:09:18.915088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:19.081701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:19.515024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4228a2d-fca9-4420-bdd0-e23df1fd0fc1 req-e68b6853-7dd8-497b-9995-ebfb20791935 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:19.516499 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b4228a2d-fca9-4420-bdd0-e23df1fd0fc1 req-e68b6853-7dd8-497b-9995-ebfb20791935 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0858450 Mar 02 08:09:19.562114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b4228a2d-fca9-4420-bdd0-e23df1fd0fc1 req-b0af40e5-f178-466a-9299-a818d43c59c3 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Mar 02 08:09:20.752084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b931b9-deaf-4a95-b23d-ddd97f83bbb8 req-9c2ab71b-c9c7-4ecc-b85d-7de0256f8b00 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:20.753549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6b931b9-deaf-4a95-b23d-ddd97f83bbb8 req-9c2ab71b-c9c7-4ecc-b85d-7de0256f8b00 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0821073 Mar 02 08:09:20.798553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c6b931b9-deaf-4a95-b23d-ddd97f83bbb8 req-8e173d95-de3e-4446-aca3-c7c5c482a802 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Mar 02 08:09:21.982808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0784be9-f172-4621-a8cf-d506b6023516 req-cbd4fd3b-a02f-47fa-8b37-608fdf42ec8a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:21.984238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0784be9-f172-4621-a8cf-d506b6023516 req-cbd4fd3b-a02f-47fa-8b37-608fdf42ec8a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0813918 Mar 02 08:09:22.027904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0784be9-f172-4621-a8cf-d506b6023516 req-a99e8ec0-a990-49f0-af25-d0095466a0c7 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Mar 02 08:09:23.214333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b023db-ed13-4ed6-8324-42d1980582d7 req-372225a3-aa0e-4bb4-9089-384335357b9f tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:23.215776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b023db-ed13-4ed6-8324-42d1980582d7 req-372225a3-aa0e-4bb4-9089-384335357b9f tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0838027 Mar 02 08:09:23.258903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d5b023db-ed13-4ed6-8324-42d1980582d7 req-f5f4886e-591e-499c-a709-6e8a0b4aca89 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366981 Mar 02 08:09:24.442608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7790-d306-41e2-a29f-63e57b39e054 req-b3480efd-322e-49eb-934b-0f3b17bd66cb tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:24.444063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40dc7790-d306-41e2-a29f-63e57b39e054 req-b3480efd-322e-49eb-934b-0f3b17bd66cb tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0788972 Mar 02 08:09:24.488804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40dc7790-d306-41e2-a29f-63e57b39e054 req-feed8c63-8808-4022-9772-0b3161553f2a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Mar 02 08:09:25.674227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e20e-eb29-4856-9205-2ec84453b314 req-de6bb392-e003-4df9-b052-5251c03db447 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:25.675677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0167e20e-eb29-4856-9205-2ec84453b314 req-de6bb392-e003-4df9-b052-5251c03db447 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0790472 Mar 02 08:09:25.718933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0167e20e-eb29-4856-9205-2ec84453b314 req-3fb4ea06-72fa-4016-82b5-7176a6da7639 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Mar 02 08:09:26.902155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c170-e073-433b-97dd-b7922dbb2057 req-9f0c0eb4-7096-4422-9634-afd7dae02343 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:26.903583 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58e1c170-e073-433b-97dd-b7922dbb2057 req-9f0c0eb4-7096-4422-9634-afd7dae02343 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0826604 Mar 02 08:09:26.945569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-58e1c170-e073-433b-97dd-b7922dbb2057 req-ea2885fd-7494-4e49-aaed-f10198b1a33b tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Mar 02 08:09:28.129882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be3d86-9ac6-46ea-9de2-de79ebda9068 req-fea8d2b2-8de0-4678-ae45-5451a8f5f7b6 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:28.131330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78be3d86-9ac6-46ea-9de2-de79ebda9068 req-fea8d2b2-8de0-4678-ae45-5451a8f5f7b6 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0818143 Mar 02 08:09:28.175604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-78be3d86-9ac6-46ea-9de2-de79ebda9068 req-e1e45ac3-55e2-4e08-92c8-5ce7599e06ac tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Mar 02 08:09:29.356404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce13ad6-2e73-44ce-966d-d04b1f177ebc req-f39c0dc6-6c54-4fde-9a74-9c003b604033 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:29.357962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ce13ad6-2e73-44ce-966d-d04b1f177ebc req-f39c0dc6-6c54-4fde-9a74-9c003b604033 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0782306 Mar 02 08:09:29.405985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ce13ad6-2e73-44ce-966d-d04b1f177ebc req-8ba463d0-47fd-4638-86e8-840ce4bdbfc2 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Mar 02 08:09:30.588940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a88882-d51c-492e-b478-41b78f425988 req-f26d3f2f-dc3e-4341-b3dc-8516391750c6 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:30.590419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9a88882-d51c-492e-b478-41b78f425988 req-f26d3f2f-dc3e-4341-b3dc-8516391750c6 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0795836 Mar 02 08:09:30.636109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a9a88882-d51c-492e-b478-41b78f425988 req-7ff16f02-df66-4855-a63c-531178a8d470 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Mar 02 08:09:30.971327 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-46922427-8ef6-42d8-9800-067aecb9c836 req-788a47a9-5f9a-4bd3-8125-48f45206f543 service neutron] show failed (client error): The resource could not be found. Mar 02 08:09:30.972299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-788a47a9-5f9a-4bd3-8125-48f45206f543 service neutron] 10.222.0.16 "GET /v2.0/ports/e59f433c-9e2b-431b-807a-29ad1f9f43b2/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0729284 Mar 02 08:09:31.228869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-f2f8c81c-78e4-4b83-a21f-51126096da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:31.230269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-f2f8c81c-78e4-4b83-a21f-51126096da22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd&tenant_id=8b45dd34b016478fa796189cbfeee382 HTTP/1.1" status: 200 len: 1096 time: 0.0743623 Mar 02 08:09:31.240528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:09:31.355689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:31.623808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:31.654412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:09:31.720503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:31.726491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:31.744267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Transition to ACTIVE for port object e59f433c-9e2b-431b-807a-29ad1f9f43b2 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:09:31.749070 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:31.786843 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'code': 200} Mar 02 08:09:31.950996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:31.966527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] No DVR routers for this DVR port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:09:32.034096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:09:32.034758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:09:32.034758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:09:32.041964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:09:32.042288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Attempting to bind port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on network 354b7c32-d076-47a5-8045-88c2cde9a31d {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:09:32.053421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:09:32.053759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Checking segment: {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:09:32.054162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Bound using segment: {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:09:32.054583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Bound port: e59f433c-9e2b-431b-807a-29ad1f9f43b2, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54f214d-7059-4956-a57f-b7918bb8f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:09:32.054930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:32.073753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300232a-7ae5-48f1-914b-00a345ed8af3 req-f37d1ebe-8dae-448a-9683-7c6cb2c9c088 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:32.075251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7300232a-7ae5-48f1-914b-00a345ed8af3 req-f37d1ebe-8dae-448a-9683-7c6cb2c9c088 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.3222146 Mar 02 08:09:32.280321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7300232a-7ae5-48f1-914b-00a345ed8af3 req-9add6832-2afd-40f0-8980-308951168b2d tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994226 Mar 02 08:09:32.294708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:09:32.297802 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:09:32.302604 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:32.360611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:32.361223 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:32.362612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] 10.222.0.39 "PUT /v2.0/ports/e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 1091 time: 1.1259358 Mar 02 08:09:32.380809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab54a8-23de-46f0-8605-2418b6c49a70 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:32.451885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-1a490b46-1ecb-4f04-aef1-684a557f5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:32.453340 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-1a490b46-1ecb-4f04-aef1-684a557f5d76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1094 time: 0.0696757 Mar 02 08:09:32.583622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-c46018e9-2873-45d7-891a-b57699a9dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:32.585059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-c46018e9-2873-45d7-891a-b57699a9dd3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.1263957 Mar 02 08:09:32.655131 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-c50d09a1-8194-4573-a6a8-ccdec57e67b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0642622 Mar 02 08:09:32.716030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922427-8ef6-42d8-9800-067aecb9c836 req-4d11cb5d-68b2-4382-ba2d-0c69726dbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:32.717397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-4d11cb5d-68b2-4382-ba2d-0c69726dbce3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.0565748 Mar 02 08:09:32.762317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-55011024-c7f8-4da9-af24-ba1834c04374 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389595 Mar 02 08:09:32.889645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-47c3b853-67cd-4de8-871e-91c2d5818684 service neutron] 10.222.0.39 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209962 Mar 02 08:09:33.018292 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46922427-8ef6-42d8-9800-067aecb9c836 req-9a2e1592-22b3-4a08-a198-32083694b32d service neutron] 10.222.0.39 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223283 Mar 02 08:09:33.475153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda19c00-f648-4ff2-8732-775af9da1926 req-01dbe5c8-f21b-4724-8b8f-42d48a1a1489 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:33.476531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bda19c00-f648-4ff2-8732-775af9da1926 req-01dbe5c8-f21b-4724-8b8f-42d48a1a1489 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.0870650 Mar 02 08:09:33.520074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bda19c00-f648-4ff2-8732-775af9da1926 req-3b92ccf1-574c-494b-aa0a-ec6c7c533499 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Mar 02 08:09:33.788601 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:33.844970 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'status': 'completed', 'code': 200} Mar 02 08:09:34.003165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-2ceb427a-f703-4dc4-9807-01fa0845c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.004691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-2ceb427a-f703-4dc4-9807-01fa0845c456 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1094 time: 0.1427033 Mar 02 08:09:34.007062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-8ed61944-f6ab-468e-ae60-2fa889cd6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.008895 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-8ed61944-f6ab-468e-ae60-2fa889cd6f8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1094 time: 0.1121402 Mar 02 08:09:34.250528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-ef702cfb-26fb-4b79-9349-0bb8b0291e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.251975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-ef702cfb-26fb-4b79-9349-0bb8b0291e6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.2412901 Mar 02 08:09:34.253079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-1a114b25-3ceb-4fa0-b17a-9eda0bb777c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.254372 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-1a114b25-3ceb-4fa0-b17a-9eda0bb777c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.2255242 Mar 02 08:09:34.375053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-9374abf9-1102-4fc8-ba5a-876ee68a2240 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.1158810 Mar 02 08:09:34.384518 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-6014f62e-79ad-4712-b870-7aea82c73a38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0766690 Mar 02 08:09:34.613145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-24698026-a6a7-4a00-8d81-dcc2e4259882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.614656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-24698026-a6a7-4a00-8d81-dcc2e4259882 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.2327049 Mar 02 08:09:34.616039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-ebf0135d-b12f-44f0-96cc-89f9da4922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.617305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-ebf0135d-b12f-44f0-96cc-89f9da4922fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.2037480 Mar 02 08:09:34.697709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-25f358b1-4e2b-4e26-824d-f7db372b1f0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767727 Mar 02 08:09:34.704779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-d5c4c992-570e-40b5-ac99-c7798f446975 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534172 Mar 02 08:09:34.815084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae75a8-be31-4126-ad95-4bd57bd59fb7 req-f0b8cd09-7f22-4662-a889-29bceea2bed3 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:34.816449 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4ae75a8-be31-4126-ad95-4bd57bd59fb7 req-f0b8cd09-7f22-4662-a889-29bceea2bed3 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.1893835 Mar 02 08:09:34.862234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4ae75a8-be31-4126-ad95-4bd57bd59fb7 req-839bbb4d-4f01-4595-a0e7-f656b6a13ed7 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Mar 02 08:09:34.866592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:09:34.929025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:09:34.953417 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-e56366ae-cdc0-41f0-aabd-fe587a8f3144 service neutron] 10.222.0.39 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476640 Mar 02 08:09:34.956405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-068f75ab-8034-463c-b73a-58d1f35ac1a4 service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270231 Mar 02 08:09:35.198571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-5cce85ec-40e7-4a0e-8514-c0f5726d90c7 service neutron] 10.222.0.39 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380579 Mar 02 08:09:35.201567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ae0234cf-b8cd-4a73-aaf2-f2b2ef4a9934 req-e4fc09dd-8ac4-40f1-8612-e2d1b8547c4b service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217951 Mar 02 08:09:36.051723 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:09:36.056630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2b7a-01ae-4eed-b377-93a085217b6b req-e01cbef3-bccb-4b4d-bae1-7f50b3d9b150 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:36.058121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-928f2b7a-01ae-4eed-b377-93a085217b6b req-e01cbef3-bccb-4b4d-bae1-7f50b3d9b150 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 943 time: 0.0796061 Mar 02 08:09:36.067262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:09:36.102593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-928f2b7a-01ae-4eed-b377-93a085217b6b req-52728d64-51ae-4342-a4fe-595ce3342c7a tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Mar 02 08:09:36.201733 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:36.214820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'network_id': '354b7c32-d076-47a5-8045-88c2cde9a31d', 'port_id': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'mac_address': 'fa:16:3e:5e:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb3ef3c-2d04-46ff-bf38-f39c289d49a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:09:36.268723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:36.286150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59f433c-9e2b-431b-807a-29ad1f9f43b2 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:09:36.302064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:36.306314 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:36.375584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:36.383021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.383984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.384325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.384660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.384985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.385313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.385678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.386118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.386431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.386753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.387073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.387415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:36.478608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-f97bc95d-2d7f-4065-96f7-a1803a783a76 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:36.479972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-f97bc95d-2d7f-4065-96f7-a1803a783a76 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.16 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd&tenant_id=8b45dd34b016478fa796189cbfeee382&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.0863733 Mar 02 08:09:36.559372 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-34e145d8-83bf-4e87-baaa-97cb3e2f46d5 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:09:36.560383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-34e145d8-83bf-4e87-baaa-97cb3e2f46d5 service neutron] 10.222.0.16 "DELETE /v2.0/ports/e59f433c-9e2b-431b-807a-29ad1f9f43b2/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0746942 Mar 02 08:09:36.606699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e59f433c-9e2b-431b-807a-29ad1f9f43b2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:09:36.702049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-ffa0e13e-9b38-4b54-9909-f9737106c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:36.703585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-ffa0e13e-9b38-4b54-9909-f9737106c0a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b45dd34b016478fa796189cbfeee382&device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 1095 time: 0.0768256 Mar 02 08:09:36.832831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-95ccbe38-8371-4b80-8577-983024784df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:36.834285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-95ccbe38-8371-4b80-8577-983024784df1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 200 len: 912 time: 0.1247628 Mar 02 08:09:36.898280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-61779771-204a-4a4b-b609-679b6b94936a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 200 len: 217 time: 0.0582416 Mar 02 08:09:36.961016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-398a4006-679e-45ee-ad8c-d3d7a788a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:36.962927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-398a4006-679e-45ee-ad8c-d3d7a788a82b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 200 len: 852 time: 0.0591877 Mar 02 08:09:37.007816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-30faeb05-a9b7-4136-8532-d39defe1e5c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=354b7c32-d076-47a5-8045-88c2cde9a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392110 Mar 02 08:09:37.135482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-f699e8c1-5323-4b79-81b0-47e1df6e8b2f service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220167 Mar 02 08:09:37.375781 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-22e444a2-5142-4184-ae6a-be93a2aeb320 service neutron] 10.222.0.16 "GET /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342329 Mar 02 08:09:38.074838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:09:38.145840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port e59f433c-9e2b-431b-807a-29ad1f9f43b2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:09:38.152219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port e59f433c-9e2b-431b-807a-29ad1f9f43b2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:09:38.152701 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:38.252960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb807a4-439a-4c32-871f-c56bf8f55ffa req-1bf64124-ce89-4155-abc9-90658de733ce tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:38.254497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8bb807a4-439a-4c32-871f-c56bf8f55ffa req-1bf64124-ce89-4155-abc9-90658de733ce tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 944 time: 0.0791309 Mar 02 08:09:38.272644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:38.300246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:38.303517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8bb807a4-439a-4c32-871f-c56bf8f55ffa req-e1979fe3-de67-48d2-9152-a4be46ae26f4 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Mar 02 08:09:38.310350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:38.316550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:38.359144 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'code': 200} Mar 02 08:09:38.384184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:39.501128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6e6d-2d10-460f-9ba4-bb769596bd06 req-dc6fdf3f-0dee-41fa-ab06-5e564825e895 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:39.502615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39ab6e6d-2d10-460f-9ba4-bb769596bd06 req-dc6fdf3f-0dee-41fa-ab06-5e564825e895 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0803418 Mar 02 08:09:39.546111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-39ab6e6d-2d10-460f-9ba4-bb769596bd06 req-38ffe5ed-bff9-4211-bb34-e9b90aa8fa36 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d42edda-706d-4f3b-a892-e5c47f8ec64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Mar 02 08:09:39.670987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-a77136fe-d92d-4c7a-942e-baf3f2e86986 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:39.672312 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-a77136fe-d92d-4c7a-942e-baf3f2e86986 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.39 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 945 time: 0.0824118 Mar 02 08:09:39.739623 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Deleting port e59f433c-9e2b-431b-807a-29ad1f9f43b2 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:09:39.739966 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:39.979858 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] For port e59f433c-9e2b-431b-807a-29ad1f9f43b2, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=e59f433c-9e2b-431b-807a-29ad1f9f43b2,segment=NetworkSegment(e54f214d-7059-4956-a57f-b7918bb8f1e3),segment_id=e54f214d-7059-4956-a57f-b7918bb8f1e3)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:39.980129 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:40.101955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Calling delete_port for e59f433c-9e2b-431b-807a-29ad1f9f43b2 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:09:40.245767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:40.256909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['e59f433c-9e2b-431b-807a-29ad1f9f43b2'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:09:40.297897 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Pushing event deleted for resources: {'Port': ['ID=e59f433c-9e2b-431b-807a-29ad1f9f43b2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:40.375945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] No DVR routers for this DVR port e59f433c-9e2b-431b-807a-29ad1f9f43b2 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:09:40.378421 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:40.380794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-deleted', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:40.396315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66c3e678-26e9-48fd-980c-430e5bd47e5b req-31866c40-cff6-49b2-85c7-23d16ec40ebe tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.39 "DELETE /v2.0/ports/e59f433c-9e2b-431b-807a-29ad1f9f43b2 HTTP/1.1" status: 204 len: 173 time: 0.7189133 Mar 02 08:09:40.433716 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b7aaa8-c37d-4d55-805f-6680d7e4c1dd', 'name': 'network-vif-deleted', 'tag': 'e59f433c-9e2b-431b-807a-29ad1f9f43b2', 'status': 'completed', 'code': 200} Mar 02 08:09:40.712752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c38b6608-30a4-4da0-a6fe-d213ce99b070 req-3fd72bf2-3609-42c8-a8b1-1ee3388e5527 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Synchronizing usage tracker for tenant:8b45dd34b016478fa796189cbfeee382 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:09:40.730310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c38b6608-30a4-4da0-a6fe-d213ce99b070 req-3fd72bf2-3609-42c8-a8b1-1ee3388e5527 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] Unset dirty status for tenant:8b45dd34b016478fa796189cbfeee382 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:09:40.731528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c38b6608-30a4-4da0-a6fe-d213ce99b070 req-3fd72bf2-3609-42c8-a8b1-1ee3388e5527 tempest-DeleteServersTestJSON-1514134957 tempest-DeleteServersTestJSON-1514134957-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b7aaa8-c37d-4d55-805f-6680d7e4c1dd HTTP/1.1" status: 200 len: 210 time: 0.0627520 Mar 02 08:09:41.969815 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e8ce364b-3921-44a0-9951-d228f5ba0236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:41.973838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42790) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:42.032718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Deleting subnet bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:09:42.035589 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.087122 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.140754 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.207210 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.248945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb3ef3c-2d04-46ff-bf38-f39c289d49a7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:42.253878 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.261005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.261351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.261690 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.262058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.262391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.262718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.263044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.263367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.263688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.264007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.264333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.264654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:09:42.269899 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ae55a90d-2d89-4064-a10d-1ac729ab0401 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bdb3ef3c-2d04-46ff-bf38-f39c289d49a7 HTTP/1.1" status: 204 len: 168 time: 0.2945442 Mar 02 08:09:42.271999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 42794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:42.377041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.498458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.522841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354b7c32-d076-47a5-8045-88c2cde9a31d']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:09:42.535183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54f214d-7059-4956-a57f-b7918bb8f1e3') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:09:42.535483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54f214d-7059-4956-a57f-b7918bb8f1e3') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:09:42.547430 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.564525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.570506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:09:42.570887 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:09:42.583837 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:09:42.661817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.678529 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.690724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=354b7c32-d076-47a5-8045-88c2cde9a31d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:42.697746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9cc93e7-55a4-4775-8128-d5c95b1a9ca6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/354b7c32-d076-47a5-8045-88c2cde9a31d HTTP/1.1" status: 204 len: 168 time: 0.4247749 Mar 02 08:09:42.810338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42800) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:42.856752 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4f3949fc-3681-4464-b5c5-e58769dab362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b45dd34b016478fa796189cbfeee382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452905 Mar 02 08:09:42.859207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42804) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:42.918790 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.943278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:42.994023 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:43.011638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d42edda-706d-4f3b-a892-e5c47f8ec64e,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:43.022022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:43.026221 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d7819764-5423-44d0-bed9-3c088e643db1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d42edda-706d-4f3b-a892-e5c47f8ec64e HTTP/1.1" status: 204 len: 168 time: 0.1660774 Mar 02 08:09:43.744339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42828) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:43.847796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1993243446-network', 'tenant_id': 'b8787ae716e84b64a74ea44b283e8292'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:09:43.853788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:09:43.857582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Usage tracker for resource:network and tenant:b8787ae716e84b64a74ea44b283e8292 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:09:43.860387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:09:43.866531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:09:43.876179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Made reservation on behalf of b8787ae716e84b64a74ea44b283e8292 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:09:43.878435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:43.890015 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:43.904716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:09:43.908494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Usage tracker for resource:security_group_rule and tenant:b8787ae716e84b64a74ea44b283e8292 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:09:43.911222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:09:43.917321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:09:44.000030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.003708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.037761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:09:44.047096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3fecb-7384-45a0-8e2d-449a0f63a733,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:44.052754 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.053120 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Added segment 66df27e7-27cc-423e-8c44-41dc67579b07 of type vlan for network 9ad3a1b9-a824-49db-ab76-b649ef23b807 Mar 02 08:09:44.080453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.110228 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.111161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:44.112677 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.114219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:09:44.148525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: e59f433c-9e2b-431b-807a-29ad1f9f43b2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:09:44.149558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device e59f433c-9e2b-431b-807a-29ad1f9f43b2 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:09:44.223764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] Pushing event updated for resources: {'Network': ['ID=9ad3a1b9-a824-49db-ab76-b649ef23b807,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:44.227739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1ac39ffc-7f05-4ac8-a014-cb27a283c34d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4823828 Mar 02 08:09:44.230978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 42834) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:09:44.233649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:09:44.236437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Request body: {'subnet': {'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1993243446-subnet', 'tenant_id': 'b8787ae716e84b64a74ea44b283e8292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:09:44.241971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:09:44.246924 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Usage tracker for resource:subnet and tenant:b8787ae716e84b64a74ea44b283e8292 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:09:44.249926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:09:44.255942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:09:44.271102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Made reservation on behalf of b8787ae716e84b64a74ea44b283e8292 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:09:44.273471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.375341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6a08-3a29-451b-8348-7e5827733dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.584214 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.660553 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c0eed3-ef98-432b-895b-a1b266b5596d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:44.669294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Checking segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:09:44.669633 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Network hostable DHCP agents. Network: 9ad3a1b9-a824-49db-ab76-b649ef23b807, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:09:44.687170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:09:44.696467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 9ad3a1b9-a824-49db-ab76-b649ef23b807) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:09:44.700471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:44.701063 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:44.705607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa224b-90b4-4abe-a2dc-ceb104a55fb9 None None] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:09:44.721479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-25608d52-1a4d-4c65-ad4f-72882692fab5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4893150 Mar 02 08:09:44.920657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c57d6-a5dc-4ab0-96fd-71a746e95b55 None None] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:09:45.362696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-070a5f18-16a8-4536-9d50-0dbae6548ce7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:45.363291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-070a5f18-16a8-4536-9d50-0dbae6548ce7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Synchronizing usage tracker for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:09:45.380059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-070a5f18-16a8-4536-9d50-0dbae6548ce7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Unset dirty status for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:09:45.381377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-070a5f18-16a8-4536-9d50-0dbae6548ce7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 815 time: 0.1709898 Mar 02 08:09:45.397339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-6d99ac80-8d42-456f-8649-2ae75ed6e78a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/quotas/b8787ae716e84b64a74ea44b283e8292 HTTP/1.1" status: 200 len: 375 time: 0.0097544 Mar 02 08:09:45.444860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-140c7912-3754-49e7-a99a-c1f81c417025 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422928 Mar 02 08:09:45.500502 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:45.503658 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:45.631423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-2ca310ea-c62f-43eb-867d-05a165ed86f4 service neutron] 10.222.0.21 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789982 Mar 02 08:09:45.762928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-85484839-1874-4ac1-947c-60692e9b746f service neutron] 10.222.0.21 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254179 Mar 02 08:09:45.945007 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-11b308c1-cfed-416c-a89a-a7cc43223fee req-fe7048d9-5fde-4ca9-846f-431acca78db0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 210 time: 0.0458543 Mar 02 08:09:46.910668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:46.959679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ecc88e9b-56e9-4b4d-b236-a2228733e191 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:46.961097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ecc88e9b-56e9-4b4d-b236-a2228733e191 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 815 time: 0.1538789 Mar 02 08:09:46.972337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Request body: {'port': {'device_id': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'admin_state_up': True, 'tenant_id': 'b8787ae716e84b64a74ea44b283e8292'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:09:47.125813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bfe26e09-aba7-45d9-935f-c72477b5eef2 req-67403bad-d2c7-4683-904f-8df0bc7140f0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 210 time: 0.0610616 Mar 02 08:09:47.162703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:09:47.166537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Usage tracker for resource:port and tenant:b8787ae716e84b64a74ea44b283e8292 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:09:47.169280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:09:47.174923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:09:47.184641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Made reservation on behalf of b8787ae716e84b64a74ea44b283e8292 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:09:47.188152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:47.348307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Allocated IP 172.20.0.6 (9ad3a1b9-a824-49db-ab76-b649ef23b807/f8c0eed3-ef98-432b-895b-a1b266b5596d/677ebbbb-cc43-4d20-a53f-0f47767493b6) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:09:47.544950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:47.575859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:47.638107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:09:47.640973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:09:47.648737 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:09:47.689417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:47.719235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:47.719843 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:47.739698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-23703d72-9e28-4e62-aedc-e76becec38e0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709811 Mar 02 08:09:47.750821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Request body: {'port': {'device_id': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:09:47.967965 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.304332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677ebbbb-cc43-4d20-a53f-0f47767493b6 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:09:48.312453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.313143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ee9db-ebbe-47ba-94d6-a3dec2b03c68 req-49e94561-44a7-45a0-9467-f6b592f976d9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:48.314640 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b9ee9db-ebbe-47ba-94d6-a3dec2b03c68 req-49e94561-44a7-45a0-9467-f6b592f976d9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 931 time: 0.0828526 Mar 02 08:09:48.327124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Transition to ACTIVE for port object 677ebbbb-cc43-4d20-a53f-0f47767493b6 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:09:48.330908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.360031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b9ee9db-ebbe-47ba-94d6-a3dec2b03c68 req-bb9efa8e-604c-46ec-bbea-98fb7c6f2ccf tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Mar 02 08:09:48.500016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:48.579485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:09:48.579823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:09:48.580148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:09:48.584594 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:09:48.584917 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:09:48.590672 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:09:48.591010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Checking segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:09:48.591392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Bound using segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:09:48.591809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Bound port: 677ebbbb-cc43-4d20-a53f-0f47767493b6, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:09:48.592154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.680919 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:09:48.683793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:09:48.688296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.741366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:48.741994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.743374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] 10.222.0.16 "PUT /v2.0/ports/677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 1091 time: 0.9966567 Mar 02 08:09:48.743800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:48.772567 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec615931-8579-45f8-b524-923ce7b7dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:48.817831 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'status': 'completed', 'code': 200} Mar 02 08:09:48.851662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-bdf81cd3-6483-44d5-a571-3bae4dc76eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:48.854102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-bdf81cd3-6483-44d5-a571-3bae4dc76eda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1094 time: 0.0709698 Mar 02 08:09:48.912096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:48.925164 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-c21ba5db-5d31-4b0c-ba1a-144013cf76f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.0646853 Mar 02 08:09:48.989300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-58124117-f9d7-41a1-bc17-5ae6004f843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:48.990745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-58124117-f9d7-41a1-bc17-5ae6004f843d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0600235 Mar 02 08:09:49.036951 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-99640864-0aed-46b6-a4a0-a1489eb7e054 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397806 Mar 02 08:09:49.079588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:49.167068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-2c71f3ef-21f3-4401-af1d-5627f8a0d1f2 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240849 Mar 02 08:09:49.295371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e105fcd9-3a4e-4be5-85d7-466d106a830b req-fc84a7fc-9855-4337-a8b1-1926e8da16c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222928 Mar 02 08:09:49.411770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-e35e8978-f803-407d-8df9-a332d6ebab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:49.413254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-e35e8978-f803-407d-8df9-a332d6ebab07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1094 time: 0.0708599 Mar 02 08:09:49.546211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-78ddeca6-2f87-4f2e-adcd-2f0a95f52264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:49.547669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-78ddeca6-2f87-4f2e-adcd-2f0a95f52264 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1283758 Mar 02 08:09:49.548386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fe858-f719-4bac-9237-1996b9bc5387 req-4c7b8edb-2836-41b7-8d2d-6dd15cdf596f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:49.549978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-662fe858-f719-4bac-9237-1996b9bc5387 req-4c7b8edb-2836-41b7-8d2d-6dd15cdf596f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0827515 Mar 02 08:09:49.596266 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-662fe858-f719-4bac-9237-1996b9bc5387 req-27136ab2-82cc-4f79-aa17-991789c6bfb4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Mar 02 08:09:49.720759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-307d35fa-0951-4920-832c-a173aeb4f124 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.1671455 Mar 02 08:09:49.789347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-4bb765e0-125f-4294-a1fc-cc8c550bcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:49.791580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-4bb765e0-125f-4294-a1fc-cc8c550bcfc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0643835 Mar 02 08:09:49.840117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-f9e0223b-c4e8-4257-96b3-cb8d73560578 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425086 Mar 02 08:09:49.975005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-2d955ad1-3100-42e5-bab3-cb7ccab17a2c service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282384 Mar 02 08:09:50.111432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-25c34655-158d-4c75-b7c2-2428a3e71fe2 req-d25fba38-ac5d-48d7-a3ca-4b1dd113c3a7 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299062 Mar 02 08:09:50.783016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-b9a838e4-362a-4c59-9d5b-f67d2c4ceaa1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:50.783714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-b9a838e4-362a-4c59-9d5b-f67d2c4ceaa1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Synchronizing usage tracker for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:09:50.800615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-b9a838e4-362a-4c59-9d5b-f67d2c4ceaa1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Unset dirty status for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:09:50.801813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-b9a838e4-362a-4c59-9d5b-f67d2c4ceaa1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0963237 Mar 02 08:09:50.848757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-56ab5b3c-e358-411e-b846-82fe7f56d624 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Synchronizing usage tracker for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:09:50.864935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-56ab5b3c-e358-411e-b846-82fe7f56d624 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Unset dirty status for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:09:50.866096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1410cd20-82e5-4d3d-9b7f-2c58b21c6794 req-56ab5b3c-e358-411e-b846-82fe7f56d624 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585902 Mar 02 08:09:52.063812 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093855ab-2576-4b8e-b266-651cb685eee6 req-77eae14e-576c-49d3-b6a6-cbfcb0b53f9f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:52.066078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-093855ab-2576-4b8e-b266-651cb685eee6 req-77eae14e-576c-49d3-b6a6-cbfcb0b53f9f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0893741 Mar 02 08:09:52.111786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-093855ab-2576-4b8e-b266-651cb685eee6 req-1f3cbfb9-3435-452a-bb08-df1202f7ef9d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Mar 02 08:09:52.959692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:09:53.094479 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:53.107806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'port_id': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'mac_address': 'fa:16:3e:b3:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c0eed3-ef98-432b-895b-a1b266b5596d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:09:53.168364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:53.185219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677ebbbb-cc43-4d20-a53f-0f47767493b6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:09:53.201126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:53.205206 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:53.273675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:53.299071 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20772b7-3425-4258-ad38-bf215fa66989 req-79265239-cbed-4501-95ff-71988f59981b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:53.300542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b20772b7-3425-4258-ad38-bf215fa66989 req-79265239-cbed-4501-95ff-71988f59981b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 944 time: 0.0816805 Mar 02 08:09:53.345011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b20772b7-3425-4258-ad38-bf215fa66989 req-f783601b-617c-43cf-b06c-211fdb4b8342 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 Mar 02 08:09:53.485183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['677ebbbb-cc43-4d20-a53f-0f47767493b6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:09:54.532404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8acc14-e95a-4aa2-9e45-3da95f5281e8 req-68847bca-b56e-429f-8174-3ccc0f5d0648 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:54.533988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8acc14-e95a-4aa2-9e45-3da95f5281e8 req-68847bca-b56e-429f-8174-3ccc0f5d0648 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 944 time: 0.0854547 Mar 02 08:09:54.579587 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8e8acc14-e95a-4aa2-9e45-3da95f5281e8 req-29f81171-6299-4503-b5eb-fc704f18a812 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Mar 02 08:09:55.021183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:09:55.090969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 677ebbbb-cc43-4d20-a53f-0f47767493b6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:09:55.095764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 677ebbbb-cc43-4d20-a53f-0f47767493b6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:09:55.096135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:55.209478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:55.235815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:55.245466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:55.249464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:55.285540 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'code': 200} Mar 02 08:09:55.320323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:55.411223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b293ff-8b6a-4f94-b219-4a3e457f92e4 req-6154008d-9b7a-4e2f-9b7c-ffebb3f60954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:55.412668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b293ff-8b6a-4f94-b219-4a3e457f92e4 req-6154008d-9b7a-4e2f-9b7c-ffebb3f60954 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1096 time: 0.0710244 Mar 02 08:09:55.450955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b293ff-8b6a-4f94-b219-4a3e457f92e4 req-2710f43c-d72b-490c-a239-26013407e441 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Mar 02 08:09:55.764718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d14609-ac93-414d-9078-15b6def12abd req-a70e051e-694e-4ed4-a962-028e289b6b16 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:55.766201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d14609-ac93-414d-9078-15b6def12abd req-a70e051e-694e-4ed4-a962-028e289b6b16 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0794806 Mar 02 08:09:55.808517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d14609-ac93-414d-9078-15b6def12abd req-32104f2e-9ef9-42c8-af94-999fe16923e7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 Mar 02 08:09:56.988722 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c515c-fe53-46df-8c80-49a5c5749296 req-1ad30f38-1e86-4b7e-93db-e70cd5dd902b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:56.990196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f38c515c-fe53-46df-8c80-49a5c5749296 req-1ad30f38-1e86-4b7e-93db-e70cd5dd902b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0784416 Mar 02 08:09:57.033932 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f38c515c-fe53-46df-8c80-49a5c5749296 req-87363902-8691-4299-a9db-f2935e38f076 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373440 Mar 02 08:09:57.220420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2115fb-8ca0-4b37-97b3-1db4d1fedb18 req-af10e0e1-4ae6-4d56-b6de-9f6276c6a9bc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:57.221786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e2115fb-8ca0-4b37-97b3-1db4d1fedb18 req-af10e0e1-4ae6-4d56-b6de-9f6276c6a9bc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0820525 Mar 02 08:09:57.265841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6e2115fb-8ca0-4b37-97b3-1db4d1fedb18 req-77fe40e8-8909-4a0a-b579-0c69afae5b41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Mar 02 08:09:57.599861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2ca04-17df-47e0-ae6a-84f46d7bcfec req-ba1e03ee-86b3-46d6-9f07-17610b10bccd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:57.601320 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fd2ca04-17df-47e0-ae6a-84f46d7bcfec req-ba1e03ee-86b3-46d6-9f07-17610b10bccd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0794535 Mar 02 08:09:57.649180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fd2ca04-17df-47e0-ae6a-84f46d7bcfec req-8eb48355-50a1-412d-ab05-bbca6a447005 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Mar 02 08:09:57.834864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2eaa-58dd-46e3-81df-57bc6cc6ad1c req-535e2e3c-ec32-40fa-b50c-da1b71149040 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:57.836898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-debe2eaa-58dd-46e3-81df-57bc6cc6ad1c req-535e2e3c-ec32-40fa-b50c-da1b71149040 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0813825 Mar 02 08:09:57.880157 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-debe2eaa-58dd-46e3-81df-57bc6cc6ad1c req-ef95a07f-6b25-44af-9553-cfe1dc0deaea tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Mar 02 08:09:58.221177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-3dfc4813-b3b4-408d-a2ea-96c6f6dd87c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682795 Mar 02 08:09:58.274835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8dcf-4254-4172-ab02-e627b7a2b5e8 req-60d92991-b272-4e93-abee-8e2ad20343d3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:58.276291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d73e8dcf-4254-4172-ab02-e627b7a2b5e8 req-60d92991-b272-4e93-abee-8e2ad20343d3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0826423 Mar 02 08:09:58.324407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d73e8dcf-4254-4172-ab02-e627b7a2b5e8 req-07425df5-6879-48eb-a3c5-0901b50d729b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Mar 02 08:09:59.379239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-29c797eb-425b-4b6e-ac46-0e826b4338f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:59.380721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-29c797eb-425b-4b6e-ac46-0e826b4338f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1096 time: 0.0715861 Mar 02 08:09:59.512756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-15f6f910-25d3-4f28-b928-d06b4dc438d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:59.513001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f553c7-334a-4a6d-9778-1673812a27ae req-6a7bd4c3-dca1-4419-bf0f-1190ba674f50 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:59.514241 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-15f6f910-25d3-4f28-b928-d06b4dc438d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1279049 Mar 02 08:09:59.514650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89f553c7-334a-4a6d-9778-1673812a27ae req-6a7bd4c3-dca1-4419-bf0f-1190ba674f50 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0817261 Mar 02 08:09:59.565262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-89f553c7-334a-4a6d-9778-1673812a27ae req-3f76ed39-83b6-48a0-b439-fe4f9daea8a4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Mar 02 08:09:59.584286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-9497ad1e-4b1a-4bc6-9576-b6dd599c63ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.0642657 Mar 02 08:09:59.644789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-bf18f161-e765-40b0-abb0-0e0dd14f8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:59.646125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-bf18f161-e765-40b0-abb0-0e0dd14f8a91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0564547 Mar 02 08:09:59.691545 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-8a8f4516-e8de-46ee-b400-16e1f1523488 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399771 Mar 02 08:09:59.818981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-4e297468-81c6-4e7a-a730-ae0e77af2eac service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212165 Mar 02 08:10:00.050942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-c834628c-67eb-44a1-a2a1-3637052f6fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261460 Mar 02 08:10:00.754138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978047fd-a833-45e8-b959-aa54f408dd5b req-c661fadc-78dd-4feb-b27f-b91faf7b3066 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:00.755571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978047fd-a833-45e8-b959-aa54f408dd5b req-c661fadc-78dd-4feb-b27f-b91faf7b3066 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0822315 Mar 02 08:10:00.799384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978047fd-a833-45e8-b959-aa54f408dd5b req-c3554f2d-04f2-487f-af4a-eda545d13f60 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Mar 02 08:10:01.983503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959eb61-3f22-4b82-815e-9492942a3e13 req-159cd0c7-575a-46f3-b655-dcf265da3c38 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:01.985003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e959eb61-3f22-4b82-815e-9492942a3e13 req-159cd0c7-575a-46f3-b655-dcf265da3c38 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0814562 Mar 02 08:10:02.034201 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e959eb61-3f22-4b82-815e-9492942a3e13 req-07003784-c10d-4a94-8c0f-c9a6930649b2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Mar 02 08:10:03.214481 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c30edf-d81b-4e2d-a692-344fc2df717d req-4563bd26-56d6-453f-be84-17671f2c99f4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:03.215964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90c30edf-d81b-4e2d-a692-344fc2df717d req-4563bd26-56d6-453f-be84-17671f2c99f4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0785861 Mar 02 08:10:03.264567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90c30edf-d81b-4e2d-a692-344fc2df717d req-b7b12e69-0e9f-41a6-9033-56d178e7ed5f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Mar 02 08:10:04.552955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d761f7-9eed-40c3-a148-380e51829e5b req-ee9dd7e5-5afd-4c7f-b988-6e617b9643a9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:04.554435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22d761f7-9eed-40c3-a148-380e51829e5b req-ee9dd7e5-5afd-4c7f-b988-6e617b9643a9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.1836374 Mar 02 08:10:04.597264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-22d761f7-9eed-40c3-a148-380e51829e5b req-6cf97599-9c8b-408e-8f38-a43419b44b6f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371139 Mar 02 08:10:05.780038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b3fa-49f2-44d3-9cea-d7148531188d req-8bfcd2af-da04-42f1-8e88-82e0c8d8a79c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:05.781476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e19b3fa-49f2-44d3-9cea-d7148531188d req-8bfcd2af-da04-42f1-8e88-82e0c8d8a79c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0782824 Mar 02 08:10:05.824019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e19b3fa-49f2-44d3-9cea-d7148531188d req-c48cea24-2a05-41dd-b7f1-8263f5ec024b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368655 Mar 02 08:10:07.007118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e504b-0675-4509-8ae9-0de5e170911b req-3258c7de-ac14-48c8-a270-7aaae0d6a5ee tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:07.008588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-272e504b-0675-4509-8ae9-0de5e170911b req-3258c7de-ac14-48c8-a270-7aaae0d6a5ee tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0779388 Mar 02 08:10:07.051545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-272e504b-0675-4509-8ae9-0de5e170911b req-29a7ee2b-f5d0-4bb9-b0a0-70df7c0ec972 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Mar 02 08:10:08.242137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47369-ce3b-4905-9116-d861549528f5 req-43c31381-038c-46cb-b7bc-4d0cb636e836 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:08.243584 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe47369-ce3b-4905-9116-d861549528f5 req-43c31381-038c-46cb-b7bc-4d0cb636e836 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0834188 Mar 02 08:10:08.286815 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fe47369-ce3b-4905-9116-d861549528f5 req-665d41c0-8fb5-41d9-8e98-860568e803bb tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377192 Mar 02 08:10:09.473643 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbed521-a26d-4721-adee-90f6e19f664e req-dbe7d2f9-d859-413d-a6b8-c466be2cd216 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:09.475146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4fbed521-a26d-4721-adee-90f6e19f664e req-dbe7d2f9-d859-413d-a6b8-c466be2cd216 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0843587 Mar 02 08:10:09.519181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4fbed521-a26d-4721-adee-90f6e19f664e req-ecb2246e-4529-489c-9b59-772e43ad6ebd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Mar 02 08:10:10.705666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb2ea-0caf-43f3-80d9-108f9de7c6f2 req-f4b761bf-2b6c-4ad6-b04a-77d56597820b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:10.707136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80dcb2ea-0caf-43f3-80d9-108f9de7c6f2 req-f4b761bf-2b6c-4ad6-b04a-77d56597820b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0813410 Mar 02 08:10:10.750301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80dcb2ea-0caf-43f3-80d9-108f9de7c6f2 req-12b2ba1c-1526-45d1-a405-31c25e847967 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Mar 02 08:10:11.939263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5488d2-723b-4a69-877f-ad3eaf3ef32f req-c65bb3b2-c7fc-4fe8-b249-09c6704190d0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:11.940711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e5488d2-723b-4a69-877f-ad3eaf3ef32f req-c65bb3b2-c7fc-4fe8-b249-09c6704190d0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0818410 Mar 02 08:10:11.966264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-788ea54a-28b2-46d5-a3de-cf3352ea949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:11.986837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e5488d2-723b-4a69-877f-ad3eaf3ef32f req-e960d50f-5a22-4081-92e3-62d084745a21 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Mar 02 08:10:13.050102 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:10:13.171577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1d5a-e5d0-4b16-81aa-0a82a996029b req-c9fb1474-cb7e-41d3-b8d8-ed322b5cac2c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:13.173007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4cc1d5a-e5d0-4b16-81aa-0a82a996029b req-c9fb1474-cb7e-41d3-b8d8-ed322b5cac2c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0813847 Mar 02 08:10:13.215578 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4cc1d5a-e5d0-4b16-81aa-0a82a996029b req-686842f8-633e-43b8-b2f0-c228c3745662 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Mar 02 08:10:14.287678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4500701b-a42a-45cf-ae10-5a8633f1966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:14.401267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12eeed-0615-4660-a3e1-c5535d16f692 req-25ca1fa7-74dc-42ab-b269-6c64c561eff8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:14.403031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f12eeed-0615-4660-a3e1-c5535d16f692 req-25ca1fa7-74dc-42ab-b269-6c64c561eff8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0828114 Mar 02 08:10:14.446853 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5f12eeed-0615-4660-a3e1-c5535d16f692 req-4b924746-0dda-4887-9d12-7ccb4ac87c22 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Mar 02 08:10:15.499213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:15.503421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:15.630433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a2c0d-b562-42f1-a119-5a14d92086b3 req-adf040ec-a07a-4564-ae4c-03746912931f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:15.631880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-041a2c0d-b562-42f1-a119-5a14d92086b3 req-adf040ec-a07a-4564-ae4c-03746912931f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0785494 Mar 02 08:10:15.677454 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-041a2c0d-b562-42f1-a119-5a14d92086b3 req-f36f83b0-662d-42c6-a7c2-5a556ade5e98 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Mar 02 08:10:16.862117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb678f3-fb46-405a-a2a1-8b874a739b8a req-d391b9e3-ce96-4d45-84f0-73b8febf1f37 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:16.863550 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eeb678f3-fb46-405a-a2a1-8b874a739b8a req-d391b9e3-ce96-4d45-84f0-73b8febf1f37 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0811787 Mar 02 08:10:16.907193 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eeb678f3-fb46-405a-a2a1-8b874a739b8a req-c9eced76-7918-48d5-a4d6-26bc841c5bf9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Mar 02 08:10:16.910300 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:18.094105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d997725-a577-4937-ba3a-b751b1e65245 req-17b0c5b8-9c4c-43f6-b13d-0bfa0d0d6e1e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:18.095564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d997725-a577-4937-ba3a-b751b1e65245 req-17b0c5b8-9c4c-43f6-b13d-0bfa0d0d6e1e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0794482 Mar 02 08:10:18.139888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3d997725-a577-4937-ba3a-b751b1e65245 req-298ea9d7-2a2d-4b0b-984f-c66a03e08468 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Mar 02 08:10:18.929532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:19.095874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:19.328202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f03eb-23bb-42cb-9e7e-3809a882008a req-95bf3f6d-70a7-467a-9ca7-67ea72ff32dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:19.329687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-548f03eb-23bb-42cb-9e7e-3809a882008a req-95bf3f6d-70a7-467a-9ca7-67ea72ff32dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0810840 Mar 02 08:10:19.375941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-548f03eb-23bb-42cb-9e7e-3809a882008a req-724c32d1-7fa5-493a-b611-ae5a3a22ca8f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Mar 02 08:10:20.564444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89522688-d308-48e1-a9c5-044fd3b437fc req-fa84117d-8039-45f6-9c75-57ba304538f7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:20.565884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89522688-d308-48e1-a9c5-044fd3b437fc req-fa84117d-8039-45f6-9c75-57ba304538f7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0840337 Mar 02 08:10:20.610260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89522688-d308-48e1-a9c5-044fd3b437fc req-2809c127-dfb1-4fa3-a2b2-0b7630a0c920 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Mar 02 08:10:21.793807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6597e-e673-472c-95d9-0a2de3059399 req-7587ae75-b63e-430f-8f31-85698499997c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:21.795233 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dee6597e-e673-472c-95d9-0a2de3059399 req-7587ae75-b63e-430f-8f31-85698499997c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0811818 Mar 02 08:10:21.840002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dee6597e-e673-472c-95d9-0a2de3059399 req-e6402262-4b00-4f85-9f54-91f78e943088 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Mar 02 08:10:23.021250 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912a72-cd5c-4701-b5d2-f818fe053e03 req-049f51c7-2b6b-4cd6-b3fd-846c8021b431 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:23.022731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59912a72-cd5c-4701-b5d2-f818fe053e03 req-049f51c7-2b6b-4cd6-b3fd-846c8021b431 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0789676 Mar 02 08:10:23.067044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-59912a72-cd5c-4701-b5d2-f818fe053e03 req-54b259fd-fcb2-4d33-ac33-f7e239e8367f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Mar 02 08:10:24.250890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505a2d-3785-4b2c-8bc2-a4cf2f1145f7 req-55b732f5-4ea8-47e6-acc2-0035c8063a4b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.252323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4505a2d-3785-4b2c-8bc2-a4cf2f1145f7 req-55b732f5-4ea8-47e6-acc2-0035c8063a4b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0823534 Mar 02 08:10:24.295895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4505a2d-3785-4b2c-8bc2-a4cf2f1145f7 req-9ea41c14-57be-4ad7-ac56-e502032cde3e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Mar 02 08:10:25.483328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160c74-4d17-4d8e-8295-c0f9a3ce2d4c req-5696b44f-accf-4b88-9a4e-2ca350a33074 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:25.484769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30160c74-4d17-4d8e-8295-c0f9a3ce2d4c req-5696b44f-accf-4b88-9a4e-2ca350a33074 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0815730 Mar 02 08:10:25.528971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-30160c74-4d17-4d8e-8295-c0f9a3ce2d4c req-4177b120-a719-4bf6-94ce-99128737308d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Mar 02 08:10:26.714689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9a15-49c7-4d06-9c24-740c600db393 req-ee8e1ada-d738-46da-bf19-6b766c739189 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:26.716137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1ca9a15-49c7-4d06-9c24-740c600db393 req-ee8e1ada-d738-46da-bf19-6b766c739189 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0804672 Mar 02 08:10:26.759100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1ca9a15-49c7-4d06-9c24-740c600db393 req-8df4a74f-4736-420a-936e-a61139f85ac0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Mar 02 08:10:27.066165 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-b6124f06-3a46-4f81-8033-75cfb2dd9853 service neutron] show failed (client error): The resource could not be found. Mar 02 08:10:27.067138 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-b6124f06-3a46-4f81-8033-75cfb2dd9853 service neutron] 10.222.0.16 "GET /v2.0/ports/677ebbbb-cc43-4d20-a53f-0f47767493b6/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0763850 Mar 02 08:10:27.318063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-82a3b4b1-0973-49b8-bfe8-fada46981879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:27.319413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-82a3b4b1-0973-49b8-bfe8-fada46981879 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf&tenant_id=b8787ae716e84b64a74ea44b283e8292 HTTP/1.1" status: 200 len: 1096 time: 0.0698824 Mar 02 08:10:27.329528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:27.436721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:27.703412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:27.731514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:27.787837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:27.793417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:27.810098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Transition to ACTIVE for port object 677ebbbb-cc43-4d20-a53f-0f47767493b6 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:27.814687 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:27.859826 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'code': 200} Mar 02 08:10:28.118365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:28.122218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] No DVR routers for this DVR port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:10:28.158277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.158615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.158944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.159268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.159590 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.159906 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.160223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.160533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.160844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.161153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.161461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.161767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:28.200230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:28.200561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:28.200885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:28.211552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:10:28.211872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Attempting to bind port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:28.221002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:28.221336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Checking segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:28.221714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Bound using segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:28.222159 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Bound port: 677ebbbb-cc43-4d20-a53f-0f47767493b6, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:28.222500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.241565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14575e-9115-4011-975b-fcf50dd8896e req-04afef5c-9d50-487d-b523-10f4da136a14 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:28.243039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc14575e-9115-4011-975b-fcf50dd8896e req-04afef5c-9d50-487d-b523-10f4da136a14 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.3746541 Mar 02 08:10:28.341277 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cc14575e-9115-4011-975b-fcf50dd8896e req-460091b4-f192-4203-baa6-d61a34eab25a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Mar 02 08:10:28.349586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:28.352533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:28.357520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.414010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:28.414621 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.415949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] 10.222.0.39 "PUT /v2.0/ports/677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 1091 time: 1.0901964 Mar 02 08:10:28.437934 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7049-debd-43fb-ba4a-c13bb2bfac28 service neutron] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:28.507400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-f0df9191-7e80-4aeb-b186-ca20c5791b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:28.508862 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-f0df9191-7e80-4aeb-b186-ca20c5791b01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1094 time: 0.0720575 Mar 02 08:10:28.638263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-424d42f1-b620-4af5-9d8f-8e8713b2d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:28.639695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-424d42f1-b620-4af5-9d8f-8e8713b2d75c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1248970 Mar 02 08:10:28.708434 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-4349a9b5-e787-418e-9178-10f50179b2d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.0628738 Mar 02 08:10:28.768870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-b76bf068-e114-4f57-a370-2214594a8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:28.770278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-b76bf068-e114-4f57-a370-2214594a8bd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0556743 Mar 02 08:10:28.818937 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-9fd2e75d-bb63-4105-b051-9131d46ae217 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431499 Mar 02 08:10:28.947450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-7eb96763-e373-49c8-b99f-a3c77f9acebb service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218090 Mar 02 08:10:29.079929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-440dfa4c-649c-41a6-9e89-63cfe0506103 req-f238247e-50da-402e-8c52-ab84e7a27ae9 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266329 Mar 02 08:10:29.528475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492736f-bc42-4f93-91d6-242e117452df req-19a62c09-b783-4b53-b397-ca0c180bf574 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:29.529970 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2492736f-bc42-4f93-91d6-242e117452df req-19a62c09-b783-4b53-b397-ca0c180bf574 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0839093 Mar 02 08:10:29.574399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2492736f-bc42-4f93-91d6-242e117452df req-db3c4aaf-688b-49a2-8c9a-e69c02aa5a49 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Mar 02 08:10:29.861156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:29.916688 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'status': 'completed', 'code': 200} Mar 02 08:10:30.061257 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-75516742-6043-4c0a-bbb0-03f21a9a7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.062738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-75516742-6043-4c0a-bbb0-03f21a9a7e4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1094 time: 0.0993254 Mar 02 08:10:30.064473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-d5354372-f9ab-48be-b8af-8de38f9b1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.065757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-d5354372-f9ab-48be-b8af-8de38f9b1717 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1094 time: 0.1320004 Mar 02 08:10:30.296913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-1085a6ce-818c-4145-812d-2af1fbc7e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.298284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-1085a6ce-818c-4145-812d-2af1fbc7e7d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.2299542 Mar 02 08:10:30.299348 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-bb6a08df-ca97-4df7-be83-aa1a4b168d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.300615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-bb6a08df-ca97-4df7-be83-aa1a4b168d2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.2146862 Mar 02 08:10:30.540013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-a09ca2e5-f257-4903-ba69-79370af343b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.2358038 Mar 02 08:10:30.541338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-73f8d627-980d-4fba-9d4e-4cfb750b58da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.1913390 Mar 02 08:10:30.648512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-2c47c42d-a6ab-4d5f-a368-43bba738fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.650098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-2c47c42d-a6ab-4d5f-a368-43bba738fc5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.1048548 Mar 02 08:10:30.652073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-abfb606e-6e9c-4db9-bbbe-6fd214852a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.653521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-abfb606e-6e9c-4db9-bbbe-6fd214852a58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0796776 Mar 02 08:10:30.732532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-cb8ccaa4-1083-4ae7-93a4-47765b114538 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767322 Mar 02 08:10:30.738605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-e0ccaca8-e09f-4b26-ae87-b5b2e4eee48b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483141 Mar 02 08:10:30.765752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d2118-da2d-4bf6-b573-af829dd41970 req-a5a1cea9-6504-460c-bc87-6b307cdbef73 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:30.767241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-469d2118-da2d-4bf6-b573-af829dd41970 req-a5a1cea9-6504-460c-bc87-6b307cdbef73 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0832446 Mar 02 08:10:30.811318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-469d2118-da2d-4bf6-b573-af829dd41970 req-a2416520-b40f-4c95-a97b-dd59b88b2277 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Mar 02 08:10:30.967093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-3e66b3a9-0e00-4908-b678-422849b09221 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274773 Mar 02 08:10:30.971692 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-726c0a20-f29d-4207-b605-664f8c997c33 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131341 Mar 02 08:10:31.115574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:31.172335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:31.205716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-757de9b6-8bea-4c69-abec-f7f5d6c7ed07 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324634 Mar 02 08:10:31.207573 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131dcc3d-5839-426f-849a-752d0ebdf745 req-53a6b076-9181-4d4c-b38c-1038347387e4 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168045 Mar 02 08:10:32.006540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17534821-9313-4b09-826f-c39423e394b3 req-30fd337f-dae0-4f88-b464-6e7853bc4a29 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:32.008044 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17534821-9313-4b09-826f-c39423e394b3 req-30fd337f-dae0-4f88-b464-6e7853bc4a29 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 943 time: 0.0848234 Mar 02 08:10:32.051893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17534821-9313-4b09-826f-c39423e394b3 req-50524004-37d5-4bf1-b020-7c591efb6959 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Mar 02 08:10:32.242985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:10:32.409586 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:32.423007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'port_id': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'mac_address': 'fa:16:3e:b3:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c0eed3-ef98-432b-895b-a1b266b5596d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:10:32.478391 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.495660 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677ebbbb-cc43-4d20-a53f-0f47767493b6 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:10:32.510395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:32.515347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.580859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:32.808075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['677ebbbb-cc43-4d20-a53f-0f47767493b6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:10:33.238204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32cd0-72ac-48b4-a7e9-367b1600b0be req-eaf99311-b20d-4236-a3f7-963e4d645848 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:33.239658 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4da32cd0-72ac-48b4-a7e9-367b1600b0be req-eaf99311-b20d-4236-a3f7-963e4d645848 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 944 time: 0.0813327 Mar 02 08:10:33.283465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4da32cd0-72ac-48b4-a7e9-367b1600b0be req-da7f7829-18a9-4fcb-9c46-bb74607ca53b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Mar 02 08:10:33.589372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc5c20-3705-40ab-b762-5d00a0fba757 req-2a6e8419-6fd5-429c-8d7e-a0a1a6d066b6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:33.590891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21bc5c20-3705-40ab-b762-5d00a0fba757 req-2a6e8419-6fd5-429c-8d7e-a0a1a6d066b6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 944 time: 0.0834408 Mar 02 08:10:33.591861 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-4ef88a05-8eb8-4a2a-bff7-d81b5dd4f1f8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:33.593301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-4ef88a05-8eb8-4a2a-bff7-d81b5dd4f1f8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf&tenant_id=b8787ae716e84b64a74ea44b283e8292&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.0884967 Mar 02 08:10:33.635489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-21bc5c20-3705-40ab-b762-5d00a0fba757 req-a13b9191-91e3-47c4-8ed8-8e1cbd4a0276 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Mar 02 08:10:33.673352 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-a7087b30-85b3-4490-8780-af9d0b6969c4 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:10:33.674335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-a7087b30-85b3-4490-8780-af9d0b6969c4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/677ebbbb-cc43-4d20-a53f-0f47767493b6/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0752871 Mar 02 08:10:33.815369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-e5e68240-ea5f-4766-97e9-fb3c72d45fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:33.816858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-e5e68240-ea5f-4766-97e9-fb3c72d45fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 1095 time: 0.0741110 Mar 02 08:10:33.947510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-16f9d091-e8f1-456a-99da-74d8e64a3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:33.949092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-16f9d091-e8f1-456a-99da-74d8e64a3698 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1264431 Mar 02 08:10:34.016827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-e6a033cf-bb03-4e66-a206-8ca623609f05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 200 len: 217 time: 0.0612235 Mar 02 08:10:34.083490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-13a013aa-47a3-488b-9522-a46ca166f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:34.084912 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-13a013aa-47a3-488b-9522-a46ca166f404 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0629802 Mar 02 08:10:34.142141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-28db6659-3961-4a8f-8433-10a5fd3debf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516932 Mar 02 08:10:34.261226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:34.333071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 677ebbbb-cc43-4d20-a53f-0f47767493b6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:34.338352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 677ebbbb-cc43-4d20-a53f-0f47767493b6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:34.339580 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.393788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-dfee4a9d-20d5-4e41-9d54-96f8e365933f service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458005 Mar 02 08:10:34.453932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.480580 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:34.491200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:34.497610 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.540567 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-42b2970a-b565-4224-ba2e-73bb57f8c23c req-c72b34f5-753c-4c63-bba6-de7457423fa8 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408470 Mar 02 08:10:34.544453 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'code': 200} Mar 02 08:10:34.577837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:34.821627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f9f1a-e09e-42a1-9622-d122986e9eb0 req-ba7462ed-6948-4d02-93ed-bf9f45ee7e61 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:34.823525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-488f9f1a-e09e-42a1-9622-d122986e9eb0 req-ba7462ed-6948-4d02-93ed-bf9f45ee7e61 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0798755 Mar 02 08:10:34.870479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-488f9f1a-e09e-42a1-9622-d122986e9eb0 req-da090a6b-0fa7-479f-85b7-861058554677 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Mar 02 08:10:36.062199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a035-7f4a-4e0b-b5e2-6217af6055ed req-bc312d71-9e10-4f7d-8f33-1e5c9e43d93b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:36.063657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5f9a035-7f4a-4e0b-b5e2-6217af6055ed req-bc312d71-9e10-4f7d-8f33-1e5c9e43d93b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0856905 Mar 02 08:10:36.109412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5f9a035-7f4a-4e0b-b5e2-6217af6055ed req-cae7ad08-e293-45d4-a522-42899f8d8a9d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Mar 02 08:10:36.293229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954cd9-5b46-43c5-9276-2941f18b4a69 req-f3ba8bea-90bd-429b-9585-0dafed3f66d1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:36.294613 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94954cd9-5b46-43c5-9276-2941f18b4a69 req-f3ba8bea-90bd-429b-9585-0dafed3f66d1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0806818 Mar 02 08:10:36.338077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94954cd9-5b46-43c5-9276-2941f18b4a69 req-3e520136-94eb-40d2-9198-e7a8ed0bb3fd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Mar 02 08:10:36.521964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1200370-3db3-4aeb-a7c0-42442dedbe24 req-d192291b-cd19-4cb4-9060-9affe3b6582e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:36.523427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1200370-3db3-4aeb-a7c0-42442dedbe24 req-d192291b-cd19-4cb4-9060-9affe3b6582e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0802712 Mar 02 08:10:36.568369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a1200370-3db3-4aeb-a7c0-42442dedbe24 req-94366bdb-6025-40f5-9128-d9f3cba829b2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Mar 02 08:10:37.062021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-12b09d6d-23d3-4f96-bd3c-ffc5e2702e69 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:37.063355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-12b09d6d-23d3-4f96-bd3c-ffc5e2702e69 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 815 time: 0.1427691 Mar 02 08:10:37.078921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-92486233-7fe3-41cd-9e83-77b1b45072fc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/quotas/b8787ae716e84b64a74ea44b283e8292 HTTP/1.1" status: 200 len: 375 time: 0.0101888 Mar 02 08:10:37.161448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-95314f1a-2eea-4d69-8905-6706c41a215e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774333 Mar 02 08:10:37.292145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-738f32e2-026e-4213-9d5f-3902c1824621 service neutron] 10.222.0.21 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234529 Mar 02 08:10:37.422505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-793df1d0-36ec-4e78-9ff1-0629acf0decb service neutron] 10.222.0.21 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239302 Mar 02 08:10:37.602302 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7afe8d91-3287-4e7a-b772-295dcc745acd req-2d7c59cd-be1d-47e3-811e-c2b1e5e6dd9d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 210 time: 0.0481415 Mar 02 08:10:38.402061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-842f3c5b-46bd-4615-b906-2b66f06d94d3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:38.403671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-842f3c5b-46bd-4615-b906-2b66f06d94d3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.39 "GET /v2.0/ports?device_id=c718b5ea-4ae9-408d-8392-d367b49bcedf HTTP/1.1" status: 200 len: 945 time: 0.0792305 Mar 02 08:10:38.492322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Deleting port 677ebbbb-cc43-4d20-a53f-0f47767493b6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:38.493169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.604436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-dfd827d1-1135-4caf-9a77-369c5aa13763 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:38.607439 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-dfd827d1-1135-4caf-9a77-369c5aa13763 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 815 time: 0.1571727 Mar 02 08:10:38.618200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Request body: {'port': {'device_id': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'admin_state_up': True, 'tenant_id': 'b8787ae716e84b64a74ea44b283e8292'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:38.776650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-901892f7-65fd-4485-8e4b-e7d218735ece req-457f130a-9519-4440-9a7e-7a6c8bfe299c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 210 time: 0.0544834 Mar 02 08:10:38.816484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] For port 677ebbbb-cc43-4d20-a53f-0f47767493b6, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=677ebbbb-cc43-4d20-a53f-0f47767493b6,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:38.816946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.873287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:38.882861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:38.894083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Made reservation on behalf of b8787ae716e84b64a74ea44b283e8292 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:38.897614 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.940894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Calling delete_port for 677ebbbb-cc43-4d20-a53f-0f47767493b6 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:39.077021 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Allocated IP 172.20.0.5 (9ad3a1b9-a824-49db-ab76-b649ef23b807/f8c0eed3-ef98-432b-895b-a1b266b5596d/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:39.200105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.211717 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['677ebbbb-cc43-4d20-a53f-0f47767493b6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:10:39.251372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Pushing event deleted for resources: {'Port': ['ID=677ebbbb-cc43-4d20-a53f-0f47767493b6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:39.327314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] No DVR routers for this DVR port 677ebbbb-cc43-4d20-a53f-0f47767493b6 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:10:39.329912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.332517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-deleted', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:39.348513 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.350240 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.39 "DELETE /v2.0/ports/677ebbbb-cc43-4d20-a53f-0f47767493b6 HTTP/1.1" status: 204 len: 173 time: 0.9412897 Mar 02 08:10:39.382134 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.384928 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c718b5ea-4ae9-408d-8392-d367b49bcedf', 'name': 'network-vif-deleted', 'tag': '677ebbbb-cc43-4d20-a53f-0f47767493b6', 'status': 'completed', 'code': 200} Mar 02 08:10:39.392928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['677ebbbb-cc43-4d20-a53f-0f47767493b6'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:10:39.449141 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Network 9ad3a1b9-a824-49db-ab76-b649ef23b807 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:39.450331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:39.454084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:39.509501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:39.537484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:39.538129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.565585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-67477966-392c-4b8e-8bdf-2ef1e1c9bed0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9510229 Mar 02 08:10:39.576533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Request body: {'port': {'device_id': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:39.690445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.961913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3615e1-06dc-4d42-a111-d7e7c3d42edc req-68bea6a0-1847-4eca-9adb-2016f74150dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:39.962611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d3615e1-06dc-4d42-a111-d7e7c3d42edc req-68bea6a0-1847-4eca-9adb-2016f74150dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Synchronizing usage tracker for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:39.978344 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1d3615e1-06dc-4d42-a111-d7e7c3d42edc req-68bea6a0-1847-4eca-9adb-2016f74150dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Unset dirty status for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:39.980133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d3615e1-06dc-4d42-a111-d7e7c3d42edc req-68bea6a0-1847-4eca-9adb-2016f74150dc tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 931 time: 0.0986073 Mar 02 08:10:40.024769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d3615e1-06dc-4d42-a111-d7e7c3d42edc req-7fa545ef-b6fe-4edb-9fb7-5b17639b71d9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Mar 02 08:10:40.032041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:10:40.039454 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.054438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Transition to ACTIVE for port object c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:40.058367 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.214596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:40.284834 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:40.285182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:40.285493 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:40.289937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:10:40.290255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:40.295321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:40.295653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Checking segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:40.296029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Bound using segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:40.296441 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Bound port: c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:40.296778 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.384529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:40.388001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:40.392554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.447237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:40.447842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.449935 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 1091 time: 0.8773170 Mar 02 08:10:40.450356 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:40.475433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07382f0-a87f-44a2-926a-de36793c61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:40.518926 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'status': 'completed', 'code': 200} Mar 02 08:10:40.558445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e3035b93-47c3-4bc8-ab60-b3bd6a583c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:40.559956 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e3035b93-47c3-4bc8-ab60-b3bd6a583c7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1094 time: 0.0744004 Mar 02 08:10:40.629627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-9b1e9b0c-21a0-43f1-8e33-4c747213b00d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0627666 Mar 02 08:10:40.693502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-93bf5cd8-b624-4dea-a5c5-4a9e0b96784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:40.694965 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-93bf5cd8-b624-4dea-a5c5-4a9e0b96784b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0603001 Mar 02 08:10:40.850371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-2ced786b-4978-45ba-ab86-320022472a41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490812 Mar 02 08:10:40.980532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-65e7369e-55ea-4dc6-8132-0f8fa28bd604 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238947 Mar 02 08:10:41.122350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-eb4bfd01-3989-457e-bf83-197028037ac6 req-e757eca8-2c7b-48bd-b4c3-804b325580e4 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366601 Mar 02 08:10:41.219965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea15-2bae-4635-a2ea-009d3ea78831 req-50d134d6-1ac4-4a30-81a6-16a3681c8912 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:41.221441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8205ea15-2bae-4635-a2ea-009d3ea78831 req-50d134d6-1ac4-4a30-81a6-16a3681c8912 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0831699 Mar 02 08:10:41.239474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-6cd7d82b-290f-458a-8f2b-25195a98fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:41.240880 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-6cd7d82b-290f-458a-8f2b-25195a98fd7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1094 time: 0.0725100 Mar 02 08:10:41.269133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8205ea15-2bae-4635-a2ea-009d3ea78831 req-df60ff85-9d64-475f-99e9-0220461e16ac tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Mar 02 08:10:41.375300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-fb2cabf6-59ab-4b88-b1ed-0b227c57b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:41.376757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-fb2cabf6-59ab-4b88-b1ed-0b227c57b2ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1298542 Mar 02 08:10:41.449409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-6f2edc21-8869-4773-9c43-71af5e4c48a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0655990 Mar 02 08:10:41.509381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-2c1d59c9-9d27-48ea-8680-03aaca5a6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:41.511926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-2c1d59c9-9d27-48ea-8680-03aaca5a6d8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0573440 Mar 02 08:10:41.562146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-20f87f98-6d3d-4a7f-9607-02744336a2c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452156 Mar 02 08:10:41.694254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-933ed3b4-d88e-4d2d-9160-05b213f01ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262579 Mar 02 08:10:41.826678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1d4d2b8-854a-4a63-b938-abb097b7655d req-76909847-c12c-421a-a209-97f53c6d5867 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265345 Mar 02 08:10:41.968185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a1d32eb-399b-4387-bb66-22772f2f0d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.431645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:42.455925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078bce-4a80-49d7-aeea-5a7fb73eed3c req-984d862f-d74b-4ba9-8776-85e21db47d8a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:42.456609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5c078bce-4a80-49d7-aeea-5a7fb73eed3c req-984d862f-d74b-4ba9-8776-85e21db47d8a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Synchronizing usage tracker for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:42.465918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 677ebbbb-cc43-4d20-a53f-0f47767493b6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:42.466276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 677ebbbb-cc43-4d20-a53f-0f47767493b6 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:42.469646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5c078bce-4a80-49d7-aeea-5a7fb73eed3c req-984d862f-d74b-4ba9-8776-85e21db47d8a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Unset dirty status for tenant:b8787ae716e84b64a74ea44b283e8292 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:42.470818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c078bce-4a80-49d7-aeea-5a7fb73eed3c req-984d862f-d74b-4ba9-8776-85e21db47d8a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0937848 Mar 02 08:10:42.517542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5c078bce-4a80-49d7-aeea-5a7fb73eed3c req-a3b3dbba-41ed-4fc2-8838-d7e07bf0699f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Mar 02 08:10:43.697896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe35a-7b59-4179-9129-0d277d3f16e8 req-8f080289-8521-4ecf-b1b0-65953bcbf32d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:43.699346 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ecfe35a-7b59-4179-9129-0d277d3f16e8 req-8f080289-8521-4ecf-b1b0-65953bcbf32d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0785000 Mar 02 08:10:43.742508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ecfe35a-7b59-4179-9129-0d277d3f16e8 req-b638f7b4-802d-4f41-b04a-f5ec02c3933f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Mar 02 08:10:44.291009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f7184c39-1a0c-4694-bb7e-52c4b468f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.454895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:10:44.587162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:44.600293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'port_id': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'mac_address': 'fa:16:3e:d3:fe:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c0eed3-ef98-432b-895b-a1b266b5596d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:10:44.653839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.672424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:10:44.687068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:44.691096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.756590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:44.764509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.764861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.765209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.765543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.765898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.766234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.766563 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.766891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.767215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.767564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.767889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.768210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.926060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3cfe-d362-41d3-bf91-8c49c07d765c req-f12e8438-4769-4328-8a0d-16735e9f22b2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:44.927527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f88c3cfe-d362-41d3-bf91-8c49c07d765c req-f12e8438-4769-4328-8a0d-16735e9f22b2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 944 time: 0.0801952 Mar 02 08:10:44.971505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f88c3cfe-d362-41d3-bf91-8c49c07d765c req-cfd76d71-ffc3-4feb-ae38-7aedb369acf6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Mar 02 08:10:45.005271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:10:45.503374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.504668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.155558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92176e-88ba-492a-b001-f93be44d95bb req-a312acd7-f4d3-4c44-af01-5bae68b4f28e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:46.156992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e92176e-88ba-492a-b001-f93be44d95bb req-a312acd7-f4d3-4c44-af01-5bae68b4f28e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 944 time: 0.0819356 Mar 02 08:10:46.202426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e92176e-88ba-492a-b001-f93be44d95bb req-cb40255c-8685-4c5f-863b-cd3e6c0e9d1d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Mar 02 08:10:46.486006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:46.552091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:46.556864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:46.557252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.675359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.702831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:46.712913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:46.716926 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.751925 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'code': 200} Mar 02 08:10:46.787900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:46.872641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf015-56d4-4cb6-8c28-33fd84db753c req-41aff367-53c8-4f52-a85e-f4f1d1556c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:46.874129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-036bf015-56d4-4cb6-8c28-33fd84db753c req-41aff367-53c8-4f52-a85e-f4f1d1556c69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1096 time: 0.0712681 Mar 02 08:10:46.913371 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.914787 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-036bf015-56d4-4cb6-8c28-33fd84db753c req-93a25c7a-4910-4d22-9367-77f5e768a3ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Mar 02 08:10:47.388433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f7e9e-ca82-4657-b229-13ac356d2b59 req-4bbc7895-2dfd-4030-82b8-5f9394baa866 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:47.389915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-379f7e9e-ca82-4657-b229-13ac356d2b59 req-4bbc7895-2dfd-4030-82b8-5f9394baa866 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0804420 Mar 02 08:10:47.433223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-379f7e9e-ca82-4657-b229-13ac356d2b59 req-ee36899d-cbc5-497a-8ed8-1fc9a44d63cb tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Mar 02 08:10:48.620320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116833cf-3f09-49c6-a2cf-ab21ef3b217c req-56544277-fedb-4a1d-acc8-198fd8b5f2f0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:48.622412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-116833cf-3f09-49c6-a2cf-ab21ef3b217c req-56544277-fedb-4a1d-acc8-198fd8b5f2f0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0799139 Mar 02 08:10:48.665525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-116833cf-3f09-49c6-a2cf-ab21ef3b217c req-1902225e-e381-4055-b940-e757ffdaeb66 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376070 Mar 02 08:10:48.847839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53167f2f-396c-4b0b-9497-353749a47f44 req-5480948e-85d5-4e67-9eef-a69661e2af28 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:48.849286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53167f2f-396c-4b0b-9497-353749a47f44 req-5480948e-85d5-4e67-9eef-a69661e2af28 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0824621 Mar 02 08:10:48.892058 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53167f2f-396c-4b0b-9497-353749a47f44 req-98089f93-9b7e-45ff-a208-25412bbc487e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Mar 02 08:10:48.926803 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.099036 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.232396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-16a16cad-8e05-41e3-a61c-800bbb6413d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722497 Mar 02 08:10:49.282082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc696e9-a67e-4dc5-bf33-c441ed36db43 req-e029aec4-f0c6-4023-9250-798c37bf6679 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:49.283568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc696e9-a67e-4dc5-bf33-c441ed36db43 req-e029aec4-f0c6-4023-9250-798c37bf6679 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Mar 02 08:10:49.333723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc696e9-a67e-4dc5-bf33-c441ed36db43 req-0222b3e4-3d1a-48b8-8ef1-4c1f506694ae tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Mar 02 08:10:50.051661 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:10:50.429235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-8e01276f-c5f9-468b-b5db-ae3dde1d286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:50.430743 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-8e01276f-c5f9-468b-b5db-ae3dde1d286d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1096 time: 0.0725181 Mar 02 08:10:50.724877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-71bfd222-7109-4eaf-84de-70beb6c679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:50.726374 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-71bfd222-7109-4eaf-84de-70beb6c679a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.2903428 Mar 02 08:10:50.734657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04781de-807c-4e5b-b6ad-85691ac0dc1b req-a54bd84e-b61a-421d-adeb-4d068b100cf3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:50.736012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a04781de-807c-4e5b-b6ad-85691ac0dc1b req-a54bd84e-b61a-421d-adeb-4d068b100cf3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.2814691 Mar 02 08:10:50.812304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-f9144227-fa73-4e6b-b3e2-b8df3485208c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0753627 Mar 02 08:10:50.881470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a04781de-807c-4e5b-b6ad-85691ac0dc1b req-53b1f2cb-48c1-44c7-88ed-712d0c4aae05 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916128 Mar 02 08:10:50.892715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-1ca1d215-6cca-4617-a55f-fdc58bf11033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:50.894177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-1ca1d215-6cca-4617-a55f-fdc58bf11033 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0746915 Mar 02 08:10:50.941673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-f5079cd4-4790-48d1-bc37-41d9ddbbcb22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419474 Mar 02 08:10:51.071732 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9c4e2c8-f964-43be-970a-9b36b6d50f87 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240418 Mar 02 08:10:51.202916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-0c66b721-2414-4b0d-9298-52c310fc9828 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260688 Mar 02 08:10:52.070041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ec1e-de26-4134-8e3f-4c9b4681b7e6 req-5f9951a2-0d42-4a64-8fc1-c5848897de41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:52.071485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4454ec1e-de26-4134-8e3f-4c9b4681b7e6 req-5f9951a2-0d42-4a64-8fc1-c5848897de41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0782900 Mar 02 08:10:52.116846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4454ec1e-de26-4134-8e3f-4c9b4681b7e6 req-d797bf16-3874-4675-a4ca-62d5fc50abcf tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Mar 02 08:10:53.454057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ba2a-97fe-4a13-9e66-6a9544f3a50a req-ed0fd43c-cd4d-4566-90de-f14f1cdc7bf9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:53.455423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3214ba2a-97fe-4a13-9e66-6a9544f3a50a req-ed0fd43c-cd4d-4566-90de-f14f1cdc7bf9 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0849113 Mar 02 08:10:53.499608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3214ba2a-97fe-4a13-9e66-6a9544f3a50a req-f5f75a5c-0d94-4e27-aa82-2e183b23f828 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386338 Mar 02 08:10:54.698990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2751bea-5d54-41ae-a70f-89f220d933f7 req-b2c138c3-0b01-4ac2-8458-c455ddd1b62e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:54.700466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2751bea-5d54-41ae-a70f-89f220d933f7 req-b2c138c3-0b01-4ac2-8458-c455ddd1b62e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0833416 Mar 02 08:10:54.743736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2751bea-5d54-41ae-a70f-89f220d933f7 req-4ba6c9eb-9c0a-4e23-b2d3-c7ff039d253a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Mar 02 08:10:55.925475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a3a23-1ee5-42ff-a1b2-6e9f18de976d req-6ea9395d-46b6-4f94-9c39-a9290e3fb757 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:55.926956 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a94a3a23-1ee5-42ff-a1b2-6e9f18de976d req-6ea9395d-46b6-4f94-9c39-a9290e3fb757 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0791283 Mar 02 08:10:55.974074 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a94a3a23-1ee5-42ff-a1b2-6e9f18de976d req-8d5b1d89-3706-4b2a-9df2-b6263463c96e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Mar 02 08:10:57.155950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfea5e7-ecc5-4441-831c-22071ec6c5ec req-7b9d1e11-625d-4633-8afe-d0475b329510 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:57.157393 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bfea5e7-ecc5-4441-831c-22071ec6c5ec req-7b9d1e11-625d-4633-8afe-d0475b329510 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0790985 Mar 02 08:10:57.199926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7bfea5e7-ecc5-4441-831c-22071ec6c5ec req-c23985bf-f730-4f8f-a3d6-5153d9b4f649 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Mar 02 08:10:58.384189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086bb5-d336-43af-b67d-84c9a0a233d7 req-f4ef2408-4d96-47de-a819-5a371b4cc9a8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:58.385641 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b086bb5-d336-43af-b67d-84c9a0a233d7 req-f4ef2408-4d96-47de-a819-5a371b4cc9a8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0791895 Mar 02 08:10:58.430451 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b086bb5-d336-43af-b67d-84c9a0a233d7 req-7abcc5b2-5b69-4712-87e3-675b5d635ded tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Mar 02 08:10:59.617841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64027af-5e44-4b0a-8957-20050d3d1c4c req-10896833-73cf-4365-998c-4a874746d13f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.619304 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a64027af-5e44-4b0a-8957-20050d3d1c4c req-10896833-73cf-4365-998c-4a874746d13f tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0813355 Mar 02 08:10:59.663013 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a64027af-5e44-4b0a-8957-20050d3d1c4c req-8a28c9ee-505a-4212-ab13-0fff7eb90b88 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Mar 02 08:11:00.846457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c8366-fb2f-4f44-b20e-6289aa3152c7 req-a5a0bf86-2cc8-4405-a1af-46d7b68d53a1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:00.847920 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c18c8366-fb2f-4f44-b20e-6289aa3152c7 req-a5a0bf86-2cc8-4405-a1af-46d7b68d53a1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0818062 Mar 02 08:11:00.893054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c18c8366-fb2f-4f44-b20e-6289aa3152c7 req-a19c9aa7-37a1-4b71-9775-61c5dbd33b5e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Mar 02 08:11:02.077468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b7798-65f9-4438-ad95-3bac706662f4 req-83999524-e5ff-4440-a262-7f0ca6b40f41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:02.079062 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b4b7798-65f9-4438-ad95-3bac706662f4 req-83999524-e5ff-4440-a262-7f0ca6b40f41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0811405 Mar 02 08:11:02.124121 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5b4b7798-65f9-4438-ad95-3bac706662f4 req-25830ce9-3374-4522-92f0-9ec3b13a7f43 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Mar 02 08:11:03.305589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9f02e-619f-43c2-bbe1-f74981b326b7 req-4123177a-caa8-45de-8845-fc40b7b8613b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:03.307070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87d9f02e-619f-43c2-bbe1-f74981b326b7 req-4123177a-caa8-45de-8845-fc40b7b8613b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0809033 Mar 02 08:11:03.351801 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-87d9f02e-619f-43c2-bbe1-f74981b326b7 req-15a53a20-b9e1-430a-8a85-4e3e2edead5e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Mar 02 08:11:04.531646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a573-d2ac-44ac-bff5-c87c565b0374 req-6a7f9dcb-e755-413e-800f-6530eb275aa6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:04.533105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7168a573-d2ac-44ac-bff5-c87c565b0374 req-6a7f9dcb-e755-413e-800f-6530eb275aa6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0795791 Mar 02 08:11:04.577163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7168a573-d2ac-44ac-bff5-c87c565b0374 req-d3a7238b-26c1-4956-b699-7bd120a2dfb7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Mar 02 08:11:05.774630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fba879-b496-46df-90e6-daf5ed9749e0 req-d53cd1b9-6998-4414-894a-a0262dc6c8b6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:05.776330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08fba879-b496-46df-90e6-daf5ed9749e0 req-d53cd1b9-6998-4414-894a-a0262dc6c8b6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0821586 Mar 02 08:11:05.818718 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08fba879-b496-46df-90e6-daf5ed9749e0 req-ca712ec8-57da-4bc8-8225-a61027c764f8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Mar 02 08:11:07.008564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174e3d-385b-4759-b146-39f6cec6782c req-4a13b1a3-2d9b-4aa3-95de-9b4a6d97dd9b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:07.010052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-03174e3d-385b-4759-b146-39f6cec6782c req-4a13b1a3-2d9b-4aa3-95de-9b4a6d97dd9b tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0844491 Mar 02 08:11:07.055076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-03174e3d-385b-4759-b146-39f6cec6782c req-87140160-daa9-4859-aad2-1b29105b4ce6 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Mar 02 08:11:08.242054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d986844-f7da-4b67-b94f-ca4b3beac8f6 req-b84fd033-2687-49c4-82fb-31a0bbe757f4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.243510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d986844-f7da-4b67-b94f-ca4b3beac8f6 req-b84fd033-2687-49c4-82fb-31a0bbe757f4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0837629 Mar 02 08:11:08.287122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d986844-f7da-4b67-b94f-ca4b3beac8f6 req-0ddf5936-1387-4c9d-85b2-19f14d97fa5e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Mar 02 08:11:09.467658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5e66-df8a-4c59-9c9c-a479d7ae1a98 req-47d32535-c79a-4b39-a7a3-a1d8c261edc1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:09.469107 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-851f5e66-df8a-4c59-9c9c-a479d7ae1a98 req-47d32535-c79a-4b39-a7a3-a1d8c261edc1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0777361 Mar 02 08:11:09.515684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-851f5e66-df8a-4c59-9c9c-a479d7ae1a98 req-a7017e02-83b2-494c-bf24-444a5a590373 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Mar 02 08:11:10.699721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf04e-a5cd-47db-b241-bc5ba7da2449 req-f1bf4a42-4d05-4981-80b6-e51d45073100 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:10.701089 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-683cf04e-a5cd-47db-b241-bc5ba7da2449 req-f1bf4a42-4d05-4981-80b6-e51d45073100 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0803990 Mar 02 08:11:10.745028 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-683cf04e-a5cd-47db-b241-bc5ba7da2449 req-cc1e7e69-2d03-417d-b1f2-af44273b8eed tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Mar 02 08:11:11.930198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056610d-b22a-4722-9c19-5d4f5b27fdfb req-ee571553-439c-4538-8d9e-97b41b239eed tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:11.931686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5056610d-b22a-4722-9c19-5d4f5b27fdfb req-ee571553-439c-4538-8d9e-97b41b239eed tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0781784 Mar 02 08:11:11.974443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ec9daa9-d583-4086-8515-b569d4900da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:11.977666 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5056610d-b22a-4722-9c19-5d4f5b27fdfb req-c4acea05-c857-40d8-8f71-85cff96e74a5 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Mar 02 08:11:13.170167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1cf4-32c5-42f7-b4fd-e1a06a8a7e77 req-2afda924-7c3b-438c-aee9-691292e3f9ca tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:13.171598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-913f1cf4-32c5-42f7-b4fd-e1a06a8a7e77 req-2afda924-7c3b-438c-aee9-691292e3f9ca tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0834208 Mar 02 08:11:13.214192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-913f1cf4-32c5-42f7-b4fd-e1a06a8a7e77 req-d4495222-7ac8-4737-ac30-f802bd95b7af tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Mar 02 08:11:14.294504 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-86b53438-95b7-44f1-89fe-4c2a855b21f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:14.411415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c77e84-25b6-4e85-b587-5e6d2401acd5 req-56dfeddd-52e8-4a2f-9192-208c3d22d2f2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:14.412852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13c77e84-25b6-4e85-b587-5e6d2401acd5 req-56dfeddd-52e8-4a2f-9192-208c3d22d2f2 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0818326 Mar 02 08:11:14.455768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13c77e84-25b6-4e85-b587-5e6d2401acd5 req-201bcbaa-9807-4cd3-8539-684554b6562d tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Mar 02 08:11:15.506115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:15.507561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:15.644110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3d963-ec0a-4e08-825d-6ed239ce00ae req-0fe16807-90db-4f11-9b7c-cde12fb32f08 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:15.645562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ef3d963-ec0a-4e08-825d-6ed239ce00ae req-0fe16807-90db-4f11-9b7c-cde12fb32f08 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0808480 Mar 02 08:11:15.692864 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ef3d963-ec0a-4e08-825d-6ed239ce00ae req-f985a11a-99e1-43aa-901d-c07a3c960920 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Mar 02 08:11:16.875872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354da64-9f9a-4a8f-a0f0-aac992f6d3d0 req-ee75bd68-31b8-4a46-aad3-719d9ff6cd60 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:16.877343 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d354da64-9f9a-4a8f-a0f0-aac992f6d3d0 req-ee75bd68-31b8-4a46-aad3-719d9ff6cd60 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0801249 Mar 02 08:11:16.915569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:16.922665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d354da64-9f9a-4a8f-a0f0-aac992f6d3d0 req-3c23dcbb-a86e-47b6-b182-d460866b1c41 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Mar 02 08:11:18.155973 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-40e4c767-f6e2-4bf3-8e84-c4b61651fbba service neutron] show failed (client error): The resource could not be found. Mar 02 08:11:18.156942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-40e4c767-f6e2-4bf3-8e84-c4b61651fbba service neutron] 10.222.0.39 "GET /v2.0/ports/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0991595 Mar 02 08:11:18.170100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb4312-99f7-45e9-b63b-6975241ed7b5 req-5192155d-5414-445a-9cfe-4fac209b5df0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:18.171560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5eb4312-99f7-45e9-b63b-6975241ed7b5 req-5192155d-5414-445a-9cfe-4fac209b5df0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.1441827 Mar 02 08:11:18.323002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a5eb4312-99f7-45e9-b63b-6975241ed7b5 req-8aa9a9db-cb2d-479c-92a4-533817e8e3ac tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455789 Mar 02 08:11:18.426039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-b9fa905c-d1e0-4a1d-ac0a-109334afb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:18.427517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-b9fa905c-d1e0-4a1d-ac0a-109334afb84d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33&tenant_id=b8787ae716e84b64a74ea44b283e8292 HTTP/1.1" status: 200 len: 1096 time: 0.0736175 Mar 02 08:11:18.437952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:18.646606 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:18.914969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:18.925255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:18.944397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:19.001338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:19.006811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.022175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Transition to ACTIVE for port object c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:19.026667 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.124798 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.140822 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'code': 200} Mar 02 08:11:19.193094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] No DVR routers for this DVR port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:11:19.198685 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:19.249947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:11:19.250293 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:11:19.250603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:19.255075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:11:19.255392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Attempting to bind port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on network 9ad3a1b9-a824-49db-ab76-b649ef23b807 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:19.260309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:11:19.260636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Checking segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:19.261006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Bound using segment: {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:11:19.261429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Bound port: c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66df27e7-27cc-423e-8c44-41dc67579b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:11:19.261750 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.350261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:19.353143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:11:19.358386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.413947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:19.414556 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:19.415922 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] 10.222.0.16 "PUT /v2.0/ports/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 1091 time: 0.9819088 Mar 02 08:11:19.435367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8f9e4-ad96-4576-a78b-b0e736677b8b service neutron] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:19.513770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-f01c9556-ed18-4df7-bb20-0dc897607ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:19.515500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-f01c9556-ed18-4df7-bb20-0dc897607ac0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1094 time: 0.0773304 Mar 02 08:11:19.524394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d2b66-99c4-4cc0-8431-dc3f2276aa05 req-cc130a37-70f4-4391-8887-9a91fbc1f0d0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:19.526131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d25d2b66-99c4-4cc0-8431-dc3f2276aa05 req-cc130a37-70f4-4391-8887-9a91fbc1f0d0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0873382 Mar 02 08:11:19.570838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d25d2b66-99c4-4cc0-8431-dc3f2276aa05 req-1f2ffaf4-892b-4f86-ba4c-12fffb2354f0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Mar 02 08:11:19.645777 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-c3855bf2-e5b3-47e4-ae31-c109de07a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:19.647223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-c3855bf2-e5b3-47e4-ae31-c109de07a9e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1261845 Mar 02 08:11:19.712732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-e86b1aa4-1416-4d76-8383-4fcf5a94528b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0596056 Mar 02 08:11:19.776088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-6f10d805-5c66-40ba-b6a0-d4bbf10610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:19.777459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-6f10d805-5c66-40ba-b6a0-d4bbf10610ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0590720 Mar 02 08:11:19.822819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-f851bfa8-ef21-4539-b7f1-40f9a6ace10a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394702 Mar 02 08:11:19.949491 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-aa6f10ce-0c43-49ae-a7c7-aa8c3033ec2d service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211154 Mar 02 08:11:20.078066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca00683b-be8f-49f7-8673-98ae9eac2aaa req-bc6eb9da-e54f-434d-a018-773fbfc60771 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222293 Mar 02 08:11:20.758083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99399-711c-43ff-bd66-de67034d1581 req-c5775988-0793-4dbd-bb7a-7710b9b62430 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:20.759532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7c99399-711c-43ff-bd66-de67034d1581 req-c5775988-0793-4dbd-bb7a-7710b9b62430 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0776174 Mar 02 08:11:20.806755 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7c99399-711c-43ff-bd66-de67034d1581 req-2b4f5b52-e54e-4074-ba52-4a6b0a7fc8a0 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Mar 02 08:11:21.142277 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:21.198322 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'status': 'completed', 'code': 200} Mar 02 08:11:21.292946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-60fc3ec6-d6e5-4bb1-9292-ad5f09b4e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.295208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-60fc3ec6-d6e5-4bb1-9292-ad5f09b4e86d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1094 time: 0.0788155 Mar 02 08:11:21.393706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-712351a9-b149-46da-aa19-0741b9fad9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.395113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-712351a9-b149-46da-aa19-0741b9fad9fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1094 time: 0.1759913 Mar 02 08:11:21.427904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-6c599467-41d5-4030-b034-37464df80b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.429337 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-6c599467-41d5-4030-b034-37464df80b37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1286976 Mar 02 08:11:21.499490 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-469192f7-7afb-494c-8bb3-8e6b4d98fb06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0640843 Mar 02 08:11:21.524922 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-de5f619d-c1a8-4d59-8246-3a2c35fda2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.526657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-de5f619d-c1a8-4d59-8246-3a2c35fda2b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1250620 Mar 02 08:11:21.563176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-cf237dc1-52dc-4392-b2ce-bce0fac75411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.564688 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-cf237dc1-52dc-4392-b2ce-bce0fac75411 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0587885 Mar 02 08:11:21.596753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-2001b8df-c9cb-4245-b55b-9b29973055fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0638397 Mar 02 08:11:21.611295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-bb078f9c-9323-43f9-9a79-198e92a73f97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408924 Mar 02 08:11:21.658859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-ea644e06-3825-4d5c-8677-f00ea5065298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:21.660215 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-ea644e06-3825-4d5c-8677-f00ea5065298 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0572665 Mar 02 08:11:21.709791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-4b205e1a-6878-40a8-9a9c-50c5a609ff38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429354 Mar 02 08:11:21.745714 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-3d138b4d-251c-4c47-ae54-a94fcd1774d8 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284397 Mar 02 08:11:21.854595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-b7c31f2b-47f2-43a9-aec5-387def8604d6 service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378977 Mar 02 08:11:21.885413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-3952f30e-d277-468c-b98f-d42ed7edec07 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342242 Mar 02 08:11:22.039836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a0c5a96d-aac6-42f9-ba13-6a9bc01eef74 req-61e211ac-c901-4136-ae0b-d94ed751c32f service neutron] 10.222.0.16 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785910 Mar 02 08:11:22.064839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee81a8-524f-425f-9c57-62e1c061628e req-5e865b27-87b6-4312-be42-67bc11d5b89e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:22.066447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bbee81a8-524f-425f-9c57-62e1c061628e req-5e865b27-87b6-4312-be42-67bc11d5b89e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.1225696 Mar 02 08:11:22.114314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bbee81a8-524f-425f-9c57-62e1c061628e req-7b91cc98-b197-4e4b-9d20-3874b62defb7 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Mar 02 08:11:22.610201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:11:22.667503 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:11:23.306554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f744-2bb3-485e-b208-13292f933142 req-f2309092-2621-423e-bb3a-fba82bf80ae3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:23.307988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1a0f744-2bb3-485e-b208-13292f933142 req-f2309092-2621-423e-bb3a-fba82bf80ae3 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.0840197 Mar 02 08:11:23.351585 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1a0f744-2bb3-485e-b208-13292f933142 req-b44ba6d8-4d45-499a-8c0f-6e71f827583a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Mar 02 08:11:23.442713 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:11:23.615013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:23.628055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'network_id': '9ad3a1b9-a824-49db-ab76-b649ef23b807', 'port_id': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'mac_address': 'fa:16:3e:d3:fe:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c0eed3-ef98-432b-895b-a1b266b5596d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:11:23.682506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:23.699071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:11:23.714597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:23.719343 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:23.722802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4359aa-3870-46d6-ac36-0ee29767073c req-9c3d0c7f-76b6-4a4b-9f9f-69a1b4d28dc8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:23.724287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c4359aa-3870-46d6-ac36-0ee29767073c req-9c3d0c7f-76b6-4a4b-9f9f-69a1b4d28dc8 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 943 time: 0.1471593 Mar 02 08:11:23.732148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-d69cdce2-33ba-4dc1-b8cd-4558630955c4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:23.733503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-d69cdce2-33ba-4dc1-b8cd-4558630955c4 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33&tenant_id=b8787ae716e84b64a74ea44b283e8292&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 943 time: 0.1207407 Mar 02 08:11:23.787661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:23.833353 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c4359aa-3870-46d6-ac36-0ee29767073c req-fc89c4c3-3dd1-414d-8abe-ed826ba4293a tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988452 Mar 02 08:11:23.843513 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-c12cdbe0-7aed-4ce0-a627-29a5af220671 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:11:23.844480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-c12cdbe0-7aed-4ce0-a627-29a5af220671 service neutron] 10.222.0.39 "DELETE /v2.0/ports/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0972481 Mar 02 08:11:23.985956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-ec1be5ac-1160-4110-9f3d-2a7265eca8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:23.987339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-ec1be5ac-1160-4110-9f3d-2a7265eca8a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8787ae716e84b64a74ea44b283e8292&device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 1095 time: 0.0711968 Mar 02 08:11:24.059851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:11:24.126287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-f812c003-f262-48d0-b854-cf62ff07f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:24.128369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-f812c003-f262-48d0-b854-cf62ff07f7a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 200 len: 915 time: 0.1355069 Mar 02 08:11:24.201061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-810c9b3c-2b52-408c-b5b2-d487efee4dfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 200 len: 217 time: 0.0668571 Mar 02 08:11:24.264905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-36dc9074-9d67-4101-9552-0f0893b9dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:24.266360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-36dc9074-9d67-4101-9552-0f0893b9dcf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 200 len: 855 time: 0.0597630 Mar 02 08:11:24.317762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-465a5fdf-5be6-4d37-9bfa-2730ac372a9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad3a1b9-a824-49db-ab76-b649ef23b807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458770 Mar 02 08:11:24.548616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-17384c4f-99e1-4d50-b112-dfda6923c68c service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253468 Mar 02 08:11:24.677176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-00b08c40-e662-4f8c-b676-2d4afb0875bb req-9fc16189-1b9a-4908-92a5-b4d0cf33f3c9 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226778 Mar 02 08:11:25.025492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5bd5-8a22-41b8-a8db-bb108b6ec6a4 req-57a173a2-3f35-4c2d-9f52-c96b1ce9fc67 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:25.027232 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02ce5bd5-8a22-41b8-a8db-bb108b6ec6a4 req-57a173a2-3f35-4c2d-9f52-c96b1ce9fc67 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 944 time: 0.0844688 Mar 02 08:11:25.071624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02ce5bd5-8a22-41b8-a8db-bb108b6ec6a4 req-725ede80-72a3-442c-9af3-68d46bc85775 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Mar 02 08:11:25.473272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:25.543915 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:25.549911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:25.550295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:25.667041 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:25.693524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:25.703198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:25.707359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:25.774965 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:25.801633 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'code': 200} Mar 02 08:11:26.253563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbac47-e00c-4722-a033-f1e61564da32 req-b52a163a-1e00-43df-a0af-e7f08898db98 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:26.255028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6bbac47-e00c-4722-a033-f1e61564da32 req-b52a163a-1e00-43df-a0af-e7f08898db98 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0772400 Mar 02 08:11:26.297588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f6bbac47-e00c-4722-a033-f1e61564da32 req-b6169948-e9cd-47df-a781-55278feabc15 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Mar 02 08:11:26.495257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2444-3d5f-48e9-adbe-9b352bfbb4d7 req-8d4f7e10-c2c4-4d35-8b2f-3408c71243b1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:26.497188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac7a2444-3d5f-48e9-adbe-9b352bfbb4d7 req-8d4f7e10-c2c4-4d35-8b2f-3408c71243b1 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0790958 Mar 02 08:11:26.540443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ac7a2444-3d5f-48e9-adbe-9b352bfbb4d7 req-0661cd31-c97f-4aa8-87be-be27e33a6623 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Mar 02 08:11:26.721870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c2d4-42fc-4fdf-87e8-aea9db7bb2cc req-2981d7ee-8cda-4855-8430-34e812f62d6e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:26.723320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53a9c2d4-42fc-4fdf-87e8-aea9db7bb2cc req-2981d7ee-8cda-4855-8430-34e812f62d6e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0802965 Mar 02 08:11:26.766662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53a9c2d4-42fc-4fdf-87e8-aea9db7bb2cc req-9181c24b-9c51-49f3-994b-1bb6a22d2378 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Mar 02 08:11:27.051677 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:11:27.314103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e637-353d-4ee2-87fb-974e92ea0545 req-6820afdc-9945-496b-9615-b74123a06890 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:27.315453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1050e637-353d-4ee2-87fb-974e92ea0545 req-6820afdc-9945-496b-9615-b74123a06890 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.0872447 Mar 02 08:11:27.358373 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1050e637-353d-4ee2-87fb-974e92ea0545 req-2d289804-0172-49ce-b992-f2ee90b8383c tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Mar 02 08:11:28.602930 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ed25-d8fc-47a4-bf5d-918633057f95 req-cc301c1e-47f3-4220-a420-10b76cdc333e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:28.604295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b221ed25-d8fc-47a4-bf5d-918633057f95 req-cc301c1e-47f3-4220-a420-10b76cdc333e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.1423979 Mar 02 08:11:28.612862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-5f2b7f00-83cb-4130-9c13-32763a9f1dbd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:28.614198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-5f2b7f00-83cb-4130-9c13-32763a9f1dbd tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbbdf2bb-744d-46ac-94f8-9bbf27849c33 HTTP/1.1" status: 200 len: 945 time: 0.1156399 Mar 02 08:11:28.703468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b221ed25-d8fc-47a4-bf5d-918633057f95 req-57ed4e58-75ef-46cd-8793-2569978d4904 tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b3fecb-7384-45a0-8e2d-449a0f63a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883427 Mar 02 08:11:28.711372 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Deleting port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:11:28.711713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:28.956535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] For port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,segment=NetworkSegment(66df27e7-27cc-423e-8c44-41dc67579b07),segment_id=66df27e7-27cc-423e-8c44-41dc67579b07)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:28.956802 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:29.180835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Calling delete_port for c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:11:29.321822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:29.333812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:11:29.372438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Pushing event deleted for resources: {'Port': ['ID=c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:29.414663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.415015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.415356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.415692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.416027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.416358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.416684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.417011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.417336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.417657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.418007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.418487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:29.458486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] No DVR routers for this DVR port c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:11:29.460942 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:29.463447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-deleted', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:29.479576 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c104e8fd-04ed-4e7d-b272-cd48648a6854 req-bde5b0ee-3765-4550-b88d-74c513e50bfe tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] 10.222.0.16 "DELETE /v2.0/ports/c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa HTTP/1.1" status: 204 len: 173 time: 0.8520451 Mar 02 08:11:29.510110 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbdf2bb-744d-46ac-94f8-9bbf27849c33', 'name': 'network-vif-deleted', 'tag': 'c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa', 'status': 'completed', 'code': 200} Mar 02 08:11:29.944051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43180) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:30.001829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Deleting subnet f8c0eed3-ef98-432b-895b-a1b266b5596d {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:11:30.004673 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.052603 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.111051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.176000 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.212815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c0eed3-ef98-432b-895b-a1b266b5596d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:30.217052 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.222843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a0d47bc9-f33b-4ade-929e-8efb858f7d53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8c0eed3-ef98-432b-895b-a1b266b5596d HTTP/1.1" status: 204 len: 168 time: 0.2777672 Mar 02 08:11:30.225295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43184) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:30.332908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.469779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.494212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad3a1b9-a824-49db-ab76-b649ef23b807']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:30.510237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66df27e7-27cc-423e-8c44-41dc67579b07') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:30.510532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66df27e7-27cc-423e-8c44-41dc67579b07') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:30.522914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.539691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.546282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:11:30.546797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:11:30.560707 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:11:30.635242 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.642026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.670274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad3a1b9-a824-49db-ab76-b649ef23b807,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:30.679846 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fe74db59-c807-46e2-9153-d70819840731 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ad3a1b9-a824-49db-ab76-b649ef23b807 HTTP/1.1" status: 204 len: 168 time: 0.4536059 Mar 02 08:11:30.788388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:30.835791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-37970639-ff4c-4c64-b3ad-d2abfa930638 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8787ae716e84b64a74ea44b283e8292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461719 Mar 02 08:11:30.838158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:30.897513 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.924543 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.975416 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:30.991929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3fecb-7384-45a0-8e2d-449a0f63a733,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:31.005319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:31.006415 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5cb161e5-b48b-4233-86cc-095fca0a7ea0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4b3fecb-7384-45a0-8e2d-449a0f63a733 HTTP/1.1" status: 204 len: 168 time: 0.1673522 Mar 02 08:11:31.535937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:11:31.572995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:11:31.573344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device c3f906d5-873b-4e0e-a05f-6b85b4f4c7fa not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:11:31.707654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43218) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:31.811487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2136965328-network', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:31.816841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:31.820689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Usage tracker for resource:network and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:31.823537 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:31.830216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:31.839878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:11:31.842794 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:31.854429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:31.871962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:31.875837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:31.878628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:31.884199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:31.967002 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:31.970623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:31.992445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:11:32.012693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59dcbea-0a97-43d4-9be0-7dcbffdbad40,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:32.016807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.017164 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Added segment 3fc0457b-b524-4c91-83e0-4fb3fe4dc569 of type vlan for network f67ee148-0440-4bbb-b10c-5c309d54c66a Mar 02 08:11:32.043916 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.072152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.073202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:32.073786 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.177590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4688213 Mar 02 08:11:32.180570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43224) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:32.183471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef4f4a-737e-4b10-bd60-18a977a8d9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f67ee148-0440-4bbb-b10c-5c309d54c66a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:32.186966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Request body: {'subnet': {'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2136965328-subnet', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:32.192962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:32.193426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network f67ee148-0440-4bbb-b10c-5c309d54c66a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:11:32.197038 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Usage tracker for resource:subnet and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:32.200212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:32.206742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:32.217789 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:11:32.220113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.420475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.497055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3305012b-d94d-41ca-877d-b2e89168a41b,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:32.508149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.508508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.508830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.509158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.509485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.509808 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.510153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.510472 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.510791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.511103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.511417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.511728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:32.515270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:32.515624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Network hostable DHCP agents. Network: f67ee148-0440-4bbb-b10c-5c309d54c66a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:11:32.535575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:11:32.545206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, f67ee148-0440-4bbb-b10c-5c309d54c66a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:32.549713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:32.550304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.554897 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97487261-d790-4fe8-aa2b-27a6769701f7 None None] Network f67ee148-0440-4bbb-b10c-5c309d54c66a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:11:32.570913 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-85c5e500-0ede-42a3-b410-1d06ec3667ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3892379 Mar 02 08:11:32.573739 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43228) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:32.579065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:32.584293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:32.588323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Usage tracker for resource:router and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:32.591725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:32.597320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:32.607450 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.608493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.623300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.767860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-f67ee148-0440-4bbb-b10c-5c309d54c66a', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:11:32.768699 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.888818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:32.925569 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Allocated IP 172.20.0.2 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:33.127693 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.137734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Transition to ACTIVE for port object eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:33.156803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Transition to ACTIVE for port object eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:33.162019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.223542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:33.231438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:33.236522 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:33.242474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Pushing event updated for resources: {'Port': ['ID=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:33.322814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.355555 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.364067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Attempting to bind port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:11:33.364433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Attempting to bind port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:11:33.364793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Attempting to bind port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:33.369882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:11:33.370261 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:33.370657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.371045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:11:33.371546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Bound port: eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:11:33.371895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.460758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] For port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:33.463888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] For port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:11:33.467759 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.495376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Allocated IP 172.25.4.170 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1722266d-9a02-44e9-afba-e1a8f7c3ebfa) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:33.560572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83dc3f-84d0-4626-9f1c-9a7cde718062 None None] Pushing event updated for resources: {'Port': ['ID=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:33.654084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.684286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:33.751632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:33.762838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:33.767329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:33.796907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Pushing event updated for resources: {'Port': ['ID=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:34.178811 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:34.439017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:34.517843 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:34.533371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:34.560577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c90d08-0781-4048-a7dc-94f7a9fe2e64 None None] Network f67ee148-0440-4bbb-b10c-5c309d54c66a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:11:34.671462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Provisioning for port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:34.689272 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Provisioning complete for port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:34.689644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:34.859847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Router a0a549f4-b107-4fa5-b136-1b731a63c588 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:11:34.898475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:34.943858 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] For port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:34.948528 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.019829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81416ea-c86c-48f1-9e22-ef459a872317 None None] Pushing event updated for resources: {'Port': ['ID=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:35.047822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:11:35.057235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:11:35.068383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:35.069018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:35.073157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.075441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-efc7b57d-6dcb-4e9d-8fe8-71fe636ba354 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4998338 Mar 02 08:11:35.078406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43232) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:35.170588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60e7df24-e7ee-4500-8349-887f9393e266 None None] Provisioning complete for port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:35.171116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60e7df24-e7ee-4500-8349-887f9393e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.252408 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:35.568355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:34Z', 'revision_number': 3, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:35.572285 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:11:35.572692 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Updating router a0a549f4-b107-4fa5-b136-1b731a63c588 port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:11:35.626999 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.751983 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.948777 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.960305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Allocated IP 172.20.0.1 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/a7cede15-8fe7-4165-b0a4-57810c76eafd) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:35.961381 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Transition to ACTIVE for port object 1722266d-9a02-44e9-afba-e1a8f7c3ebfa will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:35.968307 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.041925 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Attempting to bind port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:11:36.042289 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Attempting to bind port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:11:36.042646 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Attempting to bind port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:36.051948 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Pushing event updated for resources: {'Port': ['ID=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:36.054053 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:11:36.054419 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:36.054810 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.055194 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:11:36.055648 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Bound port: 1722266d-9a02-44e9-afba-e1a8f7c3ebfa, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:11:36.056011 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.097730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.098496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.098496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.098743 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.099068 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.099390 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.099710 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.100028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.100344 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.100658 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.100973 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.101285 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:36.115304 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.131736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Transition to ACTIVE for port object a7cede15-8fe7-4165-b0a4-57810c76eafd will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:36.143350 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] For port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:36.146623 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] For port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:11:36.151006 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.156283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.214183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:36.217561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:36.225252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:36.229923 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:36.230642 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:36.265700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:36.282272 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2abc-c677-4221-b754-8fd69629ffd5 None None] Pushing event updated for resources: {'Port': ['ID=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:36.294486 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.414241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:36.421417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:36.498456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:36.499278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.570545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cff13f06-d1e7-4464-90a9-0f0fc4f860fe None None] Provisioning for port a7cede15-8fe7-4165-b0a4-57810c76eafd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:36.578768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cff13f06-d1e7-4464-90a9-0f0fc4f860fe None None] Provisioning complete for port a7cede15-8fe7-4165-b0a4-57810c76eafd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:36.579254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cff13f06-d1e7-4464-90a9-0f0fc4f860fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.680816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cff13f06-d1e7-4464-90a9-0f0fc4f860fe None None] Port a7cede15-8fe7-4165-b0a4-57810c76eafd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:11:36.693561 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.712676 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:34Z', 'revision_number': 3, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:36.717421 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd33285-89dd-4a1b-a1c6-9119af0267d3 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:34Z', 'revision_number': 3, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:11:36.925611 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.931952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:37.041325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:37.046592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:37.188131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:37.189190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:37.395988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:11:37.407646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-660d3268-13e1-4449-bfd3-bca0f5de2ba5 None None] Provisioning complete for port a7cede15-8fe7-4165-b0a4-57810c76eafd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:37.408308 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-660d3268-13e1-4449-bfd3-bca0f5de2ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:37.468626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-660d3268-13e1-4449-bfd3-bca0f5de2ba5 None None] Port a7cede15-8fe7-4165-b0a4-57810c76eafd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:11:37.581970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:11:37.591303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4bd6a1e7-fa76-4ed9-8c49-d64c1ace8204 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0a549f4-b107-4fa5-b136-1b731a63c588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117571 Mar 02 08:11:38.044199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43242) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:38.049597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788069187', 'description': 'tempest-description--680859907'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:38.056365 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:38.060898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Usage tracker for resource:security_group and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:38.063699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:38.069972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:38.079703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.100341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:38.104204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Usage tracker for resource:security_group_rule and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:38.108374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:38.114262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:38.182764 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.187239 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.205623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:11:38.215641 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:38.216262 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:38.229894 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b8561b-2cef-4fa0-8871-55feb3ae65e5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:38.233280 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.234492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2b6e90af-e9f1-4eb5-996d-fd168af6cf09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1892173 Mar 02 08:11:38.238030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43246) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:38.242703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'security_group_rule': {'security_group_id': '39b8561b-2cef-4fa0-8871-55feb3ae65e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:38.249762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:38.253579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Usage tracker for resource:security_group_rule and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:38.256446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:38.262314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:38.282327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.341644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.345703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.373714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faab3e03-5a2d-490c-b9eb-6c9cfd91fccf,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:38.386268 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.388026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa7da2d1-0ff6-4609-b9d9-9385cf0fe0f2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495931 Mar 02 08:11:38.390891 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43250) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:38.396832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'security_group_rule': {'security_group_id': '39b8561b-2cef-4fa0-8871-55feb3ae65e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:38.406950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:38.411042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Usage tracker for resource:security_group_rule and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:38.413055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:38.414531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:38.425899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:38.449915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.458402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1722266d-9a02-44e9-afba-e1a8f7c3ebfa up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:38.519538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.523952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.553663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.557795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629751 Mar 02 08:11:38.557795 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f081b-9347-43a6-99f4-86a1aaac5e0a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e628dc6-5c87-408c-ba83-f54b417cedbd,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:38.559603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43254) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:38.564500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:38.572023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:38.577128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Usage tracker for resource:floatingip and tenant:bb5ecfd022ff4549b32da30fcb4dbb4f is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:38.580236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:38.586803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:38.597232 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.719034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:38.734180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.737987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:38.738367 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.868903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Allocated IP 172.25.4.168 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/871f09c2-20b4-47a0-a045-ebbdf7342768) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:38.928160 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.951962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:38.955312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 2, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:38.959154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:38.990759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:11:38.991120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Updating router a0a549f4-b107-4fa5-b136-1b731a63c588 port a7cede15-8fe7-4165-b0a4-57810c76eafd binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:11:39.071247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.089577 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:39.121274 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.149509 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.209171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:39.211877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:39.220191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:39.258487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=871f09c2-20b4-47a0-a045-ebbdf7342768,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:39.307332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.366767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.423914 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.435557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Transition to ACTIVE for port object a7cede15-8fe7-4165-b0a4-57810c76eafd will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:39.441689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.575009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677b69-2d87-4628-9222-a52959db31e6 None None] Pushing event updated for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:39.584441 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.590492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.667625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Attempting to bind port a7cede15-8fe7-4165-b0a4-57810c76eafd on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:11:39.667890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Attempting to bind port a7cede15-8fe7-4165-b0a4-57810c76eafd by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:11:39.668256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Attempting to bind port a7cede15-8fe7-4165-b0a4-57810c76eafd on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:39.673807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:11:39.674414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:39.674780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.675179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:11:39.675650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Bound port: a7cede15-8fe7-4165-b0a4-57810c76eafd, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:11:39.676028 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.710756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=871f09c2-20b4-47a0-a045-ebbdf7342768,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:39.719136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.743054 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.744294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e89d08ab-efdf-443a-8c80-65b2bbb2cb03 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1838293 Mar 02 08:11:39.774269 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] For port a7cede15-8fe7-4165-b0a4-57810c76eafd, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:39.779163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] For port a7cede15-8fe7-4165-b0a4-57810c76eafd, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7cede15-8fe7-4165-b0a4-57810c76eafd,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:11:39.784075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:39.883617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677b69-2d87-4628-9222-a52959db31e6 None None] Pushing event updated for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:39.891406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:39.892035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:39.918720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-f376020e-0655-4180-88ae-9bd6085c0f4a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:11:39.938196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-f376020e-0655-4180-88ae-9bd6085c0f4a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:11:39.939613 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-f376020e-0655-4180-88ae-9bd6085c0f4a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--788069187&fields=id&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 267 time: 0.0688183 Mar 02 08:11:40.090788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:40.094200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ab17e8b6-a780-4438-94d1-c707738cfbc9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:40.094883 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ab17e8b6-a780-4438-94d1-c707738cfbc9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:11:40.111813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ab17e8b6-a780-4438-94d1-c707738cfbc9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:11:40.112834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ab17e8b6-a780-4438-94d1-c707738cfbc9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1664793 Mar 02 08:11:40.128685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d3f950be-4522-4e76-bf6d-62ef7d1d8b6c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/quotas/bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 375 time: 0.0101655 Mar 02 08:11:40.212539 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-f09d3dd9-2508-4ea2-af20-759347076a7f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782359 Mar 02 08:11:40.228996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-55166407-bd4e-4757-8152-b395721ad730 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:11:40.230184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-55166407-bd4e-4757-8152-b395721ad730 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054848 Mar 02 08:11:40.361009 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-c7b77266-e430-42c9-9c53-99755bb01a76 service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243701 Mar 02 08:11:40.424382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1722266d-9a02-44e9-afba-e1a8f7c3ebfa up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:40.495202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-1c2c11e8-1281-4ef6-a51b-506f4140bb39 service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284056 Mar 02 08:11:40.517164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:40.517464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:40.560171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:39Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:40.572874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a81e-3458-47df-b34c-43e6d3be0a77 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:39Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:11:40.704272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fc3f7d1a-55d5-4a46-80d3-a2d2aa80bb8f req-fb426a68-e8fc-4949-baa6-b45a66159006 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:11:40.725922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fc3f7d1a-55d5-4a46-80d3-a2d2aa80bb8f req-fb426a68-e8fc-4949-baa6-b45a66159006 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:11:40.727204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc3f7d1a-55d5-4a46-80d3-a2d2aa80bb8f req-fb426a68-e8fc-4949-baa6-b45a66159006 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 210 time: 0.0704408 Mar 02 08:11:41.830409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ef038baa-d493-41f0-8ff5-7894d2e8506c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:41.831924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ef038baa-d493-41f0-8ff5-7894d2e8506c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1503150 Mar 02 08:11:41.904187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6f937d8-c59a-4fc7-a5a5-107d233d696c req-14bd7b1b-e94e-4a2a-8099-b24c72d203e7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 210 time: 0.0483947 Mar 02 08:11:41.925105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-b16419a6-8514-4b02-9151-ee9beedb314a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 379 time: 0.0854547 Mar 02 08:11:41.933772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'port': {'device_id': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'admin_state_up': True, 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'security_groups': ['39b8561b-2cef-4fa0-8871-55feb3ae65e5']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:41.967515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1c99a92-e012-4235-b660-ca56e7c472b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.174434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:42.184073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:42.193606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:11:42.197122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.368889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Allocated IP 172.20.0.5 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/d37c4752-9f0e-4bfc-8ec0-b892acab5308) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:42.423233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7cede15-8fe7-4165-b0a4-57810c76eafd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:42.490164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port a7cede15-8fe7-4165-b0a4-57810c76eafd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:42.495487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a7cede15-8fe7-4165-b0a4-57810c76eafd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:42.495487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.563187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.579636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Transition to ACTIVE for port object d37c4752-9f0e-4bfc-8ec0-b892acab5308 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:42.603823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.614239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.646617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port a7cede15-8fe7-4165-b0a4-57810c76eafd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7cede15-8fe7-4165-b0a4-57810c76eafd,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:42.651392 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.675268 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:42.678341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:42.687118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:42.720785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:42.729450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:42.761355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:42.762331 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.787954 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-d1c4573a-07e3-4810-bd89-0b0ee973e756 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576775 Mar 02 08:11:42.798714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Request body: {'port': {'device_id': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:42.908404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fadf1128-9fbd-456d-9965-02ca9ff709a7 None None] Provisioning for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:42.912407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.913428 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fadf1128-9fbd-456d-9965-02ca9ff709a7 None None] Provisioning complete for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:42.913940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fadf1128-9fbd-456d-9965-02ca9ff709a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:42.971155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fadf1128-9fbd-456d-9965-02ca9ff709a7 None None] Port d37c4752-9f0e-4bfc-8ec0-b892acab5308 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:11:43.099464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a36f8-caea-48af-a21e-70fb4da7e822 req-3b30ebe8-0bd4-4198-970e-ed7bb8807686 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:43.100942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c97a36f8-caea-48af-a21e-70fb4da7e822 req-3b30ebe8-0bd4-4198-970e-ed7bb8807686 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 931 time: 0.0844977 Mar 02 08:11:43.146475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c97a36f8-caea-48af-a21e-70fb4da7e822 req-61c7a083-92ad-4e6d-a1f3-a7902f1ae9c7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390465 Mar 02 08:11:43.259399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37c4752-9f0e-4bfc-8ec0-b892acab5308 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:11:43.267346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:43.282446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Transition to ACTIVE for port object d37c4752-9f0e-4bfc-8ec0-b892acab5308 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:11:43.285668 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:43.446147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:43.534715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:11:43.535052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:11:43.535379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:43.539874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:11:43.540194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:11:43.546472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:11:43.546809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:11:43.547189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:11:43.547610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Bound port: d37c4752-9f0e-4bfc-8ec0-b892acab5308, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:11:43.547957 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:43.638624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:11:43.641470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:11:43.645796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:43.700266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:43.700883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:43.702248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] 10.222.0.16 "PUT /v2.0/ports/d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 1091 time: 0.9076636 Mar 02 08:11:43.702676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:43.728605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65206413-d99b-4a2d-a1b3-24981c7b499e service neutron] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:43.779144 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'status': 'completed', 'code': 200} Mar 02 08:11:43.817903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-b55ec6a4-c358-4c35-8d6d-a85bd4dd6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:43.819631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-b55ec6a4-c358-4c35-8d6d-a85bd4dd6934 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1094 time: 0.0792930 Mar 02 08:11:43.894622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-3126d14d-0dd9-4477-a59f-e2fce7789c43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 217 time: 0.0677621 Mar 02 08:11:43.960786 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-777a3122-45d0-47ff-87df-f70392ed5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:43.962234 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-777a3122-45d0-47ff-87df-f70392ed5304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0619102 Mar 02 08:11:44.141299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-70233a6f-100b-48ee-8aa4-31ac87264e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.142950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-70233a6f-100b-48ee-8aa4-31ac87264e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755362 Mar 02 08:11:44.275057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-ab99ed0a-0ded-46fb-9f14-93532022ff15 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261296 Mar 02 08:11:44.302260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd157-96b9-40a2-ab72-5cffe8732024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:44.333849 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957111-c957-4985-93af-7e9a567b0418 req-6fc6987a-f827-431f-8d59-dc1550d25541 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.335351 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db957111-c957-4985-93af-7e9a567b0418 req-6fc6987a-f827-431f-8d59-dc1550d25541 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.0846884 Mar 02 08:11:44.381386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-db957111-c957-4985-93af-7e9a567b0418 req-68742f72-f98a-4975-8583-f0fdbfd516b8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Mar 02 08:11:44.410502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7cede15-8fe7-4165-b0a4-57810c76eafd up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:44.425597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-31d5aefc-a7b2-49a6-ae19-96e0ac065ecb req-df3003e4-0e56-49f0-88ea-a821b3073160 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447799 Mar 02 08:11:44.479001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port a7cede15-8fe7-4165-b0a4-57810c76eafd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:44.479284 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:44.545468 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-c4802086-ca39-46e5-9199-e748959a7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.547066 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-c4802086-ca39-46e5-9199-e748959a7e1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1094 time: 0.0809171 Mar 02 08:11:44.680161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-68d03c19-2ee6-4481-b320-f2c53546d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.681593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-68d03c19-2ee6-4481-b320-f2c53546d063 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1286581 Mar 02 08:11:44.747684 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-8bd40ba1-d4ec-44ca-b207-aab56629e54f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 217 time: 0.0600953 Mar 02 08:11:44.814445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-54045caf-1413-42f5-ac19-d926b8e3e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.815878 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-54045caf-1413-42f5-ac19-d926b8e3e755 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0622702 Mar 02 08:11:44.888654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-2b341264-001b-43d2-b0a8-5d5ee29a920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:44.890114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-2b341264-001b-43d2-b0a8-5d5ee29a920b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688815 Mar 02 08:11:45.018128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-21d5ab79-d25c-4203-b83c-7e1e36ced142 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216764 Mar 02 08:11:45.151289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6e0f3a0b-95de-4a3f-ba21-c5ddc6a4273f req-bfd31d1e-bbaa-4adf-b980-4e4635d9d889 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277256 Mar 02 08:11:45.510889 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:45.513748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:45.574522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d049ef-25fe-4ac3-9be5-81dfa79592df req-772b86b3-14f6-438c-9c81-049984c08a4e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:45.575295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6d049ef-25fe-4ac3-9be5-81dfa79592df req-772b86b3-14f6-438c-9c81-049984c08a4e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:11:45.589880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d6d049ef-25fe-4ac3-9be5-81dfa79592df req-772b86b3-14f6-438c-9c81-049984c08a4e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:11:45.590994 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6d049ef-25fe-4ac3-9be5-81dfa79592df req-772b86b3-14f6-438c-9c81-049984c08a4e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.1005695 Mar 02 08:11:45.635462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6d049ef-25fe-4ac3-9be5-81dfa79592df req-1e14c2c6-0796-4e11-bd8d-38bafb368d2c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Mar 02 08:11:46.919541 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:46.925693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57628fe9-d910-411b-a588-655ae6c043a7 req-63045b6f-34a3-4b5c-b93b-95c175fbc55e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:46.927170 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57628fe9-d910-411b-a588-655ae6c043a7 req-63045b6f-34a3-4b5c-b93b-95c175fbc55e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.1872494 Mar 02 08:11:46.970290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57628fe9-d910-411b-a588-655ae6c043a7 req-28f06ae5-5d92-435a-85f2-062d83bc37e6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Mar 02 08:11:47.613738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:11:47.744047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:47.756963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'mac_address': 'fa:16:3e:45:06:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:11:47.815005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:47.831350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37c4752-9f0e-4bfc-8ec0-b892acab5308 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:11:47.846539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:47.850411 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:47.914814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:47.922052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.922675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.922767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.923034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.923360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.923703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.924006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.924323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.924638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.924955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.925271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:47.925584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:11:48.140491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['d37c4752-9f0e-4bfc-8ec0-b892acab5308'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:11:48.155161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa464805-1b44-4f59-9f47-c4bb55030912 req-178591be-f0f1-4b10-8267-ce085d0ddbc2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:48.156646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa464805-1b44-4f59-9f47-c4bb55030912 req-178591be-f0f1-4b10-8267-ce085d0ddbc2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 944 time: 0.0807805 Mar 02 08:11:48.201228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aa464805-1b44-4f59-9f47-c4bb55030912 req-4d24ae3c-0636-4a89-959c-8d6c1e7600a1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Mar 02 08:11:48.923796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.123592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.385456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133da12-d5a4-44be-b14f-49e6b8dcac35 req-83b4dbfb-334f-41b3-b114-7ec1f60ce095 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:49.386936 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6133da12-d5a4-44be-b14f-49e6b8dcac35 req-83b4dbfb-334f-41b3-b114-7ec1f60ce095 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 944 time: 0.0810544 Mar 02 08:11:49.430593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6133da12-d5a4-44be-b14f-49e6b8dcac35 req-8bd21f19-2998-42c3-ac57-ebbada974b7d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376897 Mar 02 08:11:49.629182 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:49.698256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:49.703009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:49.703382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.814930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.840630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:49.850391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:49.854430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.927210 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'code': 200} Mar 02 08:11:49.959418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:50.010063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311dedc-3716-4b2e-9704-f1466df49b7d req-31c5e8eb-5a50-4cec-9660-bbec57a55f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:50.011587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4311dedc-3716-4b2e-9704-f1466df49b7d req-31c5e8eb-5a50-4cec-9660-bbec57a55f28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1096 time: 0.0718074 Mar 02 08:11:50.051563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4311dedc-3716-4b2e-9704-f1466df49b7d req-740fd73e-a14f-425e-95d3-4a730b002395 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338585 Mar 02 08:11:50.616828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c26b9-53a4-4272-a779-624488aeef01 req-3e863c8d-311d-4aa8-8010-f655857a7c36 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:50.618318 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-481c26b9-53a4-4272-a779-624488aeef01 req-3e863c8d-311d-4aa8-8010-f655857a7c36 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0799725 Mar 02 08:11:50.664561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-481c26b9-53a4-4272-a779-624488aeef01 req-11b27446-9463-4ccb-bc71-e5e89eea4ffd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402281 Mar 02 08:11:51.850953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df8cf2-1497-4726-b89d-09515507bbca req-dc22d3e4-3e7a-4ea9-ac70-dc4e36c6f354 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:51.852402 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35df8cf2-1497-4726-b89d-09515507bbca req-dc22d3e4-3e7a-4ea9-ac70-dc4e36c6f354 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0786457 Mar 02 08:11:51.898608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35df8cf2-1497-4726-b89d-09515507bbca req-2349100e-884b-405e-b019-31cbe0e2bfd8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406218 Mar 02 08:11:52.088436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108bed2-fc69-4461-9650-908d11ffb83c req-74caffc8-38d2-4e0c-b5ec-c543a748d913 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:52.090137 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5108bed2-fc69-4461-9650-908d11ffb83c req-74caffc8-38d2-4e0c-b5ec-c543a748d913 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0828066 Mar 02 08:11:52.099169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43310) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:52.104127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'floatingip': {'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:52.182577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:52.771187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:52.775300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:52.939709 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 associated. External IP: 172.25.4.168, port: d37c4752-9f0e-4bfc-8ec0-b892acab5308. Mar 02 08:11:53.395245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:11:53.570853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:11:53.576329 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:53.580874 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:11:53.591405 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:53.592008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:53.634424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3a07a0b6-ddbe-4095-83a3-8237f8914ecd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "PUT /v2.0/floatingips/2583053f-396e-4c1c-9087-bcdca5d5fdc1 HTTP/1.1" status: 200 len: 991 time: 1.5341966 Mar 02 08:11:53.635116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:53.691347 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'status': 'completed', 'code': 200} Mar 02 08:11:53.800714 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:53.950490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-50a402f8-b122-49e9-a5a3-0b9f9b7d247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:53.951881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-50a402f8-b122-49e9-a5a3-0b9f9b7d247f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1096 time: 0.2435575 Mar 02 08:11:53.959202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167997-6cdc-40f2-be10-63a6f480a348 req-f7ae35fb-0ae0-42f7-904c-86c413608467 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:53.960523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-de167997-6cdc-40f2-be10-63a6f480a348 req-f7ae35fb-0ae0-42f7-904c-86c413608467 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.2200296 Mar 02 08:11:54.091015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-de167997-6cdc-40f2-be10-63a6f480a348 req-df57b704-4f48-4004-af18-c69363bbf9bd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120145 Mar 02 08:11:54.129058 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-185881b0-10e5-45bf-8094-79ff859acb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:54.130579 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-185881b0-10e5-45bf-8094-79ff859acb13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1691866 Mar 02 08:11:54.155296 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:45:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:11:52Z', 'revision_number': 1, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:54.159226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:11:54.167527 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:54.168809 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:11:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:54.240768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-dc8e3dfc-966a-4cce-b393-66733f1be9e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 999 time: 0.1036818 Mar 02 08:11:54.286473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60c0ea-a2a1-4e4e-b014-4647543968a1 req-95f2282c-566f-41d1-ae55-5dba2886508b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:54.288062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed60c0ea-a2a1-4e4e-b014-4647543968a1 req-95f2282c-566f-41d1-ae55-5dba2886508b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0848391 Mar 02 08:11:54.305364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-f7ff2065-43f8-432d-bde5-f619397d789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:54.306938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-f7ff2065-43f8-432d-bde5-f619397d789c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0608752 Mar 02 08:11:54.333603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed60c0ea-a2a1-4e4e-b014-4647543968a1 req-0101838d-492e-4929-98d5-9b3bdfe2f1ad tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Mar 02 08:11:54.351183 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:54.391087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-0f0d4442-05e6-4a5d-be19-67b7f6a8fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:54.392610 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-0f0d4442-05e6-4a5d-be19-67b7f6a8fa5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798984 Mar 02 08:11:54.534956 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-1b8b8689-17ab-4494-a84b-62e1cfa8c2a0 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365197 Mar 02 08:11:54.667646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02994d8b-fed5-4235-98f1-e86783b329d2 req-f92df87f-46c4-411e-8b60-4a25d77ffeed service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267042 Mar 02 08:11:54.698018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:45:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:11:52Z', 'revision_number': 1, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:54.702195 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fcc1b-e247-4861-b0ef-c818ceb48786 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:45:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:11:52Z', 'revision_number': 1, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:11:54.884384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2818-da2d-4b61-b67b-3a4c2ceda009 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:11:55.523498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ceac4-2e50-4852-a0a9-bcec09635121 req-457330ab-c1b5-445c-8248-75ebe809f0c9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:55.524863 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-549ceac4-2e50-4852-a0a9-bcec09635121 req-457330ab-c1b5-445c-8248-75ebe809f0c9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0797813 Mar 02 08:11:55.569155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-549ceac4-2e50-4852-a0a9-bcec09635121 req-f7eb6b33-7310-4811-b50f-e4b865115c35 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384417 Mar 02 08:11:55.759650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a48ffe-952d-48fb-bec5-39128c409962 req-d0a1b6e4-c3e1-42e7-a139-c187e4702fa7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:55.761105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92a48ffe-952d-48fb-bec5-39128c409962 req-d0a1b6e4-c3e1-42e7-a139-c187e4702fa7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0872066 Mar 02 08:11:55.804218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92a48ffe-952d-48fb-bec5-39128c409962 req-0de2e917-f3da-49ee-bdf9-f055474af295 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374079 Mar 02 08:11:56.365236 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-079062e0-c718-4b76-9701-996e9ebc9adb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298311 Mar 02 08:11:56.377691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a3bd-d8ab-49a5-b1d2-2b5d62aa1644 req-97dfa5d4-f228-461f-93fb-ed7105629240 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:56.379107 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffd4a3bd-d8ab-49a5-b1d2-2b5d62aa1644 req-97dfa5d4-f228-461f-93fb-ed7105629240 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.1024508 Mar 02 08:11:56.424778 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffd4a3bd-d8ab-49a5-b1d2-2b5d62aa1644 req-e8dbbace-f7ce-4316-8f18-e0e6b74d75be tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 Mar 02 08:11:57.675717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbdb20-67fc-4bf7-8fc6-61fee6b8b211 req-7c478feb-2516-44a3-bb22-f9892317bd09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:57.677166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cbdb20-67fc-4bf7-8fc6-61fee6b8b211 req-7c478feb-2516-44a3-bb22-f9892317bd09 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.1459768 Mar 02 08:11:57.684893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-e5c1ab01-7b3d-42f1-ad6e-629dda597fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:57.686405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-e5c1ab01-7b3d-42f1-ad6e-629dda597fbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1096 time: 0.1045206 Mar 02 08:11:57.817888 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a9cbdb20-67fc-4bf7-8fc6-61fee6b8b211 req-6122c7a8-def3-48de-9994-dc240c7ccfab tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304138 Mar 02 08:11:57.848890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-8d206155-fc6e-4adc-b597-ca68b2bb4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:57.850361 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-8d206155-fc6e-4adc-b597-ca68b2bb4766 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1489596 Mar 02 08:11:57.955899 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-0bb5174e-d754-40dc-914f-db6f95047406 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 1001 time: 0.0994694 Mar 02 08:11:58.018244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-b97d62bc-450a-49d0-99df-59625a8e5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:58.019630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-b97d62bc-450a-49d0-99df-59625a8e5438 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0579536 Mar 02 08:11:58.098529 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-6346a99b-6428-445d-9fc7-66ec46d872dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:58.100041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-6346a99b-6428-445d-9fc7-66ec46d872dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746117 Mar 02 08:11:58.232497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-f1d188f6-587b-4d68-b23b-9d680533ecdc service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260962 Mar 02 08:11:58.473768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-2f3ed8e9-5e57-4d8c-8e50-8f673641cb0a service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356894 Mar 02 08:11:59.002025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7b6a-6827-4f29-9ba1-ccc13b774c08 req-9e79f749-d713-4c53-9858-bb0967d48504 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:59.003494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3c7b6a-6827-4f29-9ba1-ccc13b774c08 req-9e79f749-d713-4c53-9858-bb0967d48504 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0796480 Mar 02 08:11:59.050621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7f3c7b6a-6827-4f29-9ba1-ccc13b774c08 req-c0a6ee4d-b8c8-4b0c-bf5a-40e663c0f240 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Mar 02 08:12:00.234330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcbe9a-175c-4b5d-9938-b40eec1d92eb req-1f21de4e-b33f-4206-a6b1-eff3662fc589 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:00.235691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5afcbe9a-175c-4b5d-9938-b40eec1d92eb req-1f21de4e-b33f-4206-a6b1-eff3662fc589 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0798764 Mar 02 08:12:00.283473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5afcbe9a-175c-4b5d-9938-b40eec1d92eb req-430b891f-cefc-4d95-adc4-294bb7f59ad9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 Mar 02 08:12:01.466800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355f77-c07d-4020-9bca-125f0ff08047 req-fe3d48c1-23d2-40ff-8133-031f5352a25b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:01.468226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20355f77-c07d-4020-9bca-125f0ff08047 req-fe3d48c1-23d2-40ff-8133-031f5352a25b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0784104 Mar 02 08:12:01.511345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-20355f77-c07d-4020-9bca-125f0ff08047 req-7f6a75b2-96ff-4575-9257-8265556fc0e3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375252 Mar 02 08:12:02.696896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efba58a-3cf1-4546-b664-59c783bd8184 req-cd32045e-0e02-42ec-9ed7-3e856f4767c5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:02.699261 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5efba58a-3cf1-4546-b664-59c783bd8184 req-cd32045e-0e02-42ec-9ed7-3e856f4767c5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0794837 Mar 02 08:12:02.742654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5efba58a-3cf1-4546-b664-59c783bd8184 req-dd4e1aa0-b846-46e3-957d-294b075187dd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378294 Mar 02 08:12:03.928008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aa405-e715-4ca6-8672-f52eacb92879 req-8ef63216-8579-4332-b267-25a9eee064b0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:03.929461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d98aa405-e715-4ca6-8672-f52eacb92879 req-8ef63216-8579-4332-b267-25a9eee064b0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0828264 Mar 02 08:12:03.972109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d98aa405-e715-4ca6-8672-f52eacb92879 req-0e3662da-0ab5-4341-adeb-bb63b62acd4d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370219 Mar 02 08:12:04.050709 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:12:05.159408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85645-ef00-4647-9647-ac850af510c5 req-22870119-589b-4e7c-bb1c-bf5dcf9e6d37 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:05.160972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1c85645-ef00-4647-9647-ac850af510c5 req-22870119-589b-4e7c-bb1c-bf5dcf9e6d37 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0847898 Mar 02 08:12:05.205233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f1c85645-ef00-4647-9647-ac850af510c5 req-f5046754-b733-42b7-a5f4-7d88a27d4949 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Mar 02 08:12:06.390148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2fe3-8b46-4261-984f-013be4a58884 req-8ea30c3a-9459-4b47-8df3-6952257ab22f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:06.391586 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7f2fe3-8b46-4261-984f-013be4a58884 req-8ea30c3a-9459-4b47-8df3-6952257ab22f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0792108 Mar 02 08:12:06.436501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7f2fe3-8b46-4261-984f-013be4a58884 req-22c5bf16-3e35-4bed-80e7-fbba028ac50b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Mar 02 08:12:07.619543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be1f48-41e5-4f42-8cc7-ff7d5d5e18f9 req-b24abd97-92cb-4597-8e13-886a66cb15e9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:07.621067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4be1f48-41e5-4f42-8cc7-ff7d5d5e18f9 req-b24abd97-92cb-4597-8e13-886a66cb15e9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0803704 Mar 02 08:12:07.663995 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a4be1f48-41e5-4f42-8cc7-ff7d5d5e18f9 req-81e365de-51e2-4bcb-b262-ffc03ec17198 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373247 Mar 02 08:12:08.853455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba68f1-eb41-4974-a5db-3393ae5f2ea8 req-2af06202-1861-4952-86a2-50b0a356a9ea tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:08.855464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efba68f1-eb41-4974-a5db-3393ae5f2ea8 req-2af06202-1861-4952-86a2-50b0a356a9ea tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0826612 Mar 02 08:12:08.898636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-efba68f1-eb41-4974-a5db-3393ae5f2ea8 req-1f9c5aab-7047-4d92-9d6a-0e5d8580b338 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Mar 02 08:12:10.086010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c730-8771-4a98-8856-8efe2e1e2c4b req-0c4942e3-076c-42ac-a878-e21a622852e7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:10.087631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f520c730-8771-4a98-8856-8efe2e1e2c4b req-0c4942e3-076c-42ac-a878-e21a622852e7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0824690 Mar 02 08:12:10.131115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f520c730-8771-4a98-8856-8efe2e1e2c4b req-17456c09-5d4c-43f0-b070-82d56628e995 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377455 Mar 02 08:12:11.315028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acaa2-5090-4cef-b9f1-ba43283fd90e req-ae8280af-5b9a-4315-aa7a-223547537323 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:11.316375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-149acaa2-5090-4cef-b9f1-ba43283fd90e req-ae8280af-5b9a-4315-aa7a-223547537323 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0798497 Mar 02 08:12:11.359578 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-149acaa2-5090-4cef-b9f1-ba43283fd90e req-5fe0d06e-8655-424b-8c29-51992054844f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375843 Mar 02 08:12:11.970356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-180f4cec-23b3-4cc5-997e-a79acd0267fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:12.542557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601dce8-6c7d-471b-9fbd-2ed2235e6be0 req-165fc7a1-f756-4928-8726-f91db0a00ebf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:12.544563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9601dce8-6c7d-471b-9fbd-2ed2235e6be0 req-165fc7a1-f756-4928-8726-f91db0a00ebf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0810535 Mar 02 08:12:12.590898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9601dce8-6c7d-471b-9fbd-2ed2235e6be0 req-ac6a6619-afac-4a37-ab95-b5d3bae9fb5f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Mar 02 08:12:13.780165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4fdeb-8818-4ace-ac8b-cf5af13b6080 req-1bfded1c-6b0a-445e-ae09-a121c5672a0d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:13.781624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09a4fdeb-8818-4ace-ac8b-cf5af13b6080 req-1bfded1c-6b0a-445e-ae09-a121c5672a0d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0819075 Mar 02 08:12:13.825805 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-09a4fdeb-8818-4ace-ac8b-cf5af13b6080 req-aaa61016-a693-4e81-bb8e-1915697b11b9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 Mar 02 08:12:14.294414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-730981d2-9d1b-4ecf-aa78-e3b658d00b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:15.009162 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df18e1-619c-4590-b732-cd43715629a0 req-b4b194d4-22f1-4d8c-a3b5-b5396132175a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:15.010645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13df18e1-619c-4590-b732-cd43715629a0 req-b4b194d4-22f1-4d8c-a3b5-b5396132175a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0792375 Mar 02 08:12:15.053470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-13df18e1-619c-4590-b732-cd43715629a0 req-14a85023-b99b-45db-83af-53b638b52851 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366211 Mar 02 08:12:15.221816 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-754dc330-0575-4e42-b823-42bacd86e893 req-e04ced45-f812-4fef-86b3-2457207d2080 service neutron] show failed (client error): The resource could not be found. Mar 02 08:12:15.222739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-e04ced45-f812-4fef-86b3-2457207d2080 service neutron] 10.222.0.16 "GET /v2.0/ports/d37c4752-9f0e-4bfc-8ec0-b892acab5308/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0759459 Mar 02 08:12:15.475893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-9765f82b-2683-4921-a678-95e414009acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:15.477301 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-9765f82b-2683-4921-a678-95e414009acd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1096 time: 0.0695710 Mar 02 08:12:15.487434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:12:15.510514 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:15.514110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:15.706674 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:15.962214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:15.991274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:12:16.052502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:16.058326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:16.073301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Transition to ACTIVE for port object d37c4752-9f0e-4bfc-8ec0-b892acab5308 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:12:16.078233 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:16.118249 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'code': 200} Mar 02 08:12:16.222155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:16.260920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c2c03-16ba-4c5e-95c4-28b33916dcd5 req-3631b733-a15d-47d6-abd3-a5682986dff6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:16.262495 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-396c2c03-16ba-4c5e-95c4-28b33916dcd5 req-3631b733-a15d-47d6-abd3-a5682986dff6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.0862072 Mar 02 08:12:16.284672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] No DVR routers for this DVR port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:12:16.310099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-396c2c03-16ba-4c5e-95c4-28b33916dcd5 req-fb5cb95b-ad10-4036-a6a9-f4c6ed42336b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406051 Mar 02 08:12:16.506194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:12:16.506753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:12:16.506753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:12:16.512243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:12:16.512559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Attempting to bind port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:12:16.517539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:12:16.517890 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:12:16.518282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:12:16.518702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Bound port: d37c4752-9f0e-4bfc-8ec0-b892acab5308, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:12:16.519043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:16.604420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:12:16.607577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:12:16.611028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:16.666837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:16.667668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:16.668984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] 10.222.0.39 "PUT /v2.0/ports/d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 1091 time: 1.1856155 Mar 02 08:12:16.726915 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b776d4-e250-44a5-9764-95ac233e369d service neutron] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:16.766364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-59fb3cd2-6d0a-4ff6-9d1f-2e253a01d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:16.767766 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-59fb3cd2-6d0a-4ff6-9d1f-2e253a01d53e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1094 time: 0.0775385 Mar 02 08:12:16.897522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-a605fe9f-0e65-4b3d-8835-35940419349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:16.899082 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-a605fe9f-0e65-4b3d-8835-35940419349e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1261292 Mar 02 08:12:16.927747 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:17.004696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-ca1f65b8-a0f6-4356-8ad2-8687f03f1023 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 999 time: 0.0985768 Mar 02 08:12:17.065698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-006c9bc8-be06-4558-b135-18326b68e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:17.067036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-006c9bc8-be06-4558-b135-18326b68e35e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0571868 Mar 02 08:12:17.247689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc330-0575-4e42-b823-42bacd86e893 req-e7894982-a1a5-4330-b25f-c4d5a8a33750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:17.249155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-e7894982-a1a5-4330-b25f-c4d5a8a33750 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768520 Mar 02 08:12:17.378892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-6ac964d6-7386-48c6-be92-5f93cb71f4d4 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238954 Mar 02 08:12:17.554933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-754dc330-0575-4e42-b823-42bacd86e893 req-6ba29367-c306-4e91-bf33-fec18c53a1f8 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706188 Mar 02 08:12:17.579219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88aef-0e62-4908-99c0-8735810f99d8 req-43ab7418-b7fc-4f30-b75e-6ed0cbc50aec tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:17.580647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffd88aef-0e62-4908-99c0-8735810f99d8 req-43ab7418-b7fc-4f30-b75e-6ed0cbc50aec tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.1194267 Mar 02 08:12:17.625966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ffd88aef-0e62-4908-99c0-8735810f99d8 req-b976fe00-68f4-4d21-88fd-77caa808d073 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Mar 02 08:12:17.816776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:12:17.873499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:12:18.119425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:18.176106 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'status': 'completed', 'code': 200} Mar 02 08:12:18.266888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-4230c493-8a1e-4ba1-ba6d-77c584a3e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.268412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-4230c493-8a1e-4ba1-ba6d-77c584a3e450 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1094 time: 0.0750182 Mar 02 08:12:18.270210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-2ffff113-0ea1-4562-acc7-6af215fb6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.271660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-2ffff113-0ea1-4562-acc7-6af215fb6e14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1094 time: 0.0739143 Mar 02 08:12:18.399893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-0a92aac4-c4f5-4cd5-8d10-cb269ac06243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.401703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-0a92aac4-c4f5-4cd5-8d10-cb269ac06243 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1276758 Mar 02 08:12:18.402032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-bc0c92db-23a6-4005-ac6f-1c0a20833976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.403479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-bc0c92db-23a6-4005-ac6f-1c0a20833976 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1263294 Mar 02 08:12:18.509181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-9493c215-5357-4833-9ac0-08878a81583d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 999 time: 0.1009421 Mar 02 08:12:18.509628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-c6d4b75f-e0fe-4ac4-9679-7080b05c97c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 999 time: 0.0997245 Mar 02 08:12:18.572355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-fb5550d8-1c47-44ec-a7d6-718dffcf68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.572595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-3288dc7a-fd67-4e02-b3b1-7e6152d8b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.574159 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-fb5550d8-1c47-44ec-a7d6-718dffcf68f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0584507 Mar 02 08:12:18.574293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-3288dc7a-fd67-4e02-b3b1-7e6152d8b3ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0587115 Mar 02 08:12:18.653378 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-ec22e0a8-97a7-4130-b2a4-7876c6f1b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.654238 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522810-80c0-4e76-82b6-8397715c5319 req-8d638cae-d3cc-4c28-a244-78d2e9255ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.654802 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-ec22e0a8-97a7-4130-b2a4-7876c6f1b46f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744753 Mar 02 08:12:18.656344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-8d638cae-d3cc-4c28-a244-78d2e9255ae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761425 Mar 02 08:12:18.789333 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-b73b0088-5f7c-4508-8e2e-24b1103a1a85 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275547 Mar 02 08:12:18.838708 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-5956abdb-ef15-489b-a068-d9bf807b2991 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781209 Mar 02 08:12:18.891731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ede2-c01d-4769-b816-f58bca76287c req-13227329-9d70-4f18-9dbe-a403f11aaea9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:18.893191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ed8ede2-c01d-4769-b816-f58bca76287c req-13227329-9d70-4f18-9dbe-a403f11aaea9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.1509333 Mar 02 08:12:18.956823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:19.006738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1ed8ede2-c01d-4769-b816-f58bca76287c req-a130cd33-355b-4f66-a91d-22c54de895c9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651886 Mar 02 08:12:19.031466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-15dc1f7b-f172-4238-99e4-a1c7dffe76d0 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838620 Mar 02 08:12:19.035198 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90522810-80c0-4e76-82b6-8397715c5319 req-ccac90ee-4174-4312-a929-094ed324e021 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395241 Mar 02 08:12:19.125336 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:20.196543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f49a-0a91-4610-b9f1-8394cad4b6d4 req-80238f0f-4c8c-494b-806b-51293b6cf450 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:20.198020 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f886f49a-0a91-4610-b9f1-8394cad4b6d4 req-80238f0f-4c8c-494b-806b-51293b6cf450 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 943 time: 0.0801396 Mar 02 08:12:20.242585 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f886f49a-0a91-4610-b9f1-8394cad4b6d4 req-3ec1a4db-3f28-4977-9dbf-00b44bc806a2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Mar 02 08:12:20.924345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:12:21.054918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:21.068053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'mac_address': 'fa:16:3e:45:06:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:12:21.125641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:21.141601 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37c4752-9f0e-4bfc-8ec0-b892acab5308 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:12:21.157750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:21.161445 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:21.230165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:21.428568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8698de3-1eb5-446f-bdb7-a63a38c9245a req-7857a324-2914-488b-9663-538bc69cff70 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:21.430023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8698de3-1eb5-446f-bdb7-a63a38c9245a req-7857a324-2914-488b-9663-538bc69cff70 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 944 time: 0.0812106 Mar 02 08:12:21.467474 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['d37c4752-9f0e-4bfc-8ec0-b892acab5308'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:12:21.473487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b8698de3-1eb5-446f-bdb7-a63a38c9245a req-aec43bab-d2c6-49a2-ae13-36580d069153 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 Mar 02 08:12:21.779156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f42039-747f-43ab-a830-e36f14caf41f req-b3d238a6-9dd5-4264-b854-3015c2f4dfab tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:21.780541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94f42039-747f-43ab-a830-e36f14caf41f req-b3d238a6-9dd5-4264-b854-3015c2f4dfab tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 944 time: 0.0821092 Mar 02 08:12:21.793088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-2625aa1f-9b6e-404b-bad9-f6518ee25c39 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:21.794513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-2625aa1f-9b6e-404b-bad9-f6518ee25c39 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.0879877 Mar 02 08:12:21.832654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94f42039-747f-43ab-a830-e36f14caf41f req-b70e13d1-aba3-4398-8701-b7ca04dc01f5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Mar 02 08:12:21.886022 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-61297a95-78f2-4191-a512-a7e0962bd800 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:12:21.888389 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-61297a95-78f2-4191-a512-a7e0962bd800 service neutron] 10.222.0.16 "DELETE /v2.0/ports/d37c4752-9f0e-4bfc-8ec0-b892acab5308/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0882554 Mar 02 08:12:22.060711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-e7040ed7-bafc-497c-9782-b6760d243768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:22.062255 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-e7040ed7-bafc-497c-9782-b6760d243768 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 1095 time: 0.0936117 Mar 02 08:12:22.218913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-9909243b-f08f-4470-95df-c87252d12a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:22.220401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-9909243b-f08f-4470-95df-c87252d12a89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1526270 Mar 02 08:12:22.326087 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-2141c92d-1d30-4abb-baa0-eaf6f8b1d2de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 200 len: 1000 time: 0.0996668 Mar 02 08:12:22.389472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-2d478a70-81a4-4f0d-8196-d6e5e673b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:22.391286 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-2d478a70-81a4-4f0d-8196-d6e5e673b19e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0593088 Mar 02 08:12:22.468393 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-c24bdc2b-ef01-4800-ba89-6e4121c7d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:22.469905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-c24bdc2b-ef01-4800-ba89-6e4121c7d02f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733950 Mar 02 08:12:22.606419 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-7c6c2dde-71fa-4613-b259-f471170b1dbb service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299360 Mar 02 08:12:22.738051 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-545a0095-9c8a-4524-b35c-bb0e0193ce97 req-b06aca9b-4e4c-4e15-aeca-eaa5132c641e service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262276 Mar 02 08:12:22.935812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:12:23.005533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:12:23.010448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port d37c4752-9f0e-4bfc-8ec0-b892acab5308 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:12:23.010821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:23.038345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660b2cb-8041-4db5-ac71-ebbdd311c8f3 req-6cfb0d5c-1f59-4416-a12b-34da71e96574 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:23.039818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4660b2cb-8041-4db5-ac71-ebbdd311c8f3 req-6cfb0d5c-1f59-4416-a12b-34da71e96574 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 944 time: 0.0958257 Mar 02 08:12:23.087631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4660b2cb-8041-4db5-ac71-ebbdd311c8f3 req-97dc1ad0-c7a7-4388-ab18-8c0534d39d21 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Mar 02 08:12:23.141414 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:23.170766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:23.180883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:23.186229 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:23.224937 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'code': 200} Mar 02 08:12:23.261352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:24.270395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7547d41-ca78-4c2e-8731-cb90cf435b3d req-0466254f-80d5-4075-98bb-0caaf7a43f02 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:24.271867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7547d41-ca78-4c2e-8731-cb90cf435b3d req-0466254f-80d5-4075-98bb-0caaf7a43f02 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0794775 Mar 02 08:12:24.321900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7547d41-ca78-4c2e-8731-cb90cf435b3d req-e6393e24-cbb9-4544-a131-31b306236467 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 Mar 02 08:12:24.521338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89bd7-0f8c-4416-86a6-353b6500e0ae req-37769920-5038-4f12-98ed-1a5ed41f0fd9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:24.522903 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ab89bd7-0f8c-4416-86a6-353b6500e0ae req-37769920-5038-4f12-98ed-1a5ed41f0fd9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0896893 Mar 02 08:12:24.568892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2ab89bd7-0f8c-4416-86a6-353b6500e0ae req-fd5b5d9e-0d53-48d1-be6b-571ffc1c0be5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Mar 02 08:12:24.748492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d07c-ce3f-459a-bd70-3c68ff8e6bbe req-fc9a8813-c1c1-4f26-b958-b637511520d4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:24.749823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f010d07c-ce3f-459a-bd70-3c68ff8e6bbe req-fc9a8813-c1c1-4f26-b958-b637511520d4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0778134 Mar 02 08:12:24.792634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f010d07c-ce3f-459a-bd70-3c68ff8e6bbe req-1e3e22a1-f349-480b-a975-4583a87163ff tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372238 Mar 02 08:12:25.171188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad59eb2-65ee-4fb1-bf15-fbe74973254e req-88a37c5a-b695-4bc4-a6e7-0c52122f0349 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:25.172622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ad59eb2-65ee-4fb1-bf15-fbe74973254e req-88a37c5a-b695-4bc4-a6e7-0c52122f0349 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0830424 Mar 02 08:12:25.216180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ad59eb2-65ee-4fb1-bf15-fbe74973254e req-eb68f3b4-e684-4540-8765-596a0ce1aa80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Mar 02 08:12:26.403124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb49e-5de7-4d19-9fc0-8967a028d594 req-b6a9385b-5779-4d49-a054-59174d78bfa7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:26.404574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1eafb49e-5de7-4d19-9fc0-8967a028d594 req-b6a9385b-5779-4d49-a054-59174d78bfa7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.0825298 Mar 02 08:12:26.600395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1eafb49e-5de7-4d19-9fc0-8967a028d594 req-26fa7a31-a524-448e-ae3f-ec0d160cb9b4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524907 Mar 02 08:12:26.623908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-654f6ed3-531c-467d-9378-48d5ce0f6a89 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:26.625334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-654f6ed3-531c-467d-9378-48d5ce0f6a89 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 945 time: 0.2199173 Mar 02 08:12:26.696280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Deleting port d37c4752-9f0e-4bfc-8ec0-b892acab5308 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:12:26.696625 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:26.935790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] For port d37c4752-9f0e-4bfc-8ec0-b892acab5308, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=d37c4752-9f0e-4bfc-8ec0-b892acab5308,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:26.936148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:27.221570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:27.221883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:27.222202 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 disassociated. External IP: 172.25.4.168, port: d37c4752-9f0e-4bfc-8ec0-b892acab5308. Mar 02 08:12:27.222544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Calling delete_port for d37c4752-9f0e-4bfc-8ec0-b892acab5308 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:12:27.365413 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:27.416411 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'Port': ['ID=d37c4752-9f0e-4bfc-8ec0-b892acab5308,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:27.608525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:12:27.751140 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-85fae71f-2d17-457f-90d6-025aa59e6967 req-8d0c96aa-80f6-43fc-ad5e-d65046b0e3bf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=48a6fc99-f920-4d53-ae6a-157c79e66d39 HTTP/1.1" status: 200 len: 210 time: 0.0424938 Mar 02 08:12:27.789768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:12:27.799640 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:12:27.809240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:12:27.809844 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:12:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:27.866626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] No DVR routers for this DVR port d37c4752-9f0e-4bfc-8ec0-b892acab5308 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:12:27.869341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:27.873998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-deleted', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:27.888405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5e14e605-52e9-4407-86c1-ed5ab9d3a554 req-be19a43f-b91d-4ab8-9eb6-7196641b80d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "DELETE /v2.0/ports/d37c4752-9f0e-4bfc-8ec0-b892acab5308 HTTP/1.1" status: 204 len: 173 time: 1.2580974 Mar 02 08:12:27.923010 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6fc99-f920-4d53-ae6a-157c79e66d39', 'name': 'network-vif-deleted', 'tag': 'd37c4752-9f0e-4bfc-8ec0-b892acab5308', 'status': 'completed', 'code': 200} Mar 02 08:12:27.988672 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:12:28.319032 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:28.322723 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:12:28.331160 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:12:28.331748 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:12:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:28.515139 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:12:28.822197 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:28.826746 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34909-85f6-42da-ba64-9b8ab08e6d1b None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:12:29.054128 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb6277-053c-4ab4-a066-474dea20da15 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:12:29.088320 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-6b00e386-575d-4ad0-87b2-d6182f428a56 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--788069187&fields=id&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 267 time: 0.0392985 Mar 02 08:12:29.239219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-43d357a5-f890-4abf-a5fa-517a6b28f459 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:29.240680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-43d357a5-f890-4abf-a5fa-517a6b28f459 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1455860 Mar 02 08:12:29.256659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-b80df701-598a-44b3-9098-1e012139d35d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/quotas/bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 375 time: 0.0105374 Mar 02 08:12:29.457052 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-2e934386-e8b0-434e-8097-81434bfbcdcd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1950693 Mar 02 08:12:29.594740 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-12b4e58c-bfce-4a41-9f0b-f400cf63e9da service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262510 Mar 02 08:12:29.725063 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-ec6d7f76-59ee-4041-ae1c-9e0c56afccbb service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245568 Mar 02 08:12:30.007058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-74b55611-5d53-4b0b-a764-b66ea22cd8eb req-0f395af4-0651-4d29-a506-965be90aab6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:12:30.021549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-74b55611-5d53-4b0b-a764-b66ea22cd8eb req-0f395af4-0651-4d29-a506-965be90aab6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:12:30.022807 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-74b55611-5d53-4b0b-a764-b66ea22cd8eb req-0f395af4-0651-4d29-a506-965be90aab6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 210 time: 0.1645482 Mar 02 08:12:30.915092 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-dc1c526d-093b-455c-9b11-1e2bc772bc8a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:30.916523 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-dc1c526d-093b-455c-9b11-1e2bc772bc8a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1524343 Mar 02 08:12:30.964319 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-6e6eb282-8c6d-40cf-807c-609a5fa60fc5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 379 time: 0.0398059 Mar 02 08:12:30.969686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:12:30.973622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'port': {'device_id': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'admin_state_up': True, 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'security_groups': ['39b8561b-2cef-4fa0-8871-55feb3ae65e5']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:12:31.003800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: d37c4752-9f0e-4bfc-8ec0-b892acab5308 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:12:31.004156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device d37c4752-9f0e-4bfc-8ec0-b892acab5308 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:12:31.112772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:12:31.123149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:12:31.133315 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:12:31.137447 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.185129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60bfabc9-55c7-4d44-acd3-32ce0e8c9a81 req-3e2cf894-3cf8-4169-a2aa-8404aeac12d7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 210 time: 0.0424364 Mar 02 08:12:31.299918 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Allocated IP 172.20.0.5 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:12:31.483376 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.498525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Transition to ACTIVE for port object 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:12:31.521750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.586823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:12:31.594969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:12:31.599217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:12:31.633391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:31.671755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:31.672373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.698014 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-898ddf7e-2c83-4fa7-80d6-82719657d241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278328 Mar 02 08:12:31.709072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Request body: {'port': {'device_id': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:12:31.821698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.839335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8c502b6e-5d3d-40f3-b389-bd4907ad1340 None None] Provisioning for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:12:31.844681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8c502b6e-5d3d-40f3-b389-bd4907ad1340 None None] Provisioning complete for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:12:31.845122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8c502b6e-5d3d-40f3-b389-bd4907ad1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:31.899519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8c502b6e-5d3d-40f3-b389-bd4907ad1340 None None] Port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:12:32.172150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:12:32.179860 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.195432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Transition to ACTIVE for port object 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:12:32.200025 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.370813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:32.499768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e1dc-cdaa-4aaf-894c-4d89886d3685 req-05f0b9fc-1bb5-4d7f-9b7c-0fe3a7fef72f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:32.500460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8cc1e1dc-cdaa-4aaf-894c-4d89886d3685 req-05f0b9fc-1bb5-4d7f-9b7c-0fe3a7fef72f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:12:32.503873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:12:32.504199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:12:32.504519 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:12:32.514436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:12:32.514759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:12:32.521746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:12:32.522026 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:12:32.522332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:12:32.522754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Bound port: 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:12:32.523107 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.536614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8cc1e1dc-cdaa-4aaf-894c-4d89886d3685 req-05f0b9fc-1bb5-4d7f-9b7c-0fe3a7fef72f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:12:32.537754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8cc1e1dc-cdaa-4aaf-894c-4d89886d3685 req-05f0b9fc-1bb5-4d7f-9b7c-0fe3a7fef72f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.2337177 Mar 02 08:12:32.740296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8cc1e1dc-cdaa-4aaf-894c-4d89886d3685 req-e26dbec5-dc85-4887-b7d3-8d0792ff6895 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952291 Mar 02 08:12:32.753936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:12:32.756936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:12:32.760442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.817585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:32.818213 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.819558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] 10.222.0.39 "PUT /v2.0/ports/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 1091 time: 1.1149549 Mar 02 08:12:32.819988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:32.846375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:32.855219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.856217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.856548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.856809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.857242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.857572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.857917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.858239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.858557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.858871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.859190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.859501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68346edf-8af6-4b8a-a728-aa03f765d265 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:12:32.895365 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'status': 'completed', 'code': 200} Mar 02 08:12:32.937210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-89724a9c-575f-41e6-a058-c07909157bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:32.938727 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-89724a9c-575f-41e6-a058-c07909157bda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0754926 Mar 02 08:12:33.010104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-6c1268cd-02c5-4640-a42c-995494af1a14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 217 time: 0.0651274 Mar 02 08:12:33.070934 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-9701b32f-f212-4dc0-a11b-bc61eac4c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.072395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-9701b32f-f212-4dc0-a11b-bc61eac4c534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0572953 Mar 02 08:12:33.149326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-1877fb1f-bd4c-4c1a-8e71-0830a310e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.151020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-1877fb1f-bd4c-4c1a-8e71-0830a310e62b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729542 Mar 02 08:12:33.280165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-dad1959b-2208-4266-a5bd-a7451b239564 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232047 Mar 02 08:12:33.407780 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3ee33faf-09b7-4ff4-9fe2-8077f70fa53c req-10417887-75c7-4c26-a68c-9382bd3d08b3 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218169 Mar 02 08:12:33.518500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae21f-be03-474f-80ce-211a40f8a29b req-835df663-ab0a-4a9b-a9a0-8d26d0e889c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.520136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-835df663-ab0a-4a9b-a9a0-8d26d0e889c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0697031 Mar 02 08:12:33.649573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae21f-be03-474f-80ce-211a40f8a29b req-36cec9ae-f1e3-48fb-944c-36680bdf9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.651283 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-36cec9ae-f1e3-48fb-944c-36680bdf9096 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1254940 Mar 02 08:12:33.720291 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-55703372-f5f8-40ba-9a06-e3354a1e9801 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 217 time: 0.0630870 Mar 02 08:12:33.781046 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae21f-be03-474f-80ce-211a40f8a29b req-838d5a4c-bd5f-42c6-8cfd-6ce2e2348acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.782521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-838d5a4c-bd5f-42c6-8cfd-6ce2e2348acf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0569849 Mar 02 08:12:33.901557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae21f-be03-474f-80ce-211a40f8a29b req-6afa47da-2377-400a-b59a-eff08f72bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:33.903356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-6afa47da-2377-400a-b59a-eff08f72bb7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140630 Mar 02 08:12:34.028291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaac064-39ed-4912-80bd-d65eff035f1e req-aafaeb5d-ee15-4f79-ba7b-88ef01641474 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:34.029740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edaac064-39ed-4912-80bd-d65eff035f1e req-aafaeb5d-ee15-4f79-ba7b-88ef01641474 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.1830955 Mar 02 08:12:34.081454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-61e0965e-8c0f-4fa0-8ad4-428f2128a19b service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712756 Mar 02 08:12:34.092195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edaac064-39ed-4912-80bd-d65eff035f1e req-31bfa57e-6602-489b-a384-d67c56c3fa7c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561512 Mar 02 08:12:34.215781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-077ae21f-be03-474f-80ce-211a40f8a29b req-1bc7f240-0dda-431d-9079-8711d82515a6 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265953 Mar 02 08:12:35.280419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed62c0-ff50-4346-8a63-eec5a8da9569 req-23a134e3-5617-4837-b25e-a6ed129faec8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:35.281905 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ed62c0-ff50-4346-8a63-eec5a8da9569 req-23a134e3-5617-4837-b25e-a6ed129faec8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.0840490 Mar 02 08:12:35.325789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ed62c0-ff50-4346-8a63-eec5a8da9569 req-d2f5b1af-aa57-4a17-9108-8d6aa986fbc9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382144 Mar 02 08:12:36.621479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1d27-c042-4041-92b6-7762dfa410f7 req-951505ac-ae2e-4723-ac2f-903327f5fda9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:36.622872 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4af1d27-c042-4041-92b6-7762dfa410f7 req-951505ac-ae2e-4723-ac2f-903327f5fda9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.1912801 Mar 02 08:12:36.666128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4af1d27-c042-4041-92b6-7762dfa410f7 req-b3698a2f-76f5-468a-ad03-c9a1d8b8109c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Mar 02 08:12:37.009278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:12:37.142381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:37.156827 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'mac_address': 'fa:16:3e:80:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:12:37.210238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:37.227632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:12:37.242407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:37.246087 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:37.314230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:37.543757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:12:37.849267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096c934-031f-42ca-b0d2-b974e1e677ae req-1ec93ef1-fd19-4857-8ee6-bfdf3bf8e75a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:37.850736 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a096c934-031f-42ca-b0d2-b974e1e677ae req-1ec93ef1-fd19-4857-8ee6-bfdf3bf8e75a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 944 time: 0.0794814 Mar 02 08:12:37.898171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a096c934-031f-42ca-b0d2-b974e1e677ae req-64f882e3-ea6a-40a1-ad32-068616a11a57 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Mar 02 08:12:39.025411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:12:39.083320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20dbaf-da8f-492b-8bbc-601874f97772 req-87dd9776-c399-4997-adb7-6027f13eff5b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:39.084779 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da20dbaf-da8f-492b-8bbc-601874f97772 req-87dd9776-c399-4997-adb7-6027f13eff5b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 944 time: 0.0838373 Mar 02 08:12:39.096188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:12:39.100957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:12:39.101331 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:39.129197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da20dbaf-da8f-492b-8bbc-601874f97772 req-0d73d450-eccf-407b-bde8-346ff7ba50af tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 Mar 02 08:12:39.218712 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:39.244086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:39.253756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:12:39.257758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:39.294788 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'code': 200} Mar 02 08:12:39.338251 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:12:39.415468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43491842-7053-4fd8-aec7-80d46cd99313 req-21620f3e-5e0c-463d-97b0-4b2db3919b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:39.416915 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43491842-7053-4fd8-aec7-80d46cd99313 req-21620f3e-5e0c-463d-97b0-4b2db3919b09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1096 time: 0.0675769 Mar 02 08:12:39.455728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-43491842-7053-4fd8-aec7-80d46cd99313 req-e03c0292-81d8-4348-96e8-caf4ac1dc9a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332117 Mar 02 08:12:40.315000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107e051-d548-47c2-8ad0-2977498ff35e req-51ce7876-9f40-4024-9977-a01f62715863 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:40.316446 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e107e051-d548-47c2-8ad0-2977498ff35e req-51ce7876-9f40-4024-9977-a01f62715863 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0832424 Mar 02 08:12:40.361230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e107e051-d548-47c2-8ad0-2977498ff35e req-a6fd7b8b-334b-4d03-af23-5887d395f826 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392327 Mar 02 08:12:41.050879 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:12:41.547510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa5517-0c06-42b2-8927-cd3cc7219773 req-509a8c98-b6a6-4515-ad5a-ee87503c5e8e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:41.548959 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5efa5517-0c06-42b2-8927-cd3cc7219773 req-509a8c98-b6a6-4515-ad5a-ee87503c5e8e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0807109 Mar 02 08:12:41.593363 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5efa5517-0c06-42b2-8927-cd3cc7219773 req-e56f5966-a5b6-4d60-817d-62c3738fbfd5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 Mar 02 08:12:41.768181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41be68-ec1a-4824-b189-69c35b8a7706 req-ef13429e-72f3-40ba-be52-61e01caaf20b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:41.769545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d41be68-ec1a-4824-b189-69c35b8a7706 req-ef13429e-72f3-40ba-be52-61e01caaf20b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0795689 Mar 02 08:12:41.778966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43476) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:12:41.783843 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'floatingip': {'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:12:41.860667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:41.971576 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b0a849d1-8f70-44a1-9ebf-877a5ce73e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:42.452659 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:42.456456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:42.625757 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 associated. External IP: 172.25.4.168, port: 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb. Mar 02 08:12:43.078707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:12:43.259307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:12:43.264826 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:43.269653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:12:43.280043 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:12:43.280649 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:12:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:43.319282 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f29c2f29-0b16-420b-a453-a968681c8dac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "PUT /v2.0/floatingips/2583053f-396e-4c1c-9087-bcdca5d5fdc1 HTTP/1.1" status: 200 len: 991 time: 1.5392468 Mar 02 08:12:43.319866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:12:43.368014 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'status': 'completed', 'code': 200} Mar 02 08:12:43.464287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-0058f903-47da-4927-bfee-28e255ea7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:43.465914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-0058f903-47da-4927-bfee-28e255ea7119 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1096 time: 0.0764618 Mar 02 08:12:43.469179 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:12:43.682208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-555a9da8-c34a-45c0-888f-492accf464b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:43.684652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-555a9da8-c34a-45c0-888f-492accf464b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.2132790 Mar 02 08:12:43.779896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ddfc-5e11-4a91-82da-dfb555e992d9 req-964d9159-e3d8-4249-b3f2-21c1924ed99c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:43.781388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b439ddfc-5e11-4a91-82da-dfb555e992d9 req-964d9159-e3d8-4249-b3f2-21c1924ed99c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.1923525 Mar 02 08:12:43.823639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-ee14c5e9-0508-43dd-8b97-85e5281c95cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 999 time: 0.1325054 Mar 02 08:12:43.875107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:80:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:12:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:43.878984 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:12:43.887410 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:12:43.888009 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:12:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:43.889971 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b439ddfc-5e11-4a91-82da-dfb555e992d9 req-ff5b8649-4e6e-4ce2-ad6b-7bc724f20141 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003807 Mar 02 08:12:43.905743 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-329ff0ef-bb01-4b6c-897d-8bece69d6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:43.907314 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-329ff0ef-bb01-4b6c-897d-8bece69d6460 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0730479 Mar 02 08:12:43.981780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-02129760-957d-45e3-847d-0f49d6429fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:43.983195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-02129760-957d-45e3-847d-0f49d6429fcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698109 Mar 02 08:12:44.069003 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:12:44.114914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-82589af6-2a6a-4d3e-a486-75d4e37112ec service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260545 Mar 02 08:12:44.244914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec878a7d-815d-44b9-b330-bfc212e0a18c req-a8c2a6e1-126d-4423-9219-c6f8f9a641a9 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236081 Mar 02 08:12:44.297064 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fb20ec11-a056-43b9-87e5-75ce47ea66bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:44.415929 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:80:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:12:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:12:44.420549 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e1a19-df8f-4f1e-891f-beb4089023c0 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:80:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:12:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:12:44.605219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0be3cc-cdf1-4274-adeb-1f2dc5d25151 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:12:45.081052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8e770-de20-4f69-bb58-7208e7eaed20 req-bad3597e-50ad-4ea4-8099-23e1a83da27b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:45.082525 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4e8e770-de20-4f69-bb58-7208e7eaed20 req-bad3597e-50ad-4ea4-8099-23e1a83da27b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0819678 Mar 02 08:12:45.125733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4e8e770-de20-4f69-bb58-7208e7eaed20 req-07119bed-ec26-4e34-bbb3-8dca93c96b7e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375338 Mar 02 08:12:45.502776 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:45.506360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:46.306657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e68a84-7af6-4774-8f9b-a7bc91ffec04 req-7a9eb6c1-003f-4051-bf62-7e55c118b343 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:46.308157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e68a84-7af6-4774-8f9b-a7bc91ffec04 req-7a9eb6c1-003f-4051-bf62-7e55c118b343 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0788057 Mar 02 08:12:46.363474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a8e68a84-7af6-4774-8f9b-a7bc91ffec04 req-b600914f-6d93-4a22-b04e-c8d632f4d969 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497720 Mar 02 08:12:46.926267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:47.550989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a4254-6ed5-40fe-a634-50d278e0f797 req-42f8d882-da91-4518-82c6-191cefb9767b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:47.552447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-730a4254-6ed5-40fe-a634-50d278e0f797 req-42f8d882-da91-4518-82c6-191cefb9767b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0801871 Mar 02 08:12:47.596092 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-730a4254-6ed5-40fe-a634-50d278e0f797 req-c7b42218-08fd-48cb-9f8d-ab2cd7facdb1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380423 Mar 02 08:12:48.914579 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499151-da8f-424e-b160-686f7e8cf592 req-413ec939-db5d-4a96-b15e-97e1e0ca3a44 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:48.915954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4499151-da8f-424e-b160-686f7e8cf592 req-413ec939-db5d-4a96-b15e-97e1e0ca3a44 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.2128587 Mar 02 08:12:48.960038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d4499151-da8f-424e-b160-686f7e8cf592 req-6d994270-2475-4827-a1b4-e5029d8ae5a1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Mar 02 08:12:48.970492 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:49.113767 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:49.907630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-2817ee21-4551-4612-ac3e-e3342241b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:49.909112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-2817ee21-4551-4612-ac3e-e3342241b708 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1096 time: 0.0730734 Mar 02 08:12:50.068889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-7b86b661-dda3-4ca9-bf7d-84d9018c3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:50.070368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-7b86b661-dda3-4ca9-bf7d-84d9018c3e54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1427546 Mar 02 08:12:50.170608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391fd6-427d-44b3-957b-fa457e733baa req-87f7e16e-12fa-4151-9717-ac8e618e8aa6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:50.172135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5391fd6-427d-44b3-957b-fa457e733baa req-87f7e16e-12fa-4151-9717-ac8e618e8aa6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0988412 Mar 02 08:12:50.187978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-9b1deafc-9f59-45f9-9cad-a626098442fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 1001 time: 0.1119065 Mar 02 08:12:50.217934 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b5391fd6-427d-44b3-957b-fa457e733baa req-e4826b16-d89a-417b-9b74-b67895fe22e3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 Mar 02 08:12:50.255005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-aac08edb-546c-4fcd-93b1-72c9151b2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:50.258413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-aac08edb-546c-4fcd-93b1-72c9151b2054 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0634577 Mar 02 08:12:50.335605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-9a1f63f6-6a84-46a7-b93d-04242d71b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:50.337299 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-9a1f63f6-6a84-46a7-b93d-04242d71b6c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742066 Mar 02 08:12:50.473911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-c256430e-ae19-4b39-9644-1d5cb4e29d70 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297004 Mar 02 08:12:50.619521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f58c645-6e40-4a22-abd2-6478c053c5fc req-38430ca3-42ae-4e3a-b9da-11c9a08f8550 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403534 Mar 02 08:12:51.409590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614eeba-d799-4fc5-8c8a-da61fbcbb0ae req-5eb368fa-d2d0-4d40-b712-c4adc6db5e6b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:51.411064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1614eeba-d799-4fc5-8c8a-da61fbcbb0ae req-5eb368fa-d2d0-4d40-b712-c4adc6db5e6b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0825427 Mar 02 08:12:51.453928 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1614eeba-d799-4fc5-8c8a-da61fbcbb0ae req-a26a3e4e-a36c-4013-b4a7-f885df490960 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373158 Mar 02 08:12:52.644140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01e699-c654-4a7f-b6b5-52007fcb9dcb req-969bbeef-3127-4288-b14a-9d9b15bbb11e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:52.645520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca01e699-c654-4a7f-b6b5-52007fcb9dcb req-969bbeef-3127-4288-b14a-9d9b15bbb11e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0808260 Mar 02 08:12:52.692970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ca01e699-c654-4a7f-b6b5-52007fcb9dcb req-065e6f57-d53a-47ce-a4a5-3445438f753b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 Mar 02 08:12:53.878718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3849-8a9f-41bb-8b90-a8921618f907 req-cf8e244d-99bf-4435-a5ab-06a719284df4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:53.880143 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1cc3849-8a9f-41bb-8b90-a8921618f907 req-cf8e244d-99bf-4435-a5ab-06a719284df4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0812860 Mar 02 08:12:53.924330 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1cc3849-8a9f-41bb-8b90-a8921618f907 req-14528a02-57a4-477c-ac48-8df20b9958f8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Mar 02 08:12:55.110259 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090904-b153-4a82-807c-08f19bffe035 req-dc407bc7-c8ab-4066-9b7f-2b798aec6776 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:55.111716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e090904-b153-4a82-807c-08f19bffe035 req-dc407bc7-c8ab-4066-9b7f-2b798aec6776 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0813985 Mar 02 08:12:55.155318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e090904-b153-4a82-807c-08f19bffe035 req-36f94abc-cdcc-46cc-948d-47827fa56ae1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Mar 02 08:12:56.352941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac48d4-300d-4b17-b31c-fff55498d46b req-171fb998-359c-413a-af07-a79f76cafbbd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:56.354464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9ac48d4-300d-4b17-b31c-fff55498d46b req-171fb998-359c-413a-af07-a79f76cafbbd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0828855 Mar 02 08:12:56.404026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9ac48d4-300d-4b17-b31c-fff55498d46b req-7f83dda7-419e-47ac-88b6-58d67ea831f0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Mar 02 08:12:57.592039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa975b-758a-4ac8-900f-4fe549dc8416 req-061377cd-b43f-426b-9826-f10c4f543d4a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:57.593484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4fa975b-758a-4ac8-900f-4fe549dc8416 req-061377cd-b43f-426b-9826-f10c4f543d4a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0850995 Mar 02 08:12:57.637619 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c4fa975b-758a-4ac8-900f-4fe549dc8416 req-69b1aa69-07e8-45df-99ed-a9b0b7a9058c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381725 Mar 02 08:12:58.825082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950438c-a8c1-4f56-affd-b85e6933060b req-e255cd82-db8a-4d71-bb40-39eba5b34dfe tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:58.826572 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0950438c-a8c1-4f56-affd-b85e6933060b req-e255cd82-db8a-4d71-bb40-39eba5b34dfe tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0839047 Mar 02 08:12:58.871519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0950438c-a8c1-4f56-affd-b85e6933060b req-3410683e-f81e-4718-b2a1-407943a485d3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Mar 02 08:13:00.057039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a996-618a-410b-b487-7618ac7a5c77 req-c220ab11-3946-4df2-a634-c17f87ca3a67 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:00.059275 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1330a996-618a-410b-b487-7618ac7a5c77 req-c220ab11-3946-4df2-a634-c17f87ca3a67 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0818620 Mar 02 08:13:00.103527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1330a996-618a-410b-b487-7618ac7a5c77 req-e1df0df9-70ad-4dd7-a9d0-6812d2b4197b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 Mar 02 08:13:01.285539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b5bc1-88c8-496a-b41e-6a6ab3d94c3c req-30bb5816-861e-4db2-8786-ab68c8172942 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:01.287026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a4b5bc1-88c8-496a-b41e-6a6ab3d94c3c req-30bb5816-861e-4db2-8786-ab68c8172942 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0801597 Mar 02 08:13:01.333876 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a4b5bc1-88c8-496a-b41e-6a6ab3d94c3c req-bf038fe1-cfcf-4a24-83f4-d7a974d3271c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Mar 02 08:13:02.518829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306a35-cfb0-44bb-bd22-f38ecb8e443f req-b167398f-553b-4d95-be6f-c096e7e6d0b6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:02.520293 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3306a35-cfb0-44bb-bd22-f38ecb8e443f req-b167398f-553b-4d95-be6f-c096e7e6d0b6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0817223 Mar 02 08:13:02.564536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e3306a35-cfb0-44bb-bd22-f38ecb8e443f req-d993019c-71f7-4666-9b35-f564ad62a960 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Mar 02 08:13:03.749648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0da74f-554d-4f3d-a6e7-7fddfd35b484 req-ecc8d12d-5693-455a-b615-b8773c01dea5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:03.751110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d0da74f-554d-4f3d-a6e7-7fddfd35b484 req-ecc8d12d-5693-455a-b615-b8773c01dea5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0787241 Mar 02 08:13:03.793646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3d0da74f-554d-4f3d-a6e7-7fddfd35b484 req-9822390b-b268-40ea-a556-8c32a4699c18 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368323 Mar 02 08:13:04.982107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ebba1-e90c-42ba-b405-c12a14c62959 req-e4131510-0751-4b9f-9fab-0113b6b102d4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:04.983620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d0ebba1-e90c-42ba-b405-c12a14c62959 req-e4131510-0751-4b9f-9fab-0113b6b102d4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0826294 Mar 02 08:13:05.027474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8d0ebba1-e90c-42ba-b405-c12a14c62959 req-391350bf-6e21-40d7-8388-2fe51f641998 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Mar 02 08:13:06.212901 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9b3f-9ff3-4085-b2ad-5aea9dfd983c req-957aa85d-3f78-462b-a257-0b4dc2ce564d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:06.214360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-721f9b3f-9ff3-4085-b2ad-5aea9dfd983c req-957aa85d-3f78-462b-a257-0b4dc2ce564d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0821776 Mar 02 08:13:06.257549 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-721f9b3f-9ff3-4085-b2ad-5aea9dfd983c req-30614d8e-8513-4d63-8395-65564d299b8c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376325 Mar 02 08:13:07.444516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78fe5b-cbd9-4038-8bae-9ccf4086c9ed req-55bf2ce2-1853-4caf-b32a-6a3df5ddeeab tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:07.445979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e78fe5b-cbd9-4038-8bae-9ccf4086c9ed req-55bf2ce2-1853-4caf-b32a-6a3df5ddeeab tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0822592 Mar 02 08:13:07.489743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3e78fe5b-cbd9-4038-8bae-9ccf4086c9ed req-7327788c-bd12-46df-bcb1-e94353aff248 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370095 Mar 02 08:13:08.672136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab443bd-ffa6-497e-b33f-1ed41aeec762 req-5e530b93-0829-45b3-bd75-acf730e2d688 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:08.673511 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ab443bd-ffa6-497e-b33f-1ed41aeec762 req-5e530b93-0829-45b3-bd75-acf730e2d688 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0792167 Mar 02 08:13:08.717468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7ab443bd-ffa6-497e-b33f-1ed41aeec762 req-8525da61-187a-4d2f-a5d5-9c683b4dcb2e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382018 Mar 02 08:13:09.901774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9f700-1d2c-4c13-a0bb-56828c4d23e7 req-4a8b441a-7e38-408e-b30b-fa6868205241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:09.903289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2e9f700-1d2c-4c13-a0bb-56828c4d23e7 req-4a8b441a-7e38-408e-b30b-fa6868205241 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0825260 Mar 02 08:13:09.946883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2e9f700-1d2c-4c13-a0bb-56828c4d23e7 req-21b809a2-f4da-4930-ad36-37db786723a3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Mar 02 08:13:10.295389 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-d0ff7f56-a6fe-4fd2-b5b1-42805dc24186 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737300 Mar 02 08:13:10.342462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4194b-c187-4e21-a850-9ef9f97c627c req-8d6db66d-3a2d-4cac-9fbf-e189d41570fc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:10.343711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90c4194b-c187-4e21-a850-9ef9f97c627c req-8d6db66d-3a2d-4cac-9fbf-e189d41570fc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0806572 Mar 02 08:13:10.392936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90c4194b-c187-4e21-a850-9ef9f97c627c req-c5613477-4159-47c3-b644-541131c8f983 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433867 Mar 02 08:13:11.420157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-a6aa4036-4a9d-4355-9bf7-ca2d35d3eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:11.421873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-a6aa4036-4a9d-4355-9bf7-ca2d35d3eea6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1096 time: 0.0725050 Mar 02 08:13:11.705664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-04aee3bb-4a12-4381-8076-d8db6ce2775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:11.707043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-04aee3bb-4a12-4381-8076-d8db6ce2775e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.2800179 Mar 02 08:13:11.799332 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e44052-398c-490d-adde-6a46d0938b68 req-6ee4f260-749c-4941-9958-b8cf7a668f85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:11.800774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24e44052-398c-490d-adde-6a46d0938b68 req-6ee4f260-749c-4941-9958-b8cf7a668f85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.1874406 Mar 02 08:13:11.848071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-2b1d5430-d67b-4449-866f-ab0136d23486 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 1001 time: 0.1305890 Mar 02 08:13:11.892042 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-24e44052-398c-490d-adde-6a46d0938b68 req-12575d2a-7217-4108-a1c7-f5fa40b6e19b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857422 Mar 02 08:13:11.918582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-ed05f9e5-dd70-4259-8e9c-a2706906fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:11.920018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-ed05f9e5-dd70-4259-8e9c-a2706906fc90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0645642 Mar 02 08:13:11.974351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-603c6ed9-7d12-4839-8952-db687a44a03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:11.998878 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-0f5221f7-1b0c-4eb1-a235-78da74241060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:12.000340 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-0f5221f7-1b0c-4eb1-a235-78da74241060 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747931 Mar 02 08:13:12.132105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-ec9f2480-e86f-4b13-a6df-6e8c8c915b52 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252041 Mar 02 08:13:12.265171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-92642f61-0608-4c29-b320-9090282b87ca service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266088 Mar 02 08:13:13.078315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cecee-efbc-4e01-96e9-7cecf16c65cf req-68ba2b55-9726-4d59-b690-05ed0896286a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:13.079742 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e62cecee-efbc-4e01-96e9-7cecf16c65cf req-68ba2b55-9726-4d59-b690-05ed0896286a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0792191 Mar 02 08:13:13.122194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e62cecee-efbc-4e01-96e9-7cecf16c65cf req-ec651786-d83a-4518-9a88-afaf6288dfc8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 Mar 02 08:13:14.034268 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-9f6b04a0-b007-4560-8332-5223e162d893 req-73e164f8-46e7-4306-b772-09031529acf5 service neutron] show failed (client error): The resource could not be found. Mar 02 08:13:14.035424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-73e164f8-46e7-4306-b772-09031529acf5 service neutron] 10.222.0.39 "GET /v2.0/ports/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0744951 Mar 02 08:13:14.302886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95ecf296-53ba-4521-be91-cc734edc966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:14.317884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ab361-5367-407f-bd4b-b32a56e96143 req-56a58d1e-b0e3-4a6f-8952-6ec6a3b00bf6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:14.319360 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e24ab361-5367-407f-bd4b-b32a56e96143 req-56a58d1e-b0e3-4a6f-8952-6ec6a3b00bf6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0864317 Mar 02 08:13:14.366468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e24ab361-5367-407f-bd4b-b32a56e96143 req-8caa8590-30ee-403f-9e83-8613059b0e61 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Mar 02 08:13:14.455465 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-075ad8ce-0536-429c-966a-da16f7ebe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:14.456964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-075ad8ce-0536-429c-966a-da16f7ebe843 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1096 time: 0.2315521 Mar 02 08:13:14.466909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:14.576120 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:14.840269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:14.870784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:13:14.933659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:14.940287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:14.956736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Transition to ACTIVE for port object 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:13:14.959875 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:14.993421 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'code': 200} Mar 02 08:13:15.103092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:15.116514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.116859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.117198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.117531 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.117884 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.118210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.118535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.118860 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.119184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.119509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.119828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.120147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:15.178173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] No DVR routers for this DVR port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:13:15.406797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:13:15.407136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:13:15.407457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:15.412020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:13:15.412390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Attempting to bind port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:15.417279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:13:15.417617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:13:15.418076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:13:15.418511 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Bound port: 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:13:15.419098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:15.507205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:15.518243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:13:15.520820 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:15.521745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:13:15.526366 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:15.576125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7162a3-cb64-4723-abe8-ed9bf99bbb1c req-00f0d914-c868-4c5f-ab74-9cc700747f15 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:15.577634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb7162a3-cb64-4723-abe8-ed9bf99bbb1c req-00f0d914-c868-4c5f-ab74-9cc700747f15 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.0947530 Mar 02 08:13:15.585659 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:15.586296 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:15.587857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 1091 time: 1.1246152 Mar 02 08:13:15.634437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb7162a3-cb64-4723-abe8-ed9bf99bbb1c req-9c574100-93c1-4124-b064-5a10d8d92969 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485857 Mar 02 08:13:15.654843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637a037-1ce1-4921-bacc-f63dc19416e3 service neutron] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:15.689114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-9bcaf691-e93c-4bab-bbb6-15a87cf36fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:15.690630 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-9bcaf691-e93c-4bab-bbb6-15a87cf36fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0781550 Mar 02 08:13:15.823164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-e76b0d53-53ad-4417-8460-5c7727f18d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:15.825188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-e76b0d53-53ad-4417-8460-5c7727f18d91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1280029 Mar 02 08:13:15.926380 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-18fc3c8f-b401-4d8d-8a0a-8d6f63c46daf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 999 time: 0.0949795 Mar 02 08:13:15.986549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-9b0905cb-3318-499b-a8d3-c14ea271c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:15.987907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-9b0905cb-3318-499b-a8d3-c14ea271c267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0560794 Mar 02 08:13:16.165304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b04a0-b007-4560-8332-5223e162d893 req-b78d51a4-da05-4fa2-b109-5ecab25d348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:16.166798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-b78d51a4-da05-4fa2-b109-5ecab25d348c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728611 Mar 02 08:13:16.294703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-f6016ebe-3bec-41ff-8f87-b76a3f5d7202 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216953 Mar 02 08:13:16.423145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f6b04a0-b007-4560-8332-5223e162d893 req-7b96f366-6977-4e72-9b38-98f6fa01440f service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222789 Mar 02 08:13:16.820738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f5450-5ddd-44c1-ad83-2331bd7453f7 req-c56a81b2-6740-40f2-8a98-c6eb67bfb169 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:16.822129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f31f5450-5ddd-44c1-ad83-2331bd7453f7 req-c56a81b2-6740-40f2-8a98-c6eb67bfb169 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.0797243 Mar 02 08:13:16.866093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f31f5450-5ddd-44c1-ad83-2331bd7453f7 req-dba7ebd1-f6e6-4734-9f12-4bedf3751125 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372896 Mar 02 08:13:16.929419 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:16.994850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:17.050672 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'status': 'completed', 'code': 200} Mar 02 08:13:17.136175 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-beee83bb-8f34-4ef8-b1e6-7a4b50295afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.138347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-beee83bb-8f34-4ef8-b1e6-7a4b50295afd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0715191 Mar 02 08:13:17.145478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-594b7018-b2cb-40dd-979c-042a2f39f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.146973 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-594b7018-b2cb-40dd-979c-042a2f39f53e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0744956 Mar 02 08:13:17.268956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-352ced2f-f672-49c7-ad02-9e904e447024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.270428 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-352ced2f-f672-49c7-ad02-9e904e447024 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1268203 Mar 02 08:13:17.277119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-fedbb7f1-0f71-4348-ba72-dcdbd5a16ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.279254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-fedbb7f1-0f71-4348-ba72-dcdbd5a16ba0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1265535 Mar 02 08:13:17.293274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:13:17.352833 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:13:17.375397 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-3d0bf2ea-e186-424f-a78b-e01fe6a0590b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 999 time: 0.0988204 Mar 02 08:13:17.386295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-ad4ecb3f-3567-4000-9ac6-27e055a29f2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 999 time: 0.0997605 Mar 02 08:13:17.443407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-477ef303-e0d8-4a70-afef-c7239e6df973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.444847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-477ef303-e0d8-4a70-afef-c7239e6df973 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0582173 Mar 02 08:13:17.447395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-ec33ef6c-a5d0-44a3-82b4-c250df7498c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.448803 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-ec33ef6c-a5d0-44a3-82b4-c250df7498c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0565710 Mar 02 08:13:17.524978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-61965a37-17d8-475e-b3b0-2855827c1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.526532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-61965a37-17d8-475e-b3b0-2855827c1c19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757196 Mar 02 08:13:17.526880 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-23146af6-437f-42e1-acff-1662d11a42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.529242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-23146af6-437f-42e1-acff-1662d11a42e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747590 Mar 02 08:13:17.663010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-d431ba55-f7d2-4433-8825-3a4fad45c74e service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261003 Mar 02 08:13:17.773277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-82caad98-97ca-4853-aebb-41e204088a97 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406034 Mar 02 08:13:17.799823 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-e796a696-779b-4c0f-b210-966f5e4f42da service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304264 Mar 02 08:13:17.903833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6c7fa6c7-6e6a-4eb4-80fc-d4780a522b16 req-355131d8-c2c3-46a3-96ab-3c16da61da67 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248107 Mar 02 08:13:18.050254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1253c0-99ee-4946-85f7-2dd83c1203b8 req-b6186cd1-9322-47c9-b684-4154c518aeb5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:18.050824 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:13:18.051635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d1253c0-99ee-4946-85f7-2dd83c1203b8 req-b6186cd1-9322-47c9-b684-4154c518aeb5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.0792506 Mar 02 08:13:18.095388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2d1253c0-99ee-4946-85f7-2dd83c1203b8 req-946f0e2b-29d0-4669-95fb-6c1fb7d0430c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Mar 02 08:13:18.990213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:19.119515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:19.281054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43b79-0f92-4681-b71f-af118401b3c3 req-2b5b87b1-1d21-472a-bb98-a626c6f6eccb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:19.282427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14b43b79-0f92-4681-b71f-af118401b3c3 req-2b5b87b1-1d21-472a-bb98-a626c6f6eccb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.0806379 Mar 02 08:13:19.326121 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-14b43b79-0f92-4681-b71f-af118401b3c3 req-0fb5cb96-861d-4f26-bbc4-c01560524592 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Mar 02 08:13:19.648075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-236b3419-6c32-4679-bbcb-44170331c03f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:19.649900 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-236b3419-6c32-4679-bbcb-44170331c03f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 943 time: 0.0924869 Mar 02 08:13:19.779120 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-f609702c-285f-4098-b79f-21d399dec934 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:13:19.780101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-f609702c-285f-4098-b79f-21d399dec934 service neutron] 10.222.0.39 "DELETE /v2.0/ports/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.1248083 Mar 02 08:13:19.803944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd276206-6887-41c2-9bab-43426d735861 req-220fcb72-db05-4e2f-800e-1200156180f0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:19.805296 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd276206-6887-41c2-9bab-43426d735861 req-220fcb72-db05-4e2f-800e-1200156180f0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 943 time: 0.1027520 Mar 02 08:13:19.850099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bd276206-6887-41c2-9bab-43426d735861 req-42b6d15c-6e20-43be-b3f1-b9a999a7cf99 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391641 Mar 02 08:13:19.919323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-29f6b291-96ed-4de4-888c-6c051d43bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:19.920781 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-29f6b291-96ed-4de4-888c-6c051d43bedf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1094 time: 0.0698502 Mar 02 08:13:20.048517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-704dad53-a395-4151-a5bb-68fe98bd868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:20.049958 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-704dad53-a395-4151-a5bb-68fe98bd868d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1236694 Mar 02 08:13:20.142689 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:13:20.151726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-11ecb014-efe0-49d4-9092-4b62e2d80db1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 999 time: 0.0946951 Mar 02 08:13:20.214310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-891dee57-472b-4b64-921f-0f8322b80e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:20.216228 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-891dee57-472b-4b64-921f-0f8322b80e99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0592847 Mar 02 08:13:20.289239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-08c2a91b-a1ce-4742-94f3-f21bd7c73405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:20.290773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-08c2a91b-a1ce-4742-94f3-f21bd7c73405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695488 Mar 02 08:13:20.316021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:20.329824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'mac_address': 'fa:16:3e:80:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:13:20.383184 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:20.400452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:20.415358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:20.419687 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:20.427705 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-29c094ed-eb71-4ffa-9f37-2a59ea275d11 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306882 Mar 02 08:13:20.487418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:20.494900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.495255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.495584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.495914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.496844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.497592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.497592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.497839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.498138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.498457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.498777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.499092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:20.563023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8991bbf3-b6f6-4c61-b9a4-9e5d4e044714 req-e8cd2294-78ac-47db-b313-c72afb50ac0a service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276925 Mar 02 08:13:20.706496 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:13:21.045523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00d7f-cbff-4062-9ef2-f03b60337981 req-902a5ae3-af7d-4bd6-8ff6-66d2eb886de5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:21.047005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40c00d7f-cbff-4062-9ef2-f03b60337981 req-902a5ae3-af7d-4bd6-8ff6-66d2eb886de5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 944 time: 0.0840957 Mar 02 08:13:21.092441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-40c00d7f-cbff-4062-9ef2-f03b60337981 req-bd393645-c31c-482d-a44f-4051420afce3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Mar 02 08:13:22.158470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:13:22.233903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:13:22.239217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:22.239587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:22.307106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e758-3c21-4fb5-ad95-8dbc50deab81 req-4974d057-9e44-4e01-af67-7b6de7715f26 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:22.308742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73e758-3c21-4fb5-ad95-8dbc50deab81 req-4974d057-9e44-4e01-af67-7b6de7715f26 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 944 time: 0.0988505 Mar 02 08:13:22.355309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73e758-3c21-4fb5-ad95-8dbc50deab81 req-89b475ab-eef2-4c79-aed6-b6f359caa450 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Mar 02 08:13:22.371768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:22.402117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:22.414012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:22.419816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:22.457592 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'code': 200} Mar 02 08:13:22.494175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:22.571119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6060e2-e334-4b58-8540-93acfb54826a req-cb2ec5b5-5411-4972-888a-fc057bfb547b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:22.572593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f6060e2-e334-4b58-8540-93acfb54826a req-cb2ec5b5-5411-4972-888a-fc057bfb547b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0941224 Mar 02 08:13:22.617071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8f6060e2-e334-4b58-8540-93acfb54826a req-5e88ee35-cc1b-4b0d-9ccb-d069afa39f29 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387022 Mar 02 08:13:22.998716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d56e-66eb-4615-a53d-3958139e8883 req-e2242939-4c0a-436a-8ff1-cd09b2ff6f06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.000094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2df7d56e-66eb-4615-a53d-3958139e8883 req-e2242939-4c0a-436a-8ff1-cd09b2ff6f06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.1272585 Mar 02 08:13:23.055611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257e208-7065-488e-8b30-31238ce7dc4e req-a07f0c09-0c7a-49f8-a89a-e4104e5399c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.057031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-a07f0c09-0c7a-49f8-a89a-e4104e5399c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 1096 time: 0.1246152 Mar 02 08:13:23.059921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2df7d56e-66eb-4615-a53d-3958139e8883 req-6a3301b3-65e5-464e-abd0-4f496aa2a81f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538151 Mar 02 08:13:23.300421 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257e208-7065-488e-8b30-31238ce7dc4e req-01379763-33f9-4921-909a-f0ff43f0aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.301771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-01379763-33f9-4921-909a-f0ff43f0aa0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.2384667 Mar 02 08:13:23.398889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-10f330ae-bae0-4ebf-85a8-0a0a538323c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 200 len: 1001 time: 0.0912950 Mar 02 08:13:23.462206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257e208-7065-488e-8b30-31238ce7dc4e req-0a0d232d-f330-4207-9c19-fff38bfd63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.463670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-0a0d232d-f330-4207-9c19-fff38bfd63c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0595183 Mar 02 08:13:23.539663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257e208-7065-488e-8b30-31238ce7dc4e req-cfa05e00-115b-43c2-8157-43aff5f94b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.541145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-cfa05e00-115b-43c2-8157-43aff5f94b02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720232 Mar 02 08:13:23.672850 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-128eeeb6-f17d-4a27-9a5c-b53cab514463 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249592 Mar 02 08:13:23.802456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b257e208-7065-488e-8b30-31238ce7dc4e req-9a87066a-b83f-45f2-8e02-17cdfe4c75e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234043 Mar 02 08:13:24.248787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50bf95-07bf-48a9-acec-b86709a8547d req-0a3c14d7-b8cf-47a0-86ef-3702ed7f55fb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:24.250295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c50bf95-07bf-48a9-acec-b86709a8547d req-0a3c14d7-b8cf-47a0-86ef-3702ed7f55fb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0810888 Mar 02 08:13:24.295009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c50bf95-07bf-48a9-acec-b86709a8547d req-11c6c937-213c-46da-a834-ad495bed78d0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390885 Mar 02 08:13:25.485503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86efeaf-2148-47f3-9e72-f9e58cf132e1 req-702d6456-543d-4076-bd97-ec3018fbc25e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:25.486990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a86efeaf-2148-47f3-9e72-f9e58cf132e1 req-702d6456-543d-4076-bd97-ec3018fbc25e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0841718 Mar 02 08:13:25.532459 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a86efeaf-2148-47f3-9e72-f9e58cf132e1 req-7ade2f70-301d-41a2-a8cc-de7c2746676e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Mar 02 08:13:25.902475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20977c5f-07fb-4e0a-97e6-8fe3c6f5f9bf req-4d1c57c1-e18a-466f-8dd0-03a44691db6e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:25.904501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20977c5f-07fb-4e0a-97e6-8fe3c6f5f9bf req-4d1c57c1-e18a-466f-8dd0-03a44691db6e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0796657 Mar 02 08:13:25.947683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-20977c5f-07fb-4e0a-97e6-8fe3c6f5f9bf req-1672ba3e-7199-4651-8ebc-9de31178ec9e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365398 Mar 02 08:13:27.142086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f7a9-a55a-459c-ba43-b08c55e800ee req-edf33021-abdb-48f6-adcb-551b39534a8c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:27.143512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d24f7a9-a55a-459c-ba43-b08c55e800ee req-edf33021-abdb-48f6-adcb-551b39534a8c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0817132 Mar 02 08:13:27.186326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d24f7a9-a55a-459c-ba43-b08c55e800ee req-c6ac93d2-64ba-4d41-a322-7e236b79c06d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Mar 02 08:13:27.312030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-236d2c62-352e-45d9-a960-04cc0d015d06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:27.313427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-236d2c62-352e-45d9-a960-04cc0d015d06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 945 time: 0.0852208 Mar 02 08:13:27.383114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Deleting port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:13:27.383457 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:27.630363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] For port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:27.630721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:27.912204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:27.912844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:27.913168 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 disassociated. External IP: 172.25.4.168, port: 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb. Mar 02 08:13:27.913514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Calling delete_port for 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:13:28.152475 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:28.205647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'Port': ['ID=612a1aa1-db5c-4a09-b5b5-9909b0a25bfb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:28.408197 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1e4ee251-e89f-4ce3-be3a-afe3bf4f1973 req-fc081ea0-8058-4c78-88ee-acbdcea550b5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eeb8ad-60e8-4bc1-b270-db4924737bdd HTTP/1.1" status: 200 len: 210 time: 0.1042123 Mar 02 08:13:28.437013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:13:28.614806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:13:28.624737 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:13:28.634511 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:28.635123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:13:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:28.691405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] No DVR routers for this DVR port 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:13:28.694032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:28.696584 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-deleted', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:28.714332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-226cf980-4d89-41a5-bb51-5302fd2172e6 req-2de9bacc-4836-40f7-b9d0-8f1cce931cdc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "DELETE /v2.0/ports/612a1aa1-db5c-4a09-b5b5-9909b0a25bfb HTTP/1.1" status: 204 len: 173 time: 1.3954005 Mar 02 08:13:28.747793 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eeb8ad-60e8-4bc1-b270-db4924737bdd', 'name': 'network-vif-deleted', 'tag': '612a1aa1-db5c-4a09-b5b5-9909b0a25bfb', 'status': 'completed', 'code': 200} Mar 02 08:13:28.817105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:29.154654 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:29.158418 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:13:29.166434 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:29.167008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:13:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:29.340450 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:29.646363 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:29.650633 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbda8d3-20ca-4f12-9773-4ae4b062bbd1 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:13:29.860034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d0f13ffb-e077-4664-9773-dd4d17868237 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--788069187&fields=id&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 267 time: 0.0442257 Mar 02 08:13:29.877447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374a634-439a-4d01-9609-e1569c67af32 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:13:30.009126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-5dbf76f5-bd0f-4624-b27e-a04210ea2d1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:30.010522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-5dbf76f5-bd0f-4624-b27e-a04210ea2d1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1439943 Mar 02 08:13:30.025975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-9134e334-055b-4c33-804a-a5cc49ac4d61 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/quotas/bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 375 time: 0.0098274 Mar 02 08:13:30.112682 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-58da577a-b617-4c8d-896e-fcf1df213c52 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:13:30.129059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-58da577a-b617-4c8d-896e-fcf1df213c52 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:13:30.130685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-58da577a-b617-4c8d-896e-fcf1df213c52 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987871 Mar 02 08:13:30.179896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:13:30.218369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:13:30.218715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 612a1aa1-db5c-4a09-b5b5-9909b0a25bfb not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:13:30.270663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d1533461-7ebf-44b4-9021-3a984699734f service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276882 Mar 02 08:13:30.401622 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-cb95f196-14cb-4fac-9ed1-97e8c9e37c68 service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250296 Mar 02 08:13:30.636604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c19f8021-f387-4f52-9a1b-0948764995da req-2f7b616e-1eb5-4f1a-a33b-97048f007805 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 210 time: 0.0984445 Mar 02 08:13:31.790438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe5d558c-6d35-4d31-95ba-55eb4ee94230 req-c5808148-543d-45e5-ae0d-fe05260b8cb2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 210 time: 0.0458572 Mar 02 08:13:31.791270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-9cbc6ff9-120f-4d41-9783-d2b767e67bd0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:31.792980 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-9cbc6ff9-120f-4d41-9783-d2b767e67bd0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.2598155 Mar 02 08:13:31.843146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-c4c5f976-be56-401b-aee1-5cac133a4761 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 379 time: 0.0424588 Mar 02 08:13:31.851136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'port': {'device_id': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'admin_state_up': True, 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'security_groups': ['39b8561b-2cef-4fa0-8871-55feb3ae65e5']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:31.984511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:13:31.993766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:13:32.004009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:13:32.007425 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.161840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Allocated IP 172.20.0.9 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:13:32.355035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.370976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Transition to ACTIVE for port object 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:13:32.393890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.455821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:13:32.458750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:13:32.461182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:13:32.531408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:32.541231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.541918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.567388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-b16cbbfe-538c-43f4-bb73-4747211bab80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7196157 Mar 02 08:13:32.631132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Request body: {'port': {'device_id': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:32.743118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.754521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4bb411d5-2dd0-4dac-9695-2ca75e5b9940 None None] Provisioning for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:13:32.759466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4bb411d5-2dd0-4dac-9695-2ca75e5b9940 None None] Provisioning complete for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:32.759957 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4bb411d5-2dd0-4dac-9695-2ca75e5b9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.815812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4bb411d5-2dd0-4dac-9695-2ca75e5b9940 None None] Port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:13:33.088256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26f50-039f-4f14-86cd-7dc9aa4b267d req-64ac4aae-ad0b-4985-947d-d86bcfb3d71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.088979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-90e26f50-039f-4f14-86cd-7dc9aa4b267d req-64ac4aae-ad0b-4985-947d-d86bcfb3d71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:13:33.116892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-90e26f50-039f-4f14-86cd-7dc9aa4b267d req-64ac4aae-ad0b-4985-947d-d86bcfb3d71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:13:33.118213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90e26f50-039f-4f14-86cd-7dc9aa4b267d req-64ac4aae-ad0b-4985-947d-d86bcfb3d71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 931 time: 0.2090139 Mar 02 08:13:33.197396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:33.209873 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:33.218343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-90e26f50-039f-4f14-86cd-7dc9aa4b267d req-923e62a1-0229-4e63-843d-9ebd1f030289 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702288 Mar 02 08:13:33.229124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Transition to ACTIVE for port object 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:13:33.233692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:33.393225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:33.441881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.442244 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.442590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.442922 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.443256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.443582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.443908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.444232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.444557 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.444879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.445198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.445517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:33.497938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:13:33.498456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:13:33.498786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:33.503285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:13:33.503607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:33.508634 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:13:33.508976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:13:33.509354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:13:33.509806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Bound port: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:13:33.510186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:33.697775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:13:33.701235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:13:33.705515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:33.759530 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.760141 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:33.761517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-d205ae64-09d2-418e-8738-191741be17df service neutron] 10.222.0.39 "PUT /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1091 time: 1.1844497 Mar 02 08:13:33.761991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:33.795956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ae64-09d2-418e-8738-191741be17df service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:33.882718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-2c3c106f-d1f8-4a64-846a-ed1b6af02c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.884215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-2c3c106f-d1f8-4a64-846a-ed1b6af02c07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1094 time: 0.0778401 Mar 02 08:13:33.886974 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'status': 'completed', 'code': 200} Mar 02 08:13:33.957498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-6bbf5d90-487c-4068-9cd4-4445c0b1ecd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 217 time: 0.0624559 Mar 02 08:13:34.021039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-ff061198-7032-45d7-8a00-148060dc0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.022461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-ff061198-7032-45d7-8a00-148060dc0feb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0595455 Mar 02 08:13:34.097013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-37a3b456-5275-4862-b3f2-bc52c83a31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.098516 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-37a3b456-5275-4862-b3f2-bc52c83a31e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702217 Mar 02 08:13:34.226064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-88f1d20a-8316-470d-bb95-fa7091f66276 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211152 Mar 02 08:13:34.401848 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c80b745-ef0f-4eb6-b24d-ff94d061f956 req-159c55e5-93d8-47a9-a5a6-fa90ff597cac service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706860 Mar 02 08:13:34.432491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17218d6-4ed1-4779-ab93-ba456117b384 req-8c4eb2a0-b75f-40d5-9a37-d8bbbfb3be1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.434009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d17218d6-4ed1-4779-ab93-ba456117b384 req-8c4eb2a0-b75f-40d5-9a37-d8bbbfb3be1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.1026447 Mar 02 08:13:34.521387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d17218d6-4ed1-4779-ab93-ba456117b384 req-d20c99dd-15fb-4d24-887f-d561230a453a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807328 Mar 02 08:13:34.542686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-534ab1cf-a109-499b-95dd-d213675ad647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.544150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-534ab1cf-a109-499b-95dd-d213675ad647 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1094 time: 0.0901699 Mar 02 08:13:34.672595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-52081d4c-58b0-44a1-971f-75fe0821b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.674056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-52081d4c-58b0-44a1-971f-75fe0821b044 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1245911 Mar 02 08:13:34.743038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-42696de9-25b7-4942-a098-2e115d171868 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 217 time: 0.0624571 Mar 02 08:13:34.802909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-4882bc26-d323-4287-8fa7-bf1e224af5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.804215 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-4882bc26-d323-4287-8fa7-bf1e224af5d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0557904 Mar 02 08:13:34.888235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-a6cf3a9c-3a86-496d-bd96-ae6687437346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.889709 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-a6cf3a9c-3a86-496d-bd96-ae6687437346 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789475 Mar 02 08:13:35.023895 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-fcc4edf9-2542-416b-909c-bd266bf4e3b7 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 Mar 02 08:13:35.152083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1f1f00e8-e843-4f2f-ac51-02b19d84a19d req-194e10a2-9f5b-4d81-b2a3-595ae8ed49e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220841 Mar 02 08:13:35.706446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ef68c-0956-491c-946a-18e68964d78f req-9260bd8d-d8a5-4728-ac57-1aecfb95c019 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:35.707882 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-405ef68c-0956-491c-946a-18e68964d78f req-9260bd8d-d8a5-4728-ac57-1aecfb95c019 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.0780704 Mar 02 08:13:35.752183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-405ef68c-0956-491c-946a-18e68964d78f req-41e3fa1d-1fcb-4a4d-82c0-ebdecfeaaf94 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386813 Mar 02 08:13:36.933820 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4924ee8-d3ad-470b-ae86-1cde9eb18bc1 req-0c7922da-9048-4024-a233-f198db2cb374 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:36.935668 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4924ee8-d3ad-470b-ae86-1cde9eb18bc1 req-0c7922da-9048-4024-a233-f198db2cb374 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.0795174 Mar 02 08:13:36.980112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4924ee8-d3ad-470b-ae86-1cde9eb18bc1 req-432a3fa7-5485-448d-8eb5-e515141a7e28 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Mar 02 08:13:38.166180 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c36ec-67f8-4c03-bd82-11006c0a1485 req-be29a808-32f8-46e6-a790-23377719265f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:38.167625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e32c36ec-67f8-4c03-bd82-11006c0a1485 req-be29a808-32f8-46e6-a790-23377719265f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.0848665 Mar 02 08:13:38.321608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e32c36ec-67f8-4c03-bd82-11006c0a1485 req-b4f233fa-fd39-41c1-8802-601e004dba30 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475022 Mar 02 08:13:39.386217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:13:39.522513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:39.537773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:13:39.604784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:39.623796 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:39.633019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15a62d-452f-49b7-8a69-e8c3e3d9acaa req-9eaf3194-9731-48e0-a0df-57b6a055acb7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:39.634538 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f15a62d-452f-49b7-8a69-e8c3e3d9acaa req-9eaf3194-9731-48e0-a0df-57b6a055acb7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.2037463 Mar 02 08:13:39.639956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:39.644368 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:39.679387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f15a62d-452f-49b7-8a69-e8c3e3d9acaa req-01478459-76c9-41c6-b6ff-fb7c5ea1d787 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 Mar 02 08:13:39.715100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:39.921725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:13:40.860859 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de337-0916-4ae2-aa67-9a9f667e41dc req-295ff15f-64d9-48e9-98e9-b8ee65534842 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:40.862330 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a8de337-0916-4ae2-aa67-9a9f667e41dc req-295ff15f-64d9-48e9-98e9-b8ee65534842 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0782387 Mar 02 08:13:40.912207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0a8de337-0916-4ae2-aa67-9a9f667e41dc req-409b8e2c-50d7-471c-968c-99c47cc42aaa tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442307 Mar 02 08:13:41.386467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:13:41.457226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:13:41.461729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:41.462130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:41.573761 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:41.600247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:41.609678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:41.613468 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:41.673016 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'code': 200} Mar 02 08:13:41.712266 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:41.775047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36444ec9-5d66-424a-af77-ab076d56daee req-ceb154f9-b54c-44c4-8347-579e5f5cf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:41.776497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36444ec9-5d66-424a-af77-ab076d56daee req-ceb154f9-b54c-44c4-8347-579e5f5cf539 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1096 time: 0.0727546 Mar 02 08:13:41.818923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36444ec9-5d66-424a-af77-ab076d56daee req-e675c0f3-b0cd-4f35-9d34-5462636113b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Mar 02 08:13:41.975458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fad5acd6-27c7-4861-9f30-81ea0edf7cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:42.103829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7e4d8-baa5-466f-94e9-66c341b6ec6a req-356c510f-eb5a-4e4a-9669-3926a3381297 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:42.105274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4c7e4d8-baa5-466f-94e9-66c341b6ec6a req-356c510f-eb5a-4e4a-9669-3926a3381297 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0827689 Mar 02 08:13:42.148270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4c7e4d8-baa5-466f-94e9-66c341b6ec6a req-4dadf54c-f3e9-45e1-bf60-8862e1d9b30c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372515 Mar 02 08:13:43.335181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eac724-1941-406b-a925-da98dca008ae req-61a1b464-9765-4c3a-81c7-388034f89bac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:43.336624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94eac724-1941-406b-a925-da98dca008ae req-61a1b464-9765-4c3a-81c7-388034f89bac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0785208 Mar 02 08:13:43.379224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-94eac724-1941-406b-a925-da98dca008ae req-84c011ba-f202-42d1-b84c-7798f1cc54f8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368788 Mar 02 08:13:43.571350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53858-4f08-480e-9b40-702d2dbb3e9f req-ab5205e1-e5cf-4786-bf57-28ad10b190b2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:43.572820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daf53858-4f08-480e-9b40-702d2dbb3e9f req-ab5205e1-e5cf-4786-bf57-28ad10b190b2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0830469 Mar 02 08:13:43.581947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 43676) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:13:43.586766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'floatingip': {'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:43.660569 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.271552 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.275492 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.296791 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94a7ed58-dc00-4bd2-98a5-77558a281115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.443281 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 associated. External IP: 172.25.4.168, port: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8. Mar 02 08:13:44.905908 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:13:45.089800 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:13:45.095016 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:45.099426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:13:45.110101 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:45.110709 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:13:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.149492 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-fa658043-6edd-4408-ad3c-29d2c9f062a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "PUT /v2.0/floatingips/2583053f-396e-4c1c-9087-bcdca5d5fdc1 HTTP/1.1" status: 200 len: 991 time: 1.5662453 Mar 02 08:13:45.150110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:45.197300 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'status': 'completed', 'code': 200} Mar 02 08:13:45.293632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-ebe97790-bfcb-4baf-8d33-446294036a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.294220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:45.295416 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-ebe97790-bfcb-4baf-8d33-446294036a8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1096 time: 0.0766461 Mar 02 08:13:45.435371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-cea708c6-c11e-402e-aa57-4d4b14865afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.436845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-cea708c6-c11e-402e-aa57-4d4b14865afd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1362910 Mar 02 08:13:45.542711 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-ac8b98bb-2740-4762-b683-2a962c66f273 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 999 time: 0.1000903 Mar 02 08:13:45.543488 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:45.561912 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:45.568627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe090c-929e-4c09-a6da-9c5935538021 req-7b4dbd0e-5bff-4627-bda9-5a19f5a0610b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.575580 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72fe090c-929e-4c09-a6da-9c5935538021 req-7b4dbd0e-5bff-4627-bda9-5a19f5a0610b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.1004953 Mar 02 08:13:45.617844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-72fe090c-929e-4c09-a6da-9c5935538021 req-2f6e6db4-30b3-4003-9902-4374633c770e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Mar 02 08:13:45.667033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-8ab9dd57-0623-42a0-be26-7044c5231dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.668463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-8ab9dd57-0623-42a0-be26-7044c5231dc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0774443 Mar 02 08:13:45.672045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-40269059-194f-41fb-ad66-3f6aaf522a29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284692 Mar 02 08:13:45.683895 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:13:44Z', 'revision_number': 9, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.688728 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:13:45.697492 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:45.698498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:13:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.746894 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-dd57ff23-66ee-4be2-ba9c-3bcd1ab40459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.749272 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-dd57ff23-66ee-4be2-ba9c-3bcd1ab40459 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751567 Mar 02 08:13:45.884671 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:45.898349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-995e1c53-fe46-4bea-b859-c9e6ee482f29 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432650 Mar 02 08:13:46.047476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e29e519c-ff19-46f7-a654-1af458b2eaed req-b893e56f-1da2-481d-8af7-be6352bf8e24 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438842 Mar 02 08:13:46.284816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:13:44Z', 'revision_number': 9, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:46.288770 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41875fc2-eac4-466c-9faf-c19a2a3d87c7 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:13:44Z', 'revision_number': 9, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:13:46.665098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d95b3e-495e-4192-893d-922eb91b9102 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:13:46.878403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50dce-7021-45b1-9be9-d85d3e0442f3 req-2fcb28bf-76ff-4ae6-92ab-f50f72b03fc1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:46.879898 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4c50dce-7021-45b1-9be9-d85d3e0442f3 req-2fcb28bf-76ff-4ae6-92ab-f50f72b03fc1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.1500485 Mar 02 08:13:46.884775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-b2e51f94-2c71-4dcc-92a3-9655fbf22460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:46.886196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-b2e51f94-2c71-4dcc-92a3-9655fbf22460 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1096 time: 0.1144245 Mar 02 08:13:46.948582 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:47.021564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4c50dce-7021-45b1-9be9-d85d3e0442f3 req-39b8e171-a43f-4484-87d9-725728c08280 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344054 Mar 02 08:13:47.056453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-6c4b19a5-a10b-41b8-bf74-7510e80383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:47.057897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-6c4b19a5-a10b-41b8-bf74-7510e80383dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1570675 Mar 02 08:13:47.161262 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-f7743dbd-e72b-4192-97fa-8803460bccbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1002 time: 0.0977695 Mar 02 08:13:47.222804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-87bb336d-a8c8-4c5a-ba2c-8e63151328dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:47.224199 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-87bb336d-a8c8-4c5a-ba2c-8e63151328dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0577211 Mar 02 08:13:47.415662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-1dc1bdf1-bd0e-462f-b186-0964c79117de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:47.417027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-1dc1bdf1-bd0e-462f-b186-0964c79117de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874027 Mar 02 08:13:47.549376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-7a750c8a-7eb3-4265-bcc2-5b660eb12602 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264822 Mar 02 08:13:47.678842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-7e12e120-d94e-4561-b4ce-1bb24f03d8e3 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236444 Mar 02 08:13:48.211063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a533-13ec-4472-bd2a-d03dce21e6b9 req-cd841c8b-b2e9-4cb3-b864-05b0c8cbc5e1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:48.212516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f561a533-13ec-4472-bd2a-d03dce21e6b9 req-cd841c8b-b2e9-4cb3-b864-05b0c8cbc5e1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0794866 Mar 02 08:13:48.258412 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f561a533-13ec-4472-bd2a-d03dce21e6b9 req-d4bcbc27-f9e1-4c10-86b8-caae405dc504 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Mar 02 08:13:48.999202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:49.137099 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:49.445943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e1bc-bd60-41ef-9151-5eecd4c66a8f req-4c3543a1-7a45-4aad-9151-eda73f017abf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:49.447388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8683e1bc-bd60-41ef-9151-5eecd4c66a8f req-4c3543a1-7a45-4aad-9151-eda73f017abf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0833025 Mar 02 08:13:49.491017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8683e1bc-bd60-41ef-9151-5eecd4c66a8f req-926a5183-f498-4ea6-a4df-97826751001e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Mar 02 08:13:50.675241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b536-fb53-4941-9640-1c6a88ed1487 req-52a759d1-7f81-4c30-a569-16412c31f1d5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:50.676825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ac2b536-fb53-4941-9640-1c6a88ed1487 req-52a759d1-7f81-4c30-a569-16412c31f1d5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0800681 Mar 02 08:13:50.722257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ac2b536-fb53-4941-9640-1c6a88ed1487 req-b9515829-cfa4-463c-bb94-e5a5a28d2b5e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398421 Mar 02 08:13:50.885714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-6b54cef9-8783-4d57-917d-c8b6c55f847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:50.887206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-6b54cef9-8783-4d57-917d-c8b6c55f847d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1096 time: 0.0724478 Mar 02 08:13:51.030095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-168be6d9-e41a-427f-bd03-c7c2d404181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:51.031997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-168be6d9-e41a-427f-bd03-c7c2d404181d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1268873 Mar 02 08:13:51.128288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-28149d84-15ea-4e43-8663-4a73da480479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1002 time: 0.0905809 Mar 02 08:13:51.191756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-fc84b272-ee13-4f4b-8e20-8efbdb4fbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:51.193163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-fc84b272-ee13-4f4b-8e20-8efbdb4fbc20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0593786 Mar 02 08:13:51.265000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-1f034411-528a-4f44-9e9b-5d7f090c03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:51.266931 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-1f034411-528a-4f44-9e9b-5d7f090c03b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685356 Mar 02 08:13:51.396124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-b8a54231-480f-47c8-ae07-6d235f372140 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230409 Mar 02 08:13:51.525735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bcd3dd9f-4443-46b1-a057-ac5f1d738ce0 req-6c875655-327b-4ec5-8781-bf297970aaff service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244617 Mar 02 08:13:51.911792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cddd-f209-49e0-a605-e9d905dd055e req-4f76beb5-aa69-4b42-b934-cb628d8bb56a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:51.913256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470cddd-f209-49e0-a605-e9d905dd055e req-4f76beb5-aa69-4b42-b934-cb628d8bb56a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0845788 Mar 02 08:13:51.955760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7470cddd-f209-49e0-a605-e9d905dd055e req-5a8c39ad-86bd-43b1-b739-0efdb191714e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Mar 02 08:13:53.143050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7cd2-b434-40a5-bfda-fa90f653ff57 req-0db0aafa-a306-473e-bb73-4a884d08684b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:53.144523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51bd7cd2-b434-40a5-bfda-fa90f653ff57 req-0db0aafa-a306-473e-bb73-4a884d08684b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0839369 Mar 02 08:13:53.189472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-51bd7cd2-b434-40a5-bfda-fa90f653ff57 req-5e864f93-bfa8-438e-9926-a97c85aeec3d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391595 Mar 02 08:13:54.372524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804bf2b-8507-4044-b4d7-adc62a825bd7 req-06b09685-9306-4ca3-89f6-9d010ae9dae3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:54.373987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c804bf2b-8507-4044-b4d7-adc62a825bd7 req-06b09685-9306-4ca3-89f6-9d010ae9dae3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0774853 Mar 02 08:13:54.419954 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c804bf2b-8507-4044-b4d7-adc62a825bd7 req-f20c343d-fab5-4f75-98c3-b95e960bc0f8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 Mar 02 08:13:55.050151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:13:55.606049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a141a-1513-4c3a-8cce-d4d72c9ae8f1 req-fd9e558a-585a-45c7-b0ff-158727e1d915 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:55.607503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-347a141a-1513-4c3a-8cce-d4d72c9ae8f1 req-fd9e558a-585a-45c7-b0ff-158727e1d915 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0796633 Mar 02 08:13:55.651073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-347a141a-1513-4c3a-8cce-d4d72c9ae8f1 req-0598e2ab-444a-4d3f-bff0-f2a357fd0af5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Mar 02 08:13:56.838018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25994e7f-819a-4e7b-b6f6-ee7e23bbb699 req-67e89644-8236-4b46-acbe-1b27aa48497e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:56.839483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25994e7f-819a-4e7b-b6f6-ee7e23bbb699 req-67e89644-8236-4b46-acbe-1b27aa48497e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0805330 Mar 02 08:13:56.883101 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-25994e7f-819a-4e7b-b6f6-ee7e23bbb699 req-06f0a631-0b56-4477-a350-5151e3efca29 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377424 Mar 02 08:13:58.075017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510d2b-a8cf-4a55-bebf-6b5afc0c1bc9 req-92155935-1a5d-4319-9b14-38207d9334f8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:58.076493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db510d2b-a8cf-4a55-bebf-6b5afc0c1bc9 req-92155935-1a5d-4319-9b14-38207d9334f8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0841038 Mar 02 08:13:58.120444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db510d2b-a8cf-4a55-bebf-6b5afc0c1bc9 req-3bfe892a-713e-4311-9171-2a45ad52633a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376720 Mar 02 08:13:59.304755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b860-e3f2-4143-b1c7-b381b433cbc0 req-75f930e6-50ba-421b-9971-43a2afcdb184 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:59.306222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88e2b860-e3f2-4143-b1c7-b381b433cbc0 req-75f930e6-50ba-421b-9971-43a2afcdb184 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0821264 Mar 02 08:13:59.349628 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-88e2b860-e3f2-4143-b1c7-b381b433cbc0 req-39ad287a-b097-4747-9dd6-2aec016f66c4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373540 Mar 02 08:14:00.534173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76784c-86a2-4c87-9e21-841ab1cb53f2 req-53d84fec-49fd-4c09-b023-1c3e2dda3c43 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:00.535624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d76784c-86a2-4c87-9e21-841ab1cb53f2 req-53d84fec-49fd-4c09-b023-1c3e2dda3c43 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0798643 Mar 02 08:14:00.582165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5d76784c-86a2-4c87-9e21-841ab1cb53f2 req-698b4e4a-d5ba-415b-a6b2-dd083617b29a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Mar 02 08:14:01.763988 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9435993-eb7b-45f0-9ab6-70b5fbb02c98 req-2d54eca7-390f-4a96-bafd-bb5760c5a0c1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:01.765436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9435993-eb7b-45f0-9ab6-70b5fbb02c98 req-2d54eca7-390f-4a96-bafd-bb5760c5a0c1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0777304 Mar 02 08:14:01.809710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9435993-eb7b-45f0-9ab6-70b5fbb02c98 req-2a05830d-b1f6-4860-b1c5-3702e31da402 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379360 Mar 02 08:14:02.997616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21365e8-eee7-4216-8c77-15c6665cf2ec req-a45c3623-a759-457d-8049-2b5b6edd3b54 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:02.999077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f21365e8-eee7-4216-8c77-15c6665cf2ec req-a45c3623-a759-457d-8049-2b5b6edd3b54 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0780520 Mar 02 08:14:03.043203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f21365e8-eee7-4216-8c77-15c6665cf2ec req-746f2557-63d2-4325-8e9d-454e6762d0fe tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Mar 02 08:14:04.237170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1eb2f-2a8d-47a0-8013-238cfcecabd1 req-3763af3c-ceac-4b34-b67b-0ef303bcd5ba tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:04.238663 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6be1eb2f-2a8d-47a0-8013-238cfcecabd1 req-3763af3c-ceac-4b34-b67b-0ef303bcd5ba tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0829909 Mar 02 08:14:04.281211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6be1eb2f-2a8d-47a0-8013-238cfcecabd1 req-9fa48acb-cee6-477a-a173-dc7d1a1ecb86 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370438 Mar 02 08:14:05.465251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a58d40-dfaa-42ad-a628-2c66c8e9f491 req-8f67c268-8215-4c77-b936-23d97d3e8af9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:05.466713 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a58d40-dfaa-42ad-a628-2c66c8e9f491 req-8f67c268-8215-4c77-b936-23d97d3e8af9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0810096 Mar 02 08:14:05.510211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a58d40-dfaa-42ad-a628-2c66c8e9f491 req-12a0e5f7-ea62-4cd4-9eaf-888118b6d4d4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 Mar 02 08:14:06.694277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4118575-8143-43cc-8bb2-31fd630a76e9 req-eba8da54-96a8-4fdd-ae9a-d956e445d7a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:06.695707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4118575-8143-43cc-8bb2-31fd630a76e9 req-eba8da54-96a8-4fdd-ae9a-d956e445d7a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0797029 Mar 02 08:14:06.738909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4118575-8143-43cc-8bb2-31fd630a76e9 req-bd18ff5f-dab1-4941-aec7-7907909809cd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377467 Mar 02 08:14:07.924010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088df0fb-fae0-4317-862b-e90bdf59a641 req-bda2124f-6409-452d-970f-3d130e54fe80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:07.925471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-088df0fb-fae0-4317-862b-e90bdf59a641 req-bda2124f-6409-452d-970f-3d130e54fe80 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0801282 Mar 02 08:14:07.968855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-088df0fb-fae0-4317-862b-e90bdf59a641 req-7449f7e3-d31e-4cbc-bb10-76d06cffa5a9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378997 Mar 02 08:14:09.161464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10cb52-bab2-4b94-b05f-43b97eef2407 req-c7e32cbc-12fb-4a11-832c-3b137c7be59c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:09.162962 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef10cb52-bab2-4b94-b05f-43b97eef2407 req-c7e32cbc-12fb-4a11-832c-3b137c7be59c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0877964 Mar 02 08:14:09.207505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef10cb52-bab2-4b94-b05f-43b97eef2407 req-3d746966-8759-43e0-b73a-6bf49546cce5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389326 Mar 02 08:14:10.394188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d745ae-25c4-4920-84fb-0bd90180342e req-371e0d85-3a21-4479-ba3f-e17a28c951cb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:10.395637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14d745ae-25c4-4920-84fb-0bd90180342e req-371e0d85-3a21-4479-ba3f-e17a28c951cb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0830572 Mar 02 08:14:10.440390 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14d745ae-25c4-4920-84fb-0bd90180342e req-91eeb059-8add-40f1-b429-201cbe4a9c42 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Mar 02 08:14:11.626644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0939e8-7980-42b0-8e33-174d05bc5b98 req-de5b9837-4af9-495f-b504-23b820facf85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:11.628112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b0939e8-7980-42b0-8e33-174d05bc5b98 req-de5b9837-4af9-495f-b504-23b820facf85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0789254 Mar 02 08:14:11.677452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8b0939e8-7980-42b0-8e33-174d05bc5b98 req-cae789ae-a8f2-4ea4-8b57-5fd3f5ff1544 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Mar 02 08:14:11.976464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b03a8a38-6f48-4dd6-8598-cf690a21959a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:12.925301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438b23-3bc3-4375-bf60-7840e4192260 req-7c3cd179-8d07-4be9-afdc-26327befb320 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:12.926766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b438b23-3bc3-4375-bf60-7840e4192260 req-7c3cd179-8d07-4be9-afdc-26327befb320 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0782199 Mar 02 08:14:12.970220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b438b23-3bc3-4375-bf60-7840e4192260 req-00d88271-8233-4f35-a419-33b115a8b19c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 Mar 02 08:14:14.193511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7a11-7c9f-44ef-bc88-99d7747428f3 req-c0483cce-589b-4186-8d29-3c446fb573e0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:14.194996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17bc7a11-7c9f-44ef-bc88-99d7747428f3 req-c0483cce-589b-4186-8d29-3c446fb573e0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0801582 Mar 02 08:14:14.238423 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17bc7a11-7c9f-44ef-bc88-99d7747428f3 req-745473a2-75cb-4eaf-b21f-af745dc4e85b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Mar 02 08:14:14.299316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9ed484e9-f615-4e0b-960c-3b1ce7b16304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:14.530500 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-c3e5630b-2b98-40d9-b3b1-08031c65907a service neutron] show failed (client error): The resource could not be found. Mar 02 08:14:14.531950 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-c3e5630b-2b98-40d9-b3b1-08031c65907a service neutron] 10.222.0.39 "GET /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0764880 Mar 02 08:14:14.889782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-f756de98-4ad9-449f-a98b-99436efb3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:14.891944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-f756de98-4ad9-449f-a98b-99436efb3d10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1096 time: 0.1781178 Mar 02 08:14:14.902729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:14:15.010202 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:15.295624 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:15.325721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:14:15.432068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:15.438245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:15.460072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Transition to ACTIVE for port object 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:14:15.471032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:15.505564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:15.512941 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:15.515365 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'code': 200} Mar 02 08:14:15.598170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0ac2f-7a17-43ee-822e-6ccbcb91daff req-b9f0ff69-a30f-47e3-8977-f25c103caf68 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:15.599671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5dc0ac2f-7a17-43ee-822e-6ccbcb91daff req-b9f0ff69-a30f-47e3-8977-f25c103caf68 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.2469461 Mar 02 08:14:15.658585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:15.688851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.689205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.689544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.689898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.690233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.690558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.690881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.691202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.691522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.691839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.692158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.692476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:15.741829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] No DVR routers for this DVR port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:14:15.790497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5dc0ac2f-7a17-43ee-822e-6ccbcb91daff req-51558d44-f7a0-4f15-ac8a-a4eadb047706 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799860 Mar 02 08:14:15.965320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:14:15.966039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:14:15.966039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:15.972323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:14:15.972649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:15.977616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:14:15.977984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:14:15.978363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:14:15.978772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Bound port: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:14:15.979111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:16.067569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:14:16.070681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:14:16.074909 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:16.135701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:16.136682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:16.138872 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] 10.222.0.16 "PUT /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1091 time: 1.2401228 Mar 02 08:14:16.161166 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ea4c-7a80-4d97-bd21-5d2805fe019d service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:16.236225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-5c9547a3-8819-4f4c-bd0e-df276fa46d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:16.237725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-5c9547a3-8819-4f4c-bd0e-df276fa46d12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1094 time: 0.0737779 Mar 02 08:14:16.375641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-fa84558b-97a8-48bb-95fb-ef12ec65fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:16.377095 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-fa84558b-97a8-48bb-95fb-ef12ec65fd05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1326592 Mar 02 08:14:16.595792 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-0790c18a-9e43-4aac-a3b8-1eeb3d4b2ed0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.2122049 Mar 02 08:14:16.658714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-5f469b3b-9fa3-4ce2-96c2-f674887dbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:16.660098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-5f469b3b-9fa3-4ce2-96c2-f674887dbcb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0581708 Mar 02 08:14:16.736878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-329e9d07-ba46-40a5-bdf3-a548476dbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:16.738331 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-329e9d07-ba46-40a5-bdf3-a548476dbdaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716972 Mar 02 08:14:16.871896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-73b20808-56a0-42d6-ab6b-13ec7e9dd1c1 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268816 Mar 02 08:14:16.938625 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:17.016474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e5b92698-583c-43df-b3b7-c4f50c77d076 req-2af6994b-f581-4545-b3d0-12aa4d1f40e4 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390340 Mar 02 08:14:17.068274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a734-1bd9-4c20-853c-307f0ff8289a req-69fde41c-66bc-453f-81f9-c3846ccf3dcc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.069754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfe5a734-1bd9-4c20-853c-307f0ff8289a req-69fde41c-66bc-453f-81f9-c3846ccf3dcc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.1258724 Mar 02 08:14:17.114399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cfe5a734-1bd9-4c20-853c-307f0ff8289a req-3c6f3106-4c03-4a72-99f7-e6b1767dacb1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385804 Mar 02 08:14:17.516953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:17.572953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:14:17.575998 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'status': 'completed', 'code': 200} Mar 02 08:14:17.633355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:14:17.666369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-8c7723e4-1699-4425-b713-9bbb99501246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.667855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-8c7723e4-1699-4425-b713-9bbb99501246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1094 time: 0.0712116 Mar 02 08:14:17.669712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-d3b439c0-a2ba-4342-a12a-944df0fc7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.671287 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-d3b439c0-a2ba-4342-a12a-944df0fc7988 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1094 time: 0.0774586 Mar 02 08:14:17.802945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-015f75c5-09d6-4f5f-bf24-1320628ab93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.804347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-015f75c5-09d6-4f5f-bf24-1320628ab93c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1305139 Mar 02 08:14:17.905771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-5f5dc647-7d1a-442b-9758-be429ddf53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.908117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-5f5dc647-7d1a-442b-9758-be429ddf53ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.2311537 Mar 02 08:14:17.910334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-e748db11-de3b-4178-b8ab-577882a6d7af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.0995007 Mar 02 08:14:17.976541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-c73c741c-5c5d-4153-b54d-23adcceff212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:17.978039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-c73c741c-5c5d-4153-b54d-23adcceff212 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0618060 Mar 02 08:14:18.011163 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-800cc550-e4e0-4d55-bd2d-3a98498506d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.0964320 Mar 02 08:14:18.055151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-ce9c991d-6a89-48a8-8ea4-e4cf8bceefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:18.056553 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-ce9c991d-6a89-48a8-8ea4-e4cf8bceefac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722840 Mar 02 08:14:18.072660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-35aa43ee-acef-44f5-9036-f9d7c775cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:18.074130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-35aa43ee-acef-44f5-9036-f9d7c775cf7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0571964 Mar 02 08:14:18.147336 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-3fa132c6-b094-4d26-b378-6874b32d6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:18.149086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-3fa132c6-b094-4d26-b378-6874b32d6b0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693805 Mar 02 08:14:18.193668 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-ecc64131-db6a-4f38-b487-e8d136d77c6c service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298740 Mar 02 08:14:18.327795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-8ef31d1e-edc2-4c76-bae2-87973c314656 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277449 Mar 02 08:14:18.333491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-4c6a5b17-10f2-4bb5-906d-670ec74cf9cf service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785722 Mar 02 08:14:18.384466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3876fb1-4670-4cd7-b937-3a34d3c1274f req-4d8c77e6-9325-4624-a26a-ce8243357f1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:18.385906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3876fb1-4670-4cd7-b937-3a34d3c1274f req-4d8c77e6-9325-4624-a26a-ce8243357f1c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.1474941 Mar 02 08:14:18.494510 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3876fb1-4670-4cd7-b937-3a34d3c1274f req-c15029fe-6566-40e9-bbb7-8a491871ec38 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017866 Mar 02 08:14:18.515851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bba253a2-5928-4cb9-9882-fc662666dc7b req-de5b1be0-e879-4f09-a507-f88dc59e0e24 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722126 Mar 02 08:14:18.993388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:19.147446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:19.766736 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466330-a95b-4270-a7f8-c843f5dd6a67 req-ec8b1377-2b34-405b-9cb4-925fd361aa29 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:19.768211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd466330-a95b-4270-a7f8-c843f5dd6a67 req-ec8b1377-2b34-405b-9cb4-925fd361aa29 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 943 time: 0.1258054 Mar 02 08:14:19.820276 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd466330-a95b-4270-a7f8-c843f5dd6a67 req-be327051-a14a-40b5-ae27-dba4617cc78d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456526 Mar 02 08:14:20.453646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:14:20.585195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:20.598040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:14:20.651698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:20.668328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:14:20.684491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:20.688819 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:20.757665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:20.765217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.765768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.766021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.766365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.766701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.767034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.767364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.767691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.768017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.768343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.768669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.768992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:20.986065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:14:21.014802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc9c6-d9d6-4442-a4f0-2e42132f9b85 req-5fd03316-bbf0-44a7-b890-250accdab59e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:21.017180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-016cc9c6-d9d6-4442-a4f0-2e42132f9b85 req-5fd03316-bbf0-44a7-b890-250accdab59e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0884178 Mar 02 08:14:21.060873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-016cc9c6-d9d6-4442-a4f0-2e42132f9b85 req-d347fc75-c9e7-4bc8-85be-86e95111c34c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Mar 02 08:14:21.456075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-04999d86-3e69-4f8a-ba8b-4b6ecc9d04ff tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:21.457569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-04999d86-3e69-4f8a-ba8b-4b6ecc9d04ff tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.0839047 Mar 02 08:14:21.509980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0abb-5291-444a-8485-067e02fd2df8 req-eb9e915c-e97c-44b4-bb3d-9fe454bb8a32 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:21.511453 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08af0abb-5291-444a-8485-067e02fd2df8 req-eb9e915c-e97c-44b4-bb3d-9fe454bb8a32 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0804670 Mar 02 08:14:21.540707 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-e5be7024-7cc7-4727-a66e-b2d25fd8f4f8 service neutron] 10.222.0.16 "GET /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8/bindings/n-h1-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.0774536 Mar 02 08:14:21.558489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-08af0abb-5291-444a-8485-067e02fd2df8 req-06211ff2-7e7c-4500-acda-57c2391ed60a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Mar 02 08:14:21.631831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-0621c6c1-f31a-4379-b5ec-d6d88cc192c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:21.633223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-0621c6c1-f31a-4379-b5ec-d6d88cc192c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1095 time: 0.0700338 Mar 02 08:14:21.867902 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-424fcb06-080d-4b10-9fa7-a4584b7ab342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:21.869341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-424fcb06-080d-4b10-9fa7-a4584b7ab342 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.2298646 Mar 02 08:14:21.970322 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-b9918470-9185-454d-88a8-2edcc7fd8d48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0940361 Mar 02 08:14:22.030814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-e96068ea-b8df-40e4-b4ef-6b1376af9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:22.032211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-e96068ea-b8df-40e4-b4ef-6b1376af9b98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0564184 Mar 02 08:14:22.107715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-20e2dac9-7d2b-49ce-a71c-ec52b1c96e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:22.109790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-20e2dac9-7d2b-49ce-a71c-ec52b1c96e83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711780 Mar 02 08:14:22.241250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-ba77985a-1c60-4c1f-9453-2f0a7383cb1f service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248765 Mar 02 08:14:22.368826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-531e31c3-6711-45d2-8ff2-77514c531f9f service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223481 Mar 02 08:14:22.454458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:14:22.526642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:14:22.532611 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:14:22.533120 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:22.651534 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:22.679029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:22.688954 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:22.693151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:22.739467 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'code': 200} Mar 02 08:14:22.768946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d075d-da48-4d14-bd7c-e5d5e0fe3bbd req-37efb1ec-004a-48dd-a0d2-f0b2cd3f8251 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:22.770485 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d44d075d-da48-4d14-bd7c-e5d5e0fe3bbd req-37efb1ec-004a-48dd-a0d2-f0b2cd3f8251 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.1012368 Mar 02 08:14:22.771759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:22.814308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d44d075d-da48-4d14-bd7c-e5d5e0fe3bbd req-99de57bb-f8bc-4f4c-99d7-56693faa2fb4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 Mar 02 08:14:24.002385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d3b6c-fea2-4a62-a3c9-4a37d403bb0e req-21d22761-fdd6-4e94-bd4f-359217f49d79 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:24.003847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-735d3b6c-fea2-4a62-a3c9-4a37d403bb0e req-21d22761-fdd6-4e94-bd4f-359217f49d79 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.0827842 Mar 02 08:14:24.049290 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-735d3b6c-fea2-4a62-a3c9-4a37d403bb0e req-ed13910a-d9d8-45c2-8f0d-cfa16a34f657 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 Mar 02 08:14:24.447368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-8714c166-4ae3-4a49-b36b-8a3dc92a9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:24.448842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-8714c166-4ae3-4a49-b36b-8a3dc92a9baa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1096 time: 0.0716445 Mar 02 08:14:24.459275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:14:24.568421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:24.831363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:24.861363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:14:24.919846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:24.926309 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:24.944274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Transition to ACTIVE for port object 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:14:24.948330 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:24.985837 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'code': 200} Mar 02 08:14:25.217787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:25.324772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] No DVR routers for this DVR port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:14:25.429371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0b08-7c8d-41d7-9381-41ada1d7ba6f req-a9688d41-2554-431c-a23c-df1f5cfcc3e1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:25.430777 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d9d0b08-7c8d-41d7-9381-41ada1d7ba6f req-a9688d41-2554-431c-a23c-df1f5cfcc3e1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.2170477 Mar 02 08:14:25.548808 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6d9d0b08-7c8d-41d7-9381-41ada1d7ba6f req-8d84c55a-b85d-46eb-aeb9-0f8392d35b88 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648599 Mar 02 08:14:25.604655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:14:25.604989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:14:25.605314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:25.609782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:14:25.610128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Attempting to bind port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:25.615088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:14:25.615423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:14:25.615800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:14:25.616214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Bound port: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:14:25.616557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:25.701292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:14:25.704603 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:14:25.709105 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:25.768700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:25.769313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:25.770710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1092 time: 1.3153367 Mar 02 08:14:25.791636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cb55d-c70b-454d-a4dd-e8837212ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=11']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:25.866904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-7f822d7c-b00c-411d-9216-12ead88ac324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:25.868387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-7f822d7c-b00c-411d-9216-12ead88ac324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1095 time: 0.0738611 Mar 02 08:14:26.001791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-40723bc0-e190-481d-9633-56044d439e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:26.003184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-40723bc0-e190-481d-9633-56044d439e9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1296206 Mar 02 08:14:26.108677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-036e79fa-b683-4e08-812b-5012a1f11ad5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.0988045 Mar 02 08:14:26.169121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-17daa1a8-1d7c-402b-abff-2849316f0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:26.170527 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-17daa1a8-1d7c-402b-abff-2849316f0f18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0566099 Mar 02 08:14:26.245515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-71c2b277-6db7-4313-a236-76a1701b3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:26.246969 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-71c2b277-6db7-4313-a236-76a1701b3b82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710225 Mar 02 08:14:26.375992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-961b0348-9844-42d4-872c-bde746e59249 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228869 Mar 02 08:14:26.486655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:14:26.505816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad1941cc-5837-4f0f-8002-6539f4bb94eb req-9a98f9e8-a916-4bba-bec1-167a4b7813fd service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238539 Mar 02 08:14:26.549502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:14:26.735096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f7dd-6d23-4241-9df4-69d2fe5181dc req-eb58c5db-6737-46de-8458-62461365e16f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:26.736462 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fd2f7dd-6d23-4241-9df4-69d2fe5181dc req-eb58c5db-6737-46de-8458-62461365e16f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0824394 Mar 02 08:14:26.778990 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4fd2f7dd-6d23-4241-9df4-69d2fe5181dc req-04d4f5f7-66df-47c6-9f95-91e054a90946 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370071 Mar 02 08:14:26.987380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:27.042835 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'status': 'completed', 'code': 200} Mar 02 08:14:27.131810 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-64e22fb9-2604-4ae6-b3ce-d88a819c052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.133285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-64e22fb9-2604-4ae6-b3ce-d88a819c052f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1095 time: 0.0704293 Mar 02 08:14:27.208566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-8006c396-ba88-4b39-b58b-8fad780199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.210091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-8006c396-ba88-4b39-b58b-8fad780199ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 1095 time: 0.1084232 Mar 02 08:14:27.265208 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-428c8ce3-1181-459d-855c-65be06cae9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.266792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-428c8ce3-1181-459d-855c-65be06cae9dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1280639 Mar 02 08:14:27.345474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-410e9ad5-e09a-4a22-8205-0b2176b58b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.347005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-410e9ad5-e09a-4a22-8205-0b2176b58b72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1318204 Mar 02 08:14:27.457617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-e48c65be-1ab9-45e5-9026-6b32b41bf911 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.1043482 Mar 02 08:14:27.485427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-4418a2f7-5de3-434a-b542-11bbcf63c354 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 200 len: 1000 time: 0.2122464 Mar 02 08:14:27.526305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-5cd0476d-8bca-4db7-bd90-cf566f08eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.527661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-5cd0476d-8bca-4db7-bd90-cf566f08eff8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0645025 Mar 02 08:14:27.559086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-055a1f5d-70f2-4171-8f38-ed0918e9fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.560517 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-055a1f5d-70f2-4171-8f38-ed0918e9fc90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0696340 Mar 02 08:14:27.601869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-2ccdd5c5-a6d8-4c21-84a7-7d210611632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.603356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-2ccdd5c5-a6d8-4c21-84a7-7d210611632a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704267 Mar 02 08:14:27.635717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354491-21a7-41bd-9514-9a9d55683367 req-f798e287-936a-48da-ba57-78f39694d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.637203 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-f798e287-936a-48da-ba57-78f39694d5df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705659 Mar 02 08:14:27.737431 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-977350bc-9abe-4918-b2d8-44dcc1f834a7 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272931 Mar 02 08:14:27.768316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-8c3e2e02-6dd5-4368-aeba-e08497cf8cbe service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245644 Mar 02 08:14:27.873949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-7e1eeeb3-4f40-4a9b-a63e-56970213fab6 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297584 Mar 02 08:14:27.903195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fa354491-21a7-41bd-9514-9a9d55683367 req-0fe78e17-6d69-4f9c-9383-256c09c62edc service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283157 Mar 02 08:14:27.970318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78375-5d6b-4d78-9c75-d9a382efdea5 req-e10a32c5-d937-41b1-b31e-5f32d3cd5afd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:27.971745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdb78375-5d6b-4d78-9c75-d9a382efdea5 req-e10a32c5-d937-41b1-b31e-5f32d3cd5afd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0831633 Mar 02 08:14:28.119980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fdb78375-5d6b-4d78-9c75-d9a382efdea5 req-772fba04-2d07-408f-b341-4b00a5494c52 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427228 Mar 02 08:14:29.311482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e161e0-1689-44bb-b727-1391f5b57e14 req-c50b1d84-ffba-4602-82ad-dc2b580fdbc0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:29.313130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99e161e0-1689-44bb-b727-1391f5b57e14 req-c50b1d84-ffba-4602-82ad-dc2b580fdbc0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0838149 Mar 02 08:14:29.361166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99e161e0-1689-44bb-b727-1391f5b57e14 req-20383cc9-800c-43e8-a98e-4d9912e44634 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Mar 02 08:14:30.545412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46090327-adc3-43b5-bc56-759acc012969 req-f180e86e-de4d-4e3d-bd0c-f414cdb1f44e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:30.547100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46090327-adc3-43b5-bc56-759acc012969 req-f180e86e-de4d-4e3d-bd0c-f414cdb1f44e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0800087 Mar 02 08:14:30.590512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-46090327-adc3-43b5-bc56-759acc012969 req-f187986a-4e39-400a-a0d5-455d07ff68ed tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Mar 02 08:14:30.782689 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468524be-3d3b-4e63-858c-a66a8f8c79b4 req-ab7cf8d4-f689-4411-bc20-8b25115ba22c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:30.784077 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-468524be-3d3b-4e63-858c-a66a8f8c79b4 req-ab7cf8d4-f689-4411-bc20-8b25115ba22c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0821683 Mar 02 08:14:30.827261 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-468524be-3d3b-4e63-858c-a66a8f8c79b4 req-37de837e-c9ed-4078-b0d7-9b1216a09b27 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Mar 02 08:14:31.010035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d90f76-3890-40ce-9ef5-a87394834a35 req-56e7c189-6df7-42ad-9d6a-2b10a07bb0ac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:31.011483 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23d90f76-3890-40ce-9ef5-a87394834a35 req-56e7c189-6df7-42ad-9d6a-2b10a07bb0ac tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0811620 Mar 02 08:14:31.056094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23d90f76-3890-40ce-9ef5-a87394834a35 req-7cc68bba-70b7-447e-b1e7-3c6ac525b753 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383170 Mar 02 08:14:31.438718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7886e-24f3-4b5d-859e-de43660c6759 req-bc6a678c-bf39-4461-b873-d50620754fc5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:31.440167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21a7886e-24f3-4b5d-859e-de43660c6759 req-bc6a678c-bf39-4461-b873-d50620754fc5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 944 time: 0.0846174 Mar 02 08:14:31.483654 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-21a7886e-24f3-4b5d-859e-de43660c6759 req-2fcdbe24-14a5-4415-9436-07d466288489 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378568 Mar 02 08:14:31.611298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:14:31.742066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:31.754808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'mac_address': 'fa:16:3e:69:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:14:31.809682 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:31.827598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:14:31.843100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:31.847888 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:31.955348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:32.049249 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:14:32.155380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:14:32.727239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee4db1-4b40-489c-9e0e-8bc7160b1a9b req-788f289a-e2e5-4455-be6c-9e63e0ae027b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:32.728591 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebee4db1-4b40-489c-9e0e-8bc7160b1a9b req-788f289a-e2e5-4455-be6c-9e63e0ae027b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.1376660 Mar 02 08:14:32.738506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-124821d8-a6f7-48d5-a863-f2acefc86922 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:32.739827 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-124821d8-a6f7-48d5-a863-f2acefc86922 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 945 time: 0.1100028 Mar 02 08:14:32.821689 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ebee4db1-4b40-489c-9e0e-8bc7160b1a9b req-e18ff24f-c834-4b64-9d1c-ea99e772714e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809264 Mar 02 08:14:32.839171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Deleting port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:14:32.839516 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:33.079771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] For port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:33.080132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:33.359549 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:33.359839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:33.360674 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 disassociated. External IP: 172.25.4.168, port: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8. Mar 02 08:14:33.361250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Calling delete_port for 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:14:33.608369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:33.621233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:14:33.626536 n-d-827871-1 neutron-server[87856]: INFO neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No ports have port_id starting with 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 Mar 02 08:14:33.627492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 requested by agent hyperv_n-h2-827871-1 not found in database {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Mar 02 08:14:33.660476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'Port': ['ID=1cf65314-7256-46b4-b1ca-a7bb9bca2ef8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:33.723360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.723699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.724033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.724365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.724694 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.725015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.725333 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.725651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.725992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.726310 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.726625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.726943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:14:33.863392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:14:33.972896 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-70f06468-77c1-45b0-8a68-7d0272290286 req-918e9b52-652d-40fc-9197-8e8ac9d8d7b8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0149d6ad-eaf4-460a-adbb-b3a987ea3825 HTTP/1.1" status: 200 len: 210 time: 0.0440364 Mar 02 08:14:34.045017 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:14:34.054932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:14:34.064929 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:14:34.065533 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:14:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:34.118060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] No DVR routers for this DVR port 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:14:34.120603 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:34.123146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-deleted', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:34.138888 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab541cca-bef9-4c17-8bee-f2e54943eaca req-61118ca3-b24d-4697-abc6-ba182065f77b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "DELETE /v2.0/ports/1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 HTTP/1.1" status: 204 len: 173 time: 1.3840148 Mar 02 08:14:34.170840 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149d6ad-eaf4-460a-adbb-b3a987ea3825', 'name': 'network-vif-deleted', 'tag': '1cf65314-7256-46b4-b1ca-a7bb9bca2ef8', 'status': 'completed', 'code': 200} Mar 02 08:14:34.246096 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:14:34.571963 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:34.576025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:14:34.585581 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:14:34.586199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:14:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:34.763128 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:14:35.097849 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:35.101917 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0c435-a568-4f33-9893-236efd9961d5 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:14:35.318052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa490c9-1bd6-40e2-857d-1445639fe5e1 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:14:35.326528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-c1d77c04-6788-40f6-919f-75a97afb99c4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--788069187&fields=id&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 267 time: 0.0430601 Mar 02 08:14:35.490459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-ec9520ae-5a78-4b11-aaee-cfdc50b6ed0d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:35.491933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-ec9520ae-5a78-4b11-aaee-cfdc50b6ed0d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1575897 Mar 02 08:14:35.508933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-7f6da3fa-35c6-442e-9ba4-22ad4d95a047 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/quotas/bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 375 time: 0.0108321 Mar 02 08:14:35.602225 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-bae9ed72-8db4-4a9d-b74e-d64eaeccb31d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871105 Mar 02 08:14:35.633591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:14:35.667862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:14:35.668203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 1cf65314-7256-46b4-b1ca-a7bb9bca2ef8 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:14:35.740877 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-d4408afc-2218-4d81-9ea6-b6321e553f29 service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269419 Mar 02 08:14:35.875960 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-62fb647f-3306-43ae-99d6-b41792d6b14a service neutron] 10.222.0.21 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249392 Mar 02 08:14:36.055247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3621f2ae-bbce-4e50-be4c-c1c96410c435 req-b61b1c03-817b-469a-aefc-416e9eedf16c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:14:36.072615 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3621f2ae-bbce-4e50-be4c-c1c96410c435 req-b61b1c03-817b-469a-aefc-416e9eedf16c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:14:36.074218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3621f2ae-bbce-4e50-be4c-c1c96410c435 req-b61b1c03-817b-469a-aefc-416e9eedf16c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 210 time: 0.0656781 Mar 02 08:14:37.071674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-35d6f43a-0e98-4c62-ab4f-601462186eaf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:37.073177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-35d6f43a-0e98-4c62-ab4f-601462186eaf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 812 time: 0.1548092 Mar 02 08:14:37.124135 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-5271c4e2-e419-471a-9c75-4b45b1e84e01 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 379 time: 0.0437152 Mar 02 08:14:37.133838 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'port': {'device_id': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'admin_state_up': True, 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'security_groups': ['39b8561b-2cef-4fa0-8871-55feb3ae65e5']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:14:37.276660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a600abf-bdd0-4cf4-ac12-9c3a7b7b1fb5 req-3d8cd982-c5f9-4ef4-8622-20f8dc28ae1e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 210 time: 0.0594151 Mar 02 08:14:37.320168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:14:37.329497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:14:37.337985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Made reservation on behalf of bb5ecfd022ff4549b32da30fcb4dbb4f for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:14:37.341338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:37.498701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Allocated IP 172.20.0.4 (f67ee148-0440-4bbb-b10c-5c309d54c66a/3305012b-d94d-41ca-877d-b2e89168a41b/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:14:37.687883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:37.703048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Transition to ACTIVE for port object 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:14:37.726283 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:37.892516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Network f67ee148-0440-4bbb-b10c-5c309d54c66a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:14:37.900773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:14:37.904998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:14:37.937226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:37.974272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:37.974895 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.000711 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e5e1dd73-701d-4223-8c3c-a30587569ac0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8704622 Mar 02 08:14:38.011949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Request body: {'port': {'device_id': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:14:38.122372 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.128898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8186766c-d7a7-4f3a-aa7d-ab25ab39a1c5 None None] Provisioning for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:14:38.134484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8186766c-d7a7-4f3a-aa7d-ab25ab39a1c5 None None] Provisioning complete for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:14:38.134895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8186766c-d7a7-4f3a-aa7d-ab25ab39a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.188712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8186766c-d7a7-4f3a-aa7d-ab25ab39a1c5 None None] Port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:14:38.461521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:14:38.464068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339e007-d4e1-4247-bac8-e2d4c186a25c req-2a88d0c3-a52b-473d-9f6d-dd705eeb9c50 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:38.465608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a339e007-d4e1-4247-bac8-e2d4c186a25c req-2a88d0c3-a52b-473d-9f6d-dd705eeb9c50 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 931 time: 0.0815327 Mar 02 08:14:38.469068 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.484008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Transition to ACTIVE for port object 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:14:38.489491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.526379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a339e007-d4e1-4247-bac8-e2d4c186a25c req-3ae4e0b6-3a95-4256-bd33-52d1eabec273 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551057 Mar 02 08:14:38.663352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39228bf6-a371-47ae-a346-62641149436e service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:38.741458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:14:38.741791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:14:38.742151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:38.746675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:14:38.746996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:14:38.752003 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:14:38.752340 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:14:38.752720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:14:38.753144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Bound port: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:14:38.753489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.841008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:14:38.843892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:14:38.849098 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.905843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:38.906491 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:38.907859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-39228bf6-a371-47ae-a346-62641149436e service neutron] 10.222.0.16 "PUT /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1091 time: 0.9003804 Mar 02 08:14:38.908793 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:38.942352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39228bf6-a371-47ae-a346-62641149436e service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:39.037427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-020eaa9c-6677-4934-aa8f-3be78986014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.038989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-020eaa9c-6677-4934-aa8f-3be78986014a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.0791059 Mar 02 08:14:39.104177 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'status': 'completed', 'code': 200} Mar 02 08:14:39.118472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-7ef03f50-377a-48a2-ab93-a1d94a244afc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 217 time: 0.0714283 Mar 02 08:14:39.179806 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-74ea4f44-0014-4b21-9a5d-39154f331c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.181168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-74ea4f44-0014-4b21-9a5d-39154f331c5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0573874 Mar 02 08:14:39.257518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-43f2a702-fc95-4fac-9b06-bd2a35be2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.259000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-43f2a702-fc95-4fac-9b06-bd2a35be2d28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723901 Mar 02 08:14:39.389969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-e2b6fed0-8351-4fa4-99c8-f024ce29375c service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247032 Mar 02 08:14:39.631252 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5a57a4c7-cedb-4961-9232-47ca3ec207c5 req-fae5109d-a09f-4080-aa57-35969674caad service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351773 Mar 02 08:14:39.715858 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01abee6-f0c9-46fa-83d9-300fad6ff9d0 req-2e224487-d27d-4be4-9b4c-1df2a07232eb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.717436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b01abee6-f0c9-46fa-83d9-300fad6ff9d0 req-2e224487-d27d-4be4-9b4c-1df2a07232eb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0840933 Mar 02 08:14:39.743104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-ab7f4d4f-0c0b-496a-911f-aa81f9b2e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.744606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-ab7f4d4f-0c0b-496a-911f-aa81f9b2e95d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.0718408 Mar 02 08:14:39.762986 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b01abee6-f0c9-46fa-83d9-300fad6ff9d0 req-c0a09628-9884-400e-a737-139a7b360b11 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Mar 02 08:14:39.872967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-c791cfc3-a2a6-40f5-9c94-8918c7585cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:39.874609 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-c791cfc3-a2a6-40f5-9c94-8918c7585cf5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1247177 Mar 02 08:14:39.943984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-8785d8dd-4263-4829-b3e4-d0ad18c89ed2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 217 time: 0.0630805 Mar 02 08:14:40.003494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-f493a1c2-eb3b-49aa-9a5e-4603e43647b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:40.004786 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-f493a1c2-eb3b-49aa-9a5e-4603e43647b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0560181 Mar 02 08:14:40.081517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-2dd43aa5-db2e-4472-9725-3a12fc2f6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:40.082975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-2dd43aa5-db2e-4472-9725-3a12fc2f6f94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725386 Mar 02 08:14:40.214050 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-4a12d901-68dc-4296-bd22-65fe34e094ad service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253161 Mar 02 08:14:40.345183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f3b5e6a3-7278-40b9-b126-52e3a57844b6 req-472a8c12-3503-41df-8ca5-e5dac8c1123c service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235733 Mar 02 08:14:40.952086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da5489-4fec-4b4e-baf1-f29960b06b81 req-d3e7b0cd-c0b6-46ba-a9b0-3ff0305005e6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:40.952825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67da5489-4fec-4b4e-baf1-f29960b06b81 req-d3e7b0cd-c0b6-46ba-a9b0-3ff0305005e6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:14:40.967686 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67da5489-4fec-4b4e-baf1-f29960b06b81 req-d3e7b0cd-c0b6-46ba-a9b0-3ff0305005e6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:14:40.968876 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67da5489-4fec-4b4e-baf1-f29960b06b81 req-d3e7b0cd-c0b6-46ba-a9b0-3ff0305005e6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0953484 Mar 02 08:14:41.013818 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67da5489-4fec-4b4e-baf1-f29960b06b81 req-6280114c-dffe-4a36-8182-05102564519d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387149 Mar 02 08:14:41.977769 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ecafb61b-9d17-4e4a-b369-3714c8b397eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:42.197029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666541bb-b4d7-4401-b0bd-eef95afdfcf5 req-9a6d70e6-a55b-4d66-b1cb-6ac93c078734 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:42.198434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-666541bb-b4d7-4401-b0bd-eef95afdfcf5 req-9a6d70e6-a55b-4d66-b1cb-6ac93c078734 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0792186 Mar 02 08:14:42.245029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-666541bb-b4d7-4401-b0bd-eef95afdfcf5 req-1c028a68-214a-4156-a76d-fc73a0e8ec71 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Mar 02 08:14:42.578680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:14:42.712030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:42.724748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:14:42.779515 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:42.795803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:14:42.811484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:42.815737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:42.885188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:43.114777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:14:43.432886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e094d4-56a1-419e-9845-f4fc90a15afc req-90ff828b-1c1f-47c0-aec5-9f8a677e2b9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:43.434294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4e094d4-56a1-419e-9845-f4fc90a15afc req-90ff828b-1c1f-47c0-aec5-9f8a677e2b9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0837626 Mar 02 08:14:43.477660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d4e094d4-56a1-419e-9845-f4fc90a15afc req-948852d6-6a17-487f-a13e-3468676ee9c4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378537 Mar 02 08:14:44.302263 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8174c4e5-649b-4791-b4b3-980c3c0c6064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:44.594144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:14:44.661534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe1c49-2841-48d8-aa7d-264a27c7e47b req-8768bfef-b1a9-4591-b88b-431301cf95b7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:44.663023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edfe1c49-2841-48d8-aa7d-264a27c7e47b req-8768bfef-b1a9-4591-b88b-431301cf95b7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0791998 Mar 02 08:14:44.665519 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:14:44.670315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:14:44.670689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:44.707043 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-edfe1c49-2841-48d8-aa7d-264a27c7e47b req-981dffe3-41c7-4e8e-a2d7-cbb81eeac790 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381207 Mar 02 08:14:44.790198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:44.816105 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:44.825909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:14:44.830230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:44.865034 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'code': 200} Mar 02 08:14:44.905536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:14:44.987871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367bdec-5d76-41fb-803c-c721641f368c req-cc6bcf45-1f0a-4bcb-9487-c586b2ec5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:44.989310 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8367bdec-5d76-41fb-803c-c721641f368c req-cc6bcf45-1f0a-4bcb-9487-c586b2ec5fa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1096 time: 0.0681617 Mar 02 08:14:45.031602 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8367bdec-5d76-41fb-803c-c721641f368c req-03d81f44-4003-487d-a32e-e298a22cf46c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365164 Mar 02 08:14:45.503405 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:45.515562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:45.890581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26139e50-9ba6-45df-b377-d7c4ba7f9eeb req-94563809-bd95-4061-8370-13ce5c8fe71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:45.892019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26139e50-9ba6-45df-b377-d7c4ba7f9eeb req-94563809-bd95-4061-8370-13ce5c8fe71c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0811625 Mar 02 08:14:45.934838 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26139e50-9ba6-45df-b377-d7c4ba7f9eeb req-33e19e85-f74c-4456-ae1d-df06f440f4a7 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 Mar 02 08:14:46.939848 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:47.121367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627f6a-5cc1-4fa2-acd4-e84ec5946e10 req-ddb36121-ea2c-49dc-af09-c7b843aa736f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:47.122848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1627f6a-5cc1-4fa2-acd4-e84ec5946e10 req-ddb36121-ea2c-49dc-af09-c7b843aa736f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0810251 Mar 02 08:14:47.167937 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b1627f6a-5cc1-4fa2-acd4-e84ec5946e10 req-81d5deae-d7d7-42af-9966-a3a270bb119d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Mar 02 08:14:47.346243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05def-fa9b-4375-8ca1-9600fd04108f req-707f4452-819c-466f-95dc-03d355770a06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:47.347721 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b4d05def-fa9b-4375-8ca1-9600fd04108f req-707f4452-819c-466f-95dc-03d355770a06 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0803990 Mar 02 08:14:47.356263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 43882) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:14:47.361830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Request body: {'floatingip': {'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:14:47.440835 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:48.125205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:48.129002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:48.300844 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 associated. External IP: 172.25.4.168, port: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4. Mar 02 08:14:48.641788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:14:48.818463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:14:48.823172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:48.827960 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:14:48.837381 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:14:48.838021 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:14:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:48.875381 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2155ce8f-c995-41c3-8e8b-ebe4a5aa6c9f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "PUT /v2.0/floatingips/2583053f-396e-4c1c-9087-bcdca5d5fdc1 HTTP/1.1" status: 200 len: 992 time: 1.5180690 Mar 02 08:14:48.875968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:14:49.011401 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:49.023448 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'status': 'completed', 'code': 200} Mar 02 08:14:49.031105 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:14:49.123341 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-c6866099-f76f-44a4-a937-b72093070703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:49.124826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-c6866099-f76f-44a4-a937-b72093070703 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1096 time: 0.0811198 Mar 02 08:14:49.155180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:49.285563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-958701d8-98f7-4249-8390-2dca1194a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:49.287370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-958701d8-98f7-4249-8390-2dca1194a81f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1564033 Mar 02 08:14:49.399598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-0e1e958a-f729-4ad2-bb09-4403a25d949c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.1057973 Mar 02 08:14:49.425512 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:14:48Z', 'revision_number': 13, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:49.429629 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:14:49.437758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:14:49.438517 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:14:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:49.464501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-d7cd7f44-d734-4fbe-831a-c5b406b351df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:49.466011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-d7cd7f44-d734-4fbe-831a-c5b406b351df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0607216 Mar 02 08:14:49.549610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-5bff4543-75b3-4156-9d8d-91b213bff687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:49.551354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-5bff4543-75b3-4156-9d8d-91b213bff687 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794740 Mar 02 08:14:49.631695 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:14:49.812496 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-04a78802-74aa-4e51-988d-240ba260f86f service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547488 Mar 02 08:14:49.950812 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-390a81f3-32c4-49d5-981e-6b72082d1959 req-f985cf6b-35f9-4683-a2db-921af8a029e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326842 Mar 02 08:14:49.999981 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:14:48Z', 'revision_number': 13, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:14:50.004428 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4218fd-d806-4d72-a70b-83814ddbeacd None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '2583053f-396e-4c1c-9087-bcdca5d5fdc1', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:39Z', 'updated_at': '2022-03-02T08:14:48Z', 'revision_number': 13, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:14:50.191018 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b253e-6d6a-4754-9517-bea6d8d7df0c None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:14:50.472061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-54dcb211-cb56-4906-9589-e36118674685 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735278 Mar 02 08:14:50.611691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-e195e75c-8e56-47bf-9630-2590a79a9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:50.613078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-e195e75c-8e56-47bf-9630-2590a79a9a2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1096 time: 0.0746953 Mar 02 08:14:50.704980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c203d0-7eaf-4ff1-bcaa-717bb8e75ffd req-9c7a8497-3de9-4de5-b695-08dd25ccb859 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:50.706486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9c203d0-7eaf-4ff1-bcaa-717bb8e75ffd req-9c7a8497-3de9-4de5-b695-08dd25ccb859 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.2154715 Mar 02 08:14:50.750504 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e9c203d0-7eaf-4ff1-bcaa-717bb8e75ffd req-64d0e29e-1349-42c4-9464-3c36bd459202 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Mar 02 08:14:50.759836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-1b8b1b50-2c26-412b-a788-96dd03100a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:50.761289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-1b8b1b50-2c26-412b-a788-96dd03100a7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1298549 Mar 02 08:14:50.866279 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-e6706519-ebc0-4ffc-96f8-13013fa89049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1002 time: 0.0981247 Mar 02 08:14:50.933829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-6598fb2f-bea5-43a0-a5b9-f007cd645413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:50.935309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-6598fb2f-bea5-43a0-a5b9-f007cd645413 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0602174 Mar 02 08:14:51.026369 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-cb172f79-aff6-4494-824d-4a8b698398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:51.027642 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-cb172f79-aff6-4494-824d-4a8b698398a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844171 Mar 02 08:14:51.166898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-024802b7-ba7d-4b16-b8a2-4816a3b4a31d service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328321 Mar 02 08:14:51.313059 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43d3f8a9-5849-4e18-937f-1ca35452963d req-6a12337e-65b0-4f69-bff0-292a462958a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364312 Mar 02 08:14:57.518631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-a7dc6fea-2451-4793-a29f-ef9e96f8c836 req-6d998acb-25f9-472a-b340-1ea69eee3a15 service neutron] (87855) timed out ('10.222.0.16', 61142) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:14:59.292174 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-40628849-0d5d-4fd6-b086-f2ca29f87038 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216383 Mar 02 08:14:59.306397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c81124-4c3b-4b02-860d-e4cb795cd82f req-07960b7a-222c-4644-a40d-f5bc5cd80d92 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:59.307834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97c81124-4c3b-4b02-860d-e4cb795cd82f req-07960b7a-222c-4644-a40d-f5bc5cd80d92 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0850065 Mar 02 08:14:59.353500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97c81124-4c3b-4b02-860d-e4cb795cd82f req-81718b7f-636e-4f94-864c-0621535a8fdf tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398138 Mar 02 08:15:00.427716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-380bf930-f52f-4ff2-b952-595874a5be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:00.429187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-380bf930-f52f-4ff2-b952-595874a5be76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1096 time: 0.0735106 Mar 02 08:15:00.560786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98496452-6246-4dde-97d9-620e2bfede5d req-07e81460-2a7d-410a-9dba-fb73e3a6c289 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:00.562672 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98496452-6246-4dde-97d9-620e2bfede5d req-07e81460-2a7d-410a-9dba-fb73e3a6c289 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0882466 Mar 02 08:15:00.574379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-d1754767-b710-48bd-9142-638015bde726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:00.576612 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-d1754767-b710-48bd-9142-638015bde726 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1411362 Mar 02 08:15:00.610530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98496452-6246-4dde-97d9-620e2bfede5d req-0d9a1804-275c-4c01-8c57-45d90c79ff89 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Mar 02 08:15:00.681185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-ed45f261-4175-421c-9f64-c05f7f8e007d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1002 time: 0.0985730 Mar 02 08:15:00.742882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-96a8ec94-0812-4d4e-b79b-727272b4a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:00.744260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-96a8ec94-0812-4d4e-b79b-727272b4a42f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0573359 Mar 02 08:15:00.825446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-892d946f-90f1-4184-aaef-2d92bdabf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:00.826819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-892d946f-90f1-4184-aaef-2d92bdabf42a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760958 Mar 02 08:15:01.063709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-85f3bc3c-89c3-4403-8a6a-a40fd5aa3c53 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307100 Mar 02 08:15:01.195248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-4cdfa4f7-219d-4809-8427-c98972a3df89 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257389 Mar 02 08:15:01.797190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad86c3-df69-4610-84ee-6cf9c66095b0 req-6574c7fc-76a6-4f5e-b14a-fe8426a5929f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:01.799132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5ad86c3-df69-4610-84ee-6cf9c66095b0 req-6574c7fc-76a6-4f5e-b14a-fe8426a5929f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0802412 Mar 02 08:15:01.841914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5ad86c3-df69-4610-84ee-6cf9c66095b0 req-6df3022d-76b4-4772-8d6a-c43eefc544a6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371623 Mar 02 08:15:03.027907 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b3dc-cea9-4db4-b0bc-5c0ce10c9555 req-e95b5493-4b00-4093-8cd4-da39feb4b404 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:03.029345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26e9b3dc-cea9-4db4-b0bc-5c0ce10c9555 req-e95b5493-4b00-4093-8cd4-da39feb4b404 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0787599 Mar 02 08:15:03.075146 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-26e9b3dc-cea9-4db4-b0bc-5c0ce10c9555 req-efcca2f2-49ec-4b91-9985-8b0977394109 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397084 Mar 02 08:15:04.261586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a70b-dfbc-4454-9f15-ce0fddf9a92e req-86dadc32-fd6b-4151-8ede-d9d4c0ae91b2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:04.263053 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0b8a70b-dfbc-4454-9f15-ce0fddf9a92e req-86dadc32-fd6b-4151-8ede-d9d4c0ae91b2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0821702 Mar 02 08:15:04.306520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0b8a70b-dfbc-4454-9f15-ce0fddf9a92e req-8c724410-1da3-422e-a854-54f20d069650 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369585 Mar 02 08:15:05.490749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e87cf-18dd-420f-b9d0-9220428cba97 req-b1285cb1-3b72-472c-8a1f-11510d6929b8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:05.492112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-769e87cf-18dd-420f-b9d0-9220428cba97 req-b1285cb1-3b72-472c-8a1f-11510d6929b8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0806816 Mar 02 08:15:05.539742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-769e87cf-18dd-420f-b9d0-9220428cba97 req-5c4a0f6d-5e10-4b3e-954a-09dd707d676f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Mar 02 08:15:06.728792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a77c70-0966-4e64-8021-0b6afb311bd9 req-17ab4e79-a33a-498f-8475-bb187e78198c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:06.732295 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a77c70-0966-4e64-8021-0b6afb311bd9 req-17ab4e79-a33a-498f-8475-bb187e78198c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0795171 Mar 02 08:15:06.778595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c8a77c70-0966-4e64-8021-0b6afb311bd9 req-56862cab-ead7-4ea5-817c-b9ac7832ea20 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417993 Mar 02 08:15:07.974198 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631b2e4-a4d3-4d90-98f5-3c99905d6557 req-601b0e03-8796-441a-9693-7ea473fb10b6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:07.975667 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8631b2e4-a4d3-4d90-98f5-3c99905d6557 req-601b0e03-8796-441a-9693-7ea473fb10b6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0834262 Mar 02 08:15:08.019466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8631b2e4-a4d3-4d90-98f5-3c99905d6557 req-f25c4f67-0055-434a-ba16-fd7a60af7e6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380793 Mar 02 08:15:09.048355 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:15:09.200474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a4e1e-973a-4a13-8ba4-2a8d9a2669c7 req-b882f2ef-a140-4cf9-966a-5eb28f4c420c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:09.201935 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-964a4e1e-973a-4a13-8ba4-2a8d9a2669c7 req-b882f2ef-a140-4cf9-966a-5eb28f4c420c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0781405 Mar 02 08:15:09.245764 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-964a4e1e-973a-4a13-8ba4-2a8d9a2669c7 req-08db375c-5d5c-43c1-92fe-3e40e38ce2e9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Mar 02 08:15:10.436184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493086f5-2889-4029-8c3e-96c068eb3dab req-0c704539-bc57-424c-afb9-5bb9c4a3a176 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:10.437650 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-493086f5-2889-4029-8c3e-96c068eb3dab req-0c704539-bc57-424c-afb9-5bb9c4a3a176 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0872247 Mar 02 08:15:10.481214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-493086f5-2889-4029-8c3e-96c068eb3dab req-1e7ee10e-8a1c-482d-987b-1c070f3587ef tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375409 Mar 02 08:15:11.680078 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ecc72-c6fa-4a9a-8ceb-c2e80acbc3ea req-6314b99a-da61-4fb9-b65a-6c2d285409f5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:11.680078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-091ecc72-c6fa-4a9a-8ceb-c2e80acbc3ea req-6314b99a-da61-4fb9-b65a-6c2d285409f5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0891213 Mar 02 08:15:11.725039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-091ecc72-c6fa-4a9a-8ceb-c2e80acbc3ea req-f3c64e5d-02d2-4e96-8509-2d637a2ed69f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391264 Mar 02 08:15:11.980456 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-19e85540-d995-48f4-937e-f20a701dc028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:12.915032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76893f2e-7a75-458e-a20f-42c22b7d2a6e req-2fd4bd98-e315-47ec-a643-1818f6e6f10a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:12.916495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76893f2e-7a75-458e-a20f-42c22b7d2a6e req-2fd4bd98-e315-47ec-a643-1818f6e6f10a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0845401 Mar 02 08:15:12.960599 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-76893f2e-7a75-458e-a20f-42c22b7d2a6e req-d05f26e1-87ab-42d4-9372-fc3a2bb89be9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382373 Mar 02 08:15:14.303751 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d172b5b-88dc-4597-bcf5-f2c52b27c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:14.304400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bf75f-dfea-4010-8e38-b04f9ce1c0d6 req-be8eb066-a8b6-4ff6-a667-8b45250cc1ff tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:14.305358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e2bf75f-dfea-4010-8e38-b04f9ce1c0d6 req-be8eb066-a8b6-4ff6-a667-8b45250cc1ff tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0798023 Mar 02 08:15:14.348444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e2bf75f-dfea-4010-8e38-b04f9ce1c0d6 req-3c577aac-dfbb-4f9c-9a5f-3393037bf5c1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374279 Mar 02 08:15:15.495783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:15.518108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:15.539329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0d5a-4767-459a-86f2-cae9ef939a35 req-8b26d0ad-964b-4c03-b3a6-35a105c7bba3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:15.540800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e03b0d5a-4767-459a-86f2-cae9ef939a35 req-8b26d0ad-964b-4c03-b3a6-35a105c7bba3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0820246 Mar 02 08:15:15.589102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e03b0d5a-4767-459a-86f2-cae9ef939a35 req-5066c0b1-8d67-4a03-beda-51abe6b0467c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Mar 02 08:15:16.774037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c68bf-f40f-4315-8596-50c1d36a9bf0 req-2b40a892-1519-4a3c-bb93-f366af37d02b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:16.775405 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-301c68bf-f40f-4315-8596-50c1d36a9bf0 req-2b40a892-1519-4a3c-bb93-f366af37d02b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0822680 Mar 02 08:15:16.819517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-301c68bf-f40f-4315-8596-50c1d36a9bf0 req-551b0810-5632-49f0-a254-0b614e47e0df tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385413 Mar 02 08:15:16.943073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:18.001720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef6b3-10e5-4480-8cf6-144c4bb795e0 req-144561d6-9dd9-4c98-aa18-05dbbe2b0f66 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:18.003213 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a9ef6b3-10e5-4480-8cf6-144c4bb795e0 req-144561d6-9dd9-4c98-aa18-05dbbe2b0f66 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0796919 Mar 02 08:15:18.046356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7a9ef6b3-10e5-4480-8cf6-144c4bb795e0 req-137df875-f3f2-4fb4-a9c3-ab5dfdb03c92 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375068 Mar 02 08:15:18.692865 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-7569ab3f-640c-44ab-a617-189365c2d7ff service neutron] show failed (client error): The resource could not be found. Mar 02 08:15:18.693843 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-7569ab3f-640c-44ab-a617-189365c2d7ff service neutron] 10.222.0.16 "GET /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0772023 Mar 02 08:15:19.015027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:19.027598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-d73be133-1b14-4502-a970-9fc03f94d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:19.029071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-d73be133-1b14-4502-a970-9fc03f94d591 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1096 time: 0.1118488 Mar 02 08:15:19.039998 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:15:19.152709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:19.177728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:19.239406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12376f-cf80-4708-adbc-c2202f96b70c req-47ef3dbc-cb6a-4943-863c-92265ff7e088 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:19.240892 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e12376f-cf80-4708-adbc-c2202f96b70c req-47ef3dbc-cb6a-4943-863c-92265ff7e088 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0836263 Mar 02 08:15:19.285996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e12376f-cf80-4708-adbc-c2202f96b70c req-90b0ac58-dc97-4ebf-98ac-9b22e5f8593c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393298 Mar 02 08:15:19.420800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:19.453130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:15:19.514840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:19.521616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:19.538613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Transition to ACTIVE for port object 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:15:19.543605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:19.592201 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'code': 200} Mar 02 08:15:19.681155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:19.743369 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] No DVR routers for this DVR port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:20.069223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:15:20.069931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:15:20.069931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:15:20.074420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:15:20.074742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:15:20.079793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:15:20.080137 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:15:20.080544 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:15:20.081527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Bound port: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:15:20.081893 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:20.168835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:15:20.172035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:15:20.176349 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:20.234185 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.234867 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:20.236255 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1091 time: 1.2002044 Mar 02 08:15:20.291286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcc2ce-a848-4f05-ba4e-29ab4cd1c8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:20.337374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-096bc47b-ce6f-48b8-9eef-726f31d53c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.338941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-096bc47b-ce6f-48b8-9eef-726f31d53c91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.0810587 Mar 02 08:15:20.477756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-cf242461-1fbe-41a2-95ca-103d713c2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.479305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-cf242461-1fbe-41a2-95ca-103d713c2187 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1344817 Mar 02 08:15:20.485605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942194-1411-4664-8328-7f7a59835f6d req-58649e81-01c7-4979-9389-fc1e84c75c6c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.487756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83942194-1411-4664-8328-7f7a59835f6d req-58649e81-01c7-4979-9389-fc1e84c75c6c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0834510 Mar 02 08:15:20.540760 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-83942194-1411-4664-8328-7f7a59835f6d req-4c6b1042-9964-42d9-af89-74687e7a6103 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Mar 02 08:15:20.589402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-186a65c3-cb8b-47e0-a4df-7aad2bb1ff40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.1037517 Mar 02 08:15:20.652560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-b46129f3-84ce-4e1d-9276-d5463e37eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.653992 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-b46129f3-84ce-4e1d-9276-d5463e37eacb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0583768 Mar 02 08:15:20.732056 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-5abf2a39-2a20-4936-a69f-b18ad2996425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:20.733542 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-5abf2a39-2a20-4936-a69f-b18ad2996425 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733345 Mar 02 08:15:20.812054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:20.867257 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-4bf14bb1-a0bb-4e63-9065-bbbde63a54ea service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274483 Mar 02 08:15:20.870068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:21.001144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-b68ae93b-19d6-4bc1-a4ae-6ff27f6c0a97 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274531 Mar 02 08:15:21.593547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:21.654689 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'status': 'completed', 'code': 200} Mar 02 08:15:21.754758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-3bf5776c-2b67-4d1a-9804-1b106ef5c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:21.756933 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-3bf5776c-2b67-4d1a-9804-1b106ef5c324 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.0796044 Mar 02 08:15:21.797575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-7ae2b3e0-9d88-4d16-919e-0e488c66579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:21.798996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-7ae2b3e0-9d88-4d16-919e-0e488c66579c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.1098764 Mar 02 08:15:21.806538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c736-8e72-4f62-8890-9c766d57ee4b req-1f61c2af-d3f5-4867-8063-1e10f2d5d99e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:21.807916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6661c736-8e72-4f62-8890-9c766d57ee4b req-1f61c2af-d3f5-4867-8063-1e10f2d5d99e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.1524656 Mar 02 08:15:21.915882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-46091a32-5c56-4ba1-83fb-02ce2ebd7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:21.917311 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-46091a32-5c56-4ba1-83fb-02ce2ebd7316 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1545122 Mar 02 08:15:21.956552 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6661c736-8e72-4f62-8890-9c766d57ee4b req-bc12c066-002a-4cf3-aa3c-e1e0834034e8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297774 Mar 02 08:15:21.984537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-b62f77e5-96ff-41f8-bfa1-f7129be5a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:21.986058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-b62f77e5-96ff-41f8-bfa1-f7129be5a13d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1772611 Mar 02 08:15:22.022482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-5bb795a5-95cf-4c0c-be00-eaba99c97196 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0995271 Mar 02 08:15:22.085845 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-a37919df-2e39-43aa-9f1e-c810e23930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:22.087314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-a37919df-2e39-43aa-9f1e-c810e23930b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0596633 Mar 02 08:15:22.089165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-5ed2c4d3-c63b-414c-8399-3714d659c1cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0970740 Mar 02 08:15:22.157174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-5773713d-fc92-4c8b-9cd0-ebffb3087e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:22.158704 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-5773713d-fc92-4c8b-9cd0-ebffb3087e9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0636222 Mar 02 08:15:22.167363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-80085583-4d12-46d6-97d5-8b6dcb991c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:22.168993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-80085583-4d12-46d6-97d5-8b6dcb991c61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759137 Mar 02 08:15:22.359616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-9b1e022e-01de-453d-9d35-3a3fa1bf5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:22.361079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-9b1e022e-01de-453d-9d35-3a3fa1bf5b84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960778 Mar 02 08:15:22.438737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-b0e1f6ff-636a-41b9-b2de-37c897995935 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634153 Mar 02 08:15:22.495785 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-8258d5b3-9166-4dfa-9d88-9f24dc89db0e service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286082 Mar 02 08:15:22.578040 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-1fe9d68d-c40e-419e-ba32-de1299766945 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330888 Mar 02 08:15:22.637402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-355bb7cf-dada-41cd-be80-444aa7d63129 req-0d9f5347-9a5c-401f-9c40-54491b99afc8 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355598 Mar 02 08:15:23.147983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b2e0-04ce-4396-aa99-f0a7d0a0073b req-ed655a09-1093-4239-8b26-7692ab0f5b22 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:23.149448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9c6b2e0-04ce-4396-aa99-f0a7d0a0073b req-ed655a09-1093-4239-8b26-7692ab0f5b22 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0802760 Mar 02 08:15:23.196194 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e9c6b2e0-04ce-4396-aa99-f0a7d0a0073b req-7845c153-48bc-4780-a843-6f87c70fbb44 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Mar 02 08:15:24.384623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab21d5-ea26-4279-9e57-fae33d14df67 req-204177a7-111b-4a5a-a6d2-b83b3cd51e85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:24.386118 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bab21d5-ea26-4279-9e57-fae33d14df67 req-204177a7-111b-4a5a-a6d2-b83b3cd51e85 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0804720 Mar 02 08:15:24.433134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7bab21d5-ea26-4279-9e57-fae33d14df67 req-784c1472-9217-4a68-8c3f-c667afbddfd9 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Mar 02 08:15:25.643652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef406-4060-4b72-8e30-4f938baa5fe2 req-0137352c-5a56-4713-8378-e4f57e04783a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:25.645103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b5ef406-4060-4b72-8e30-4f938baa5fe2 req-0137352c-5a56-4713-8378-e4f57e04783a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0926762 Mar 02 08:15:25.689242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b5ef406-4060-4b72-8e30-4f938baa5fe2 req-57de2b53-36e7-4691-b751-096ceaf99a12 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 Mar 02 08:15:26.873781 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a828a0-9322-493c-b0ff-9dddf3b491f4 req-0fad6bb0-10e3-4abd-a8df-dc73ecc5353d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:26.875253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41a828a0-9322-493c-b0ff-9dddf3b491f4 req-0fad6bb0-10e3-4abd-a8df-dc73ecc5353d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0804663 Mar 02 08:15:26.917821 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-41a828a0-9322-493c-b0ff-9dddf3b491f4 req-4919079f-0c01-491b-8a7c-5e00160dc174 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370710 Mar 02 08:15:28.108687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced72ad-f4ca-48d8-9012-1c94ee685263 req-fac34286-23eb-4bca-bf6f-7e4540ce88e0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:28.110177 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ced72ad-f4ca-48d8-9012-1c94ee685263 req-fac34286-23eb-4bca-bf6f-7e4540ce88e0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0850332 Mar 02 08:15:28.152943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6ced72ad-f4ca-48d8-9012-1c94ee685263 req-2e0f1e4f-d561-4054-91b0-2ed3ff9c0f26 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366201 Mar 02 08:15:29.340189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66492d54-dcfd-487d-9537-21eacd5dd1ef req-7c32966b-3bdf-4fea-9a35-5bb06e002f3d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:29.341642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66492d54-dcfd-487d-9537-21eacd5dd1ef req-7c32966b-3bdf-4fea-9a35-5bb06e002f3d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0842426 Mar 02 08:15:29.386282 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66492d54-dcfd-487d-9537-21eacd5dd1ef req-f2678db4-bffc-4acb-a0b3-1464884b7700 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Mar 02 08:15:30.569387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e35019-8483-4e94-8dc3-95da45b07ec1 req-003da93c-eda6-4e1e-9f70-a6f5e726ae6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:30.570855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11e35019-8483-4e94-8dc3-95da45b07ec1 req-003da93c-eda6-4e1e-9f70-a6f5e726ae6f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0789843 Mar 02 08:15:30.614057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-11e35019-8483-4e94-8dc3-95da45b07ec1 req-59f77e30-ee75-4d01-8a3e-175abcd0242d tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Mar 02 08:15:31.801728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a22404-e1f6-4a58-9c9a-4b713432b944 req-22d3f17b-19ba-4b58-bed9-e8400aa51923 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:31.803128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2a22404-e1f6-4a58-9c9a-4b713432b944 req-22d3f17b-19ba-4b58-bed9-e8400aa51923 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0799170 Mar 02 08:15:31.844780 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2a22404-e1f6-4a58-9c9a-4b713432b944 req-ad218e04-cc2d-49df-acc9-5000ca101f58 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361631 Mar 02 08:15:32.288494 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-e5251928-9e86-4f28-8da4-d33975fb250e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.289921 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-e5251928-9e86-4f28-8da4-d33975fb250e tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.39 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&binding%3Ahost_id=n-h2-827871-1 HTTP/1.1" status: 200 len: 943 time: 0.1318190 Mar 02 08:15:32.375045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04550666-4826-4fb4-b7ae-dea651018a27 req-233caa76-ee02-4788-8bdc-03a03713cc72 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.376468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04550666-4826-4fb4-b7ae-dea651018a27 req-233caa76-ee02-4788-8bdc-03a03713cc72 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.1560502 Mar 02 08:15:32.407115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-d4b03cbe-bb71-44dd-8a2d-6a1717039900 service neutron] 10.222.0.39 "GET /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4/bindings/n-h2-827871-1 HTTP/1.1" status: 200 len: 382 time: 0.1111243 Mar 02 08:15:32.426700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-04550666-4826-4fb4-b7ae-dea651018a27 req-0668a902-9a0c-4cc2-93e8-53ae8a694de4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 Mar 02 08:15:32.498379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-76e99cea-6ae5-42af-8401-168dac3f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.499837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-76e99cea-6ae5-42af-8401-168dac3f7890 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1094 time: 0.0721788 Mar 02 08:15:32.630168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-cba5d172-a4e1-40f0-bf9a-438f6d9fa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.631598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-cba5d172-a4e1-40f0-bf9a-438f6d9fa57f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1257060 Mar 02 08:15:32.729949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-c5454406-62be-4b5d-99cc-f60de06e4198 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0924189 Mar 02 08:15:32.795094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-1a73472b-4e0f-4dc3-b60d-ce0a9df8bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.796519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-1a73472b-4e0f-4dc3-b60d-ce0a9df8bf27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0608699 Mar 02 08:15:32.868032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-0d3df338-92f9-4136-b2e7-341123124431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:32.869450 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-0d3df338-92f9-4136-b2e7-341123124431 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674231 Mar 02 08:15:32.997429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-ac528ebe-3ce4-42f6-a57b-d51f023fc159 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216979 Mar 02 08:15:33.226058 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-cf303bb1-c895-481b-8533-3cd0832ca48f service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223117 Mar 02 08:15:33.617767 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72cb1-92b4-49e1-b8b8-f6c7ea7cb269 req-b706e9f3-1689-4a50-a722-ac5bf671ad61 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.619298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53e72cb1-92b4-49e1-b8b8-f6c7ea7cb269 req-b706e9f3-1689-4a50-a722-ac5bf671ad61 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 943 time: 0.0824432 Mar 02 08:15:33.667694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53e72cb1-92b4-49e1-b8b8-f6c7ea7cb269 req-5293da9a-55f7-460c-b8ad-8e5a76b8001b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Mar 02 08:15:33.897979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:15:34.029644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:34.043536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:15:34.096779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:34.113433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:15:34.128123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:34.131490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:34.198100 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:34.205126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.206192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.206537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.206943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.207280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.207633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.207934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.208305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.208572 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.208901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.209203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.209516 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:34.439997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:15:34.853534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520f5b-f466-4271-afba-0c9b4313deea req-467af2bc-3472-47f4-a3cc-c1e50bb0cfb5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:34.854995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1520f5b-f466-4271-afba-0c9b4313deea req-467af2bc-3472-47f4-a3cc-c1e50bb0cfb5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0829482 Mar 02 08:15:34.904997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c1520f5b-f466-4271-afba-0c9b4313deea req-6d47e159-a968-4160-8289-e8cbbd6fa48a tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Mar 02 08:15:35.897485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:15:35.947030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-483ce7d0-8123-4017-b986-6811fcab288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:35.948554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-483ce7d0-8123-4017-b986-6811fcab288c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043&tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f HTTP/1.1" status: 200 len: 1095 time: 0.0739021 Mar 02 08:15:35.958893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:15:36.036094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:36.055665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:15:36.121772 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:36.200120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d8a8-92e0-4f0f-b070-8197f8effff0 req-d705e0a6-3b99-4e15-9c60-9f1b292ff6c3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:36.201581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9711d8a8-92e0-4f0f-b070-8197f8effff0 req-d705e0a6-3b99-4e15-9c60-9f1b292ff6c3 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.1838515 Mar 02 08:15:36.313296 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9711d8a8-92e0-4f0f-b070-8197f8effff0 req-70ca7b59-3f65-44e7-a4bc-c09bdb0eecfc tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047966 Mar 02 08:15:36.439055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:36.468006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:15:36.519100 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:15:36.527429 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:36.540305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Ignored duplicate provisioning block setup for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 08:15:36.544049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:36.684572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=9']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:36.697626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.697987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.698331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.698666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.698995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.699326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.699650 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.699976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.700299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.700622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.700943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.701321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:36.754475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] No DVR routers for this DVR port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:37.079654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:15:37.081047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:15:37.081047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:15:37.085261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:15:37.085582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Attempting to bind port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on network f67ee148-0440-4bbb-b10c-5c309d54c66a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:15:37.090562 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:15:37.090889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Checking segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:15:37.091261 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Bound using segment: {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:15:37.091670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Bound port: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0457b-b524-4c91-83e0-4fb3fe4dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:15:37.092005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.179527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:15:37.182412 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:15:37.186941 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.241744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.242449 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.243688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] 10.222.0.16 "PUT /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1091 time: 1.2891943 Mar 02 08:15:37.244128 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:37.300829 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38bc5-15ae-499b-952a-5bab61f4a243 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=10']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:37.308952 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'status': 'completed', 'code': 200} Mar 02 08:15:37.351290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-0bfee8fd-254e-4bba-899a-93f6102696f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.352777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-0bfee8fd-254e-4bba-899a-93f6102696f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1095 time: 0.0851872 Mar 02 08:15:37.422454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-bd37740e-eef9-4938-aac5-5b4cd0669210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.426159 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-bd37740e-eef9-4938-aac5-5b4cd0669210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1095 time: 0.1021683 Mar 02 08:15:37.543738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-70a933ef-268b-47d6-b8cc-2548312a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.545098 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-70a933ef-268b-47d6-b8cc-2548312a5600 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1864963 Mar 02 08:15:37.571762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-6d55509e-da6b-4e19-9d85-48414e95652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.573309 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-6d55509e-da6b-4e19-9d85-48414e95652e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1410649 Mar 02 08:15:37.640315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81abcf0-90b3-4bf2-bcd2-43f998288b6b req-16e9c10d-fe67-4880-9478-68b926110e18 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.641687 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81abcf0-90b3-4bf2-bcd2-43f998288b6b req-16e9c10d-fe67-4880-9478-68b926110e18 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.1949482 Mar 02 08:15:37.681460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-72b96863-6999-4e13-918b-0297c82320f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.1022007 Mar 02 08:15:37.689833 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-1f073613-8804-4f19-b789-34793f1c1810 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.1386225 Mar 02 08:15:37.747325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-4d4ab893-9417-473b-b995-94c6368d2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.748770 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-4d4ab893-9417-473b-b995-94c6368d2a58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0620747 Mar 02 08:15:37.748930 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c81abcf0-90b3-4bf2-bcd2-43f998288b6b req-1eb8cf42-64a3-4a73-a33e-1196dfae7045 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934362 Mar 02 08:15:37.762550 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-daa7926f-3a07-4558-8077-6bc6130dab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.763969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-daa7926f-3a07-4558-8077-6bc6130dab85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0668964 Mar 02 08:15:37.828269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-803a8729-90fe-420e-a3ea-a87cfd163fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.829760 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-803a8729-90fe-420e-a3ea-a87cfd163fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750880 Mar 02 08:15:37.841765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-58a39d51-6513-4c0b-b2ea-16bd678bf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:37.843247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-58a39d51-6513-4c0b-b2ea-16bd678bf65c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733349 Mar 02 08:15:37.912803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:37.969576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-eac512d6-34bb-49d1-9fcd-1f8588e048e6 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339447 Mar 02 08:15:37.972992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:37.973970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-a51ad9cb-f567-4a18-9c9b-fec2b8ca6926 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249714 Mar 02 08:15:38.102413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-f347ba75-26a3-4301-a817-fc320397a617 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266448 Mar 02 08:15:38.103893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cae3202a-e06b-4f4e-b275-66abf4e76dbd req-ed32bffa-fdf2-43bf-b8e8-4660d02bcbb3 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243117 Mar 02 08:15:38.213889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-f3c85265-ffeb-4774-8d86-208db65e5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:38.215411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-f3c85265-ffeb-4774-8d86-208db65e5b43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 1095 time: 0.0732324 Mar 02 08:15:38.353437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-5ee9168a-a98d-4142-b70e-8605bc3423ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:38.354907 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-5ee9168a-a98d-4142-b70e-8605bc3423ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 200 len: 912 time: 0.1343992 Mar 02 08:15:38.456484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-50181582-374f-4961-99c1-c18962013e21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0958204 Mar 02 08:15:38.522809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-ada9bbff-cd5f-41ae-92b2-cda01e949cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:38.524271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-ada9bbff-cd5f-41ae-92b2-cda01e949cb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 200 len: 851 time: 0.0619557 Mar 02 08:15:38.718009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-125b824f-9ced-4d7f-97cc-936fbff3031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:38.719226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-125b824f-9ced-4d7f-97cc-936fbff3031a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f67ee148-0440-4bbb-b10c-5c309d54c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888397 Mar 02 08:15:38.857700 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-a1396d81-9bd6-4a13-8eb0-7f894f739053 service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317503 Mar 02 08:15:38.961308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39df2b-4e61-478b-b89c-b46214508191 req-36f781d9-4077-4241-8081-0542c21be265 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:38.962784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c39df2b-4e61-478b-b89c-b46214508191 req-36f781d9-4077-4241-8081-0542c21be265 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0917351 Mar 02 08:15:38.996274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cce4ce4-a619-4eb7-bcf3-13757d09c7ee req-c94bc409-8a0f-4596-b998-48e0c5e7eebf service neutron] 10.222.0.16 "GET /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330516 Mar 02 08:15:39.008237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9c39df2b-4e61-478b-b89c-b46214508191 req-d8bb3247-5523-4c35-84c7-2fa01ff53b99 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399156 Mar 02 08:15:40.199349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148676-5531-4d06-bb3a-40e5d4ad08ca req-1613a320-156d-410f-8bd4-9fd7b60be5d8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:40.200789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1148676-5531-4d06-bb3a-40e5d4ad08ca req-1613a320-156d-410f-8bd4-9fd7b60be5d8 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0830729 Mar 02 08:15:40.244369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1148676-5531-4d06-bb3a-40e5d4ad08ca req-176edc9a-c8e5-4f74-8983-4b1bdb98bf5f tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374370 Mar 02 08:15:41.427214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01049d1-7c95-4ba4-8c4a-be49817b1c7e req-35bdf871-46b8-4422-acd8-9f2023ed275c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:41.428683 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d01049d1-7c95-4ba4-8c4a-be49817b1c7e req-35bdf871-46b8-4422-acd8-9f2023ed275c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0797062 Mar 02 08:15:41.471995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d01049d1-7c95-4ba4-8c4a-be49817b1c7e req-80937ffa-4458-4129-8ee7-ba1abedc353c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373752 Mar 02 08:15:41.982410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0dddb296-5030-46ee-8a13-d29c9c7a87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.655474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe87ae-b34d-487d-828c-a2ab07e36f74 req-5780f51e-f672-45e6-930d-62dba59b6096 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:42.656903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27fe87ae-b34d-487d-828c-a2ab07e36f74 req-5780f51e-f672-45e6-930d-62dba59b6096 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0793037 Mar 02 08:15:42.700160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-27fe87ae-b34d-487d-828c-a2ab07e36f74 req-27a9d803-8dc6-46dc-ba3c-c697291ae792 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370750 Mar 02 08:15:43.886343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64985a10-2d46-4d4f-9f46-23eb86d150a9 req-99aaa6b2-827f-4b87-8146-fe664a8443dd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:43.887780 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64985a10-2d46-4d4f-9f46-23eb86d150a9 req-99aaa6b2-827f-4b87-8146-fe664a8443dd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0817766 Mar 02 08:15:43.931417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64985a10-2d46-4d4f-9f46-23eb86d150a9 req-7249c566-0cec-4b92-ae8d-2a3a702ce33c tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380833 Mar 02 08:15:44.306648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6eb224b9-aba8-40d1-9fca-3c42f0ac2c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.118575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220931e6-fa69-4a9d-9a0d-6f3c9227e27e req-87d69b78-6da2-42fe-96d6-05d43c0de158 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:45.120000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-220931e6-fa69-4a9d-9a0d-6f3c9227e27e req-87d69b78-6da2-42fe-96d6-05d43c0de158 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0807235 Mar 02 08:15:45.163516 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-220931e6-fa69-4a9d-9a0d-6f3c9227e27e req-cd7bf5df-04d4-4dd2-a6f4-d46c4e528d29 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374887 Mar 02 08:15:45.500069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.518205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.047058 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:15:46.347633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f8dca-41ce-4b2a-927a-d2a481882f94 req-2b0c03ba-7054-4de3-8a1e-6b6a152a1102 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:46.349090 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-587f8dca-41ce-4b2a-927a-d2a481882f94 req-2b0c03ba-7054-4de3-8a1e-6b6a152a1102 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 944 time: 0.0788484 Mar 02 08:15:46.395380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-587f8dca-41ce-4b2a-927a-d2a481882f94 req-c04bc568-7b11-4450-9296-fb486076e3d0 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Mar 02 08:15:46.946518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.014402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:15:47.146364 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:47.159343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'port_id': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'mac_address': 'fa:16:3e:f9:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:15:47.216575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.232696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:15:47.248143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:47.252440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.320769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:47.583627 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1b05-3830-47ac-adaa-4111aa099ba0 req-3c83e74b-705b-4ab6-be2a-f85098852ecb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:47.585115 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89af1b05-3830-47ac-adaa-4111aa099ba0 req-3c83e74b-705b-4ab6-be2a-f85098852ecb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0802069 Mar 02 08:15:47.632606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-89af1b05-3830-47ac-adaa-4111aa099ba0 req-ea01d07b-2bfd-4fb8-9000-a4b2bb7b8939 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Mar 02 08:15:48.318986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-32dd3705-468a-441c-9ae0-9e1771342a4f req-696232e5-e140-4943-a672-1808a5975579 service neutron] (87854) timed out ('10.222.0.16', 61232) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:15:48.604523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:15:48.817867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a281e-6359-4dab-a265-053f0a0fd89e req-69ed66ed-0d62-4b36-a7a4-5649bb5b0bc4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:48.819328 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f49a281e-6359-4dab-a265-053f0a0fd89e req-69ed66ed-0d62-4b36-a7a4-5649bb5b0bc4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0805397 Mar 02 08:15:48.862413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f49a281e-6359-4dab-a265-053f0a0fd89e req-b419b4d9-09aa-476e-89a1-5f696b6e5b64 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374765 Mar 02 08:15:49.020524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:49.044038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aec07-a2ab-4d9c-9c99-8dcb2227ce1f req-19178d77-401c-4230-b34b-6a1f05591c46 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:49.045493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e0aec07-a2ab-4d9c-9c99-8dcb2227ce1f req-19178d77-401c-4230-b34b-6a1f05591c46 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0802512 Mar 02 08:15:49.088840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e0aec07-a2ab-4d9c-9c99-8dcb2227ce1f req-eeea5a4e-b787-4a13-a869-4654e34b6031 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369899 Mar 02 08:15:49.193544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:49.275744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbfe8-6cb5-4719-99d3-eba4534144ee req-2f89a08f-3158-4f44-b96c-66f0016fbfd4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:49.277180 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ddcbfe8-6cb5-4719-99d3-eba4534144ee req-2f89a08f-3158-4f44-b96c-66f0016fbfd4 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0853136 Mar 02 08:15:49.321399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4ddcbfe8-6cb5-4719-99d3-eba4534144ee req-f3476f2b-f275-4d58-b43a-0a815c00aac6 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Mar 02 08:15:49.710050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaf68f-1298-4ff9-8b97-8552949765bc req-54ac7de5-56c6-46b9-bc8f-8d7e132133fa tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:49.711425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17aaf68f-1298-4ff9-8b97-8552949765bc req-54ac7de5-56c6-46b9-bc8f-8d7e132133fa tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0796461 Mar 02 08:15:49.758637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-17aaf68f-1298-4ff9-8b97-8552949765bc req-727c9bd4-e2d2-4fe0-a273-b8e71bc44ac1 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Mar 02 08:15:50.949596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9642b9-2bdb-4483-a81b-689c527948ff req-0e788d79-d23a-44c9-809b-6c1be5b9c216 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:50.951081 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a9642b9-2bdb-4483-a81b-689c527948ff req-0e788d79-d23a-44c9-809b-6c1be5b9c216 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0845063 Mar 02 08:15:50.997350 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9a9642b9-2bdb-4483-a81b-689c527948ff req-29d3461d-bb2e-484b-991d-df63042c893b tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b8561b-2cef-4fa0-8871-55feb3ae65e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 Mar 02 08:15:51.024309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:15:51.092975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:15:51.097539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:15:51.097937 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.238637 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.267480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:51.277409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:51.280974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-2c3f593d-3330-438b-898b-3732073044eb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:51.281250 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.282600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-2c3f593d-3330-438b-898b-3732073044eb tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 945 time: 0.0800443 Mar 02 08:15:51.356809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Deleting port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:51.356995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:51.357161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.422587 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'code': 200} Mar 02 08:15:51.608905 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] For port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:51.609190 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.920702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.921084 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:51.921460 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1 disassociated. External IP: 172.25.4.168, port: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4. Mar 02 08:15:51.921913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Calling delete_port for 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:52.070322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:52.160528 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'Port': ['ID=74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:52.181737 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7438f79b-fbe7-44cb-81cb-f7d1a1c8092a req-50b47b44-d544-4a93-841f-b25b5c0ebb62 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 210 time: 0.0637569 Mar 02 08:15:52.483191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:15:52.671076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:15:52.680998 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:15:52.691082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:52.691701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:52.749459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] No DVR routers for this DVR port 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:52.752525 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:52.755331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-deleted', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:52.774724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f43b531b-a5e0-40f6-83bb-7e06351958d7 req-60228154-1ef1-4366-a319-638cb3265752 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.16 "DELETE /v2.0/ports/74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 HTTP/1.1" status: 204 len: 173 time: 1.4866283 Mar 02 08:15:52.812034 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248f295-b686-432d-bd77-ab7f8e2d2043', 'name': 'network-vif-deleted', 'tag': '74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4', 'status': 'completed', 'code': 200} Mar 02 08:15:52.882525 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:53.211565 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:53.216027 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:15:53.226446 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:53.227062 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:53.336789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-15f88ffe-54fa-418d-b7e3-0cf98dd85ab5 req-9f00264f-6832-4e6e-a559-e3cf09a1decd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Synchronizing usage tracker for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:15:53.353392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-15f88ffe-54fa-418d-b7e3-0cf98dd85ab5 req-9f00264f-6832-4e6e-a559-e3cf09a1decd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Unset dirty status for tenant:bb5ecfd022ff4549b32da30fcb4dbb4f on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:15:53.354771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15f88ffe-54fa-418d-b7e3-0cf98dd85ab5 req-9f00264f-6832-4e6e-a559-e3cf09a1decd tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/ports?device_id=7248f295-b686-432d-bd77-ab7f8e2d2043 HTTP/1.1" status: 200 len: 210 time: 0.0608113 Mar 02 08:15:53.419613 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:53.730973 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:53.734821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55978cec-86f8-4806-84a6-3b00ad248990 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:11:36Z', 'revision_number': 4, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'a7cede15-8fe7-4165-b0a4-57810c76eafd', 'name': '', 'network_id': 'f67ee148-0440-4bbb-b10c-5c309d54c66a', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'mac_address': 'fa:16:3e:44:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:35Z', 'updated_at': '2022-03-02T08:11:42Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'subnets': [{'id': '3305012b-d94d-41ca-877d-b2e89168a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:15:53.963300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e159be-5f5e-48a1-8fda-52aaedd4a259 None None] New status for floating IP 2583053f-396e-4c1c-9087-bcdca5d5fdc1: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:15:55.046914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:55.082150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:55.082501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 74bf8c40-c50a-4a33-b4a3-abbf1c04c7c4 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:57.611362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44124) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:57.678953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:57.706218 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:57.758215 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:57.776325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b8561b-2cef-4fa0-8871-55feb3ae65e5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:57.785149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.785485 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.785821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.786174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.786500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.786821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.787143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.787463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.787779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.788093 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.788405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.788719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:57.795884 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:57.797031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-95296ec1-7caa-41fb-b245-5df8214e84a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "DELETE /v2.0/security-groups/39b8561b-2cef-4fa0-8871-55feb3ae65e5 HTTP/1.1" status: 204 len: 168 time: 0.1847334 Mar 02 08:15:57.800172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:57.816557 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [None req-d74f7f2c-5135-4cea-943c-9877b7eed3a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] show failed (client error): The resource could not be found. Mar 02 08:15:57.817584 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d74f7f2c-5135-4cea-943c-9877b7eed3a5 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "GET /v2.0/security-groups/39b8561b-2cef-4fa0-8871-55feb3ae65e5 HTTP/1.1" status: 404 len: 347 time: 0.0165224 Mar 02 08:15:57.820600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44132) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:58.074531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Deleting port 871f09c2-20b4-47a0-a045-ebbdf7342768 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:58.074786 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.239018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.239347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.358945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Calling delete_port for 871f09c2-20b4-47a0-a045-ebbdf7342768 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:58.501173 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.548941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Pushing event deleted for resources: {'Port': ['ID=871f09c2-20b4-47a0-a045-ebbdf7342768,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:58.637468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.655227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:58.656355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b51e0723-956a-4a66-b09c-39b6275c0ea2 tempest-ServerActionsTestJSON-1730774107 tempest-ServerActionsTestJSON-1730774107-project] 10.222.0.21 "DELETE /v2.0/floatingips/2583053f-396e-4c1c-9087-bcdca5d5fdc1 HTTP/1.1" status: 204 len: 168 time: 0.8349493 Mar 02 08:15:58.659944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44136) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:59.187047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:59.635018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Deleting port a7cede15-8fe7-4165-b0a4-57810c76eafd {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:59.635352 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:59.802623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] For port a7cede15-8fe7-4165-b0a4-57810c76eafd, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=a7cede15-8fe7-4165-b0a4-57810c76eafd,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:59.803284 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:59.922608 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Calling delete_port for a7cede15-8fe7-4165-b0a4-57810c76eafd owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:00.230509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:00.306611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cede15-8fe7-4165-b0a4-57810c76eafd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:00.560301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:01.034252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Router a0a549f4-b107-4fa5-b136-1b731a63c588 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:16:01.210862 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:16:01.219405 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Sync routers for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:16:01.223274 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8671c18f-9b97-441c-afc3-b70da15a5a86 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0a549f4-b107-4fa5-b136-1b731a63c588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623231 Mar 02 08:16:01.226029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44140) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:01.228715 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:16:01.229321 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:01.402059 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:16:01.407836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:01.597666 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:01.607479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Deleting port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:01.607954 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:01.719905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:16:00Z', 'revision_number': 5, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port': {'id': '1722266d-9a02-44e9-afba-e1a8f7c3ebfa', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:11:33Z', 'updated_at': '2022-03-02T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:01.724369 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Checking router: a0a549f4-b107-4fa5-b136-1b731a63c588 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:16:01.732586 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Routers {'a0a549f4-b107-4fa5-b136-1b731a63c588'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:16:01.733205 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:15:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['a0a549f4-b107-4fa5-b136-1b731a63c588'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:01.782172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] For port 1722266d-9a02-44e9-afba-e1a8f7c3ebfa, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:01.782544 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:01.890124 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] Set router a0a549f4-b107-4fa5-b136-1b731a63c588 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:16:01.914822 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Calling delete_port for 1722266d-9a02-44e9-afba-e1a8f7c3ebfa owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:01.994736 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:16:01Z', 'revision_number': 6, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:01.998752 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42b02c-a2c6-4cbc-bee1-0a52a44056f9 None None] The sync data for ids ['a0a549f4-b107-4fa5-b136-1b731a63c588'] in n-d-827871-1 is: [{'id': 'a0a549f4-b107-4fa5-b136-1b731a63c588', 'name': 'tempest-ServerActionsTestJSON-2136965328-router', 'tenant_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:11:32Z', 'updated_at': '2022-03-02T08:16:01Z', 'revision_number': 6, 'project_id': 'bb5ecfd022ff4549b32da30fcb4dbb4f', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:16:02.084364 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.129641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1722266d-9a02-44e9-afba-e1a8f7c3ebfa,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:02.332938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.506559 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.508755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.534514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.535537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a549f4-b107-4fa5-b136-1b731a63c588 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:16:02.547693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.549489 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4f1c942b-b63b-40a3-bc9b-e5d7f26400ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/a0a549f4-b107-4fa5-b136-1b731a63c588 HTTP/1.1" status: 204 len: 168 time: 1.3225195 Mar 02 08:16:02.552126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44144) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:02.609903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Deleting subnet 3305012b-d94d-41ca-877d-b2e89168a41b {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:02.613378 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.663675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.742476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.803786 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7cede15-8fe7-4165-b0a4-57810c76eafd no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:02.827277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.841143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: a7cede15-8fe7-4165-b0a4-57810c76eafd {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:02.841494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device a7cede15-8fe7-4165-b0a4-57810c76eafd not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:02.841966 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1722266d-9a02-44e9-afba-e1a8f7c3ebfa no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:02.872374 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3305012b-d94d-41ca-877d-b2e89168a41b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:02.874121 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.875772 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1722266d-9a02-44e9-afba-e1a8f7c3ebfa {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:02.876615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1722266d-9a02-44e9-afba-e1a8f7c3ebfa not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:02.880915 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-07a73023-67cc-44c2-98e3-5053ff0df545 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3305012b-d94d-41ca-877d-b2e89168a41b HTTP/1.1" status: 204 len: 168 time: 0.3277979 Mar 02 08:16:02.882441 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d73bb-f22e-4278-a464-90450f036b36 None None] Network f67ee148-0440-4bbb-b10c-5c309d54c66a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:02.883334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44148) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:02.991481 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.003297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Deleting port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:03.003838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.145931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] DHCP port deletion for f67ee148-0440-4bbb-b10c-5c309d54c66a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:16:03.150125 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Deleting port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:03.150506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.223451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] For port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:03.224047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.351328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] For port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,segment=NetworkSegment(3fc0457b-b524-4c91-83e0-4fb3fe4dc569),segment_id=3fc0457b-b524-4c91-83e0-4fb3fe4dc569)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:03.351721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.354210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Calling delete_port for eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:03.430444 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.476007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Calling delete_port for eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:03.478196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:03.480110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] No DVR routers for this DVR port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:03.557088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:16:03.557443 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:16:03.598797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.627982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67ee148-0440-4bbb-b10c-5c309d54c66a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:03.639831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc0457b-b524-4c91-83e0-4fb3fe4dc569') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:03.640133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc0457b-b524-4c91-83e0-4fb3fe4dc569') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:03.652424 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.668369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.675051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:03.675525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:03.688578 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:03.763181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.782000 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:03.887425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f67ee148-0440-4bbb-b10c-5c309d54c66a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:03.901087 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1ea77a25-22cb-4515-b6c6-70f79ffd51dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/f67ee148-0440-4bbb-b10c-5c309d54c66a HTTP/1.1" status: 204 len: 168 time: 1.0167632 Mar 02 08:16:04.008605 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44154) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:04.058795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Deleting port eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:04.059335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.059693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-01838663-a4d9-4f9e-ad77-ae59ae9c63d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb5ecfd022ff4549b32da30fcb4dbb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499532 Mar 02 08:16:04.062236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:04.124583 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.127634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6367ebf5-0cf6-493a-91d3-f84a62629942 None None] The port 'eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:16:04.155122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.205940 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.223160 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59dcbea-0a97-43d4-9be0-7dcbffdbad40,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:04.231038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.232300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-decebf3b-ca64-4e9f-a888-1bd6ed157328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c59dcbea-0a97-43d4-9be0-7dcbffdbad40 HTTP/1.1" status: 204 len: 168 time: 0.1690586 Mar 02 08:16:04.529901 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:04.565696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:04.566068 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device eb3f80f3-224a-4fc2-ac7e-7a59d7c6866b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:04.931658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:05.045439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1527442974-network', 'tenant_id': '461f6a98cb184b7d8b435d0052d2d164'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:05.051004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:05.054830 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Usage tracker for resource:network and tenant:461f6a98cb184b7d8b435d0052d2d164 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:05.057600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:05.063283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:05.073653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Made reservation on behalf of 461f6a98cb184b7d8b435d0052d2d164 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:05.075936 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.088006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.101825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:05.106019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Usage tracker for resource:security_group_rule and tenant:461f6a98cb184b7d8b435d0052d2d164 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:05.108733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:05.114721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:05.200691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.204253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.234801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:05.240592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e563fe-836a-4db1-b732-9ab68261bf03,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:05.247917 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.247917 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Added segment 870c2c49-85ca-4c97-8c98-169bfeeace3f of type vlan for network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a Mar 02 08:16:05.274992 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.306913 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.307846 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:05.308408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.408945 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] Pushing event updated for resources: {'Network': ['ID=8af03289-6cf9-4425-bd3c-dcb0d7135d1a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:05.412447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1c34cb8b-be25-4ed0-9577-4e0f105ad68c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4796071 Mar 02 08:16:05.415497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44188) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:05.421132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:05.423008 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Request body: {'subnet': {'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1527442974-subnet', 'tenant_id': '461f6a98cb184b7d8b435d0052d2d164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:05.432451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:05.438397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Usage tracker for resource:subnet and tenant:461f6a98cb184b7d8b435d0052d2d164 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:05.443316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:05.452087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:05.466011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Made reservation on behalf of 461f6a98cb184b7d8b435d0052d2d164 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:05.469361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.689947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.761285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1842f755-95c3-4210-a903-d9bffe626b6d,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:05.768563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Checking segment: {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:05.768913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Network hostable DHCP agents. Network: 8af03289-6cf9-4425-bd3c-dcb0d7135d1a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:05.788201 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:05.796810 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8af03289-6cf9-4425-bd3c-dcb0d7135d1a) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:05.801364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:05.801988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.807712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f134d2dd-9ba3-48f7-8065-257df333d132 None None] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:05.825260 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-17e1cf77-5a17-40db-b4ba-0d2b0e415294 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4052382 Mar 02 08:16:06.019127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f4141-7117-4b0e-b114-7b7556721526 None None] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:06.330144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-67be4f33-6e26-4203-bb97-6ad4a6e5fe50 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:06.330820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-67be4f33-6e26-4203-bb97-6ad4a6e5fe50 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:06.346779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-67be4f33-6e26-4203-bb97-6ad4a6e5fe50 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:06.347831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-67be4f33-6e26-4203-bb97-6ad4a6e5fe50 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 814 time: 0.1642232 Mar 02 08:16:06.362879 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-519414d5-98f0-4efa-9d40-b90b5ace9a55 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/quotas/461f6a98cb184b7d8b435d0052d2d164 HTTP/1.1" status: 200 len: 375 time: 0.0094883 Mar 02 08:16:06.412893 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-b998282b-2ff1-488e-8ed7-fc6db44b5c22 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450644 Mar 02 08:16:06.753729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-971edd8f-f7c1-4a22-bf69-94b2fcb6070c service neutron] 10.222.0.21 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698846 Mar 02 08:16:06.885033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-ab89a44d-895b-43c1-aac2-a5d4fd4fb907 service neutron] 10.222.0.21 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256866 Mar 02 08:16:07.059946 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c7cd8054-7c71-4d3d-bd4c-34cec4bc7e6d req-47c6e7fc-f65e-42ab-8ed6-64ba329cc511 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 210 time: 0.0427332 Mar 02 08:16:08.065234 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-6fbc6310-00a6-4401-b0a7-3f2744564740 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:08.066710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-6fbc6310-00a6-4401-b0a7-3f2744564740 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.16 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 814 time: 0.1454220 Mar 02 08:16:08.078207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Request body: {'port': {'device_id': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a', 'admin_state_up': True, 'tenant_id': '461f6a98cb184b7d8b435d0052d2d164'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:08.223187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abbe670e-440e-416f-a948-ebc582100fad req-8687dc10-50cf-4480-b6e6-ea3b94cae9c2 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 210 time: 0.0479994 Mar 02 08:16:08.255946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:08.259881 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Usage tracker for resource:port and tenant:461f6a98cb184b7d8b435d0052d2d164 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:08.262671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:08.268328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:08.278120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Made reservation on behalf of 461f6a98cb184b7d8b435d0052d2d164 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:08.281718 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:08.441705 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Allocated IP 172.20.0.2 (8af03289-6cf9-4425-bd3c-dcb0d7135d1a/1842f755-95c3-4210-a903-d9bffe626b6d/915c0a26-083a-4e27-9ffc-1b062609f5d0) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:08.649170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:08.679029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:08.744484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:08.751329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:08.755604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:08.789545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Pushing event updated for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:08.820882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:08.821496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:08.841224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-1377bba4-1a84-45b0-97ce-ab540f18ddf6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666724 Mar 02 08:16:08.852126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Request body: {'port': {'device_id': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:08.960096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.287167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915c0a26-083a-4e27-9ffc-1b062609f5d0 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:16:09.294316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.308130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Transition to ACTIVE for port object 915c0a26-083a-4e27-9ffc-1b062609f5d0 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:09.311725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.412274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5629-3d2c-453e-8db1-41f203249992 req-a85357f2-b512-4694-9d3e-c73d3f180834 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:09.413740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-482e5629-3d2c-453e-8db1-41f203249992 req-a85357f2-b512-4694-9d3e-c73d3f180834 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 943 time: 0.0866270 Mar 02 08:16:09.441566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Pushing event updated for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:09.463494 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-482e5629-3d2c-453e-8db1-41f203249992 req-82710286-766c-4bae-93a0-890ffe17bdbc tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Mar 02 08:16:09.645604 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Attempting to bind port 915c0a26-083a-4e27-9ffc-1b062609f5d0 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:09.645963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Attempting to bind port 915c0a26-083a-4e27-9ffc-1b062609f5d0 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:09.646286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Attempting to bind port 915c0a26-083a-4e27-9ffc-1b062609f5d0 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:09.651002 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Port 915c0a26-083a-4e27-9ffc-1b062609f5d0 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:16:09.651317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Attempting to bind port 915c0a26-083a-4e27-9ffc-1b062609f5d0 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:09.656490 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:09.656819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Checking segment: {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:09.657194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Bound using segment: {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:09.657996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Bound port: 915c0a26-083a-4e27-9ffc-1b062609f5d0, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:09.658268 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.745269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:09.748339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:09.753218 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.808743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:09.809370 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:09.810836 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] 10.222.0.16 "PUT /v2.0/ports/915c0a26-083a-4e27-9ffc-1b062609f5d0 HTTP/1.1" status: 200 len: 1091 time: 0.9625742 Mar 02 08:16:09.811267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:09.840901 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04e53-5643-47b6-822e-4641c8772517 service neutron] Pushing event updated for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:09.893438 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0', 'status': 'completed', 'code': 200} Mar 02 08:16:09.928677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-9d8046aa-ca02-4f77-bbb4-a04ed2c958e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:09.934025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-9d8046aa-ca02-4f77-bbb4-a04ed2c958e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 1094 time: 0.0745969 Mar 02 08:16:10.002842 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-3a86bb5b-b884-4f63-872f-f62154b0a276 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0660927 Mar 02 08:16:10.064641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-d54c2cfd-3f68-466d-9366-160a05f8b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:10.066029 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-d54c2cfd-3f68-466d-9366-160a05f8b6c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1842f755-95c3-4210-a903-d9bffe626b6d HTTP/1.1" status: 200 len: 854 time: 0.0582461 Mar 02 08:16:10.112651 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-302b4c63-2ccd-400f-a1a6-e49217ea4314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411587 Mar 02 08:16:10.243134 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-065f0a82-4584-46d8-99d5-de81d8e34964 service neutron] 10.222.0.16 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236591 Mar 02 08:16:10.372337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e05cf84f-a7c6-469d-8f62-8e907b8f0d45 req-b4fc39d8-710a-418d-a573-dd96cd07e137 service neutron] 10.222.0.16 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231954 Mar 02 08:16:10.493850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-c9b9b617-72db-4864-a7d5-0ace926bc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:10.495366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-c9b9b617-72db-4864-a7d5-0ace926bc22f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 1094 time: 0.0762258 Mar 02 08:16:10.630036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-44d9bb1f-8be4-45a1-a6ec-0d998a848b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:10.631381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-44d9bb1f-8be4-45a1-a6ec-0d998a848b9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 914 time: 0.1301055 Mar 02 08:16:10.653696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d7d1-517c-46d5-a4bc-4f027cd4e484 req-d1219c1e-dc4e-4d11-bfbd-5899b5ddd3d4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:10.655194 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d36d7d1-517c-46d5-a4bc-4f027cd4e484 req-d1219c1e-dc4e-4d11-bfbd-5899b5ddd3d4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 943 time: 0.0816798 Mar 02 08:16:10.701400 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9d36d7d1-517c-46d5-a4bc-4f027cd4e484 req-5474bbf6-aab8-4910-a16d-0edce6c30506 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Mar 02 08:16:10.701635 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-ee479788-8aad-4b97-b948-6f40c7a88dba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0639436 Mar 02 08:16:10.766747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-a0e27909-8a80-494d-88e2-c7ddaaacd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:10.768192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-a0e27909-8a80-494d-88e2-c7ddaaacd6cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1842f755-95c3-4210-a903-d9bffe626b6d HTTP/1.1" status: 200 len: 854 time: 0.0613580 Mar 02 08:16:10.815971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-2cac2d22-92b7-4f50-969f-a0ab0fb34c6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410290 Mar 02 08:16:10.947262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-12ae21e4-8323-4f37-b1e5-8e120c0c75a4 service neutron] 10.222.0.16 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242483 Mar 02 08:16:11.080759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-424c1b0c-1c4f-425f-9e83-a6a342ff39f7 req-03637a2f-e375-41c7-9e8f-ef55a1ab8ea3 service neutron] 10.222.0.16 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268501 Mar 02 08:16:11.888974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-2b3b511b-8ae4-442c-92c4-5ac1c164c7ed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:11.889691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-2b3b511b-8ae4-442c-92c4-5ac1c164c7ed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:11.906704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-2b3b511b-8ae4-442c-92c4-5ac1c164c7ed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:11.907904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-2b3b511b-8ae4-442c-92c4-5ac1c164c7ed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 943 time: 0.0998292 Mar 02 08:16:11.961052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-e6fe9b97-898d-4904-942b-864a57d7500b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:11.977808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-e6fe9b97-898d-4904-942b-864a57d7500b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:11.979657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc99ee09-327e-45a8-a11a-cf2ca7e4373d req-e6fe9b97-898d-4904-942b-864a57d7500b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658646 Mar 02 08:16:11.982305 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-059874bb-4d5e-4ec7-9adc-11cb230203ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:13.139560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 915c0a26-083a-4e27-9ffc-1b062609f5d0 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:16:13.164500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f276-0432-4e36-aa5b-bcbe2e2976eb req-81c9a290-885c-4a97-b1a8-75802edc10f7 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:13.165985 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e47f276-0432-4e36-aa5b-bcbe2e2976eb req-81c9a290-885c-4a97-b1a8-75802edc10f7 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 943 time: 0.0819876 Mar 02 08:16:13.209731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e47f276-0432-4e36-aa5b-bcbe2e2976eb req-d24884f5-1cf4-4197-9c00-7f84e1d4b925 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Mar 02 08:16:13.275985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:13.288947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '915c0a26-083a-4e27-9ffc-1b062609f5d0', 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a', 'port_id': '915c0a26-083a-4e27-9ffc-1b062609f5d0', 'mac_address': 'fa:16:3e:c7:ba:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1842f755-95c3-4210-a903-d9bffe626b6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:16:13.349364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:13.366051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915c0a26-083a-4e27-9ffc-1b062609f5d0 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:16:13.381949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:13.385553 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:13.452127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:13.666188 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['915c0a26-083a-4e27-9ffc-1b062609f5d0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:14.311378 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3db1a86c-8344-49af-9ca0-c3a348d64619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:14.403200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b51f8-4c59-441e-99d4-41537c9c58c3 req-302a19bb-c637-48ba-be29-2ac92708c5d1 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:14.404656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-037b51f8-4c59-441e-99d4-41537c9c58c3 req-302a19bb-c637-48ba-be29-2ac92708c5d1 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 944 time: 0.0865147 Mar 02 08:16:14.447577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-037b51f8-4c59-441e-99d4-41537c9c58c3 req-c6f85750-d1bf-4ef2-8ea0-b6c45ff773b2 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Mar 02 08:16:15.138696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 915c0a26-083a-4e27-9ffc-1b062609f5d0 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:16:15.204979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 915c0a26-083a-4e27-9ffc-1b062609f5d0 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:15.209620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 915c0a26-083a-4e27-9ffc-1b062609f5d0 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:15.210026 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:15.323674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:15.350640 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:15.360755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:15.365441 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:15.405198 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0', 'code': 200} Mar 02 08:16:15.438278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:15.529016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:15.539329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:15.703299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01bf9d-52d0-4138-bfba-45488e73a29e req-c65d228d-e2da-450f-853d-fcba086450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:15.704674 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc01bf9d-52d0-4138-bfba-45488e73a29e req-c65d228d-e2da-450f-853d-fcba086450ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 1096 time: 0.2550352 Mar 02 08:16:15.712592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc43da6-bfee-4b6a-a423-86fa66ccc3a0 req-7a89176a-7e09-4f7b-b066-6a8a9f18d551 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:15.713928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abc43da6-bfee-4b6a-a423-86fa66ccc3a0 req-7a89176a-7e09-4f7b-b066-6a8a9f18d551 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.1063042 Mar 02 08:16:15.777439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc01bf9d-52d0-4138-bfba-45488e73a29e req-9086c4f8-e006-46e7-b1a9-de8cd74ac264 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626066 Mar 02 08:16:15.781626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-abc43da6-bfee-4b6a-a423-86fa66ccc3a0 req-69ecd022-ecd3-4273-affd-e4878e73a3ff tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545170 Mar 02 08:16:16.949656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:16.976595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cece4de-9a85-49dc-b20a-e2f8e43ba4b5 req-d28e18c0-4feb-4efc-b16b-801be03eb74f tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:16.978153 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9cece4de-9a85-49dc-b20a-e2f8e43ba4b5 req-d28e18c0-4feb-4efc-b16b-801be03eb74f tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0874271 Mar 02 08:16:17.031682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9cece4de-9a85-49dc-b20a-e2f8e43ba4b5 req-327c7c66-1763-4f68-95c0-c580ff2eac4e tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Mar 02 08:16:18.214429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e870f9-aaf7-4762-8a83-d1d2becf171e req-6f305ee5-cc29-49e9-8260-2831bcf02199 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:18.215868 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0e870f9-aaf7-4762-8a83-d1d2becf171e req-6f305ee5-cc29-49e9-8260-2831bcf02199 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0792389 Mar 02 08:16:18.262245 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f0e870f9-aaf7-4762-8a83-d1d2becf171e req-e6928cb5-88af-483d-9f50-f0311a4818f1 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Mar 02 08:16:18.545388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-2c1b8aa3-fca0-499f-97b8-e828298804c4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:18.546465 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-2c1b8aa3-fca0-499f-97b8-e828298804c4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 814 time: 0.1468201 Mar 02 08:16:18.562509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-67e8acc6-d7f3-4a82-9d25-950815368003 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/quotas/461f6a98cb184b7d8b435d0052d2d164 HTTP/1.1" status: 200 len: 375 time: 0.0107853 Mar 02 08:16:18.640725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-c39b6ac4-0462-4106-94e0-63a561352c6a tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734110 Mar 02 08:16:18.728205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-acb5bc63-9f80-4dff-8b3b-04fbc75556e8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:16:18.729188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-acb5bc63-9f80-4dff-8b3b-04fbc75556e8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455189 Mar 02 08:16:18.857386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-2ae3495d-6305-4735-a958-8a9417cb010e service neutron] 10.222.0.21 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221266 Mar 02 08:16:18.986738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-5743c09d-844a-43a8-9d17-e3367521ba3f service neutron] 10.222.0.21 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231670 Mar 02 08:16:19.013172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:19.164106 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4749a031-6b23-4eb0-8812-b3df13c1e5f4 req-38cfdb0a-aefc-47fc-95a3-68fb655c6000 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 210 time: 0.0428834 Mar 02 08:16:19.189742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:20.349498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c31984f5-639c-4d9d-960f-b216e78bcda9 req-c7d9dd53-ef0c-4538-abc0-ca9a2e7c5474 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 210 time: 0.0620768 Mar 02 08:16:20.389653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-119696c1-c02f-475e-9d72-8da90043cfa2 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:20.391091 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-119696c1-c02f-475e-9d72-8da90043cfa2 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.39 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 814 time: 0.2003367 Mar 02 08:16:20.403965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Request body: {'port': {'device_id': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a', 'admin_state_up': True, 'tenant_id': '461f6a98cb184b7d8b435d0052d2d164'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:20.538132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:20.548117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:20.558249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Made reservation on behalf of 461f6a98cb184b7d8b435d0052d2d164 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:20.561721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:20.720685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Allocated IP 172.20.0.4 (8af03289-6cf9-4425-bd3c-dcb0d7135d1a/1842f755-95c3-4210-a903-d9bffe626b6d/9a474c42-8bec-47af-aebe-fae3a9776e66) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:21.018031 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.046916 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.058681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['915c0a26-083a-4e27-9ffc-1b062609f5d0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:21.111880 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:21.122415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:21.126717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:21.161745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Pushing event updated for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:21.191780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:21.192926 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.216914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6678d275-6548-4fcb-a98c-0557bc755013 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164349 Mar 02 08:16:21.228090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Request body: {'port': {'device_id': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:21.336305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.534043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904b15-6447-4058-a10e-cdb7c0187dd9 req-5fe3988c-cbe8-4d34-81ea-3e4794a88321 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:21.536325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14904b15-6447-4058-a10e-cdb7c0187dd9 req-5fe3988c-cbe8-4d34-81ea-3e4794a88321 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 931 time: 0.0807245 Mar 02 08:16:21.584784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-14904b15-6447-4058-a10e-cdb7c0187dd9 req-4029c844-b8e6-4174-ba3a-6604a75f4cd5 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Mar 02 08:16:21.679741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a474c42-8bec-47af-aebe-fae3a9776e66 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:16:21.686815 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.701176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Transition to ACTIVE for port object 9a474c42-8bec-47af-aebe-fae3a9776e66 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:21.705091 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:21.854714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Pushing event updated for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:21.929957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Attempting to bind port 9a474c42-8bec-47af-aebe-fae3a9776e66 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:21.930287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Attempting to bind port 9a474c42-8bec-47af-aebe-fae3a9776e66 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:21.930620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Attempting to bind port 9a474c42-8bec-47af-aebe-fae3a9776e66 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:21.935094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Port 9a474c42-8bec-47af-aebe-fae3a9776e66 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:16:21.935399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Attempting to bind port 9a474c42-8bec-47af-aebe-fae3a9776e66 on network 8af03289-6cf9-4425-bd3c-dcb0d7135d1a {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:21.940359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:21.940693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Checking segment: {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:21.941068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Bound using segment: {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:21.941477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Bound port: 9a474c42-8bec-47af-aebe-fae3a9776e66, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c2c49-85ca-4c97-8c98-169bfeeace3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:21.941816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:22.030149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:22.032970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a474c42-8bec-47af-aebe-fae3a9776e66,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:22.038227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:22.091962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:22.092563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:22.093938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] 10.222.0.39 "PUT /v2.0/ports/9a474c42-8bec-47af-aebe-fae3a9776e66 HTTP/1.1" status: 200 len: 1091 time: 0.8697639 Mar 02 08:16:22.094362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:22.119836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8964-9b3e-439d-a6d0-9518b143ee68 service neutron] Pushing event updated for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:22.171819 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66', 'status': 'completed', 'code': 200} Mar 02 08:16:22.211977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-bb615b05-13e8-4802-836b-0321f8caf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:22.213458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-bb615b05-13e8-4802-836b-0321f8caf8c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 1094 time: 0.0733111 Mar 02 08:16:22.284161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-a12efc34-5064-448f-b878-56656c94e59a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a474c42-8bec-47af-aebe-fae3a9776e66 HTTP/1.1" status: 200 len: 217 time: 0.0640509 Mar 02 08:16:22.346672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-3b1bc4fe-4c62-4848-af43-be1dbe456978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:22.348051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-3b1bc4fe-4c62-4848-af43-be1dbe456978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1842f755-95c3-4210-a903-d9bffe626b6d HTTP/1.1" status: 200 len: 854 time: 0.0587325 Mar 02 08:16:22.392679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-6cc15a10-135b-4e9c-8ba8-7a42a3f02ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387104 Mar 02 08:16:22.519443 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-7352a0ba-7668-4be3-b714-33f0c4faceee service neutron] 10.222.0.39 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207216 Mar 02 08:16:22.759088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5f140d9-055c-43bb-a72e-97f8ef1a07d5 req-cc4129d6-56ea-4e83-9e71-ca070b9d1a8c service neutron] 10.222.0.39 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336431 Mar 02 08:16:22.773928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4cae8-0d75-49ae-ad1b-58029a7bbf8d req-45fd226b-b05c-4cfb-9eca-acccac213662 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:22.775398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-deb4cae8-0d75-49ae-ad1b-58029a7bbf8d req-45fd226b-b05c-4cfb-9eca-acccac213662 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 943 time: 0.0806153 Mar 02 08:16:22.819904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-deb4cae8-0d75-49ae-ad1b-58029a7bbf8d req-85f859df-b353-44b5-9fb8-fdce263f0bc5 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Mar 02 08:16:22.872705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-039a170e-ca4b-48d8-84bf-f57dce2d4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:22.874200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-039a170e-ca4b-48d8-84bf-f57dce2d4026 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=461f6a98cb184b7d8b435d0052d2d164&device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 1094 time: 0.0694256 Mar 02 08:16:23.001008 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-86e017dd-041d-4308-93ce-40ea2d43280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:23.002474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-86e017dd-041d-4308-93ce-40ea2d43280e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 200 len: 914 time: 0.1217651 Mar 02 08:16:23.046339 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:16:23.071908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-b6baf637-2a0c-42ca-bdaa-3668768e39ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a474c42-8bec-47af-aebe-fae3a9776e66 HTTP/1.1" status: 200 len: 217 time: 0.0632987 Mar 02 08:16:23.133949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-21cb5cec-e037-4825-af66-565a4125fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:23.135358 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-21cb5cec-e037-4825-af66-565a4125fb57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1842f755-95c3-4210-a903-d9bffe626b6d HTTP/1.1" status: 200 len: 854 time: 0.0569501 Mar 02 08:16:23.184350 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-27de98da-5586-4982-893f-2c775e484372 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af03289-6cf9-4425-bd3c-dcb0d7135d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425355 Mar 02 08:16:23.314031 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-a3cd9822-0d0d-49af-b39c-205d56535895 service neutron] 10.222.0.39 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227596 Mar 02 08:16:23.442686 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa9c5ad8-57e6-4814-9783-24665451a512 req-56936a31-7ce0-430d-a0e3-061afce74cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227283 Mar 02 08:16:24.002077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfc3f4-1634-4df0-a83d-8dcb2fa23336 req-0978e477-c924-4e97-a72c-3d43d1c28c7c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:24.002771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-92cfc3f4-1634-4df0-a83d-8dcb2fa23336 req-0978e477-c924-4e97-a72c-3d43d1c28c7c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:24.017215 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-92cfc3f4-1634-4df0-a83d-8dcb2fa23336 req-0978e477-c924-4e97-a72c-3d43d1c28c7c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:24.018440 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92cfc3f4-1634-4df0-a83d-8dcb2fa23336 req-0978e477-c924-4e97-a72c-3d43d1c28c7c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 943 time: 0.0939865 Mar 02 08:16:24.066129 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-92cfc3f4-1634-4df0-a83d-8dcb2fa23336 req-9b3cc8f7-80ec-430b-9fef-334771d6b131 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Mar 02 08:16:25.275439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb95a94-27e4-47e4-ae5a-01c3c481429d req-f28af06b-cdea-4fa4-881b-0dde02fa3aed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:25.276913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cb95a94-27e4-47e4-ae5a-01c3c481429d req-f28af06b-cdea-4fa4-881b-0dde02fa3aed tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 943 time: 0.0930395 Mar 02 08:16:25.325852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0cb95a94-27e4-47e4-ae5a-01c3c481429d req-c6a71761-dd4d-41bc-9294-3d760802d850 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Mar 02 08:16:26.067010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a474c42-8bec-47af-aebe-fae3a9776e66 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:16:26.197604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a474c42-8bec-47af-aebe-fae3a9776e66,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:26.210669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9a474c42-8bec-47af-aebe-fae3a9776e66', 'network_id': '8af03289-6cf9-4425-bd3c-dcb0d7135d1a', 'port_id': '9a474c42-8bec-47af-aebe-fae3a9776e66', 'mac_address': 'fa:16:3e:87:66:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1842f755-95c3-4210-a903-d9bffe626b6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:16:26.263179 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:26.279852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a474c42-8bec-47af-aebe-fae3a9776e66 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:16:26.295012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a474c42-8bec-47af-aebe-fae3a9776e66,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:26.298719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:26.395751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:26.511724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480088c2-0f45-42c4-86c0-b4c68c0f500e req-a820d291-6837-44f3-a3a6-58e412394b74 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:26.513173 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-480088c2-0f45-42c4-86c0-b4c68c0f500e req-a820d291-6837-44f3-a3a6-58e412394b74 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 944 time: 0.0785925 Mar 02 08:16:26.556933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-480088c2-0f45-42c4-86c0-b4c68c0f500e req-b161fb45-6029-48df-a963-53b294a57558 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380235 Mar 02 08:16:26.567615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9a474c42-8bec-47af-aebe-fae3a9776e66'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:27.747753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae770da-643d-4f2e-b55d-3931434fee8f req-ac2a9536-3a64-4bb2-a63b-85707f546340 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:27.749190 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ae770da-643d-4f2e-b55d-3931434fee8f req-ac2a9536-3a64-4bb2-a63b-85707f546340 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 944 time: 0.0825129 Mar 02 08:16:27.792997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8ae770da-643d-4f2e-b55d-3931434fee8f req-eca35a24-b6a4-43e3-bb89-e23e0ff61c6b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Mar 02 08:16:28.082511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a474c42-8bec-47af-aebe-fae3a9776e66 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:16:28.148678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9a474c42-8bec-47af-aebe-fae3a9776e66 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:28.153419 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9a474c42-8bec-47af-aebe-fae3a9776e66 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:28.153921 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:28.266501 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:28.292766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:28.302722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a474c42-8bec-47af-aebe-fae3a9776e66,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:28.306925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:28.338858 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66', 'code': 200} Mar 02 08:16:28.378041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:28.463535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7ab7d-37c9-4c3c-a400-f7adfee9328e req-af0b895a-81ae-4522-baab-5998a581bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:28.464981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1b7ab7d-37c9-4c3c-a400-f7adfee9328e req-af0b895a-81ae-4522-baab-5998a581bc2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 1096 time: 0.0714512 Mar 02 08:16:28.506657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1b7ab7d-37c9-4c3c-a400-f7adfee9328e req-c5d24365-42a5-45d2-b225-7675fa7c9a54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344422 Mar 02 08:16:28.979425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345cd79-19a1-4e9b-9458-59d95491207c req-557d446e-0ab8-4a1d-89b0-2c57b014f7df tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:28.980867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d345cd79-19a1-4e9b-9458-59d95491207c req-557d446e-0ab8-4a1d-89b0-2c57b014f7df tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 945 time: 0.0830932 Mar 02 08:16:29.025443 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d345cd79-19a1-4e9b-9458-59d95491207c req-4cbcbd15-d7ae-4590-95c7-1a656139f9e2 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Mar 02 08:16:30.210231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab61a-a3d7-4ef8-b09b-7bb63bc33f05 req-89a4a52c-4c81-4ecd-82ef-b9329e55b39d tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:30.211694 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-102ab61a-a3d7-4ef8-b09b-7bb63bc33f05 req-89a4a52c-4c81-4ecd-82ef-b9329e55b39d tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 945 time: 0.0787318 Mar 02 08:16:30.255582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-102ab61a-a3d7-4ef8-b09b-7bb63bc33f05 req-857b4cb2-24c4-4040-bc86-47898c5efde7 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Mar 02 08:16:30.630267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36396522-8520-4f34-b774-b206d3a29a1c req-c6c30b57-f0c4-4d05-a58f-4481810cf0e9 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:30.631636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36396522-8520-4f34-b774-b206d3a29a1c req-c6c30b57-f0c4-4d05-a58f-4481810cf0e9 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 945 time: 0.0823920 Mar 02 08:16:30.675390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-36396522-8520-4f34-b774-b206d3a29a1c req-34b03796-ffd6-4468-aa17-5f74c569db4e tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Mar 02 08:16:31.861927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d941be-f343-4177-b528-8212bd124cf3 req-5a063826-4413-4f4e-b00d-91c4f7bf704f tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:31.863373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75d941be-f343-4177-b528-8212bd124cf3 req-5a063826-4413-4f4e-b00d-91c4f7bf704f tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 945 time: 0.0798965 Mar 02 08:16:31.908634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75d941be-f343-4177-b528-8212bd124cf3 req-33d36e8a-8783-4f81-8ea2-df9b58720bd3 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Mar 02 08:16:32.058545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-25377654-201b-418f-a800-c436e946b0f9 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:32.060024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-25377654-201b-418f-a800-c436e946b0f9 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.39 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 945 time: 0.0788009 Mar 02 08:16:32.132947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Deleting port 9a474c42-8bec-47af-aebe-fae3a9776e66 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:32.133211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:32.479320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] For port 9a474c42-8bec-47af-aebe-fae3a9776e66, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9a474c42-8bec-47af-aebe-fae3a9776e66,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:32.479590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:32.600886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Calling delete_port for 9a474c42-8bec-47af-aebe-fae3a9776e66 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:32.740938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:32.752521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9a474c42-8bec-47af-aebe-fae3a9776e66'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:32.784988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['915c0a26-083a-4e27-9ffc-1b062609f5d0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:32.794625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Pushing event deleted for resources: {'Port': ['ID=9a474c42-8bec-47af-aebe-fae3a9776e66,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:32.872518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] No DVR routers for this DVR port 9a474c42-8bec-47af-aebe-fae3a9776e66 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:32.875104 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:32.881993 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'name': 'network-vif-deleted', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:32.893498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8cdbe9d-6904-44f7-956e-5535a27b9b04 req-58a1669b-94c4-4dad-b4a8-7fd648cdeb81 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.39 "DELETE /v2.0/ports/9a474c42-8bec-47af-aebe-fae3a9776e66 HTTP/1.1" status: 204 len: 173 time: 0.8282132 Mar 02 08:16:33.081513 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-195041af-70e6-441c-be28-7032bf184e7c req-79ddd591-3bec-4c07-8e0e-6b2a80bc8111 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=d839845b-e84e-4ab2-bfd3-f8779d410f9b HTTP/1.1" status: 200 len: 210 time: 0.0425801 Mar 02 08:16:33.089123 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839845b-e84e-4ab2-bfd3-f8779d410f9b', 'name': 'network-vif-deleted', 'tag': '9a474c42-8bec-47af-aebe-fae3a9776e66', 'status': 'completed', 'code': 200} Mar 02 08:16:34.331676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c59b6-c8e3-459f-98f2-cce5f552c00f req-adb45db5-96ad-4051-ae92-1756e50a3a06 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:34.333880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc4c59b6-c8e3-459f-98f2-cce5f552c00f req-adb45db5-96ad-4051-ae92-1756e50a3a06 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0789123 Mar 02 08:16:34.381212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dc4c59b6-c8e3-459f-98f2-cce5f552c00f req-4a170f65-0f1b-4052-a929-896610f8137a tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Mar 02 08:16:34.585286 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99855-ae53-42ba-947c-ee349430c300 req-c7330abb-aa19-471e-a4dc-fc1eb7030b2a tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:34.586757 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b99855-ae53-42ba-947c-ee349430c300 req-c7330abb-aa19-471e-a4dc-fc1eb7030b2a tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0827610 Mar 02 08:16:34.629515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28b99855-ae53-42ba-947c-ee349430c300 req-b50250c0-46a7-4eda-9e91-1daabb4d7ed8 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Mar 02 08:16:34.813201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07ba6a-de37-4cf9-ae13-881d4debb67a req-19aa8ba0-6f22-4072-8bea-e6e0e8e720ea tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:34.813920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-da07ba6a-de37-4cf9-ae13-881d4debb67a req-19aa8ba0-6f22-4072-8bea-e6e0e8e720ea tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:34.829923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-da07ba6a-de37-4cf9-ae13-881d4debb67a req-19aa8ba0-6f22-4072-8bea-e6e0e8e720ea tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:34.831034 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da07ba6a-de37-4cf9-ae13-881d4debb67a req-19aa8ba0-6f22-4072-8bea-e6e0e8e720ea tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0973766 Mar 02 08:16:34.875040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-da07ba6a-de37-4cf9-ae13-881d4debb67a req-2deb05c7-f818-4428-9783-8a5f78accef6 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Mar 02 08:16:35.161819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a295-9b15-4c60-b049-76b32823fd7d req-2901aeb1-503d-451e-b2d4-c712af590f56 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:35.163217 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4fd6a295-9b15-4c60-b049-76b32823fd7d req-2901aeb1-503d-451e-b2d4-c712af590f56 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0821395 Mar 02 08:16:35.206471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4fd6a295-9b15-4c60-b049-76b32823fd7d req-3a46f8dc-9e73-4ce8-be64-0ce1553053d0 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Mar 02 08:16:35.385157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5666c8d-38a9-4643-9e2f-c5404dde394c req-bae08412-ae21-4617-bac5-d444f1f65e77 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:35.386626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5666c8d-38a9-4643-9e2f-c5404dde394c req-bae08412-ae21-4617-bac5-d444f1f65e77 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0774188 Mar 02 08:16:35.432723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5666c8d-38a9-4643-9e2f-c5404dde394c req-16eac372-e069-4a9a-bdc6-c0a65c1f7249 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Mar 02 08:16:35.629206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a335b4-b943-4b85-a3cc-c4d8bb0eac3d req-1b4e2c71-c49c-4328-886a-24583617f8cc tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:35.630681 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0a335b4-b943-4b85-a3cc-c4d8bb0eac3d req-1b4e2c71-c49c-4328-886a-24583617f8cc tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0796864 Mar 02 08:16:35.679796 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c0a335b4-b943-4b85-a3cc-c4d8bb0eac3d req-72c7187c-82d7-420f-9b12-f1b577fdc55d tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431950 Mar 02 08:16:36.098335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a474c42-8bec-47af-aebe-fae3a9776e66 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:36.135095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9a474c42-8bec-47af-aebe-fae3a9776e66 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:36.135438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9a474c42-8bec-47af-aebe-fae3a9776e66 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:36.196561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c699-6d15-401b-a02c-2fca5abca296 req-6442ba6d-7527-4ab0-a996-3433ac6dd434 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:36.198043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f789c699-6d15-401b-a02c-2fca5abca296 req-6442ba6d-7527-4ab0-a996-3433ac6dd434 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0851789 Mar 02 08:16:36.242195 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f789c699-6d15-401b-a02c-2fca5abca296 req-70d18606-a145-46a7-a6dc-720cd0567532 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Mar 02 08:16:37.439145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebfb49-d758-489a-a4a8-e6f0b9fc8a1a req-a0a138fb-c9c4-4ff5-904f-21483d57d1c4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:37.440702 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cebfb49-d758-489a-a4a8-e6f0b9fc8a1a req-a0a138fb-c9c4-4ff5-904f-21483d57d1c4 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0852048 Mar 02 08:16:37.492541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5cebfb49-d758-489a-a4a8-e6f0b9fc8a1a req-1b326c6e-88c9-49df-b9a2-85d0bb56c748 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1e563fe-836a-4db1-b732-9ab68261bf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Mar 02 08:16:37.696196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-f3563beb-6593-48d5-bb36-1acb62d2d16b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:37.697761 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-f3563beb-6593-48d5-bb36-1acb62d2d16b tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 945 time: 0.0814850 Mar 02 08:16:37.771581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Deleting port 915c0a26-083a-4e27-9ffc-1b062609f5d0 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:37.772170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:38.008872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] For port 915c0a26-083a-4e27-9ffc-1b062609f5d0, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=915c0a26-083a-4e27-9ffc-1b062609f5d0,segment=NetworkSegment(870c2c49-85ca-4c97-8c98-169bfeeace3f),segment_id=870c2c49-85ca-4c97-8c98-169bfeeace3f)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:38.009309 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:38.137405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Calling delete_port for 915c0a26-083a-4e27-9ffc-1b062609f5d0 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:38.274763 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:38.286104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['915c0a26-083a-4e27-9ffc-1b062609f5d0'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:16:38.421329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Pushing event deleted for resources: {'Port': ['ID=915c0a26-083a-4e27-9ffc-1b062609f5d0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:38.460202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.460546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.460874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.461200 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.461522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.461841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.462184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.462501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.462816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.463165 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.463483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.463832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:38.508299 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] No DVR routers for this DVR port 915c0a26-083a-4e27-9ffc-1b062609f5d0 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:38.510986 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:38.513479 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'name': 'network-vif-deleted', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:16:38.529554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0f4bd30b-71d5-4b0d-a111-8a11bc113279 req-91c0402f-5e28-4690-ad7f-542e9d80517c tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.16 "DELETE /v2.0/ports/915c0a26-083a-4e27-9ffc-1b062609f5d0 HTTP/1.1" status: 204 len: 173 time: 0.8269765 Mar 02 08:16:38.578068 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc8279d-3669-4559-9655-7b78a89e714b', 'name': 'network-vif-deleted', 'tag': '915c0a26-083a-4e27-9ffc-1b062609f5d0', 'status': 'completed', 'code': 200} Mar 02 08:16:38.659400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2e64e511-5030-4ceb-bb34-1539570933b2 req-d1c4f346-ed58-4c25-9506-b42a3d107377 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Synchronizing usage tracker for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:38.675049 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2e64e511-5030-4ceb-bb34-1539570933b2 req-d1c4f346-ed58-4c25-9506-b42a3d107377 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] Unset dirty status for tenant:461f6a98cb184b7d8b435d0052d2d164 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:38.676793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e64e511-5030-4ceb-bb34-1539570933b2 req-d1c4f346-ed58-4c25-9506-b42a3d107377 tempest-ServersNegativeTestJSON-237058997 tempest-ServersNegativeTestJSON-237058997-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc8279d-3669-4559-9655-7b78a89e714b HTTP/1.1" status: 200 len: 210 time: 0.0581658 Mar 02 08:16:39.771170 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44372) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:39.829035 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Deleting subnet 1842f755-95c3-4210-a903-d9bffe626b6d {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:39.831820 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:39.878850 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:39.936748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.003326 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.040627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1842f755-95c3-4210-a903-d9bffe626b6d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:40.044271 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.050018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e531860-e8aa-43b5-87b2-64613f951665 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1842f755-95c3-4210-a903-d9bffe626b6d HTTP/1.1" status: 204 len: 168 time: 0.2774134 Mar 02 08:16:40.053798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44376) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:40.156515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.283641 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.313267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af03289-6cf9-4425-bd3c-dcb0d7135d1a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:40.325388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870c2c49-85ca-4c97-8c98-169bfeeace3f') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:40.325683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870c2c49-85ca-4c97-8c98-169bfeeace3f') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:40.337718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.353645 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.359459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:40.359839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:40.373042 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:40.446892 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.468581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.475195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8af03289-6cf9-4425-bd3c-dcb0d7135d1a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:40.485565 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-08998210-8c0c-496e-ae5b-10460f9149fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8af03289-6cf9-4425-bd3c-dcb0d7135d1a HTTP/1.1" status: 204 len: 168 time: 0.4306922 Mar 02 08:16:40.639293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44384) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:40.688232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-312a2b64-c117-4443-90ac-b981731761cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=461f6a98cb184b7d8b435d0052d2d164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477998 Mar 02 08:16:40.690644 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44388) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:40.747795 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.773642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.823535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.841488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e563fe-836a-4db1-b732-9ab68261bf03,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:40.848286 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:40.849405 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ed374245-489f-4ebc-ba9a-5aef2f01b8e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1e563fe-836a-4db1-b732-9ab68261bf03 HTTP/1.1" status: 204 len: 168 time: 0.1578560 Mar 02 08:16:41.311408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 915c0a26-083a-4e27-9ffc-1b062609f5d0 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:41.347959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 915c0a26-083a-4e27-9ffc-1b062609f5d0 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:41.348307 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 915c0a26-083a-4e27-9ffc-1b062609f5d0 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:41.680867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44412) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:41.816775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015432262'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:41.822415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:41.826251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:network and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:41.829104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:41.835961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:41.845522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:41.849459 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:41.861431 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:41.875834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:41.879828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:security_group_rule and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:41.882618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:41.888274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:41.968531 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:41.972540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:41.984421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b30d05ef-3d4a-4161-9c24-e28ea37fc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:42.008245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:42.016525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5263dd6-f058-49a1-a375-b950d5f36e5d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:42.023391 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:42.023749 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Added segment d89cc95b-be0c-4b8f-af61-4e3cf6df9466 of type vlan for network 31dfa9a8-c52f-4487-a106-9a751c68f330 Mar 02 08:16:42.050263 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:42.084800 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:42.090192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:42.090775 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:42.197291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5153186 Mar 02 08:16:42.199992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423937b-123c-4fad-b4d1-f5f0cdd8ba8c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Network': ['ID=31dfa9a8-c52f-4487-a106-9a751c68f330,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:42.211824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:44.313048 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-69280178-29d2-4dba-91b1-36b87a4fcac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.422797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44418) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:45.428470 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'subnet': {'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:45.526495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.532865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.539995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:45.543830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:subnet and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:45.546654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:45.552439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:45.561955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:45.565618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.786277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.862128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Subnet': ['ID=45fc5d53-b6bb-4434-b3f0-f46adf4885a2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:45.870984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking segment: {'id': 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:45.871348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network hostable DHCP agents. Network: 31dfa9a8-c52f-4487-a106-9a751c68f330, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:45.889736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:45.899186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 31dfa9a8-c52f-4487-a106-9a751c68f330) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:45.903328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:45.903919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.907926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5561a-e0ef-4fdb-9052-4272e2027ebc None None] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:45.924664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8124e54a-7fbe-4b6c-be9c-b4b515a228d7 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5007696 Mar 02 08:16:45.928107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44422) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:45.933560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797350528'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:45.939036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:45.943421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:network and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:45.946282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:45.952061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:45.964077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:45.967580 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:45.995043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:46.004407 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.004744 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Added segment 3768f193-510e-4530-b85a-1d395869145d of type vlan for network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 Mar 02 08:16:46.036363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.067169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.073181 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:46.073834 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.132595 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-31dfa9a8-c52f-4487-a106-9a751c68f330', 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330', 'tenant_id': '31890c7436474dda935b77ea1a17de77', 'fixed_ips': [{'subnet_id': '45fc5d53-b6bb-4434-b3f0-f46adf4885a2'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:46.133447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.175744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2465518 Mar 02 08:16:46.178935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44426) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:46.186082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'subnet': {'network_id': '4784a63b-1054-42a2-a9b1-8f9b4350b2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:46.187757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1ef55-2a01-4a16-b7c8-59afe2249820 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Network': ['ID=4784a63b-1054-42a2-a9b1-8f9b4350b2c0,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:46.204571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:46.302273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:46.306088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:subnet and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:46.308947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:46.314843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:46.325469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:46.329353 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.408030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Allocated IP 2001:db8:0:ffff::2 (31dfa9a8-c52f-4487-a106-9a751c68f330/45fc5d53-b6bb-4434-b3f0-f46adf4885a2/8b584479-db06-465a-945c-e2f5e0e397f9) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:46.565110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.618443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.630421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Transition to ACTIVE for port object 8b584479-db06-465a-945c-e2f5e0e397f9 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:46.642958 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Subnet': ['ID=8c9bf913-c945-4bcd-9a62-dfcc75793bb3,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:46.649257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Transition to ACTIVE for port object 8b584479-db06-465a-945c-e2f5e0e397f9 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:46.654768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.656583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking segment: {'id': '3768f193-510e-4530-b85a-1d395869145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4784a63b-1054-42a2-a9b1-8f9b4350b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:46.656953 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network hostable DHCP agents. Network: 4784a63b-1054-42a2-a9b1-8f9b4350b2c0, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:46.677493 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:46.686351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 4784a63b-1054-42a2-a9b1-8f9b4350b2c0) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:46.692831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:46.693140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.703130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf61133-2faf-4909-ab1e-6ef3e0b250d6 None None] Network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:46.715679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-769cfe55-efbd-4747-b5cf-95f466efd42c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5351100 Mar 02 08:16:46.718326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44430) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:46.742489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:46.748110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:46.799783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:46.843413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Pushing event updated for resources: {'Port': ['ID=8b584479-db06-465a-945c-e2f5e0e397f9,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:46.858618 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.890235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.890581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.890921 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.891256 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.891588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.891914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.892236 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.892557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.892925 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.893195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.893512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.893828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:46.925019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.938460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Attempting to bind port 8b584479-db06-465a-945c-e2f5e0e397f9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:46.938830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Attempting to bind port 8b584479-db06-465a-945c-e2f5e0e397f9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:46.939194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Attempting to bind port 8b584479-db06-465a-945c-e2f5e0e397f9 on network 31dfa9a8-c52f-4487-a106-9a751c68f330 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:46.957197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:46.957737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Checking segment: {'id': 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:46.958180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:46.958562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Bound using segment: {'id': 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:46.959033 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Bound port: 8b584479-db06-465a-945c-e2f5e0e397f9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31dfa9a8-c52f-4487-a106-9a751c68f330'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:46.959406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.007724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.039927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.048121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9bf913-c945-4bcd-9a62-dfcc75793bb3,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:47.132825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] For port 8b584479-db06-465a-945c-e2f5e0e397f9, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:47.136740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eedda0-3778-4424-a222-4bfe7d0c215e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-4784a63b-1054-42a2-a9b1-8f9b4350b2c0', 'network_id': '4784a63b-1054-42a2-a9b1-8f9b4350b2c0', 'tenant_id': '31890c7436474dda935b77ea1a17de77', 'fixed_ips': [{'subnet_id': '8c9bf913-c945-4bcd-9a62-dfcc75793bb3'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:47.137606 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62eedda0-3778-4424-a222-4bfe7d0c215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.141908 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.158381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] For port 8b584479-db06-465a-945c-e2f5e0e397f9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b584479-db06-465a-945c-e2f5e0e397f9,segment=NetworkSegment(d89cc95b-be0c-4b8f-af61-4e3cf6df9466),segment_id=d89cc95b-be0c-4b8f-af61-4e3cf6df9466)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:47.169045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4784a63b-1054-42a2-a9b1-8f9b4350b2c0']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:47.181387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3768f193-510e-4530-b85a-1d395869145d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:47.182073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3768f193-510e-4530-b85a-1d395869145d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:47.193324 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.201437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.210089 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.216326 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:47.216713 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:47.231587 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:47.312711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.312992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0a3f8-5ccc-4557-acb1-a95197a762a8 None None] Pushing event updated for resources: {'Port': ['ID=8b584479-db06-465a-945c-e2f5e0e397f9,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:47.333364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.336911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3921421-f7ae-4cca-bf10-8f61b41af2b1 None None] Network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:47.344796 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Network': ['ID=4784a63b-1054-42a2-a9b1-8f9b4350b2c0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:47.351027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4623a8fe-cff9-45e6-a583-4539e7f60fd8 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/4784a63b-1054-42a2-a9b1-8f9b4350b2c0 HTTP/1.1" status: 204 len: 168 time: 0.6302543 Mar 02 08:16:47.353282 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44434) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:47.358951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680658711'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:47.363037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3921421-f7ae-4cca-bf10-8f61b41af2b1 None None] Network 4784a63b-1054-42a2-a9b1-8f9b4350b2c0 could not be found, it might have been deleted concurrently. {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 08:16:47.365252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:47.370086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:network and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:47.378214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:47.385153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:47.396384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:47.400129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.428454 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:47.437345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.437692 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Added segment 47650da6-f643-45c3-92ef-85a96dc89614 of type vlan for network 24af228d-b141-4586-a560-8add024e512b Mar 02 08:16:47.467746 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.512317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.522936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:47.523653 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.577652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2232294 Mar 02 08:16:47.580565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44438) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:47.588304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'subnet': {'network_id': '24af228d-b141-4586-a560-8add024e512b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:47.754570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdb5f2-9662-4cf2-9ee9-52390f5f74e4 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Network': ['ID=24af228d-b141-4586-a560-8add024e512b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:47.764397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 24af228d-b141-4586-a560-8add024e512b details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:47.828775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:47.833432 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:subnet and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:47.836928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:47.842937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:47.852631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:47.856188 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:47.949474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Performing IP validity checks on allocation pools {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 08:16:47.949932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.ipam_backend_mixin [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87855) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 08:16:48.076245 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.161295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Subnet': ['ID=7931aafe-e08a-474b-b93b-50abb93dd9c6,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:48.171741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking segment: {'id': '47650da6-f643-45c3-92ef-85a96dc89614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '24af228d-b141-4586-a560-8add024e512b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:48.172101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network hostable DHCP agents. Network: 24af228d-b141-4586-a560-8add024e512b, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:48.192510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network 24af228d-b141-4586-a560-8add024e512b is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:48.202376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 24af228d-b141-4586-a560-8add024e512b) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:48.207701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:48.208320 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.212791 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e0c37-ce3a-412c-b226-d2b4e0e2e392 None None] Network 24af228d-b141-4586-a560-8add024e512b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:48.234853 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44442) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:48.238133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c97c653f-cdad-42ac-b1bf-6b2b6a78be13 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6525807 Mar 02 08:16:48.372719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bb9cb-ce55-496a-a6e9-6bcdb5d78a5d None None] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:48.385947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.450383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.475383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-4483829e-a0a5-4a5e-ad72-6c87ce21a5bb None None] Provisioning for port 8b584479-db06-465a-945c-e2f5e0e397f9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:48.535966 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.560311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4d2db-22dc-4930-8cde-ab33d1660506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-24af228d-b141-4586-a560-8add024e512b', 'network_id': '24af228d-b141-4586-a560-8add024e512b', 'tenant_id': '31890c7436474dda935b77ea1a17de77', 'fixed_ips': [{'subnet_id': '7931aafe-e08a-474b-b93b-50abb93dd9c6'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:48.561124 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95d4d2db-22dc-4930-8cde-ab33d1660506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.575245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Subnet': ['ID=7931aafe-e08a-474b-b93b-50abb93dd9c6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:48.681514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.697401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b584479-db06-465a-945c-e2f5e0e397f9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:16:48.708473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24af228d-b141-4586-a560-8add024e512b']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:48.720581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47650da6-f643-45c3-92ef-85a96dc89614') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:48.720886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47650da6-f643-45c3-92ef-85a96dc89614') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:48.733395 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.753553 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.760452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:48.760853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:48.776952 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:48.835399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14454d-a592-4ffb-810a-c4716d649e2b None None] Network 24af228d-b141-4586-a560-8add024e512b requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:48.861305 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.870298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 8b584479-db06-465a-945c-e2f5e0e397f9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:48.883472 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.889578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Network': ['ID=24af228d-b141-4586-a560-8add024e512b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:48.897179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9ef1b73-4330-471a-9b31-3caca9f68449 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/24af228d-b141-4586-a560-8add024e512b HTTP/1.1" status: 204 len: 168 time: 0.6609776 Mar 02 08:16:48.900696 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44446) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:48.906257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23249881'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:48.913210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:48.916985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:network and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:48.919836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:48.925429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:48.933157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8b584479-db06-465a-945c-e2f5e0e397f9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:48.933571 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.936514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:48.940199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.968648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:48.978293 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:48.978639 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Added segment adf3db5b-de9b-4fdd-9d97-47e156a46fd5 of type vlan for network 1033530b-5d7a-4058-8d7c-479fb8a0d249 Mar 02 08:16:49.005669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.035903 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.041389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:49.042017 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.101782 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.146310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2445347 Mar 02 08:16:49.150428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44450) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:49.156400 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'subnet': {'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:49.158775 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe5b0-b270-4205-a057-e5de2f7a5884 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Network': ['ID=1033530b-5d7a-4058-8d7c-479fb8a0d249,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:49.165217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.177152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1033530b-5d7a-4058-8d7c-479fb8a0d249 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:49.279754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:49.284137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:subnet and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:49.287222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.288220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:49.294305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:49.306024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 8b584479-db06-465a-945c-e2f5e0e397f9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b584479-db06-465a-945c-e2f5e0e397f9,segment=NetworkSegment(d89cc95b-be0c-4b8f-af61-4e3cf6df9466),segment_id=d89cc95b-be0c-4b8f-af61-4e3cf6df9466)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:49.306207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:49.310524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.310844 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.389813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-27d82b12-4a42-4628-b856-9db574a2413b None None] Provisioning complete for port 8b584479-db06-465a-945c-e2f5e0e397f9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:49.390217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-27d82b12-4a42-4628-b856-9db574a2413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.415122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=8b584479-db06-465a-945c-e2f5e0e397f9,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:49.545724 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.630896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Subnet': ['ID=3ffc0ed5-c86c-461f-9a5a-61718db4f2b4,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:49.636188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking segment: {'id': 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:49.636542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network hostable DHCP agents. Network: 1033530b-5d7a-4058-8d7c-479fb8a0d249, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:49.655885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network 1033530b-5d7a-4058-8d7c-479fb8a0d249 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:49.665163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1033530b-5d7a-4058-8d7c-479fb8a0d249) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:49.669033 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:49.669616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.673824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0854df-b5d2-441b-b8bc-11185f481aff None None] Network 1033530b-5d7a-4058-8d7c-479fb8a0d249 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:49.690168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3a592867-c31b-4b9c-b283-62ec625f5a2d tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5386186 Mar 02 08:16:49.694370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44454) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:49.699869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962131122'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:49.705455 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:49.710419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:network and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:49.713235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:49.719447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:49.730108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:49.733474 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.762321 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:49.772604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.772913 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Added segment d7cc62f8-e987-45d8-a0bc-2d55d674cf05 of type vlan for network 59a2ed99-d370-4970-909d-2d1383e2d5db Mar 02 08:16:49.803421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.834077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.839633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:49.840221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.898257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1033530b-5d7a-4058-8d7c-479fb8a0d249', 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249', 'tenant_id': '31890c7436474dda935b77ea1a17de77', 'fixed_ips': [{'subnet_id': '3ffc0ed5-c86c-461f-9a5a-61718db4f2b4'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:49.899329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.948388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2529073 Mar 02 08:16:49.952062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44458) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:49.954479 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0fe14-9cc3-401e-82ac-22ff08e3281b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Network': ['ID=59a2ed99-d370-4970-909d-2d1383e2d5db,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:49.960095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Request body: {'subnet': {'network_id': '59a2ed99-d370-4970-909d-2d1383e2d5db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:49.978612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 59a2ed99-d370-4970-909d-2d1383e2d5db details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:50.075113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:50.078927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Usage tracker for resource:subnet and tenant:31890c7436474dda935b77ea1a17de77 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:50.082418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:50.088378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:50.098047 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Made reservation on behalf of 31890c7436474dda935b77ea1a17de77 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:50.101496 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.151709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Allocated IP 2001:db8::2 (1033530b-5d7a-4058-8d7c-479fb8a0d249/3ffc0ed5-c86c-461f-9a5a-61718db4f2b4/7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:50.321809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.373757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.385070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Transition to ACTIVE for port object 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:50.403630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Transition to ACTIVE for port object 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:50.404580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event updated for resources: {'Subnet': ['ID=86804f41-c5c3-4ac0-91aa-72efa2ac3900,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:50.409605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.412926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Checking segment: {'id': 'd7cc62f8-e987-45d8-a0bc-2d55d674cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59a2ed99-d370-4970-909d-2d1383e2d5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:50.413310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network hostable DHCP agents. Network: 59a2ed99-d370-4970-909d-2d1383e2d5db, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:50.432309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Network 59a2ed99-d370-4970-909d-2d1383e2d5db is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:50.441241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 59a2ed99-d370-4970-909d-2d1383e2d5db) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:50.445224 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:50.445814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.456109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979cc8f0-4b22-43ef-bfd0-2bf5b47de891 None None] Network 59a2ed99-d370-4970-909d-2d1383e2d5db requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:50.467284 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7f84797d-eee7-4fe9-9a8b-81cf391d71b9 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5139697 Mar 02 08:16:50.469933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44462) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:50.548913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Network 1033530b-5d7a-4058-8d7c-479fb8a0d249 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:50.553926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:50.556317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:50.615708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b584479-db06-465a-945c-e2f5e0e397f9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:16:50.623493 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.686988 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.697523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Pushing event updated for resources: {'Port': ['ID=7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:50.766841 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.796722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Attempting to bind port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:50.797085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Attempting to bind port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:50.797442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Attempting to bind port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf on network 1033530b-5d7a-4058-8d7c-479fb8a0d249 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:50.808694 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Subnet': ['ID=86804f41-c5c3-4ac0-91aa-72efa2ac3900,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:50.837806 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:50.838240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Checking segment: {'id': 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:50.838638 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.839023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Bound using segment: {'id': 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:50.839488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Bound port: 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1033530b-5d7a-4058-8d7c-479fb8a0d249'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:50.839857 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:50.921078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b968b8-86fb-443d-bd0d-a8eac599435b None None] Network 59a2ed99-d370-4970-909d-2d1383e2d5db requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:50.973456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 8b584479-db06-465a-945c-e2f5e0e397f9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:50.973719 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.040389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.067548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a2ed99-d370-4970-909d-2d1383e2d5db']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:51.083697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cc62f8-e987-45d8-a0bc-2d55d674cf05') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:51.084044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cc62f8-e987-45d8-a0bc-2d55d674cf05') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:51.097220 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.116049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.122683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:51.123080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.134854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] For port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:51.138339 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:51.173361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] For port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf,segment=NetworkSegment(adf3db5b-de9b-4fdd-9d97-47e156a46fd5),segment_id=adf3db5b-de9b-4fdd-9d97-47e156a46fd5)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:51.185346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.221661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.244593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.250843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Network': ['ID=59a2ed99-d370-4970-909d-2d1383e2d5db,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:51.258471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cec4e364-930b-44b8-ac25-a35e904e234f tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/59a2ed99-d370-4970-909d-2d1383e2d5db HTTP/1.1" status: 204 len: 168 time: 0.7873979 Mar 02 08:16:51.260533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44466) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.306045 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b702bd-dfd3-4304-9898-86110b92e27b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] GET failed (client error): The resource could not be found. Mar 02 08:16:51.306668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-12b702bd-dfd3-4304-9898-86110b92e27b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Synchronizing usage tracker for tenant:31890c7436474dda935b77ea1a17de77 on resource:subnet {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:16:51.313310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d461-08ee-4037-ae09-511a93ac4bd3 None None] Pushing event updated for resources: {'Port': ['ID=7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:51.326797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-12b702bd-dfd3-4304-9898-86110b92e27b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Unset dirty status for tenant:31890c7436474dda935b77ea1a17de77 on resource:subnet {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:16:51.328147 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-12b702bd-dfd3-4304-9898-86110b92e27b tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "GET /v2.0/subnets/86804f41-c5c3-4ac0-91aa-72efa2ac3900 HTTP/1.1" status: 404 len: 337 time: 0.0665555 Mar 02 08:16:51.331270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44470) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.358253 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-e524330a-8f3f-4ef0-90b2-d736fcb50d5e tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:51.358829 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e524330a-8f3f-4ef0-90b2-d736fcb50d5e tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:51.360534 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e524330a-8f3f-4ef0-90b2-d736fcb50d5e tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/59a2ed99-d370-4970-909d-2d1383e2d5db HTTP/1.1" status: 404 len: 339 time: 0.0281839 Mar 02 08:16:51.364543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44474) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.403880 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9ee0dc-d869-4d3c-a2b7-5d589188b402 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:51.404343 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9ee0dc-d869-4d3c-a2b7-5d589188b402 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:51.406052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5a9ee0dc-d869-4d3c-a2b7-5d589188b402 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/subnets/86804f41-c5c3-4ac0-91aa-72efa2ac3900 HTTP/1.1" status: 404 len: 337 time: 0.0405376 Mar 02 08:16:51.408635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44478) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.439129 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d58ded-65ce-4b0e-9686-e0619cdb6f12 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:51.439596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d58ded-65ce-4b0e-9686-e0619cdb6f12 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:51.441503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-52d58ded-65ce-4b0e-9686-e0619cdb6f12 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/59a2ed99-d370-4970-909d-2d1383e2d5db HTTP/1.1" status: 404 len: 339 time: 0.0316296 Mar 02 08:16:51.444254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44482) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.542449 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Deleting subnet 3ffc0ed5-c86c-461f-9a5a-61718db4f2b4 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:51.546223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.603796 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.692325 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.770186 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.809702 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffc0ed5-c86c-461f-9a5a-61718db4f2b4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:51.814151 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.827252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9cc34252-4617-45f0-a76e-4bb24997c633 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/subnets/3ffc0ed5-c86c-461f-9a5a-61718db4f2b4 HTTP/1.1" status: 204 len: 168 time: 0.3820257 Mar 02 08:16:51.829700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44486) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:51.942292 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:51.953362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Deleting port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:51.953708 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.271482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e7139-01c5-4fc0-877a-54e29b136653 None None] Network 1033530b-5d7a-4058-8d7c-479fb8a0d249 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:52.287476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] For port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf,segment=NetworkSegment(adf3db5b-de9b-4fdd-9d97-47e156a46fd5),segment_id=adf3db5b-de9b-4fdd-9d97-47e156a46fd5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:52.288004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.401202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6b754815-3d82-4cd6-b6fe-0988a5f359c3 None None] Provisioning for port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:52.414405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Calling delete_port for 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:52.494049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.543879 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Port': ['ID=7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:52.547358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No DVR routers for this DVR port 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:52.561120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e366553-b9f9-4ff0-b9bb-157d4833994b None None] DHCP port deletion for 1033530b-5d7a-4058-8d7c-479fb8a0d249 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:16:52.673084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.698566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1033530b-5d7a-4058-8d7c-479fb8a0d249']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:52.714919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:52.715220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf3db5b-de9b-4fdd-9d97-47e156a46fd5') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:52.726729 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.742677 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.748977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:52.749365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:52.764444 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:52.843119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.860169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:52.875015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Network': ['ID=1033530b-5d7a-4058-8d7c-479fb8a0d249,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:52.879568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-27ca1187-2b7e-46d9-8e23-6b2cad411472 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/1033530b-5d7a-4058-8d7c-479fb8a0d249 HTTP/1.1" status: 204 len: 168 time: 1.0487905 Mar 02 08:16:52.882218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44490) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:52.920278 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-79220449-3b4a-4028-b647-7b818f42ed53 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:52.920727 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79220449-3b4a-4028-b647-7b818f42ed53 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:52.922347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-79220449-3b4a-4028-b647-7b818f42ed53 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/subnets/7931aafe-e08a-474b-b93b-50abb93dd9c6 HTTP/1.1" status: 404 len: 337 time: 0.0392289 Mar 02 08:16:52.924830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44494) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:52.949445 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b157d7-eff5-469a-af62-0b061b54568c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:52.949939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b157d7-eff5-469a-af62-0b061b54568c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:52.951577 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-15b157d7-eff5-469a-af62-0b061b54568c tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/24af228d-b141-4586-a560-8add024e512b HTTP/1.1" status: 404 len: 339 time: 0.0258188 Mar 02 08:16:52.954084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:52.994771 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-893721ea-9324-403d-9209-792a622a3796 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:52.995234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893721ea-9324-403d-9209-792a622a3796 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:52.996894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-893721ea-9324-403d-9209-792a622a3796 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/subnets/8c9bf913-c945-4bcd-9a62-dfcc75793bb3 HTTP/1.1" status: 404 len: 337 time: 0.0416858 Mar 02 08:16:52.999435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:53.029061 n-d-827871-1 neutron-server[87854]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b60a740-2d6a-49e9-afae-0fce0650b605 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] DELETE failed (client error): The resource could not be found. Mar 02 08:16:53.029528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b60a740-2d6a-49e9-afae-0fce0650b605 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87854) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:16:53.031238 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b60a740-2d6a-49e9-afae-0fce0650b605 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/4784a63b-1054-42a2-a9b1-8f9b4350b2c0 HTTP/1.1" status: 404 len: 339 time: 0.0309098 Mar 02 08:16:53.033735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:53.099965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Deleting subnet 45fc5d53-b6bb-4434-b3f0-f46adf4885a2 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:53.102800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.159056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.245675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.317288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.357570 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Subnet': ['ID=45fc5d53-b6bb-4434-b3f0-f46adf4885a2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:53.359421 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.365247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868b255-a7f6-4d5d-89c2-eecbc75a8e10 None None] Network 31dfa9a8-c52f-4487-a106-9a751c68f330 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:53.369123 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d914acbd-9894-4638-93e6-f871810df8cd tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/subnets/45fc5d53-b6bb-4434-b3f0-f46adf4885a2 HTTP/1.1" status: 204 len: 168 time: 0.3344162 Mar 02 08:16:53.371662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:53.486584 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.497049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Deleting port 8b584479-db06-465a-945c-e2f5e0e397f9 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:53.497390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.609829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] DHCP port deletion for 31dfa9a8-c52f-4487-a106-9a751c68f330 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:16:53.614110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Deleting port 8b584479-db06-465a-945c-e2f5e0e397f9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:53.614484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.708354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] For port 8b584479-db06-465a-945c-e2f5e0e397f9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b584479-db06-465a-945c-e2f5e0e397f9,segment=NetworkSegment(d89cc95b-be0c-4b8f-af61-4e3cf6df9466),segment_id=d89cc95b-be0c-4b8f-af61-4e3cf6df9466)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:53.708722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.834792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Calling delete_port for 8b584479-db06-465a-945c-e2f5e0e397f9 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:53.853512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] For port 8b584479-db06-465a-945c-e2f5e0e397f9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=8b584479-db06-465a-945c-e2f5e0e397f9,segment=NetworkSegment(d89cc95b-be0c-4b8f-af61-4e3cf6df9466),segment_id=d89cc95b-be0c-4b8f-af61-4e3cf6df9466)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:53.853922 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.913957 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:53.960380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Port': ['ID=8b584479-db06-465a-945c-e2f5e0e397f9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:53.963785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] No DVR routers for this DVR port 8b584479-db06-465a-945c-e2f5e0e397f9 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:53.976565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Calling delete_port for 8b584479-db06-465a-945c-e2f5e0e397f9 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:54.054447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:16:54.054796 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:16:54.087782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.113693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dfa9a8-c52f-4487-a106-9a751c68f330']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:54.125331 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:54.125629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89cc95b-be0c-4b8f-af61-4e3cf6df9466') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:54.138838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.161554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.167465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:54.167791 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:54.182211 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:54.258768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.279562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.288966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] Pushing event deleted for resources: {'Network': ['ID=31dfa9a8-c52f-4487-a106-9a751c68f330,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:54.292973 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-749a3a07-de95-40e7-8fd2-407107a8bf91 tempest-NetworksIpV6Test-848273889 tempest-NetworksIpV6Test-848273889-project] 10.222.0.21 "DELETE /v2.0/networks/31dfa9a8-c52f-4487-a106-9a751c68f330 HTTP/1.1" status: 204 len: 168 time: 0.9203749 Mar 02 08:16:54.555906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:54.556453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Deleting port 8b584479-db06-465a-945c-e2f5e0e397f9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:54.556814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.586448 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b584479-db06-465a-945c-e2f5e0e397f9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:54.657169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0311a2a6-4854-4125-8920-3b4c3a9f06e6 None None] The port '8b584479-db06-465a-945c-e2f5e0e397f9' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:16:54.658065 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 8b584479-db06-465a-945c-e2f5e0e397f9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:54.658408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 8b584479-db06-465a-945c-e2f5e0e397f9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:54.658821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:16:54.692723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:16:54.693071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 7eb118c9-a8e3-4970-bbe0-8b1e4c5baadf not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:16:54.710254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-32115ae0-da06-4b4d-80e9-7c03aa5661c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31890c7436474dda935b77ea1a17de77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530526 Mar 02 08:16:54.712713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44524) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:54.769727 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.795440 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.846079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.863220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5263dd6-f058-49a1-a375-b950d5f36e5d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:54.866540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.867677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b8648455-34c2-4435-8f05-6951e410f081 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5263dd6-f058-49a1-a375-b950d5f36e5d HTTP/1.1" status: 204 len: 168 time: 0.1539791 Mar 02 08:16:55.534312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44548) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:55.635065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1616261366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:55.642352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:55.646692 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:router and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:55.649523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:55.655607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:55.665616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.666612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.681738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.699868 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.720878 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.722011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-49b4a8c0-1e50-4ed1-abbc-fb4253a8e0e2 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1864970 Mar 02 08:16:55.725312 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44554) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:55.730737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1909000251'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:55.736194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:55.741377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:network and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:55.744248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:55.749794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:55.759481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Made reservation on behalf of d436d21279a34fa99d38f4afc57ceedd for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:55.762879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.778853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.891313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:55.896355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:security_group_rule and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:55.899518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:55.905059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:55.987577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:55.990934 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.023404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:56.031604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf685f3-6b10-4821-82da-3b3cd64cd27b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:56.037426 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.037805 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Added segment fb6745be-6594-4e28-942a-4b9e23dcb71c of type vlan for network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 Mar 02 08:16:56.064195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.093762 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.099178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:56.099776 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.201307 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4749327 Mar 02 08:16:56.204228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:56.210890 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'subnet': {'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:56.213955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dfa0c-7f87-4ba6-b93a-4760f0d87b3c tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event updated for resources: {'Network': ['ID=1d8b24fa-9f12-4738-9ba7-51de6f38fcd8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:56.227885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:56.328849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:56.333095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:subnet and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:56.335938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:56.341618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:56.351576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Made reservation on behalf of d436d21279a34fa99d38f4afc57ceedd for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:56.355255 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.569359 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.648734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event updated for resources: {'Subnet': ['ID=07c2f95c-e9b0-4fe0-bf9c-69551081c9a6,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:56.660634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Checking segment: {'id': 'fb6745be-6594-4e28-942a-4b9e23dcb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:56.660996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Network hostable DHCP agents. Network: 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:56.680424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:56.689351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:56.695190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:56.695529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.698217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05813f2a-d7ef-4bc5-b0e1-4d58887349c7 None None] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:56.716966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d17c46d4-95af-44ae-b717-3eb545eca60f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116384 Mar 02 08:16:56.720054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44562) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:56.726230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1535037949'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:56.731697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:56.735461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:network and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:56.738898 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:56.744546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:56.755151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Made reservation on behalf of d436d21279a34fa99d38f4afc57ceedd for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:56.758546 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.786119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:16:56.794591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.794948 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Added segment 3d717922-5975-4ff6-944f-94f2b5b1b0e8 of type vlan for network 3924775a-5c92-4b78-8843-87a37b50a916 Mar 02 08:16:56.822138 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.851614 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.857212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:56.857809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.915850 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-1d8b24fa-9f12-4738-9ba7-51de6f38fcd8', 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8', 'tenant_id': 'd436d21279a34fa99d38f4afc57ceedd', 'fixed_ips': [{'subnet_id': '07c2f95c-e9b0-4fe0-bf9c-69551081c9a6'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:56.916694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:56.955873 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2347891 Mar 02 08:16:56.959396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44566) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:56.966737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'subnet': {'network_id': '3924775a-5c92-4b78-8843-87a37b50a916', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:56.969582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e0a1e-07ff-432a-a449-cb6da3d6a6e1 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event updated for resources: {'Network': ['ID=3924775a-5c92-4b78-8843-87a37b50a916,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:56.983688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 3924775a-5c92-4b78-8843-87a37b50a916 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:16:57.078276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:16:57.082079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Usage tracker for resource:subnet and tenant:d436d21279a34fa99d38f4afc57ceedd is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:16:57.084850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:16:57.090484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:16:57.099533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Made reservation on behalf of d436d21279a34fa99d38f4afc57ceedd for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:16:57.103181 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.161042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Allocated IP 172.20.0.2 (1d8b24fa-9f12-4738-9ba7-51de6f38fcd8/07c2f95c-e9b0-4fe0-bf9c-69551081c9a6/b30d8346-730e-4d43-8f13-349597a84c6e) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:57.327577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.362715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.374082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Transition to ACTIVE for port object b30d8346-730e-4d43-8f13-349597a84c6e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:57.392029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Transition to ACTIVE for port object b30d8346-730e-4d43-8f13-349597a84c6e will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:57.397535 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.405767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event updated for resources: {'Subnet': ['ID=499117bd-2b7b-4e17-ae75-40229f92714c,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:57.414708 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Checking segment: {'id': '3d717922-5975-4ff6-944f-94f2b5b1b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:57.415065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Network hostable DHCP agents. Network: 3924775a-5c92-4b78-8843-87a37b50a916, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:16:57.433662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Network 3924775a-5c92-4b78-8843-87a37b50a916 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:16:57.443205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 3924775a-5c92-4b78-8843-87a37b50a916) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:57.447753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:16:57.448538 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.455623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05815f1-4ee5-4715-9253-28b59b3cf812 None None] Network 3924775a-5c92-4b78-8843-87a37b50a916 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:57.469020 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-78ed09dc-b857-4d2e-a58a-c82cc3d89906 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5079873 Mar 02 08:16:57.473093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44572) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:57.478439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a3eed28c-ab7e-432c-8cff-2029df80f05f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Request body: {'router': {'external_gateway_info': {'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:16:57.482086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:57.485501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:57.493982 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:57.582472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Pushing event updated for resources: {'Port': ['ID=b30d8346-730e-4d43-8f13-349597a84c6e,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:57.704381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Attempting to bind port b30d8346-730e-4d43-8f13-349597a84c6e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:57.704653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Attempting to bind port b30d8346-730e-4d43-8f13-349597a84c6e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'fb6745be-6594-4e28-942a-4b9e23dcb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:57.705012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Attempting to bind port b30d8346-730e-4d43-8f13-349597a84c6e on network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:57.715657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:57.716025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Checking segment: {'id': 'fb6745be-6594-4e28-942a-4b9e23dcb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:57.716422 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.716810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Bound using segment: {'id': 'fb6745be-6594-4e28-942a-4b9e23dcb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:57.717268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Bound port: b30d8346-730e-4d43-8f13-349597a84c6e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6745be-6594-4e28-942a-4b9e23dcb71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d8b24fa-9f12-4738-9ba7-51de6f38fcd8'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:57.717635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.870796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a3eed28c-ab7e-432c-8cff-2029df80f05f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.894742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] For port b30d8346-730e-4d43-8f13-349597a84c6e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:57.898819 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-3924775a-5c92-4b78-8843-87a37b50a916', 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916', 'tenant_id': 'd436d21279a34fa99d38f4afc57ceedd', 'fixed_ips': [{'subnet_id': '499117bd-2b7b-4e17-ae75-40229f92714c'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:16:57.899542 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:57.918626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] For port b30d8346-730e-4d43-8f13-349597a84c6e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b30d8346-730e-4d43-8f13-349597a84c6e,segment=NetworkSegment(fb6745be-6594-4e28-942a-4b9e23dcb71c),segment_id=fb6745be-6594-4e28-942a-4b9e23dcb71c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:57.959193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.024631 n-d-827871-1 neutron-server[87855]: INFO neutron.api.v2.resource [None req-a3eed28c-ab7e-432c-8cff-2029df80f05f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 08:16:58.025680 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a3eed28c-ab7e-432c-8cff-2029df80f05f tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "PUT /v2.0/routers/c50c9e71-870e-4ce1-8619-f955eb6eb1f3 HTTP/1.1" status: 400 len: 364 time: 0.5515366 Mar 02 08:16:58.031547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44576) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:58.078578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb148-2b5b-4562-b6cf-034423bc01cb None None] Pushing event updated for resources: {'Port': ['ID=b30d8346-730e-4d43-8f13-349597a84c6e,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:58.139578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Allocated IP 172.21.0.2 (3924775a-5c92-4b78-8843-87a37b50a916/499117bd-2b7b-4e17-ae75-40229f92714c/b8576c74-7610-44fe-8c9e-2551c59074dc) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:16:58.241580 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Deleting subnet 499117bd-2b7b-4e17-ae75-40229f92714c {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:58.373022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.383795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Transition to ACTIVE for port object b8576c74-7610-44fe-8c9e-2551c59074dc will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:58.404001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Transition to ACTIVE for port object b8576c74-7610-44fe-8c9e-2551c59074dc will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:16:58.408846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.409425 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.463681 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.474155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Network 3924775a-5c92-4b78-8843-87a37b50a916 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:16:58.475270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:16:58.483203 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:16:58.571046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.574917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Pushing event updated for resources: {'Port': ['ID=b8576c74-7610-44fe-8c9e-2551c59074dc,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:58.584637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Attempting to bind port b8576c74-7610-44fe-8c9e-2551c59074dc on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:16:58.585016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Attempting to bind port b8576c74-7610-44fe-8c9e-2551c59074dc by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '3d717922-5975-4ff6-944f-94f2b5b1b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:16:58.585386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Attempting to bind port b8576c74-7610-44fe-8c9e-2551c59074dc on network 3924775a-5c92-4b78-8843-87a37b50a916 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:16:58.593184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:16:58.593571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Checking segment: {'id': '3d717922-5975-4ff6-944f-94f2b5b1b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:16:58.594081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.594549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Bound using segment: {'id': '3d717922-5975-4ff6-944f-94f2b5b1b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:16:58.595008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Bound port: b8576c74-7610-44fe-8c9e-2551c59074dc, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d717922-5975-4ff6-944f-94f2b5b1b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3924775a-5c92-4b78-8843-87a37b50a916'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:16:58.595390 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.642339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b30d8346-730e-4d43-8f13-349597a84c6e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:16:58.647719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.685076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Subnet': ['ID=499117bd-2b7b-4e17-ae75-40229f92714c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:58.692395 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.701195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44580) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:58.701779 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cb07c2b5-dd7d-4d07-928a-174c6172ebd3 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "DELETE /v2.0/subnets/499117bd-2b7b-4e17-ae75-40229f92714c HTTP/1.1" status: 204 len: 168 time: 0.6685221 Mar 02 08:16:58.746528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] For port b8576c74-7610-44fe-8c9e-2551c59074dc, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:16:58.750201 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] For port b8576c74-7610-44fe-8c9e-2551c59074dc, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8576c74-7610-44fe-8c9e-2551c59074dc,segment=NetworkSegment(3d717922-5975-4ff6-944f-94f2b5b1b0e8),segment_id=3d717922-5975-4ff6-944f-94f2b5b1b0e8)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:16:58.751685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b30d8346-730e-4d43-8f13-349597a84c6e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:58.757927 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.826798 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:58.839155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317812a1-ab14-4d9e-aec7-4a38fb95cbab None None] Pushing event updated for resources: {'Port': ['ID=b8576c74-7610-44fe-8c9e-2551c59074dc,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:58.840467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Deleting port b8576c74-7610-44fe-8c9e-2551c59074dc {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:16:58.841601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.075015 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] For port b8576c74-7610-44fe-8c9e-2551c59074dc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b8576c74-7610-44fe-8c9e-2551c59074dc,segment=NetworkSegment(3d717922-5975-4ff6-944f-94f2b5b1b0e8),segment_id=3d717922-5975-4ff6-944f-94f2b5b1b0e8)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:59.075369 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.185957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f68919-cbd4-471e-a720-449e128f977e None None] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:16:59.205664 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Calling delete_port for b8576c74-7610-44fe-8c9e-2551c59074dc owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:16:59.286601 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.295056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Provisioning for port b30d8346-730e-4d43-8f13-349597a84c6e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:16:59.304808 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Provisioning complete for port b30d8346-730e-4d43-8f13-349597a84c6e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:59.305177 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.332717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Port': ['ID=b8576c74-7610-44fe-8c9e-2551c59074dc,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:59.337339 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] No DVR routers for this DVR port b8576c74-7610-44fe-8c9e-2551c59074dc on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:16:59.370892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.371243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.371583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.371921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.372279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.372600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.372926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.373249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.373569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.373909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.374237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.374559 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:16:59.475116 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.502720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3924775a-5c92-4b78-8843-87a37b50a916']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:59.517140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d717922-5975-4ff6-944f-94f2b5b1b0e8') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:59.517514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d717922-5975-4ff6-944f-94f2b5b1b0e8') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:16:59.523245 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.531694 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.552102 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.567439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:16:59.568261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.570301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] For port b30d8346-730e-4d43-8f13-349597a84c6e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b30d8346-730e-4d43-8f13-349597a84c6e,segment=NetworkSegment(fb6745be-6594-4e28-942a-4b9e23dcb71c),segment_id=fb6745be-6594-4e28-942a-4b9e23dcb71c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:16:59.576211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:16:59.608355 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:16:59.649150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e44669-093c-4a2d-ba50-98c9fc4ed133 None None] Pushing event updated for resources: {'Port': ['ID=b30d8346-730e-4d43-8f13-349597a84c6e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:59.779336 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.804925 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.811446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Network': ['ID=3924775a-5c92-4b78-8843-87a37b50a916,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:16:59.819136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e799fd5-65ae-4b53-b3b7-8e90a87d40cd tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "DELETE /v2.0/networks/3924775a-5c92-4b78-8843-87a37b50a916 HTTP/1.1" status: 204 len: 168 time: 1.1168063 Mar 02 08:16:59.821444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:16:59.891898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Deleting subnet 07c2f95c-e9b0-4fe0-bf9c-69551081c9a6 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:16:59.895770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.905323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7457053b-812f-4463-bc52-cf43c194cdf3 None None] Provisioning complete for port b30d8346-730e-4d43-8f13-349597a84c6e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:16:59.905829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7457053b-812f-4463-bc52-cf43c194cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:59.952302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.044470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a7616-88d3-42b6-a8b8-c1d3bb779e43 None None] DHCP port deletion for 3924775a-5c92-4b78-8843-87a37b50a916 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:17:00.046441 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:17:00.050050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.074396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0453a-8658-49ab-9f2e-8f5ff43fbbbc None None] Network 3924775a-5c92-4b78-8843-87a37b50a916 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:00.096940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0453a-8658-49ab-9f2e-8f5ff43fbbbc None None] Network 3924775a-5c92-4b78-8843-87a37b50a916 could not be found, it might have been deleted concurrently. {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 08:17:00.127207 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.166126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Subnet': ['ID=07c2f95c-e9b0-4fe0-bf9c-69551081c9a6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:00.171493 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.177691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34508f-a746-4168-8508-961877c011aa None None] Network 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:00.179022 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f15da7f0-28fd-43e6-809f-55a212f4f974 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "DELETE /v2.0/subnets/07c2f95c-e9b0-4fe0-bf9c-69551081c9a6 HTTP/1.1" status: 204 len: 168 time: 0.3562388 Mar 02 08:17:00.181337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:00.214525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-79c6ed12-20e5-4e02-b6e6-1fbf5cecb983 None None] Could not find standard attr ID for object b8576c74-7610-44fe-8c9e-2551c59074dc. {{(pid=87856) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 08:17:00.299339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.309900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Deleting port b30d8346-730e-4d43-8f13-349597a84c6e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:17:00.310231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.437244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] DHCP port deletion for 1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:17:00.442271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Deleting port b30d8346-730e-4d43-8f13-349597a84c6e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:17:00.442648 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.521350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] For port b30d8346-730e-4d43-8f13-349597a84c6e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b30d8346-730e-4d43-8f13-349597a84c6e,segment=NetworkSegment(fb6745be-6594-4e28-942a-4b9e23dcb71c),segment_id=fb6745be-6594-4e28-942a-4b9e23dcb71c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:00.521981 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.573322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b30d8346-730e-4d43-8f13-349597a84c6e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:17:00.647418 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Calling delete_port for b30d8346-730e-4d43-8f13-349597a84c6e owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:17:00.706493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] For port b30d8346-730e-4d43-8f13-349597a84c6e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b30d8346-730e-4d43-8f13-349597a84c6e,segment=NetworkSegment(fb6745be-6594-4e28-942a-4b9e23dcb71c),segment_id=fb6745be-6594-4e28-942a-4b9e23dcb71c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:00.706780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.726698 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.774939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Port': ['ID=b30d8346-730e-4d43-8f13-349597a84c6e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:00.776732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] No DVR routers for this DVR port b30d8346-730e-4d43-8f13-349597a84c6e on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:17:00.854976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Calling delete_port for b30d8346-730e-4d43-8f13-349597a84c6e owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:17:00.893432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Port b30d8346-730e-4d43-8f13-349597a84c6e update to DOWN by agent not found {{(pid=87856) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 08:17:00.902280 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.928280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8b24fa-9f12-4738-9ba7-51de6f38fcd8']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:00.933775 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:17:00.934164 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:17:00.940289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6745be-6594-4e28-942a-4b9e23dcb71c') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:00.940592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6745be-6594-4e28-942a-4b9e23dcb71c') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:00.952469 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.968267 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.974847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:17:00.975236 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:17:00.990008 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:17:01.069721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.075495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.102926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Pushing event deleted for resources: {'Network': ['ID=1d8b24fa-9f12-4738-9ba7-51de6f38fcd8,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:01.108621 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5d069ef5-a81f-439a-be77-beb5ffe9f2d0 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "DELETE /v2.0/networks/1d8b24fa-9f12-4738-9ba7-51de6f38fcd8 HTTP/1.1" status: 204 len: 168 time: 0.9242063 Mar 02 08:17:01.109376 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44592) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:01.157157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9f504db-d5b1-4468-b0fb-74e5f5551d3e tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Synchronizing usage tracker for tenant:d436d21279a34fa99d38f4afc57ceedd on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:01.173079 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f9f504db-d5b1-4468-b0fb-74e5f5551d3e tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Unset dirty status for tenant:d436d21279a34fa99d38f4afc57ceedd on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:01.174272 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f9f504db-d5b1-4468-b0fb-74e5f5551d3e tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "GET /v2.0/ports?device_id=c50c9e71-870e-4ce1-8619-f955eb6eb1f3 HTTP/1.1" status: 200 len: 205 time: 0.0638938 Mar 02 08:17:01.177716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:01.408783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.435666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Deleting port b30d8346-730e-4d43-8f13-349597a84c6e {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:17:01.436054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.502308 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b89e158e-ce52-4071-9a1b-3fd7941146f7 None None] The port 'b30d8346-730e-4d43-8f13-349597a84c6e' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:17:01.713129 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.715248 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.737109 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.737596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Fanout notify agent at l3_agent the message router_deleted on router c50c9e71-870e-4ce1-8619-f955eb6eb1f3 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:17:01.748920 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:01.750032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ed9bcf06-5c15-4af8-b2c7-bbfdf8ae97e4 tempest-RoutersNegativeTest-1606995780 tempest-RoutersNegativeTest-1606995780-project] 10.222.0.21 "DELETE /v2.0/routers/c50c9e71-870e-4ce1-8619-f955eb6eb1f3 HTTP/1.1" status: 204 len: 168 time: 0.5713332 Mar 02 08:17:02.011600 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44604) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:02.156955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c2e771cd-b7f9-4b67-935f-45924531e6a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d436d21279a34fa99d38f4afc57ceedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441693 Mar 02 08:17:02.159433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44610) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:02.215811 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:02.241305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:02.291693 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:02.305657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf685f3-6b10-4821-82da-3b3cd64cd27b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:02.312381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:02.313484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-295aa9ec-d0c5-4202-be08-49268b82517b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bf685f3-6b10-4821-82da-3b3cd64cd27b HTTP/1.1" status: 204 len: 168 time: 0.1531496 Mar 02 08:17:02.959892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44634) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:03.064088 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-686377057-network', 'tenant_id': 'e40473df627548bdb52150d9384b6431'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:03.069590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:03.073361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Usage tracker for resource:network and tenant:e40473df627548bdb52150d9384b6431 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:03.076204 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:03.082984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:03.092089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Made reservation on behalf of e40473df627548bdb52150d9384b6431 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:03.094472 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.107669 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.125264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:03.129588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Usage tracker for resource:security_group_rule and tenant:e40473df627548bdb52150d9384b6431 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:03.132419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:03.138025 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:03.221750 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.226002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.252219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:17:03.264848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c02b1-b061-414f-bd2a-afee0fb023e7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:03.269896 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.270249 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Added segment 591c1824-cd19-4b6b-8d9d-c6ef1a6b6243 of type vlan for network 9e525e50-55ec-480c-8c07-000a32223e49 Mar 02 08:17:03.296595 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.324459 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.325306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:03.325902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.428162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4671714 Mar 02 08:17:03.429128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd550f-df9c-46ef-b9c3-49394f2b6fbc admin admin] Pushing event updated for resources: {'Network': ['ID=9e525e50-55ec-480c-8c07-000a32223e49,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:03.431117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44640) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:03.436791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Request body: {'subnet': {'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-subnet', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:03.439700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 9e525e50-55ec-480c-8c07-000a32223e49 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:17:03.442956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:03.446711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Usage tracker for resource:subnet and tenant:e40473df627548bdb52150d9384b6431 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:03.449449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:03.454973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:03.465946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Made reservation on behalf of e40473df627548bdb52150d9384b6431 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:03.468281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.670630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.742904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d717ee0-f984-47f9-9677-0d37ee7acf89,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:03.750683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Checking segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:03.751036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Network hostable DHCP agents. Network: 9e525e50-55ec-480c-8c07-000a32223e49, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:17:03.769336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Network 9e525e50-55ec-480c-8c07-000a32223e49 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:17:03.778582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 9e525e50-55ec-480c-8c07-000a32223e49) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:03.782756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:03.783654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.788350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9de6fd-e360-4967-9421-7980f936dc5e None None] Network 9e525e50-55ec-480c-8c07-000a32223e49 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:03.807006 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-43615be8-d5a7-449a-803d-5b4cb18b3687 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3723876 Mar 02 08:17:03.807198 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44644) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:03.814622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:03.818375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:03.822208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Usage tracker for resource:router and tenant:e40473df627548bdb52150d9384b6431 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:03.824980 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:03.830638 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:03.840956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.842088 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:03.856868 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.002255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-9e525e50-55ec-480c-8c07-000a32223e49', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:17:04.003080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.134757 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.156475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Allocated IP 172.20.0.2 (9e525e50-55ec-480c-8c07-000a32223e49/4d717ee0-f984-47f9-9677-0d37ee7acf89/2eea212c-06c0-4f9f-b319-5849204d0598) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:04.394440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.405521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Transition to ACTIVE for port object 2eea212c-06c0-4f9f-b319-5849204d0598 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:04.425185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Transition to ACTIVE for port object 2eea212c-06c0-4f9f-b319-5849204d0598 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:04.431877 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.461937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.491686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.493218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Network 9e525e50-55ec-480c-8c07-000a32223e49 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:04.500052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:04.504718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:04.540368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Pushing event updated for resources: {'Port': ['ID=2eea212c-06c0-4f9f-b319-5849204d0598,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:04.601450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Attempting to bind port 2eea212c-06c0-4f9f-b319-5849204d0598 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:04.601816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Attempting to bind port 2eea212c-06c0-4f9f-b319-5849204d0598 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:04.602213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Attempting to bind port 2eea212c-06c0-4f9f-b319-5849204d0598 on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:04.607787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:04.608160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Checking segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:04.608559 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.608950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Bound using segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:04.609412 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Bound port: 2eea212c-06c0-4f9f-b319-5849204d0598, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:04.609788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.701636 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] For port 2eea212c-06c0-4f9f-b319-5849204d0598, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:04.704699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] For port 2eea212c-06c0-4f9f-b319-5849204d0598, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2eea212c-06c0-4f9f-b319-5849204d0598,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:04.708788 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.738873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Allocated IP 172.25.4.172 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/1cbfc866-0040-4aad-88b2-1d9986e741be) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:04.794186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17886b03-5f62-4a57-bde4-7df771b063ee None None] Pushing event updated for resources: {'Port': ['ID=2eea212c-06c0-4f9f-b319-5849204d0598,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:04.897285 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.927463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:05.011466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:05.014862 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:05.019501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:05.046291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Pushing event updated for resources: {'Port': ['ID=1cbfc866-0040-4aad-88b2-1d9986e741be,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:05.424314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:05.745669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31976c40-0117-4a2c-8503-286a49f137dc None None] Network 9e525e50-55ec-480c-8c07-000a32223e49 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:05.780381 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:05.845851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a2d7b2f5-ba38-42de-becc-af438f8905c9 None None] Provisioning for port 2eea212c-06c0-4f9f-b319-5849204d0598 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:05.983598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Router 9f1e7342-df3c-4edf-80e0-89c08358507b is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:17:06.295314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:17:06.305359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Sync routers for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:17:06.314379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:06.315060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:06.319056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:06.320306 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2591dca1-b18c-4da7-91bb-bbd74750ff1f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5120618 Mar 02 08:17:06.323004 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44648) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:06.490566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:06.621524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2eea212c-06c0-4f9f-b319-5849204d0598 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:06.805582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2eea212c-06c0-4f9f-b319-5849204d0598 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:06.816625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2eea212c-06c0-4f9f-b319-5849204d0598 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:06.816997 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:06.937167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:05Z', 'revision_number': 3, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:06.945127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Checking router: 9f1e7342-df3c-4edf-80e0-89c08358507b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:17:06.945482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Updating router 9f1e7342-df3c-4edf-80e0-89c08358507b port 1cbfc866-0040-4aad-88b2-1d9986e741be binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:17:06.996172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:06.996506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.072999 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.129529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2eea212c-06c0-4f9f-b319-5849204d0598, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2eea212c-06c0-4f9f-b319-5849204d0598,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:07.172265 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.213721 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Allocated IP 172.20.0.1 (9e525e50-55ec-480c-8c07-000a32223e49/4d717ee0-f984-47f9-9677-0d37ee7acf89/065227bc-547f-433d-9728-fa611e288d37) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:07.280961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2eea212c-06c0-4f9f-b319-5849204d0598,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:07.363601 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.381015 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Transition to ACTIVE for port object 065227bc-547f-433d-9728-fa611e288d37 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:07.404193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.466483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Network 9e525e50-55ec-480c-8c07-000a32223e49 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:07.474486 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:07.476093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.483708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:07.492131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Transition to ACTIVE for port object 1cbfc866-0040-4aad-88b2-1d9986e741be will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:07.499485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.520333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Pushing event updated for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:07.553444 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.584691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Attempting to bind port 1cbfc866-0040-4aad-88b2-1d9986e741be on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:07.585061 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Attempting to bind port 1cbfc866-0040-4aad-88b2-1d9986e741be by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:07.585422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Attempting to bind port 1cbfc866-0040-4aad-88b2-1d9986e741be on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:07.587646 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac0272-54da-4ebd-a7c9-684be7678461 None None] Pushing event updated for resources: {'Port': ['ID=1cbfc866-0040-4aad-88b2-1d9986e741be,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:07.593406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:07.593780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:07.594215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.594597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:07.595063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Bound port: 1cbfc866-0040-4aad-88b2-1d9986e741be, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:07.595430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.681022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] For port 1cbfc866-0040-4aad-88b2-1d9986e741be, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:07.684532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] For port 1cbfc866-0040-4aad-88b2-1d9986e741be, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1cbfc866-0040-4aad-88b2-1d9986e741be,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:07.689592 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.769909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:07.770435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:07.839276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac0272-54da-4ebd-a7c9-684be7678461 None None] Pushing event updated for resources: {'Port': ['ID=1cbfc866-0040-4aad-88b2-1d9986e741be,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:07.868672 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-243d62fa-b383-490d-82b9-a4b1c0a9a604 None None] Provisioning for port 065227bc-547f-433d-9728-fa611e288d37 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:07.932492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-243d62fa-b383-490d-82b9-a4b1c0a9a604 None None] Provisioning complete for port 065227bc-547f-433d-9728-fa611e288d37 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:07.932763 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-243d62fa-b383-490d-82b9-a4b1c0a9a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.950096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.008173 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-243d62fa-b383-490d-82b9-a4b1c0a9a604 None None] Port 065227bc-547f-433d-9728-fa611e288d37 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:08.010644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:08.177166 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.182813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.289223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Pushing event updated for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:08.294877 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.299211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:05Z', 'revision_number': 3, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:08.303350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fce56-7aa6-40ca-b920-2e6d6f3221f3 None None] The sync data for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 is: [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:05Z', 'revision_number': 3, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:17:08.433697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Network 9e525e50-55ec-480c-8c07-000a32223e49 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:08.434801 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:08.658656 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Router 9f1e7342-df3c-4edf-80e0-89c08358507b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:17:08.712053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2eea212c-06c0-4f9f-b319-5849204d0598 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:08.793486 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2eea212c-06c0-4f9f-b319-5849204d0598 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:08.793882 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.860596 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:17:08.864853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1657edd7-22cf-45f5-8094-9caf073eec53 None None] Provisioning complete for port 065227bc-547f-433d-9728-fa611e288d37 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:08.865354 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1657edd7-22cf-45f5-8094-9caf073eec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:08.870521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-edd23715-d769-4376-8e75-9801382b3df6 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f1e7342-df3c-4edf-80e0-89c08358507b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5464869 Mar 02 08:17:08.933211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1657edd7-22cf-45f5-8094-9caf073eec53 None None] Port 065227bc-547f-433d-9728-fa611e288d37 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:08.993953 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1cbfc866-0040-4aad-88b2-1d9986e741be up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:09.106697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1cbfc866-0040-4aad-88b2-1d9986e741be completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:09.113836 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1cbfc866-0040-4aad-88b2-1d9986e741be triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:09.114316 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.239778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.256838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1cbfc866-0040-4aad-88b2-1d9986e741be, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1cbfc866-0040-4aad-88b2-1d9986e741be,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:09.260983 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.332612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1cbfc866-0040-4aad-88b2-1d9986e741be,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:09.413485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44666) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:09.418991 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-320316828-network', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:09.424350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:09.428554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Usage tracker for resource:network and tenant:90b61c4722a14cac8c6779435eb013c9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:09.431418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:09.437749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:09.450663 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Made reservation on behalf of 90b61c4722a14cac8c6779435eb013c9 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:09.453240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.466624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.480877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:09.484645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Usage tracker for resource:security_group_rule and tenant:90b61c4722a14cac8c6779435eb013c9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:09.487673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:09.493255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:09.585136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.588948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.621288 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:17:09.626375 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4486267-98c2-4820-bf56-38199522ae3c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:09.634252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.635175 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Added segment 1f63f139-d4d3-4f86-8b34-ced01cbff601 of type vlan for network ebb1a606-a5ed-4180-9332-f728886167a6 Mar 02 08:17:09.662463 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.693762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.694741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:09.695317 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.802992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3883681 Mar 02 08:17:09.803825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba92f5-4b57-4d87-8f7e-f124bf2c9c6b admin admin] Pushing event updated for resources: {'Network': ['ID=ebb1a606-a5ed-4180-9332-f728886167a6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:09.805820 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44670) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:09.811351 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Request body: {'subnet': {'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-subnet', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:09.814009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network ebb1a606-a5ed-4180-9332-f728886167a6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:17:09.817208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:09.821545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Usage tracker for resource:subnet and tenant:90b61c4722a14cac8c6779435eb013c9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:09.824473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:09.830453 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:09.845108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Made reservation on behalf of 90b61c4722a14cac8c6779435eb013c9 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:09.848177 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:09.929458 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Sync routers for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:17:09.942324 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:09.943235 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:10.122688 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:10.181310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.257720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:10.266123 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Checking segment: {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:10.266484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Network hostable DHCP agents. Network: ebb1a606-a5ed-4180-9332-f728886167a6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:17:10.286971 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Network ebb1a606-a5ed-4180-9332-f728886167a6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:17:10.296497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, ebb1a606-a5ed-4180-9332-f728886167a6) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:10.301451 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:10.302755 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.307352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15895fd-480a-4ad1-a0c5-ac8c0be0db3b None None] Network ebb1a606-a5ed-4180-9332-f728886167a6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:10.325207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-feda6631-ed32-43a8-bcba-f71e77c2a1f4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5183947 Mar 02 08:17:10.327760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44676) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:10.333513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:10.338889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:10.343848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Usage tracker for resource:router and tenant:90b61c4722a14cac8c6779435eb013c9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:17:10.346775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:17:10.354048 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:10.367335 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.368427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.386435 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.457430 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:07Z', 'revision_number': 4, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '065227bc-547f-433d-9728-fa611e288d37', 'name': '', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'mac_address': 'fa:16:3e:d6:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:07Z', 'updated_at': '2022-03-02T08:17:08Z', 'revision_number': 2, 'project_id': 'e40473df627548bdb52150d9384b6431', 'subnets': [{'id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:10.461082 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Checking router: 9f1e7342-df3c-4edf-80e0-89c08358507b for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:17:10.461545 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Updating router 9f1e7342-df3c-4edf-80e0-89c08358507b port 065227bc-547f-433d-9728-fa611e288d37 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:17:10.527202 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.558221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-ebb1a606-a5ed-4180-9332-f728886167a6', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:17:10.559058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.619657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1cbfc866-0040-4aad-88b2-1d9986e741be up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:10.682111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.774162 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1cbfc866-0040-4aad-88b2-1d9986e741be triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:10.774545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.840691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Allocated IP 172.20.0.2 (ebb1a606-a5ed-4180-9332-f728886167a6/14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22/dbd27b4b-bc3a-4e19-907d-dcc1be3e737d) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:10.966245 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:10.978359 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Transition to ACTIVE for port object 065227bc-547f-433d-9728-fa611e288d37 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:10.986067 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.015666 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.060056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.136975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.152175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Transition to ACTIVE for port object dbd27b4b-bc3a-4e19-907d-dcc1be3e737d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:11.165170 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Pushing event updated for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:11.172778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Transition to ACTIVE for port object dbd27b4b-bc3a-4e19-907d-dcc1be3e737d will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:11.180766 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.198356 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.198686 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.199436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.199436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.199659 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.199960 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.200272 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.200585 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.200892 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.201205 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.201511 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.201821 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:11.259574 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Network ebb1a606-a5ed-4180-9332-f728886167a6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:11.262848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:11.277230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:11.287899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Pushing event updated for resources: {'Port': ['ID=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:11.295989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Allocated IP 172.25.4.97 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/707cd099-77b8-4a6d-8027-d4579765f75d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:11.307387 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Attempting to bind port 065227bc-547f-433d-9728-fa611e288d37 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:11.308061 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Attempting to bind port 065227bc-547f-433d-9728-fa611e288d37 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:11.308616 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Attempting to bind port 065227bc-547f-433d-9728-fa611e288d37 on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:11.316199 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:11.317432 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Checking segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:11.318226 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.318820 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Bound using segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:11.319562 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Bound port: 065227bc-547f-433d-9728-fa611e288d37, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:11.320143 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.420753 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Attempting to bind port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:11.421334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Attempting to bind port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:11.421590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Attempting to bind port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d on network ebb1a606-a5ed-4180-9332-f728886167a6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:11.427300 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] For port 065227bc-547f-433d-9728-fa611e288d37, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:11.428543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:11.429041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Checking segment: {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:11.429554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.430169 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Bound using segment: {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:11.430687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Bound port: dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:11.431182 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.432810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] For port 065227bc-547f-433d-9728-fa611e288d37, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=065227bc-547f-433d-9728-fa611e288d37,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:11.438250 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.498075 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.536247 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:11.537187 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:11.544052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] For port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:11.547652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] For port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:11.557126 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.558803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:11.667660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:11.668993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:11.671680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:11.713214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2030ed-769c-4d04-9f9b-1b7ca1d3ac25 None None] Pushing event updated for resources: {'Port': ['ID=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:11.718453 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8366f-b73e-415e-b7aa-46a52be58709 None None] Pushing event updated for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:11.732216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=707cd099-77b8-4a6d-8027-d4579765f75d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:11.781302 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:12.019811 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95fca615-be77-44a2-8764-26f03abe8eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:12.337432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:12.365118 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:07Z', 'revision_number': 4, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '065227bc-547f-433d-9728-fa611e288d37', 'name': '', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'mac_address': 'fa:16:3e:d6:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:07Z', 'updated_at': '2022-03-02T08:17:11Z', 'revision_number': 4, 'project_id': 'e40473df627548bdb52150d9384b6431', 'subnets': [{'id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:12.371075 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6dda-84f1-4630-bec3-147d79fb19aa None None] The sync data for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 is: [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:17:07Z', 'revision_number': 4, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '065227bc-547f-433d-9728-fa611e288d37', 'name': '', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'mac_address': 'fa:16:3e:d6:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:07Z', 'updated_at': '2022-03-02T08:17:11Z', 'revision_number': 4, 'project_id': 'e40473df627548bdb52150d9384b6431', 'subnets': [{'id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:17:12.609912 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-64002b00-771e-4a44-a742-6682081051a1 req-5cef69fe-36a7-4269-9caa-69278fa1d6d3 service neutron] (87855) timed out ('10.222.0.21', 41716) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:17:12.670988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dbd27b4b-bc3a-4e19-907d-dcc1be3e737d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:12.720399 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:12.748809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:12.755099 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 065227bc-547f-433d-9728-fa611e288d37 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:12.846211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 065227bc-547f-433d-9728-fa611e288d37 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:12.852150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 065227bc-547f-433d-9728-fa611e288d37 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:12.852660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:12.950081 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ac7bc-2bda-46cb-b729-f9b374c0fb1c None None] Network ebb1a606-a5ed-4180-9332-f728886167a6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:17:12.968215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Router 3fa0c347-7a0a-4760-b695-458967d72c13 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:17:13.058617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Provisioning for port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:13.074116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Provisioning complete for port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:13.074407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:13.163535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:17:13.190823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Sync routers for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:17:13.193061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:13.194460 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-da8d6933-cd13-4c30-891a-730def5a9fd9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8655906 Mar 02 08:17:13.197041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 44684) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:17:13.247088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:13.262534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:13.263204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:16:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:13.468143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 065227bc-547f-433d-9728-fa611e288d37, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=065227bc-547f-433d-9728-fa611e288d37,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:13.484421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:13.631738 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:13.701348 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:13.746844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:13.858161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] For port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:13.865821 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.015006 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee7c87-042b-40e1-81d1-6cad26da0c35 None None] Pushing event updated for resources: {'Port': ['ID=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:14.070046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.084634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:12Z', 'revision_number': 3, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:14.091597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Checking router: 3fa0c347-7a0a-4760-b695-458967d72c13 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:17:14.092049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Updating router 3fa0c347-7a0a-4760-b695-458967d72c13 port 707cd099-77b8-4a6d-8027-d4579765f75d binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:17:14.150858 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.290507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Allocated IP 172.20.0.1 (ebb1a606-a5ed-4180-9332-f728886167a6/14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22/e2f89b96-42fa-4115-838d-3be755778c22) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:14.338967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-81b58e4c-bead-4aa7-8c58-bd4824f2f7a4 None None] Provisioning complete for port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:14.339345 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-81b58e4c-bead-4aa7-8c58-bd4824f2f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.445250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.458361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee57d45f-ed6c-449f-a376-008652e9fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.461449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Transition to ACTIVE for port object e2f89b96-42fa-4115-838d-3be755778c22 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:14.488071 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.551519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Network ebb1a606-a5ed-4180-9332-f728886167a6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:14.558731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:14.562969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:14.608778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:14.615506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dbd27b4b-bc3a-4e19-907d-dcc1be3e737d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:14.625302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.735406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.750899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Transition to ACTIVE for port object 707cd099-77b8-4a6d-8027-d4579765f75d will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:14.757008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.760204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:14.760681 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.790227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.906482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Attempting to bind port 707cd099-77b8-4a6d-8027-d4579765f75d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:14.906851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Attempting to bind port 707cd099-77b8-4a6d-8027-d4579765f75d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:14.907215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Attempting to bind port 707cd099-77b8-4a6d-8027-d4579765f75d on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:14.909955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-19504a11-5ee0-4f0c-b27d-8abe0b41a892 None None] Provisioning for port e2f89b96-42fa-4115-838d-3be755778c22 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:14.912705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d3bc-39a9-44d4-a26f-12ae71208fe6 None None] Pushing event updated for resources: {'Port': ['ID=707cd099-77b8-4a6d-8027-d4579765f75d,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:14.923384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-19504a11-5ee0-4f0c-b27d-8abe0b41a892 None None] Provisioning complete for port e2f89b96-42fa-4115-838d-3be755778c22 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:14.923769 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-19504a11-5ee0-4f0c-b27d-8abe0b41a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.947560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:14.947942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:14.948346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.948739 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:14.949218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Bound port: 707cd099-77b8-4a6d-8027-d4579765f75d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:14.949591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.986445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:14.991096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.063625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-19504a11-5ee0-4f0c-b27d-8abe0b41a892 None None] Port e2f89b96-42fa-4115-838d-3be755778c22 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:15.094805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:15.100686 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.101053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 065227bc-547f-433d-9728-fa611e288d37 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:15.130676 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] For port 707cd099-77b8-4a6d-8027-d4579765f75d, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:15.148837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] For port 707cd099-77b8-4a6d-8027-d4579765f75d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=707cd099-77b8-4a6d-8027-d4579765f75d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:15.161942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.243168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Network ebb1a606-a5ed-4180-9332-f728886167a6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:15.244142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:15.251585 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:15.252220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:15.306149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 065227bc-547f-433d-9728-fa611e288d37 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:15.306535 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.338983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d3bc-39a9-44d4-a26f-12ae71208fe6 None None] Pushing event updated for resources: {'Port': ['ID=707cd099-77b8-4a6d-8027-d4579765f75d,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:15.564147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Router 3fa0c347-7a0a-4760-b695-458967d72c13 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:17:15.583187 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.584635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-25f8dff8-db25-45bd-be9e-cd64bba94474 None None] Provisioning complete for port e2f89b96-42fa-4115-838d-3be755778c22 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:15.584994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-25f8dff8-db25-45bd-be9e-cd64bba94474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.610044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:15.665908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:15.748433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:17:15.758358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-08fb832f-c6aa-4146-8e82-40a5ceda6c93 admin admin] 10.222.0.21 "PUT /v2.0/routers/3fa0c347-7a0a-4760-b695-458967d72c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601835 Mar 02 08:17:15.767653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-25f8dff8-db25-45bd-be9e-cd64bba94474 None None] Port e2f89b96-42fa-4115-838d-3be755778c22 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:15.995645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e2f89b96-42fa-4115-838d-3be755778c22', 'name': '', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'mac_address': 'fa:16:3e:f0:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:14Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 2, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'subnets': [{'id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:15.999620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9975f9e-36ab-435e-aa26-b67bd2d002b2 None None] The sync data for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 is: [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e2f89b96-42fa-4115-838d-3be755778c22', 'name': '', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'mac_address': 'fa:16:3e:f0:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:14Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 2, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'subnets': [{'id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:17:16.635660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-cb285d81-c3de-4ae3-90bb-5d47e8ec064d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:16.636347 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-cb285d81-c3de-4ae3-90bb-5d47e8ec064d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:16.656340 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-cb285d81-c3de-4ae3-90bb-5d47e8ec064d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:16.657568 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-cb285d81-c3de-4ae3-90bb-5d47e8ec064d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 816 time: 0.1728709 Mar 02 08:17:16.678562 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-a56fcd9c-b8fb-4fc7-8a60-c107cb09041e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/quotas/e40473df627548bdb52150d9384b6431 HTTP/1.1" status: 200 len: 375 time: 0.0130429 Mar 02 08:17:16.769943 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-9db36d15-55a0-43d1-a621-769874e50f93 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859506 Mar 02 08:17:16.918828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-613067e3-7cce-4293-9ef5-fe2135db944b service neutron] 10.222.0.21 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367676 Mar 02 08:17:16.963299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:17.056064 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-51ea8892-e6f5-41d2-85cf-7856c0a45ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313386 Mar 02 08:17:17.245548 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fd15183d-efa6-415f-a5b2-ede7e0e18fd3 req-7bad8ff6-e4ad-4fc0-8433-5d32c8ce768a tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:17.263235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fd15183d-efa6-415f-a5b2-ede7e0e18fd3 req-7bad8ff6-e4ad-4fc0-8433-5d32c8ce768a tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:17.264433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd15183d-efa6-415f-a5b2-ede7e0e18fd3 req-7bad8ff6-e4ad-4fc0-8433-5d32c8ce768a tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 210 time: 0.0631967 Mar 02 08:17:18.331834 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-3022293b-1c2a-4275-824d-907c2896f012 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:18.333407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-3022293b-1c2a-4275-824d-907c2896f012 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.16 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 816 time: 0.1517808 Mar 02 08:17:18.345456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Request body: {'port': {'device_id': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'admin_state_up': True, 'tenant_id': 'e40473df627548bdb52150d9384b6431'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:18.438842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e2e5a0f2-2acc-4aba-9942-d68e525a36c4 req-9af12a8d-ad41-4894-aaaf-dbae56ef1707 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 210 time: 0.0474358 Mar 02 08:17:18.485773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:18.496280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:18.505946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Made reservation on behalf of e40473df627548bdb52150d9384b6431 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:18.509369 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.612142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 707cd099-77b8-4a6d-8027-d4579765f75d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:18.681121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Allocated IP 172.20.0.5 (9e525e50-55ec-480c-8c07-000a32223e49/4d717ee0-f984-47f9-9677-0d37ee7acf89/69cb155d-45c5-4880-8e0d-c69d6eb8a5cd) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:18.684221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 707cd099-77b8-4a6d-8027-d4579765f75d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:18.689565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 707cd099-77b8-4a6d-8027-d4579765f75d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:18.690088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.807859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.823823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 707cd099-77b8-4a6d-8027-d4579765f75d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=707cd099-77b8-4a6d-8027-d4579765f75d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:18.827646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.886417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.899343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=707cd099-77b8-4a6d-8027-d4579765f75d,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:18.902319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Transition to ACTIVE for port object 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:18.926111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:18.995028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Network 9e525e50-55ec-480c-8c07-000a32223e49 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:19.002463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:19.007477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:19.032995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.043106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Pushing event updated for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:19.076647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:19.077375 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.103720 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-0a710927-3076-42c0-8a28-1cc6e4d8e60d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617297 Mar 02 08:17:19.116480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Request body: {'port': {'device_id': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:19.209707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.212193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ac98ed08-c7a8-4760-8f5f-f909f68c50c7 None None] Provisioning for port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:19.217299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ac98ed08-c7a8-4760-8f5f-f909f68c50c7 None None] Provisioning complete for port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:19.217694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac98ed08-c7a8-4760-8f5f-f909f68c50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.237010 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.270570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-ac98ed08-c7a8-4760-8f5f-f909f68c50c7 None None] Port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:19.630256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:17:19.639752 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.660956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Transition to ACTIVE for port object 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:19.665709 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.800617 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Sync routers for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:17:19.810357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:19.810964 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:19.931870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab22c9-730c-427d-8a4e-22982dc22bd4 req-4a84d5a5-b313-4ffe-af5f-262b99a6517e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:19.932592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67ab22c9-730c-427d-8a4e-22982dc22bd4 req-4a84d5a5-b313-4ffe-af5f-262b99a6517e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:19.946367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:20.032042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-67ab22c9-730c-427d-8a4e-22982dc22bd4 req-4a84d5a5-b313-4ffe-af5f-262b99a6517e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:20.033300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67ab22c9-730c-427d-8a4e-22982dc22bd4 req-4a84d5a5-b313-4ffe-af5f-262b99a6517e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 931 time: 0.4719038 Mar 02 08:17:20.040099 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:20.095011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Attempting to bind port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:20.095350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Attempting to bind port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:20.095678 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Attempting to bind port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:20.102043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67ab22c9-730c-427d-8a4e-22982dc22bd4 req-b224d3b4-53ca-41b6-b2ed-bfbfd58f4a97 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592685 Mar 02 08:17:20.103887 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd on network 9e525e50-55ec-480c-8c07-000a32223e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:17:20.104212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Attempting to bind port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:20.109751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:20.110155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Checking segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:20.110559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Bound using segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:20.110916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Bound port: 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:20.111271 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.202805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:20.205719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:20.212358 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.267310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:20.267979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.269382 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-aafad546-036d-4270-af32-0d514791dd17 service neutron] 10.222.0.16 "PUT /v2.0/ports/69cb155d-45c5-4880-8e0d-c69d6eb8a5cd HTTP/1.1" status: 200 len: 1091 time: 1.1583614 Mar 02 08:17:20.269823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:17:20.297189 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafad546-036d-4270-af32-0d514791dd17 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:20.355433 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd', 'status': 'completed', 'code': 200} Mar 02 08:17:20.371255 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e2f89b96-42fa-4115-838d-3be755778c22', 'name': '', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'mac_address': 'fa:16:3e:f0:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:14Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 2, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'subnets': [{'id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:20.375690 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Checking router: 3fa0c347-7a0a-4760-b695-458967d72c13 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:17:20.376054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Updating router 3fa0c347-7a0a-4760-b695-458967d72c13 port e2f89b96-42fa-4115-838d-3be755778c22 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:17:20.392051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-b54d5bc2-3413-4690-8ac5-19e08f8ed2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:20.393590 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-b54d5bc2-3413-4690-8ac5-19e08f8ed2bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 1094 time: 0.0807414 Mar 02 08:17:20.436570 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.468577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-422c111b-2936-46f0-a522-2099f722dcd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd HTTP/1.1" status: 200 len: 217 time: 0.0670581 Mar 02 08:17:20.542403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-d4c7fb89-e9bb-4e2b-aa1e-998ba0d3e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:20.543981 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-d4c7fb89-e9bb-4e2b-aa1e-998ba0d3e69f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d717ee0-f984-47f9-9677-0d37ee7acf89 HTTP/1.1" status: 200 len: 855 time: 0.0702622 Mar 02 08:17:20.591951 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 707cd099-77b8-4a6d-8027-d4579765f75d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:20.623001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-1e303645-9064-4bd9-afc6-c5738b9c424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:20.624663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-1e303645-9064-4bd9-afc6-c5738b9c424e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e525e50-55ec-480c-8c07-000a32223e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751362 Mar 02 08:17:20.684457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 707cd099-77b8-4a6d-8027-d4579765f75d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:20.684828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.779798 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-a854caf6-a016-4191-93db-622447eb63af service neutron] 10.222.0.16 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483018 Mar 02 08:17:20.809058 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.823980 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Transition to ACTIVE for port object e2f89b96-42fa-4115-838d-3be755778c22 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:20.830052 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:20.915605 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-300a304e-3fe6-4b03-a578-5df59d1d0549 req-c7d37cdb-a4dc-42e1-add9-b5128392517f service neutron] 10.222.0.16 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301827 Mar 02 08:17:20.957171 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640a6b-8ae5-4c4b-b55f-7cca3eeaa101 None None] Pushing event updated for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:21.041559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-554b5d21-599d-40cb-9d1d-577dec173da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:21.042988 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-554b5d21-599d-40cb-9d1d-577dec173da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 1094 time: 0.0763600 Mar 02 08:17:21.051760 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Attempting to bind port e2f89b96-42fa-4115-838d-3be755778c22 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:21.052914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Attempting to bind port e2f89b96-42fa-4115-838d-3be755778c22 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:21.053424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Attempting to bind port e2f89b96-42fa-4115-838d-3be755778c22 on network ebb1a606-a5ed-4180-9332-f728886167a6 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:21.059694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:21.060144 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Checking segment: {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:21.060613 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:21.061066 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Bound using segment: {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:21.061593 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Bound port: e2f89b96-42fa-4115-838d-3be755778c22, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63f139-d4d3-4f86-8b34-ced01cbff601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:21.062064 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:21.165538 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] For port e2f89b96-42fa-4115-838d-3be755778c22, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:21.168901 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] For port e2f89b96-42fa-4115-838d-3be755778c22, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e2f89b96-42fa-4115-838d-3be755778c22,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:21.174444 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:21.192407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-33f8d5ad-38af-47e4-9ed3-3dc5d04fdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:21.193992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-33f8d5ad-38af-47e4-9ed3-3dc5d04fdc64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 916 time: 0.1451204 Mar 02 08:17:21.252894 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:17:21.253525 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:17:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:21.301480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-aa2fc5fb-704a-4ad7-ac6c-2de7af3718e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd HTTP/1.1" status: 200 len: 217 time: 0.1012588 Mar 02 08:17:21.330386 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640a6b-8ae5-4c4b-b55f-7cca3eeaa101 None None] Pushing event updated for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:21.377329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-ebc0abdb-a290-4f9c-896f-319a2b600cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:21.378914 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-ebc0abdb-a290-4f9c-896f-319a2b600cfa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d717ee0-f984-47f9-9677-0d37ee7acf89 HTTP/1.1" status: 200 len: 855 time: 0.0707963 Mar 02 08:17:21.442401 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:17:21.446292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfdaf0-f3ae-47dd-bde0-b89c7b54ee33 req-3edcd778-e99e-4f2a-bb53-6545c052e5c0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:21.447747 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0cfdaf0-f3ae-47dd-bde0-b89c7b54ee33 req-3edcd778-e99e-4f2a-bb53-6545c052e5c0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 943 time: 0.1944234 Mar 02 08:17:21.516169 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0cfdaf0-f3ae-47dd-bde0-b89c7b54ee33 req-0f4e923e-5274-4bfb-b90d-35f875efd0b3 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620193 Mar 02 08:17:21.518116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-aaf673f5-ad48-4993-85b6-d6248dfb82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:21.519639 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-aaf673f5-ad48-4993-85b6-d6248dfb82b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e525e50-55ec-480c-8c07-000a32223e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308277 Mar 02 08:17:21.767936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-cba889fb-c676-400b-823c-e1b40ce385ae service neutron] 10.222.0.16 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401924 Mar 02 08:17:21.788877 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e2f89b96-42fa-4115-838d-3be755778c22', 'name': '', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'mac_address': 'fa:16:3e:f0:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:14Z', 'updated_at': '2022-03-02T08:17:21Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'subnets': [{'id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:17:21.792743 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b9e44-e089-427e-b04b-731839bb3b21 None None] The sync data for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 is: [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:17:14Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'e2f89b96-42fa-4115-838d-3be755778c22', 'name': '', 'network_id': 'ebb1a606-a5ed-4180-9332-f728886167a6', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'mac_address': 'fa:16:3e:f0:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:14Z', 'updated_at': '2022-03-02T08:17:21Z', 'revision_number': 4, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'subnets': [{'id': '14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:17:21.903430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-64388ec3-fe7b-4555-8c0a-8c8bb6ef197d req-1baca369-d51e-44eb-8a4b-609796e60293 service neutron] 10.222.0.16 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291170 Mar 02 08:17:22.599140 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e2f89b96-42fa-4115-838d-3be755778c22 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:22.668838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e2f89b96-42fa-4115-838d-3be755778c22 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:22.673818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e2f89b96-42fa-4115-838d-3be755778c22 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:22.674222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:22.719788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca85c5-8164-491d-8afa-aa78af3dbeeb req-0db033fd-6739-4d8c-a24c-1ee70aa5813b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:22.721247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30ca85c5-8164-491d-8afa-aa78af3dbeeb req-0db033fd-6739-4d8c-a24c-1ee70aa5813b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 943 time: 0.0850172 Mar 02 08:17:22.765504 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-30ca85c5-8164-491d-8afa-aa78af3dbeeb req-b5419740-04d7-494e-84f9-09aeb5f7a381 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:22.783027 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-30ca85c5-8164-491d-8afa-aa78af3dbeeb req-b5419740-04d7-494e-84f9-09aeb5f7a381 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:22.784448 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-30ca85c5-8164-491d-8afa-aa78af3dbeeb req-b5419740-04d7-494e-84f9-09aeb5f7a381 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Mar 02 08:17:22.794096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:22.829532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port e2f89b96-42fa-4115-838d-3be755778c22, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e2f89b96-42fa-4115-838d-3be755778c22,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:22.833591 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:22.900545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:23.528661 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:17:23.661839 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:23.680948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'port_id': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd', 'mac_address': 'fa:16:3e:b2:08:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:17:23.742547 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:23.760135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:17:23.776005 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:23.779446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:23.848993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:23.971561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8adc6-46ea-4e2f-b4bf-df1b3cec7e84 req-d2455292-55d1-45cc-9b4e-0a15e1e40f74 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:23.973503 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36f8adc6-46ea-4e2f-b4bf-df1b3cec7e84 req-d2455292-55d1-45cc-9b4e-0a15e1e40f74 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 944 time: 0.0821354 Mar 02 08:17:24.015132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-36f8adc6-46ea-4e2f-b4bf-df1b3cec7e84 req-9bfefb28-de8a-4584-a858-280c5fc1e32d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Mar 02 08:17:24.070711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['69cb155d-45c5-4880-8e0d-c69d6eb8a5cd'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:17:24.578562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e2f89b96-42fa-4115-838d-3be755778c22 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:24.648361 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e2f89b96-42fa-4115-838d-3be755778c22 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:24.648724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:25.200289 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bd3bd-f9d6-48d5-9ddf-f5fec9f64746 req-5dfc6be8-ff5b-4607-9c0d-dfba7068fb70 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:25.201731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e67bd3bd-f9d6-48d5-9ddf-f5fec9f64746 req-5dfc6be8-ff5b-4607-9c0d-dfba7068fb70 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 944 time: 0.0815861 Mar 02 08:17:25.244746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e67bd3bd-f9d6-48d5-9ddf-f5fec9f64746 req-8a971cdc-6af2-471a-a9ca-5566e8c36472 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Mar 02 08:17:25.543886 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:25.617382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:25.622004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:25.622545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:25.769355 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:25.796148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:17:25.806358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:25.810991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:25.850644 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd', 'code': 200} Mar 02 08:17:25.885719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:25.973084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706bf76-5a00-4729-bddd-7c518906bef7 req-53ec0a42-af84-4328-a04e-f5c6d37787a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:25.974572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5706bf76-5a00-4729-bddd-7c518906bef7 req-53ec0a42-af84-4328-a04e-f5c6d37787a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 1096 time: 0.0759022 Mar 02 08:17:26.013926 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-5706bf76-5a00-4729-bddd-7c518906bef7 req-67df06b6-302f-4f69-8731-d1223b410161 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Mar 02 08:17:26.433022 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35e3da-db82-4855-8bc2-7dbaa4af183c req-c97c90ad-4e35-4688-b503-9c4026f673e1 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:26.434447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df35e3da-db82-4855-8bc2-7dbaa4af183c req-c97c90ad-4e35-4688-b503-9c4026f673e1 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0839007 Mar 02 08:17:26.481207 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df35e3da-db82-4855-8bc2-7dbaa4af183c req-c29197dc-201f-4402-8983-2bb946b7b27c tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Mar 02 08:17:27.672060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d8d1-9a26-43a7-a95c-242423ae8066 req-660293d3-9e1f-4ca9-b1e3-c9a5a91f92e2 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:27.673528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a778d8d1-9a26-43a7-a95c-242423ae8066 req-660293d3-9e1f-4ca9-b1e3-c9a5a91f92e2 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0822225 Mar 02 08:17:27.719910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a778d8d1-9a26-43a7-a95c-242423ae8066 req-5e11f8c8-7b81-4b5b-8785-f915f6a185dd tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Mar 02 08:17:27.899953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bd959-966e-4386-a0f5-c4d5fe8b0922 req-057a176f-7359-4cac-a31d-cb9faefaf325 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:27.901396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261bd959-966e-4386-a0f5-c4d5fe8b0922 req-057a176f-7359-4cac-a31d-cb9faefaf325 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0785313 Mar 02 08:17:27.944844 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-261bd959-966e-4386-a0f5-c4d5fe8b0922 req-cdfc6f90-af48-4eeb-b00b-be9f0d49f51b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378435 Mar 02 08:17:37.046356 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:17:41.984464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-61bc2c05-0587-4643-96b6-0c8a6f137087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:42.305154 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf2e2-b034-4fb1-895d-6350824e06c8 req-3e165fce-151c-4754-bf11-da2b64709eed tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:42.306718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b4cf2e2-b034-4fb1-895d-6350824e06c8 req-3e165fce-151c-4754-bf11-da2b64709eed tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0808761 Mar 02 08:17:42.348993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6b4cf2e2-b034-4fb1-895d-6350824e06c8 req-3ffdea78-e4a1-44c0-9c9d-57bd107bc960 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Mar 02 08:17:43.539322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321033-6c0d-4d3a-997d-540c29b49b48 req-0987d877-a875-4208-88a0-171d5bdac62f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:43.540775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1321033-6c0d-4d3a-997d-540c29b49b48 req-0987d877-a875-4208-88a0-171d5bdac62f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0841899 Mar 02 08:17:43.584402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1321033-6c0d-4d3a-997d-540c29b49b48 req-f82b01d2-dc34-41c6-b616-c02cb584d2ea tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Mar 02 08:17:44.024611 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-8776c0a8-9274-459e-b015-a52b5d96f59b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:44.025996 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-8776c0a8-9274-459e-b015-a52b5d96f59b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.16 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 945 time: 0.0815730 Mar 02 08:17:44.097092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Deleting port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:17:44.097453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:44.310661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2174f81d-655b-4879-8caf-55b00dba888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:44.343874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] For port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:44.344231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:44.471244 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Calling delete_port for 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:17:44.617081 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:44.629352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['69cb155d-45c5-4880-8e0d-c69d6eb8a5cd'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:17:44.670137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Pushing event deleted for resources: {'Port': ['ID=69cb155d-45c5-4880-8e0d-c69d6eb8a5cd,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:44.720069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.720415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.720770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.721096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.721423 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.721755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.722112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.722435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.722759 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.723080 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.723401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.723720 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:44.807620 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04e54160-9e9b-4d8c-8d56-73d53f2fc9fa req-09dfd47e-5912-45ed-b000-ab84308d8165 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=1842b2f6-2295-4a3a-a193-9c367e828f8f HTTP/1.1" status: 200 len: 210 time: 0.1035340 Mar 02 08:17:44.808634 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] No DVR routers for this DVR port 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:17:44.811193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:44.814013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'name': 'network-vif-deleted', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:17:44.837266 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0addb883-233b-4cac-bf95-2904d49f6e32 req-4e53bc0e-b8f0-4e18-9f72-339de6d34689 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.16 "DELETE /v2.0/ports/69cb155d-45c5-4880-8e0d-c69d6eb8a5cd HTTP/1.1" status: 204 len: 173 time: 0.8056693 Mar 02 08:17:44.866839 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1842b2f6-2295-4a3a-a193-9c367e828f8f', 'name': 'network-vif-deleted', 'tag': '69cb155d-45c5-4880-8e0d-c69d6eb8a5cd', 'status': 'completed', 'code': 200} Mar 02 08:17:45.506993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:45.530342 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:46.577041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-f9b7c6f4-f5ca-4b71-abef-29882bdfa1d7 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:46.578559 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-f9b7c6f4-f5ca-4b71-abef-29882bdfa1d7 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 816 time: 0.2555175 Mar 02 08:17:46.593932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-382fb6bc-2a4b-42d6-a6f5-24930096ba1f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/quotas/e40473df627548bdb52150d9384b6431 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Mar 02 08:17:46.674816 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-1d0e0d72-055b-4ee2-9c54-146fbacc243f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761123 Mar 02 08:17:46.810757 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-b45057ca-7c0e-4440-912d-919749390efc service neutron] 10.222.0.21 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240637 Mar 02 08:17:46.944113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-b14ac5f6-ed9a-4453-9b9f-12ae8037ce5b service neutron] 10.222.0.21 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271570 Mar 02 08:17:46.963039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:47.234338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ed400b-b1f0-4ddf-9442-25cd0d3d8d30 req-42e809d1-d722-4c97-a6b9-d094e612263e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:47.249708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-82ed400b-b1f0-4ddf-9442-25cd0d3d8d30 req-42e809d1-d722-4c97-a6b9-d094e612263e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:47.250885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82ed400b-b1f0-4ddf-9442-25cd0d3d8d30 req-42e809d1-d722-4c97-a6b9-d094e612263e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 210 time: 0.1737456 Mar 02 08:17:47.652754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:17:47.686900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:17:47.687253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 69cb155d-45c5-4880-8e0d-c69d6eb8a5cd not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:17:48.203480 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-fee42852-850b-402c-80a5-60ad7ac3a45b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:48.204889 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-fee42852-850b-402c-80a5-60ad7ac3a45b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.39 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 816 time: 0.1500096 Mar 02 08:17:48.216512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Request body: {'port': {'device_id': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'admin_state_up': True, 'tenant_id': 'e40473df627548bdb52150d9384b6431'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:48.356952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:17:48.407393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:17:48.410675 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-072423aa-3912-43a6-ab11-dbbe33be900c req-157b7087-f158-4bf9-bea2-948a4f147d3d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 210 time: 0.0549927 Mar 02 08:17:48.419125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Made reservation on behalf of e40473df627548bdb52150d9384b6431 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:17:48.422692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:48.587963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Allocated IP 172.20.0.13 (9e525e50-55ec-480c-8c07-000a32223e49/4d717ee0-f984-47f9-9677-0d37ee7acf89/a3669220-d796-40e4-9a05-248afa7cd48a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:17:48.782838 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:48.798151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Transition to ACTIVE for port object a3669220-d796-40e4-9a05-248afa7cd48a will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:48.820670 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:48.884660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Network 9e525e50-55ec-480c-8c07-000a32223e49 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:17:48.895065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:17:48.899779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:17:48.931014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Pushing event updated for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:48.967987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:48.968605 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:48.994294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-30b94197-91da-4f84-9844-6d6a40ac14fc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812817 Mar 02 08:17:49.005368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Request body: {'port': {'device_id': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:17:49.042447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.107436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e07f017c-a6b6-47dc-94de-f370a5c6309b None None] Provisioning for port a3669220-d796-40e4-9a05-248afa7cd48a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:49.112837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e07f017c-a6b6-47dc-94de-f370a5c6309b None None] Provisioning complete for port a3669220-d796-40e4-9a05-248afa7cd48a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:49.113213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e07f017c-a6b6-47dc-94de-f370a5c6309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.124169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.168143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e07f017c-a6b6-47dc-94de-f370a5c6309b None None] Port a3669220-d796-40e4-9a05-248afa7cd48a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:17:49.217449 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.461606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3669220-d796-40e4-9a05-248afa7cd48a {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:17:49.468835 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.483596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Transition to ACTIVE for port object a3669220-d796-40e4-9a05-248afa7cd48a will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:17:49.489090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.607581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa20a6-6910-4828-8e44-621566494503 req-761abadf-1642-4398-83fb-b27a561b8b29 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:49.609155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7aa20a6-6910-4828-8e44-621566494503 req-761abadf-1642-4398-83fb-b27a561b8b29 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 944 time: 0.0913305 Mar 02 08:17:49.660784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7aa20a6-6910-4828-8e44-621566494503 req-598d3bd7-46fb-4db1-a916-5809aea25e76 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Mar 02 08:17:49.767650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Pushing event updated for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:49.840611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Attempting to bind port a3669220-d796-40e4-9a05-248afa7cd48a on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:17:49.840946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Attempting to bind port a3669220-d796-40e4-9a05-248afa7cd48a by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:17:49.841271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Attempting to bind port a3669220-d796-40e4-9a05-248afa7cd48a on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:49.845732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Port a3669220-d796-40e4-9a05-248afa7cd48a on network 9e525e50-55ec-480c-8c07-000a32223e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:17:49.846084 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Attempting to bind port a3669220-d796-40e4-9a05-248afa7cd48a on network 9e525e50-55ec-480c-8c07-000a32223e49 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:17:49.851677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:17:49.852009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Checking segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:17:49.852393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Bound using segment: {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:17:49.852811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Bound port: a3669220-d796-40e4-9a05-248afa7cd48a, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:17:49.853153 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.942477 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:17:49.945563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a3669220-d796-40e4-9a05-248afa7cd48a,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:17:49.950150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:50.004847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.005461 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:50.007017 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] 10.222.0.39 "PUT /v2.0/ports/a3669220-d796-40e4-9a05-248afa7cd48a HTTP/1.1" status: 200 len: 1092 time: 1.0058472 Mar 02 08:17:50.007453 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:17:50.033531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87c27e-b4b1-4ada-a79b-51b099c718fb service neutron] Pushing event updated for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:50.074960 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a', 'status': 'completed', 'code': 200} Mar 02 08:17:50.118704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-5ccfa109-75bd-462f-9dc5-922e8e92f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.120219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-5ccfa109-75bd-462f-9dc5-922e8e92f65b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 1095 time: 0.0778708 Mar 02 08:17:50.194498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-485a3bb6-2684-46cb-ae08-5c1a9cbecf9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3669220-d796-40e4-9a05-248afa7cd48a HTTP/1.1" status: 200 len: 217 time: 0.0667477 Mar 02 08:17:50.258391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-3b39526b-5dda-4579-85d5-d69e870a5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.259744 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-3b39526b-5dda-4579-85d5-d69e870a5e97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d717ee0-f984-47f9-9677-0d37ee7acf89 HTTP/1.1" status: 200 len: 855 time: 0.0603745 Mar 02 08:17:50.336189 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-a7425700-c42a-49cd-97e3-17ef241ac7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.337666 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-a7425700-c42a-49cd-97e3-17ef241ac7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e525e50-55ec-480c-8c07-000a32223e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718966 Mar 02 08:17:50.468401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-10190585-54c7-4820-8640-fbbb8d587619 service neutron] 10.222.0.39 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245208 Mar 02 08:17:50.601094 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3c09536-3e66-4448-9a02-2cc617a0c81e req-c0e142b6-56a3-4608-8829-aaf588196160 service neutron] 10.222.0.39 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261473 Mar 02 08:17:50.715896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-255ae324-022b-4f7d-88ec-754ef1db6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.717395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-255ae324-022b-4f7d-88ec-754ef1db6009 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e40473df627548bdb52150d9384b6431&device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 1095 time: 0.0746813 Mar 02 08:17:50.850195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed28f-5a88-4115-af59-bb021deef24d req-2527da18-6805-4686-965c-86301c04256b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.851659 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23bed28f-5a88-4115-af59-bb021deef24d req-2527da18-6805-4686-965c-86301c04256b tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 944 time: 0.0794351 Mar 02 08:17:50.854839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-a9e6751d-0161-401c-b3f4-ce8bae72af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.856322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-a9e6751d-0161-401c-b3f4-ce8bae72af07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 200 len: 916 time: 0.1329675 Mar 02 08:17:50.894969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-23bed28f-5a88-4115-af59-bb021deef24d req-50549f39-f49c-406c-9141-a2ad63566ddc tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 Mar 02 08:17:50.928879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-8a4fb053-3901-4d59-b114-08584de9592a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3669220-d796-40e4-9a05-248afa7cd48a HTTP/1.1" status: 200 len: 217 time: 0.0668976 Mar 02 08:17:50.990841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-4f0210ae-e559-4037-9e93-148a1cde01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:50.992244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-4f0210ae-e559-4037-9e93-148a1cde01f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d717ee0-f984-47f9-9677-0d37ee7acf89 HTTP/1.1" status: 200 len: 855 time: 0.0578797 Mar 02 08:17:51.070497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-6193e13c-6aab-4ced-b680-5c6ea2598c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:51.071961 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-6193e13c-6aab-4ced-b680-5c6ea2598c65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e525e50-55ec-480c-8c07-000a32223e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744889 Mar 02 08:17:51.205995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-26b9d8d1-f6b6-496f-a16f-e29be01611c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273870 Mar 02 08:17:51.439109 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e9c1eda-358c-4235-bce1-f0de852f1383 req-6c58acdd-a265-4606-a2ff-8341947e48a4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275662 Mar 02 08:17:52.084471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb2fb-8e76-4d56-8adc-2dfaa8eee4c9 req-c1051994-bc1e-4169-9201-736ddae12ae0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:52.085173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3e5eb2fb-8e76-4d56-8adc-2dfaa8eee4c9 req-c1051994-bc1e-4169-9201-736ddae12ae0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Synchronizing usage tracker for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:17:52.100006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-3e5eb2fb-8e76-4d56-8adc-2dfaa8eee4c9 req-c1051994-bc1e-4169-9201-736ddae12ae0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Unset dirty status for tenant:e40473df627548bdb52150d9384b6431 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:17:52.101288 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e5eb2fb-8e76-4d56-8adc-2dfaa8eee4c9 req-c1051994-bc1e-4169-9201-736ddae12ae0 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 944 time: 0.1019735 Mar 02 08:17:52.150793 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e5eb2fb-8e76-4d56-8adc-2dfaa8eee4c9 req-7ddbc622-bcf6-4736-b8fe-06c3c85b6622 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Mar 02 08:17:53.335804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0fb6a-c0fe-4822-bd52-7523bee57a2d req-65507fb5-d794-4727-a3f1-8caac29c537f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:53.337263 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08b0fb6a-c0fe-4822-bd52-7523bee57a2d req-65507fb5-d794-4727-a3f1-8caac29c537f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 944 time: 0.0836122 Mar 02 08:17:53.382645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-08b0fb6a-c0fe-4822-bd52-7523bee57a2d req-38875454-c03c-463b-86a3-d3c9cc41774e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Mar 02 08:17:54.453722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a3669220-d796-40e4-9a05-248afa7cd48a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:17:54.569216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deda05-cb45-4319-bf28-834c6cdd48a6 req-1e9b5299-e067-4c8e-b651-c7502e066c13 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:54.570731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32deda05-cb45-4319-bf28-834c6cdd48a6 req-1e9b5299-e067-4c8e-b651-c7502e066c13 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 944 time: 0.0831599 Mar 02 08:17:54.589879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a3669220-d796-40e4-9a05-248afa7cd48a,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:54.603649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'a3669220-d796-40e4-9a05-248afa7cd48a', 'network_id': '9e525e50-55ec-480c-8c07-000a32223e49', 'port_id': 'a3669220-d796-40e4-9a05-248afa7cd48a', 'mac_address': 'fa:16:3e:67:d0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d717ee0-f984-47f9-9677-0d37ee7acf89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:17:54.616493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32deda05-cb45-4319-bf28-834c6cdd48a6 req-962531e0-b7f7-48b6-90ca-cac60cab34a7 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Mar 02 08:17:54.658790 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:54.675664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3669220-d796-40e4-9a05-248afa7cd48a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:17:54.690431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a3669220-d796-40e4-9a05-248afa7cd48a,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:54.695033 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:54.762409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:54.769647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.770025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.770369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.770962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.772053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.772358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.772688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.773015 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.773340 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.773666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.774023 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:54.774345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:17:55.000165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a3669220-d796-40e4-9a05-248afa7cd48a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:17:55.798309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16ba6-d6e1-42e4-8bb8-73b2d745c684 req-3f13eee1-0403-45b7-bf02-c66e585f54eb tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:55.799683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1a16ba6-d6e1-42e4-8bb8-73b2d745c684 req-3f13eee1-0403-45b7-bf02-c66e585f54eb tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 945 time: 0.0801184 Mar 02 08:17:55.843366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d1a16ba6-d6e1-42e4-8bb8-73b2d745c684 req-6e69e686-04fd-469b-8d00-9ed4709dec56 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376141 Mar 02 08:17:56.459538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a3669220-d796-40e4-9a05-248afa7cd48a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:17:56.534380 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port a3669220-d796-40e4-9a05-248afa7cd48a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:17:56.539861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port a3669220-d796-40e4-9a05-248afa7cd48a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:17:56.540243 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:56.654913 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:56.681903 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:17:56.691167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a3669220-d796-40e4-9a05-248afa7cd48a,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:17:56.696363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:56.731530 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a', 'code': 200} Mar 02 08:17:56.764581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:17:56.854231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec151cd6-fdab-4ce6-a905-cb930883c0a0 req-b0d015c6-4425-4090-8424-ff76ff735fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:56.855960 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec151cd6-fdab-4ce6-a905-cb930883c0a0 req-b0d015c6-4425-4090-8424-ff76ff735fc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 1097 time: 0.0729024 Mar 02 08:17:56.896851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ec151cd6-fdab-4ce6-a905-cb930883c0a0 req-60eaf8a6-59c2-4c68-8790-a10f3b344c72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Mar 02 08:17:57.033258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a42d34-7b1d-4bbb-a617-c70b018cf83f req-a5ccfb08-38cc-4185-acbf-575f1f5380d4 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:57.034667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67a42d34-7b1d-4bbb-a617-c70b018cf83f req-a5ccfb08-38cc-4185-acbf-575f1f5380d4 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0814638 Mar 02 08:17:57.079100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67a42d34-7b1d-4bbb-a617-c70b018cf83f req-d45aecd8-b6db-4f02-903a-b2989ed30857 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Mar 02 08:17:58.272910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588fad-e6a2-4454-8240-ff27c432da7a req-b80de89b-2bc0-4dcf-be90-ef25b04f3e1e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:58.274413 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95588fad-e6a2-4454-8240-ff27c432da7a req-b80de89b-2bc0-4dcf-be90-ef25b04f3e1e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0842769 Mar 02 08:17:58.320234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95588fad-e6a2-4454-8240-ff27c432da7a req-12f286b9-6549-45ff-b260-31c324eb9545 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Mar 02 08:17:59.509782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255601-9181-4799-a66c-44e539bd283b req-d3a5858c-8856-42e9-bed2-467e92df303f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:59.511274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15255601-9181-4799-a66c-44e539bd283b req-d3a5858c-8856-42e9-bed2-467e92df303f tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0859151 Mar 02 08:17:59.556745 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-15255601-9181-4799-a66c-44e539bd283b req-ce734b67-0606-4ef3-be86-64c1c32eb9ad tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Mar 02 08:17:59.741041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0daf51-3415-4215-9d71-0ef19a4d1080 req-7728a41f-6647-400e-96e6-f9cb061c4394 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:17:59.742460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b0daf51-3415-4215-9d71-0ef19a4d1080 req-7728a41f-6647-400e-96e6-f9cb061c4394 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0828989 Mar 02 08:17:59.787219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6b0daf51-3415-4215-9d71-0ef19a4d1080 req-85ad573c-9b1e-48ec-86ff-5d569da8d8df tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Mar 02 08:18:11.987088 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ac996233-1bea-463b-a143-da75bc1e375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:14.045213 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:18:14.045780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace689b-77e0-423e-90c6-0b7cf8da0579 req-428f67c1-d546-4f18-b01d-939babf3c81d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:14.047189 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ace689b-77e0-423e-90c6-0b7cf8da0579 req-428f67c1-d546-4f18-b01d-939babf3c81d tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0792022 Mar 02 08:18:14.090403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9ace689b-77e0-423e-90c6-0b7cf8da0579 req-c989d03d-dde8-4df6-93cc-02472956d1af tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Mar 02 08:18:14.311508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cd97c968-8ee2-4266-9273-b8da4d39659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:15.281601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea97d-2199-4345-9661-385839d36d7b req-47972039-f608-467a-a0bd-767f11d7b26e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:15.283060 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c81ea97d-2199-4345-9661-385839d36d7b req-47972039-f608-467a-a0bd-767f11d7b26e tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0827079 Mar 02 08:18:15.327001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c81ea97d-2199-4345-9661-385839d36d7b req-b997d60f-70e5-4bdb-8d32-b11dcbee270a tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa4c02b1-b061-414f-bd2a-afee0fb023e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Mar 02 08:18:15.513204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:15.537824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:15.788938 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-938430bb-28e4-4fb6-879d-e3c1e9959834 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:15.790316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-938430bb-28e4-4fb6-879d-e3c1e9959834 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 946 time: 0.0798075 Mar 02 08:18:15.865183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Deleting port a3669220-d796-40e4-9a05-248afa7cd48a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:15.865525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:16.122163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] For port a3669220-d796-40e4-9a05-248afa7cd48a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=a3669220-d796-40e4-9a05-248afa7cd48a,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:16.122522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:16.249525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Calling delete_port for a3669220-d796-40e4-9a05-248afa7cd48a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:16.388689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:16.400709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['a3669220-d796-40e4-9a05-248afa7cd48a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:18:16.443429 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Pushing event deleted for resources: {'Port': ['ID=a3669220-d796-40e4-9a05-248afa7cd48a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:16.484917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.485572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.486158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.486700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.487220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.487846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.488581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a23c153-9aff-49ea-91d4-648a93fe93f9 req-b2a3ec59-a912-4b5d-bc81-f62ebd7ddefd tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3a078a-a9ec-412c-8c28-223de55f140a HTTP/1.1" status: 200 len: 210 time: 0.0500188 Mar 02 08:18:16.494379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.494762 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.495101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.495524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.495761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.496107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:16.551686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] No DVR routers for this DVR port a3669220-d796-40e4-9a05-248afa7cd48a on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:18:16.554344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:16.557077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'name': 'network-vif-deleted', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:18:16.575061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d7c14cd-f3c9-4be6-af46-4911704dc0ad req-7c6fd63e-2c59-4042-a4e2-52ce93680092 tempest-TestEncryptedCinderVolumes-336854246 tempest-TestEncryptedCinderVolumes-336854246-project] 10.222.0.39 "DELETE /v2.0/ports/a3669220-d796-40e4-9a05-248afa7cd48a HTTP/1.1" status: 204 len: 173 time: 0.7790720 Mar 02 08:18:16.617273 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3a078a-a9ec-412c-8c28-223de55f140a', 'name': 'network-vif-deleted', 'tag': 'a3669220-d796-40e4-9a05-248afa7cd48a', 'status': 'completed', 'code': 200} Mar 02 08:18:16.965148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:17.617698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44994) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:18.257739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:18.562787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a3669220-d796-40e4-9a05-248afa7cd48a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:18.597491 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Deleting port 065227bc-547f-433d-9728-fa611e288d37 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:18.597726 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: a3669220-d796-40e4-9a05-248afa7cd48a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:18.597888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:18.598003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device a3669220-d796-40e4-9a05-248afa7cd48a not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:18.765099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] For port 065227bc-547f-433d-9728-fa611e288d37, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=065227bc-547f-433d-9728-fa611e288d37,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:18.765673 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:18.887685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Calling delete_port for 065227bc-547f-433d-9728-fa611e288d37 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:19.040213 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:19.060341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:19.107780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=065227bc-547f-433d-9728-fa611e288d37,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:19.234869 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:19.499306 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:19.855197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Router 9f1e7342-df3c-4edf-80e0-89c08358507b has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:18:20.029928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:20.038752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Sync routers for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:20.041775 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7d97d21f-e1fc-4fbd-b791-4d9b561df7b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f1e7342-df3c-4edf-80e0-89c08358507b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229686 Mar 02 08:18:20.044284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 44998) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:20.048410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:20.049036 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:20.223922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:20.230245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:20.397600 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:20.407514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Deleting port 1cbfc866-0040-4aad-88b2-1d9986e741be {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:20.408020 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:20.555767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:18:18Z', 'revision_number': 5, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port': {'id': '1cbfc866-0040-4aad-88b2-1d9986e741be', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:04Z', 'updated_at': '2022-03-02T08:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:20.562709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Checking router: 9f1e7342-df3c-4edf-80e0-89c08358507b for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:20.575144 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Routers {'9f1e7342-df3c-4edf-80e0-89c08358507b'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:20.575798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['9f1e7342-df3c-4edf-80e0-89c08358507b'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:20.710798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] For port 1cbfc866-0040-4aad-88b2-1d9986e741be, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1cbfc866-0040-4aad-88b2-1d9986e741be,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:20.711288 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:20.730369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] Set router 9f1e7342-df3c-4edf-80e0-89c08358507b gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:20.835687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:18:20Z', 'revision_number': 6, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:20.836337 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Calling delete_port for 1cbfc866-0040-4aad-88b2-1d9986e741be owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:20.839861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aa7e5-2d37-48a3-abaf-433788b9e5aa None None] The sync data for ids ['9f1e7342-df3c-4edf-80e0-89c08358507b'] in n-d-827871-1 is: [{'id': '9f1e7342-df3c-4edf-80e0-89c08358507b', 'name': 'tempest-TestEncryptedCinderVolumes-686377057-router', 'tenant_id': 'e40473df627548bdb52150d9384b6431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:03Z', 'updated_at': '2022-03-02T08:18:20Z', 'revision_number': 6, 'project_id': 'e40473df627548bdb52150d9384b6431', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:21.007423 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.057592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbfc866-0040-4aad-88b2-1d9986e741be,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:21.143054 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.317317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.319522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.341379 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.341838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1e7342-df3c-4edf-80e0-89c08358507b {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:18:21.354476 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.355634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d638d7c5-51a9-42f7-8578-34bf35d5e9b7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f1e7342-df3c-4edf-80e0-89c08358507b HTTP/1.1" status: 204 len: 168 time: 1.3104057 Mar 02 08:18:21.358115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45002) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:21.419754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Deleting subnet 4d717ee0-f984-47f9-9677-0d37ee7acf89 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:18:21.422573 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.469485 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.548142 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.615295 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.653955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d717ee0-f984-47f9-9677-0d37ee7acf89,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:21.657520 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.663740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e13556-5d0a-4ac4-b739-f8b0afbf1f3f None None] Network 9e525e50-55ec-480c-8c07-000a32223e49 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:21.664211 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3c7984f4-6e3c-458e-81cb-112524d1a1b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4d717ee0-f984-47f9-9677-0d37ee7acf89 HTTP/1.1" status: 204 len: 168 time: 0.3050704 Mar 02 08:18:21.666508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45006) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:21.775992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.787761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Deleting port 2eea212c-06c0-4f9f-b319-5849204d0598 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:21.788098 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:21.931226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] DHCP port deletion for 9e525e50-55ec-480c-8c07-000a32223e49 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:18:21.935259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Deleting port 2eea212c-06c0-4f9f-b319-5849204d0598 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:21.935628 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.006385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] For port 2eea212c-06c0-4f9f-b319-5849204d0598, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2eea212c-06c0-4f9f-b319-5849204d0598,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:22.006747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.142596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] For port 2eea212c-06c0-4f9f-b319-5849204d0598, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2eea212c-06c0-4f9f-b319-5849204d0598,segment=NetworkSegment(591c1824-cd19-4b6b-8d9d-c6ef1a6b6243),segment_id=591c1824-cd19-4b6b-8d9d-c6ef1a6b6243)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:22.142904 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.238720 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Calling delete_port for 2eea212c-06c0-4f9f-b319-5849204d0598 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:22.266119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Calling delete_port for 2eea212c-06c0-4f9f-b319-5849204d0598 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:22.318362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.338357 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:18:22.338712 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:18:22.364928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Pushing event deleted for resources: {'Port': ['ID=2eea212c-06c0-4f9f-b319-5849204d0598,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:22.370171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] No DVR routers for this DVR port 2eea212c-06c0-4f9f-b319-5849204d0598 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:18:22.483915 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.508959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e525e50-55ec-480c-8c07-000a32223e49']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:22.521667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:22.522009 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591c1824-cd19-4b6b-8d9d-c6ef1a6b6243') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:22.533296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.549205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.556744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:18:22.557355 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:18:22.571706 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:18:22.604391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2eea212c-06c0-4f9f-b319-5849204d0598 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:22.641126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2eea212c-06c0-4f9f-b319-5849204d0598 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:22.641472 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2eea212c-06c0-4f9f-b319-5849204d0598 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:22.641909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 065227bc-547f-433d-9728-fa611e288d37 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:22.658633 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.665644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.675760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 065227bc-547f-433d-9728-fa611e288d37 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:22.676304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 065227bc-547f-433d-9728-fa611e288d37 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:22.677059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1cbfc866-0040-4aad-88b2-1d9986e741be no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:22.692665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e525e50-55ec-480c-8c07-000a32223e49,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:22.703725 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-56d1ddb8-6bc4-4c14-932c-bbb0faff485f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e525e50-55ec-480c-8c07-000a32223e49 HTTP/1.1" status: 204 len: 168 time: 1.0362458 Mar 02 08:18:22.706489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45010) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:22.709378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1cbfc866-0040-4aad-88b2-1d9986e741be {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:22.709736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1cbfc866-0040-4aad-88b2-1d9986e741be not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:22.839511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Deleting port 2eea212c-06c0-4f9f-b319-5849204d0598 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:22.839900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:22.907476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-94a6e209-538c-45b3-8ee4-47a86e68e37a None None] The port '2eea212c-06c0-4f9f-b319-5849204d0598' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:18:23.247526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:23.691271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Deleting port e2f89b96-42fa-4115-838d-3be755778c22 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:23.691604 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:23.856911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] For port e2f89b96-42fa-4115-838d-3be755778c22, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e2f89b96-42fa-4115-838d-3be755778c22,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:23.857289 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:23.979574 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Calling delete_port for e2f89b96-42fa-4115-838d-3be755778c22 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:24.154275 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:24.206388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f89b96-42fa-4115-838d-3be755778c22,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:24.468333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:24.826124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Router 3fa0c347-7a0a-4760-b695-458967d72c13 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:18:25.106090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:25.114653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Sync routers for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:25.115791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-735d44ee-559c-45dd-adb6-5a514f5535c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/3fa0c347-7a0a-4760-b695-458967d72c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082417 Mar 02 08:18:25.118300 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45014) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:25.124159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:25.124771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:25.297626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:25.298301 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:25.471554 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:25.481410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Deleting port 707cd099-77b8-4a6d-8027-d4579765f75d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:25.481760 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:25.584606 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:18:24Z', 'revision_number': 5, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port': {'id': '707cd099-77b8-4a6d-8027-d4579765f75d', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:17:11Z', 'updated_at': '2022-03-02T08:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:25.588447 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Checking router: 3fa0c347-7a0a-4760-b695-458967d72c13 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:25.596513 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Routers {'3fa0c347-7a0a-4760-b695-458967d72c13'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:25.597103 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['3fa0c347-7a0a-4760-b695-458967d72c13'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:25.662732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] For port 707cd099-77b8-4a6d-8027-d4579765f75d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=707cd099-77b8-4a6d-8027-d4579765f75d,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:25.663082 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:25.748230 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] Set router 3fa0c347-7a0a-4760-b695-458967d72c13 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:25.785239 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Calling delete_port for 707cd099-77b8-4a6d-8027-d4579765f75d owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:25.853642 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:18:25Z', 'revision_number': 6, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:25.857984 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa0785-6752-4909-95b5-23cb62257472 None None] The sync data for ids ['3fa0c347-7a0a-4760-b695-458967d72c13'] in n-d-827871-1 is: [{'id': '3fa0c347-7a0a-4760-b695-458967d72c13', 'name': 'tempest-TestEncryptedCinderVolumes-320316828-router', 'tenant_id': '90b61c4722a14cac8c6779435eb013c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:17:10Z', 'updated_at': '2022-03-02T08:18:25Z', 'revision_number': 6, 'project_id': '90b61c4722a14cac8c6779435eb013c9', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:25.961050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.006327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=707cd099-77b8-4a6d-8027-d4579765f75d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:26.102249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.284126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.286524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.310993 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.311509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa0c347-7a0a-4760-b695-458967d72c13 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:18:26.324377 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.325498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ff41d8ee-64e0-4ec7-be1a-75bbd8344d74 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3fa0c347-7a0a-4760-b695-458967d72c13 HTTP/1.1" status: 204 len: 168 time: 1.2062197 Mar 02 08:18:26.328126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45020) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:26.387671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Deleting subnet 14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:18:26.390514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.556656 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.643594 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.655336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e2f89b96-42fa-4115-838d-3be755778c22 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:26.688979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e2f89b96-42fa-4115-838d-3be755778c22 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:26.689444 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e2f89b96-42fa-4115-838d-3be755778c22 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:26.689964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 707cd099-77b8-4a6d-8027-d4579765f75d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:26.722667 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.727198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 707cd099-77b8-4a6d-8027-d4579765f75d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:26.727548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 707cd099-77b8-4a6d-8027-d4579765f75d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:26.773696 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.776089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:26.778887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a2126-1ad5-4d9d-9475-b1d254c0521c None None] Network ebb1a606-a5ed-4180-9332-f728886167a6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:26.782726 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-536ec2fd-bc6a-4f24-9caf-3bfb5679196d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14fa65e7-b2fc-4bd8-b314-f5b2b2e81d22 HTTP/1.1" status: 204 len: 168 time: 0.4536417 Mar 02 08:18:26.785229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:26.918524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:26.931225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Deleting port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:26.931745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.091013 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] DHCP port deletion for ebb1a606-a5ed-4180-9332-f728886167a6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:18:27.095546 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Deleting port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:27.095923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.164152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] For port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:27.164519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.310902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Calling delete_port for dbd27b4b-bc3a-4e19-907d-dcc1be3e737d owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:27.331123 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] For port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,segment=NetworkSegment(1f63f139-d4d3-4f86-8b34-ced01cbff601),segment_id=1f63f139-d4d3-4f86-8b34-ced01cbff601)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:27.331522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.401311 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.459956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] No DVR routers for this DVR port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:18:27.462243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd27b4b-bc3a-4e19-907d-dcc1be3e737d,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:27.466956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Calling delete_port for dbd27b4b-bc3a-4e19-907d-dcc1be3e737d owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:18:27.557551 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:18:27.557936 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:18:27.589770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.624037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb1a606-a5ed-4180-9332-f728886167a6']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:27.636426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f63f139-d4d3-4f86-8b34-ced01cbff601') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:27.636724 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f63f139-d4d3-4f86-8b34-ced01cbff601') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:27.648484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.664828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.670731 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:18:27.671113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:18:27.685613 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:18:27.762211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.778768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:27.788677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb1a606-a5ed-4180-9332-f728886167a6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:27.792610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b067cddc-8d94-4672-a49b-919ed3414d1d admin admin] 10.222.0.21 "DELETE /v2.0/networks/ebb1a606-a5ed-4180-9332-f728886167a6 HTTP/1.1" status: 204 len: 168 time: 1.0064318 Mar 02 08:18:27.957843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45030) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:28.007577 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e5ce6e29-796f-48fb-9ead-3ea2a80a95f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e40473df627548bdb52150d9384b6431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485032 Mar 02 08:18:28.010032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45034) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:28.059491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Deleting port dbd27b4b-bc3a-4e19-907d-dcc1be3e737d {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:18:28.060027 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.067578 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.092416 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.123469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6a637197-6b24-490d-818e-d48fdd38a21d None None] The port 'dbd27b4b-bc3a-4e19-907d-dcc1be3e737d' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:18:28.146563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.163331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c02b1-b061-414f-bd2a-afee0fb023e7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:28.173791 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.174953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6a447a01-ecfc-4274-aacb-7f4f0a4597e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa4c02b1-b061-414f-bd2a-afee0fb023e7 HTTP/1.1" status: 204 len: 168 time: 0.1640434 Mar 02 08:18:28.506464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45042) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:28.564964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c097fd0d-2b5a-4113-a380-0577591e3da6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90b61c4722a14cac8c6779435eb013c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573149 Mar 02 08:18:28.567746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45046) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:28.602556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dbd27b4b-bc3a-4e19-907d-dcc1be3e737d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:18:28.627332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.639195 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: dbd27b4b-bc3a-4e19-907d-dcc1be3e737d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:18:28.639542 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device dbd27b4b-bc3a-4e19-907d-dcc1be3e737d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:18:28.654073 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.711029 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.727608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4486267-98c2-4820-bf56-38199522ae3c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:28.730834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:28.731927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bceabdab-0626-4a1d-964e-d00a4dc0a77f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4486267-98c2-4820-bf56-38199522ae3c HTTP/1.1" status: 204 len: 168 time: 0.1634951 Mar 02 08:18:29.441496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45070) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:29.544920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-647588282-network', 'tenant_id': '80b55a230c2847d69e6422e27d61492e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:29.550487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:29.555027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Usage tracker for resource:network and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:29.557842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:29.564001 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:29.573568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Made reservation on behalf of 80b55a230c2847d69e6422e27d61492e for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:18:29.575948 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.588308 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.603045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:29.606788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:29.609500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:29.615223 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:29.699946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.703727 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.731378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:18:29.744192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f71bd3-b732-41f2-a088-aab2c218a98c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:29.749345 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.749694 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Added segment 424e746c-6b94-4371-afe5-c67601ccdff5 of type vlan for network 2a8f6149-b137-485e-8915-f43df13798da Mar 02 08:18:29.776508 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.804591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.805597 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:29.806200 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:29.903408 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4607697 Mar 02 08:18:29.906431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45076) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:29.914148 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Request body: {'subnet': {'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-647588282-subnet', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:29.917968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dbc3d-ddc7-4dbb-8f8a-c90003a884f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8f6149-b137-485e-8915-f43df13798da,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:29.922408 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:29.927495 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Usage tracker for resource:subnet and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:29.928466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 2a8f6149-b137-485e-8915-f43df13798da details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:18:29.930398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:29.936161 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:29.945797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Made reservation on behalf of 80b55a230c2847d69e6422e27d61492e for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:18:29.948145 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.146898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.219956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbf546a-ca5e-4f63-8850-9171a98538a0,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:30.229635 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Checking segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:30.230023 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Network hostable DHCP agents. Network: 2a8f6149-b137-485e-8915-f43df13798da, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:18:30.249125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Network 2a8f6149-b137-485e-8915-f43df13798da is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:18:30.258084 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 2a8f6149-b137-485e-8915-f43df13798da) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:30.262027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:30.262605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.268742 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e98232-e631-4259-a867-1172b190d79d None None] Network 2a8f6149-b137-485e-8915-f43df13798da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:30.285457 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e09f2422-268b-4572-8d94-3a9e703bf3d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3760393 Mar 02 08:18:30.287371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45080) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:30.292256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:30.297484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:30.301804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Usage tracker for resource:router and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:30.304734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:30.310819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:30.322049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.323172 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.339550 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.479933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-2a8f6149-b137-485e-8915-f43df13798da', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:18:30.480784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.648324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Allocated IP 172.20.0.2 (2a8f6149-b137-485e-8915-f43df13798da/3cbf546a-ca5e-4f63-8850-9171a98538a0/b36f7380-28fe-4332-afa1-1e80e4314b7f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:30.724032 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.854431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.865212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Transition to ACTIVE for port object b36f7380-28fe-4332-afa1-1e80e4314b7f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:30.883004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Transition to ACTIVE for port object b36f7380-28fe-4332-afa1-1e80e4314b7f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:30.888217 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:30.981831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Network 2a8f6149-b137-485e-8915-f43df13798da is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:30.984489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:30.986998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:31.032057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Pushing event updated for resources: {'Port': ['ID=b36f7380-28fe-4332-afa1-1e80e4314b7f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:31.036662 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.070319 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.087781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Attempting to bind port b36f7380-28fe-4332-afa1-1e80e4314b7f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:31.088146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Attempting to bind port b36f7380-28fe-4332-afa1-1e80e4314b7f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:31.088502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Attempting to bind port b36f7380-28fe-4332-afa1-1e80e4314b7f on network 2a8f6149-b137-485e-8915-f43df13798da {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:31.093674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:31.094082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Checking segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:31.094479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.094867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Bound using segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:31.095319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Bound port: b36f7380-28fe-4332-afa1-1e80e4314b7f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:31.095688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.189270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] For port b36f7380-28fe-4332-afa1-1e80e4314b7f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:31.192274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] For port b36f7380-28fe-4332-afa1-1e80e4314b7f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b36f7380-28fe-4332-afa1-1e80e4314b7f,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:31.196166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.205436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Allocated IP 172.25.4.17 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/641668cf-408c-400b-bfb4-d92bf9aafdae) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:31.288048 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97d7a-997b-49e3-892e-5784174f3c5c None None] Pushing event updated for resources: {'Port': ['ID=b36f7380-28fe-4332-afa1-1e80e4314b7f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:31.367947 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.399474 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:31.468998 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:31.476350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:31.480608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:31.511649 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Pushing event updated for resources: {'Port': ['ID=641668cf-408c-400b-bfb4-d92bf9aafdae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:31.893278 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.227126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61822379-11ee-41b9-8c8a-1b97bd819d9f None None] Network 2a8f6149-b137-485e-8915-f43df13798da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:32.337362 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b5439bff-9a7b-495d-93c4-51cec6e88ec8 None None] Provisioning for port b36f7380-28fe-4332-afa1-1e80e4314b7f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:32.382112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.606294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:18:32.639332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b36f7380-28fe-4332-afa1-1e80e4314b7f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:32.717430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b36f7380-28fe-4332-afa1-1e80e4314b7f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:32.722095 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b36f7380-28fe-4332-afa1-1e80e4314b7f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:32.722474 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.804094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:32.833631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.835918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d38064e0-44db-4c03-a329-395f4f635e54 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5473437 Mar 02 08:18:32.838558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45084) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:32.846351 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.884937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b36f7380-28fe-4332-afa1-1e80e4314b7f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b36f7380-28fe-4332-afa1-1e80e4314b7f,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:32.889473 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.934549 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Sync routers for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:32.967624 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:32.968253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:33.037358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b36f7380-28fe-4332-afa1-1e80e4314b7f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:33.152254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:33.476694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:31Z', 'revision_number': 3, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:33.480800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Checking router: 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:33.481260 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Updating router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 port 641668cf-408c-400b-bfb4-d92bf9aafdae binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:18:33.537518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:33.659287 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:33.865025 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Allocated IP 172.20.0.1 (2a8f6149-b137-485e-8915-f43df13798da/3cbf546a-ca5e-4f63-8850-9171a98538a0/805393df-d6f4-43ba-93e7-7589420ab44d) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:33.868186 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:33.879781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Transition to ACTIVE for port object 641668cf-408c-400b-bfb4-d92bf9aafdae will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:33.886090 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:33.968958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Attempting to bind port 641668cf-408c-400b-bfb4-d92bf9aafdae on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:33.969335 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Attempting to bind port 641668cf-408c-400b-bfb4-d92bf9aafdae by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:33.969701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Attempting to bind port 641668cf-408c-400b-bfb4-d92bf9aafdae on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:33.973621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba8608-e29b-45f1-ad7a-aa3fe8c3087e None None] Pushing event updated for resources: {'Port': ['ID=641668cf-408c-400b-bfb4-d92bf9aafdae,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:33.977928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:33.978311 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:33.978718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:33.979112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:33.979584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Bound port: 641668cf-408c-400b-bfb4-d92bf9aafdae, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:33.979963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.014414 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.030532 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Transition to ACTIVE for port object 805393df-d6f4-43ba-93e7-7589420ab44d will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:34.054206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] For port 641668cf-408c-400b-bfb4-d92bf9aafdae, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:34.054410 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.057196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] For port 641668cf-408c-400b-bfb4-d92bf9aafdae, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=641668cf-408c-400b-bfb4-d92bf9aafdae,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:34.060845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.128909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Network 2a8f6149-b137-485e-8915-f43df13798da is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:34.132773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:34.137319 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:34.140959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:34.141511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:34.162870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Pushing event updated for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:34.193548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.211763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba8608-e29b-45f1-ad7a-aa3fe8c3087e None None] Pushing event updated for resources: {'Port': ['ID=641668cf-408c-400b-bfb4-d92bf9aafdae,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:34.329754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:34.331292 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.473176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5963e29-4215-47df-913e-9cc1b7668f93 None None] Provisioning for port 805393df-d6f4-43ba-93e7-7589420ab44d completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:34.532443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f5963e29-4215-47df-913e-9cc1b7668f93 None None] Provisioning complete for port 805393df-d6f4-43ba-93e7-7589420ab44d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:34.533080 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f5963e29-4215-47df-913e-9cc1b7668f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.553745 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.558564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.604028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f5963e29-4215-47df-913e-9cc1b7668f93 None None] Port 805393df-d6f4-43ba-93e7-7589420ab44d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:18:34.636204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b36f7380-28fe-4332-afa1-1e80e4314b7f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:34.671774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.676684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Pushing event updated for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:34.725694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b36f7380-28fe-4332-afa1-1e80e4314b7f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:34.726002 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.778243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:31Z', 'revision_number': 3, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:34.786874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e434f6a-0d46-4794-a87c-24ef036421ab None None] The sync data for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 is: [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:31Z', 'revision_number': 3, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:34.817552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Network 2a8f6149-b137-485e-8915-f43df13798da is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:34.818823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:35.046211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:18:35.140760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-29e31b03-0a42-45a5-9605-179283d9c515 None None] Provisioning complete for port 805393df-d6f4-43ba-93e7-7589420ab44d triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:35.141133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-29e31b03-0a42-45a5-9605-179283d9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:35.201347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-29e31b03-0a42-45a5-9605-179283d9c515 None None] Port 805393df-d6f4-43ba-93e7-7589420ab44d cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:18:35.232272 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:35.241231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f0b79e39-d0ad-42f5-b49d-8ce8c8dffca4 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d1dd038-e3a6-44e1-ae3a-8633040d1d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4004595 Mar 02 08:18:35.756346 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45102) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:35.761668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1191616332-network', 'tenant_id': '8942265744bc4e28901551aa6139beed'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:35.767220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:35.771379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Usage tracker for resource:network and tenant:8942265744bc4e28901551aa6139beed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:35.774230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:35.779882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:35.790094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Made reservation on behalf of 8942265744bc4e28901551aa6139beed for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:18:35.792349 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:35.807797 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:35.936183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:35.940079 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Usage tracker for resource:security_group_rule and tenant:8942265744bc4e28901551aa6139beed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:35.943022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:35.948636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:36.030389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.033777 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.066034 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:18:36.071864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db893c03-887a-435e-854a-eab01925588a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:36.079608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.080658 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Added segment 4e587fd0-1970-4b8e-95e8-d534d898654d of type vlan for network 698f1a7b-c747-494c-80cf-76fa966ae1f2 Mar 02 08:18:36.117964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.148840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.149923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:36.150507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.255397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4979773 Mar 02 08:18:36.258373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b39ca-b29d-45ed-bec8-5bf9e89752fa admin admin] Pushing event updated for resources: {'Network': ['ID=698f1a7b-c747-494c-80cf-76fa966ae1f2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:36.259074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45106) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:36.265319 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Request body: {'subnet': {'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1191616332-subnet', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:36.268430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:18:36.271904 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:36.275816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Usage tracker for resource:subnet and tenant:8942265744bc4e28901551aa6139beed is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:36.278661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:36.284940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:36.295990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Made reservation on behalf of 8942265744bc4e28901551aa6139beed for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:18:36.298702 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.333571 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Sync routers for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:36.343438 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:36.344159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:36.521435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.566028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:36.606407 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df0fa62-97e6-4228-b25b-2d77df7db408,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:36.610461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Checking segment: {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:36.610828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Network hostable DHCP agents. Network: 698f1a7b-c747-494c-80cf-76fa966ae1f2, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:18:36.632323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:18:36.642043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 641668cf-408c-400b-bfb4-d92bf9aafdae up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:36.647365 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 698f1a7b-c747-494c-80cf-76fa966ae1f2) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:36.652610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:36.653385 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.671970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b118548-fde8-4c75-905b-5e9c9fe36a9d None None] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:36.679013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-46c2ec61-ab04-4d7d-814c-9f1c87035140 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4187658 Mar 02 08:18:36.681645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45110) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:36.690026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:36.697424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:36.701458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Usage tracker for resource:router and tenant:8942265744bc4e28901551aa6139beed is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:18:36.704752 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:18:36.710959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:36.724386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.726466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.743921 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.832712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 641668cf-408c-400b-bfb4-d92bf9aafdae completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:36.868024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 641668cf-408c-400b-bfb4-d92bf9aafdae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:36.868393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.908412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 2, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:36.913833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Checking router: 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:36.913833 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Updating router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 port 805393df-d6f4-43ba-93e7-7589420ab44d binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:18:36.971647 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.024919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-698f1a7b-c747-494c-80cf-76fa966ae1f2', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:18:37.025373 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.027518 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.052617 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.109045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 641668cf-408c-400b-bfb4-d92bf9aafdae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=641668cf-408c-400b-bfb4-d92bf9aafdae,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:37.120104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.252591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=641668cf-408c-400b-bfb4-d92bf9aafdae,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:37.269539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Allocated IP 172.20.0.2 (698f1a7b-c747-494c-80cf-76fa966ae1f2/4df0fa62-97e6-4228-b25b-2d77df7db408/39c19070-6594-4d5e-ae31-986dd7dd4879) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:37.342285 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.354503 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.354716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Transition to ACTIVE for port object 805393df-d6f4-43ba-93e7-7589420ab44d will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:37.362119 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.385974 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.516065 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.528343 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Transition to ACTIVE for port object 39c19070-6594-4d5e-ae31-986dd7dd4879 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:37.549110 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Transition to ACTIVE for port object 39c19070-6594-4d5e-ae31-986dd7dd4879 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:37.552828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Allocated IP 172.25.4.89 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2677b338-812d-4fad-928f-47f938f0f156) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:37.559161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.595992 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Attempting to bind port 805393df-d6f4-43ba-93e7-7589420ab44d on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:37.596402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Attempting to bind port 805393df-d6f4-43ba-93e7-7589420ab44d by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:37.596763 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Attempting to bind port 805393df-d6f4-43ba-93e7-7589420ab44d on network 2a8f6149-b137-485e-8915-f43df13798da {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:37.610711 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:37.611131 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Checking segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:37.611524 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.611943 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Bound using segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:37.612697 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Bound port: 805393df-d6f4-43ba-93e7-7589420ab44d, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:37.613281 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.635172 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Pushing event updated for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:37.642643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:37.646841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:37.651073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:37.675758 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.676344 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.676707 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.677129 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.677575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.677941 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.678309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.678637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.679045 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.679455 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.679890 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.680439 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:37.736567 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] For port 805393df-d6f4-43ba-93e7-7589420ab44d, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:37.740816 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] For port 805393df-d6f4-43ba-93e7-7589420ab44d, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=805393df-d6f4-43ba-93e7-7589420ab44d,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:37.747105 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.747936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Pushing event updated for resources: {'Port': ['ID=39c19070-6594-4d5e-ae31-986dd7dd4879,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:37.751332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.780693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Attempting to bind port 39c19070-6594-4d5e-ae31-986dd7dd4879 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:37.781120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Attempting to bind port 39c19070-6594-4d5e-ae31-986dd7dd4879 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:37.781579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Attempting to bind port 39c19070-6594-4d5e-ae31-986dd7dd4879 on network 698f1a7b-c747-494c-80cf-76fa966ae1f2 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:37.783667 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.789166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:37.789576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Checking segment: {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:37.789981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.790355 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Bound using segment: {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:37.790823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Bound port: 39c19070-6594-4d5e-ae31-986dd7dd4879, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:37.791361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.839653 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:37.840442 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:37.850358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:37.853122 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:37.861886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:37.902320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Pushing event updated for resources: {'Port': ['ID=2677b338-812d-4fad-928f-47f938f0f156,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:37.921211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] For port 39c19070-6594-4d5e-ae31-986dd7dd4879, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:37.925798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] For port 39c19070-6594-4d5e-ae31-986dd7dd4879, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=39c19070-6594-4d5e-ae31-986dd7dd4879,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:37.932543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.943323 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55259618-b443-4ee2-8350-2cb8434052fe None None] Pushing event updated for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:38.032180 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d49d92-a3ba-4383-bf29-83b9c02a4433 None None] Pushing event updated for resources: {'Port': ['ID=39c19070-6594-4d5e-ae31-986dd7dd4879,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:38.056118 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:38.449460 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:38.454090 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d815ad-c18a-424e-bc42-5815e7199bad None None] The sync data for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 is: [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:38.467559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:38.762715 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 805393df-d6f4-43ba-93e7-7589420ab44d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:38.871573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 805393df-d6f4-43ba-93e7-7589420ab44d completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:38.877596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 805393df-d6f4-43ba-93e7-7589420ab44d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:38.878159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:38.892386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:39.032439 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:39.069731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 805393df-d6f4-43ba-93e7-7589420ab44d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=805393df-d6f4-43ba-93e7-7589420ab44d,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:39.076721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:39.077604 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 641668cf-408c-400b-bfb4-d92bf9aafdae up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:39.181814 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Router afadf481-c5b7-449e-8878-e64a754be887 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:18:39.188908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbe76c-b663-4ab1-8814-26929e1abc29 None None] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:18:39.328919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-93315b82-aead-495d-b9cc-dd755355db4b None None] Provisioning for port 39c19070-6594-4d5e-ae31-986dd7dd4879 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:39.363471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:39.381231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 641668cf-408c-400b-bfb4-d92bf9aafdae triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:39.381612 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:39.390206 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:39.417026 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:39.420950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-898cbcaa-0852-4934-81a9-1e4450472159 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7355766 Mar 02 08:18:39.421130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Sync routers for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:39.421283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45114) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:18:39.479397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:39.480044 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:39.790001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 39c19070-6594-4d5e-ae31-986dd7dd4879 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:39.835014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:40.080392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 39c19070-6594-4d5e-ae31-986dd7dd4879 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:40.097532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 39c19070-6594-4d5e-ae31-986dd7dd4879 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:40.098463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.273981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:38Z', 'revision_number': 3, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:40.275739 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.276200 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.295956 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Checking router: afadf481-c5b7-449e-8878-e64a754be887 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:40.296306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Updating router afadf481-c5b7-449e-8878-e64a754be887 port 2677b338-812d-4fad-928f-47f938f0f156 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:18:40.363055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 39c19070-6594-4d5e-ae31-986dd7dd4879, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=39c19070-6594-4d5e-ae31-986dd7dd4879,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:40.373333 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.396754 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.485145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c1863468-798f-4d9e-acbc-c5f13cc46bfc None None] Provisioning complete for port 39c19070-6594-4d5e-ae31-986dd7dd4879 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:40.485521 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c1863468-798f-4d9e-acbc-c5f13cc46bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.488329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Allocated IP 172.20.0.1 (698f1a7b-c747-494c-80cf-76fa966ae1f2/4df0fa62-97e6-4228-b25b-2d77df7db408/0c2d1fe4-5003-45ee-92a8-b53f7708df17) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:40.632935 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 805393df-d6f4-43ba-93e7-7589420ab44d up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:40.648489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.665923 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Transition to ACTIVE for port object 0c2d1fe4-5003-45ee-92a8-b53f7708df17 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:40.669297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=39c19070-6594-4d5e-ae31-986dd7dd4879,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:40.692329 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.762489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:40.770337 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:40.774517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:40.804755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:40.838671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.898102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 805393df-d6f4-43ba-93e7-7589420ab44d triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:40.898667 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:40.975738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.096661 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.122458 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Transition to ACTIVE for port object 2677b338-812d-4fad-928f-47f938f0f156 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:41.127049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-091e5b4e-2e3f-433e-b8a1-ca87cec4b500 None None] Provisioning for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:41.136773 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.171914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-091e5b4e-2e3f-433e-b8a1-ca87cec4b500 None None] Provisioning complete for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:41.172328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-091e5b4e-2e3f-433e-b8a1-ca87cec4b500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.204352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.209617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.267642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f8ab-b4e2-4388-9cc1-b970d77620bf None None] Pushing event updated for resources: {'Port': ['ID=2677b338-812d-4fad-928f-47f938f0f156,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:41.270174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Attempting to bind port 2677b338-812d-4fad-928f-47f938f0f156 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:41.270952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Attempting to bind port 2677b338-812d-4fad-928f-47f938f0f156 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:41.270952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Attempting to bind port 2677b338-812d-4fad-928f-47f938f0f156 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:41.277456 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-091e5b4e-2e3f-433e-b8a1-ca87cec4b500 None None] Port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:18:41.279079 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:41.279449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:41.280079 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.280213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:41.280682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Bound port: 2677b338-812d-4fad-928f-47f938f0f156, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:41.281056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.314405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:41.317495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.357116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] For port 2677b338-812d-4fad-928f-47f938f0f156, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:41.360359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] For port 2677b338-812d-4fad-928f-47f938f0f156, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2677b338-812d-4fad-928f-47f938f0f156,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:41.365238 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.442716 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:41.443333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:41.455458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:41.456557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:41.500972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f8ab-b4e2-4388-9cc1-b970d77620bf None None] Pushing event updated for resources: {'Port': ['ID=2677b338-812d-4fad-928f-47f938f0f156,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:41.640647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:41.771041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Router afadf481-c5b7-449e-8878-e64a754be887 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:18:41.776319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a5b73194-5fe1-4e72-afd3-2dfd7451d41e None None] Provisioning complete for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:41.776689 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a5b73194-5fe1-4e72-afd3-2dfd7451d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:41.910509 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a5b73194-5fe1-4e72-afd3-2dfd7451d41e None None] Port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:18:41.951625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:18:41.961203 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f4683ba8-39fc-4fbb-b453-c1852e078473 admin admin] 10.222.0.21 "PUT /v2.0/routers/afadf481-c5b7-449e-8878-e64a754be887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388968 Mar 02 08:18:42.010628 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ff4-5246-4c30-8e02-1852402d4b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:42.034108 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:40Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c2d1fe4-5003-45ee-92a8-b53f7708df17', 'name': '', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'mac_address': 'fa:16:3e:9a:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:40Z', 'updated_at': '2022-03-02T08:18:41Z', 'revision_number': 2, 'project_id': '8942265744bc4e28901551aa6139beed', 'subnets': [{'id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:42.038296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780dfb95-59ec-44f0-9095-ed3d017e56e4 None None] The sync data for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 is: [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:40Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c2d1fe4-5003-45ee-92a8-b53f7708df17', 'name': '', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'mac_address': 'fa:16:3e:9a:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:40Z', 'updated_at': '2022-03-02T08:18:41Z', 'revision_number': 2, 'project_id': '8942265744bc4e28901551aa6139beed', 'subnets': [{'id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:42.629650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 39c19070-6594-4d5e-ae31-986dd7dd4879 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:42.725674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 39c19070-6594-4d5e-ae31-986dd7dd4879 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:42.726172 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:44.317283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-91b0ab1f-ba28-4ca9-980a-2a7d5d75fe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:44.656221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2677b338-812d-4fad-928f-47f938f0f156 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:44.736924 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2677b338-812d-4fad-928f-47f938f0f156 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:44.742688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2677b338-812d-4fad-928f-47f938f0f156 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:44.743073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:44.878057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:44.898231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2677b338-812d-4fad-928f-47f938f0f156, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2677b338-812d-4fad-928f-47f938f0f156,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:44.902104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:44.982848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2677b338-812d-4fad-928f-47f938f0f156,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:45.533614 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:45.544459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:45.868400 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Sync routers for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:18:45.877558 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:45.878479 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:46.065787 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:46.398616 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:40Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c2d1fe4-5003-45ee-92a8-b53f7708df17', 'name': '', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'mac_address': 'fa:16:3e:9a:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:40Z', 'updated_at': '2022-03-02T08:18:41Z', 'revision_number': 2, 'project_id': '8942265744bc4e28901551aa6139beed', 'subnets': [{'id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:46.402856 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Checking router: afadf481-c5b7-449e-8878-e64a754be887 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:18:46.403378 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Updating router afadf481-c5b7-449e-8878-e64a754be887 port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:18:46.457845 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:46.626709 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2677b338-812d-4fad-928f-47f938f0f156 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:46.721433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2677b338-812d-4fad-928f-47f938f0f156 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:46.721721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:46.895285 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:46.911380 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Transition to ACTIVE for port object 0c2d1fe4-5003-45ee-92a8-b53f7708df17 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:46.919977 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:46.994575 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:47.183321 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589310-815e-45b7-98ea-543d40399834 None None] Pushing event updated for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:47.198806 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Attempting to bind port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:18:47.199173 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Attempting to bind port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:18:47.199553 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Attempting to bind port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 on network 698f1a7b-c747-494c-80cf-76fa966ae1f2 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:18:47.206505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:18:47.207524 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Checking segment: {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:18:47.208644 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:47.209040 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Bound using segment: {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:18:47.209509 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Bound port: 0c2d1fe4-5003-45ee-92a8-b53f7708df17, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e587fd0-1970-4b8e-95e8-d534d898654d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:18:47.209942 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:47.346702 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] For port 0c2d1fe4-5003-45ee-92a8-b53f7708df17, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:18:47.350761 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] For port 0c2d1fe4-5003-45ee-92a8-b53f7708df17, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2d1fe4-5003-45ee-92a8-b53f7708df17,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:18:47.355948 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:47.434417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:18:47.435202 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:18:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:47.529469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589310-815e-45b7-98ea-543d40399834 None None] Pushing event updated for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:47.669831 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:18:48.032159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:40Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c2d1fe4-5003-45ee-92a8-b53f7708df17', 'name': '', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'mac_address': 'fa:16:3e:9a:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:40Z', 'updated_at': '2022-03-02T08:18:47Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'subnets': [{'id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:18:48.037339 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7205f4-2b21-4026-a58e-7ef27d2bef06 None None] The sync data for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 is: [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:18:40Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '0c2d1fe4-5003-45ee-92a8-b53f7708df17', 'name': '', 'network_id': '698f1a7b-c747-494c-80cf-76fa966ae1f2', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'mac_address': 'fa:16:3e:9a:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:40Z', 'updated_at': '2022-03-02T08:18:47Z', 'revision_number': 4, 'project_id': '8942265744bc4e28901551aa6139beed', 'subnets': [{'id': '4df0fa62-97e6-4228-b25b-2d77df7db408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:18:48.676688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2d1fe4-5003-45ee-92a8-b53f7708df17 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:48.757837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:48.763113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:48.763587 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:48.911655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:48.952484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 0c2d1fe4-5003-45ee-92a8-b53f7708df17, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2d1fe4-5003-45ee-92a8-b53f7708df17,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:18:48.959528 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:49.065192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:49.071840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:49.253715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:50.632080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2d1fe4-5003-45ee-92a8-b53f7708df17 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:18:50.730540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:50.730875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:51.046878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:18:52.512757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-2c5f2df0-e345-47bc-96f3-4201d07b0dda tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:52.514158 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-2c5f2df0-e345-47bc-96f3-4201d07b0dda tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 814 time: 0.2532258 Mar 02 08:18:52.531112 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-862b93b0-ea42-49a4-9be1-7847ad7f6c65 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/quotas/80b55a230c2847d69e6422e27d61492e HTTP/1.1" status: 200 len: 375 time: 0.0100400 Mar 02 08:18:52.613991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-79464d1a-297a-4a18-9acc-150d39daa70e tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767634 Mar 02 08:18:52.749111 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-518add90-a805-419c-9cab-803123737f9a service neutron] 10.222.0.21 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Mar 02 08:18:52.889083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-eb3ef44e-c590-4be6-b44b-9ff6a5485003 service neutron] 10.222.0.21 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335094 Mar 02 08:18:53.066422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0bff0491-846e-4f1f-bfe2-d3b9e7fd344c req-e46cded2-4c70-413c-abc9-e1b7446f9bc8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:18:53.084060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-0bff0491-846e-4f1f-bfe2-d3b9e7fd344c req-e46cded2-4c70-413c-abc9-e1b7446f9bc8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:18:53.085278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0bff0491-846e-4f1f-bfe2-d3b9e7fd344c req-e46cded2-4c70-413c-abc9-e1b7446f9bc8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 210 time: 0.0661902 Mar 02 08:18:54.254597 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-35bfe36e-1c31-4013-98b8-a6795e130842 req-3eaff05d-d86e-42af-acec-023750200029 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 210 time: 0.0568902 Mar 02 08:18:54.280755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-a885a4b8-d24c-49b8-8de0-62358ef8a116 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:54.281463 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-a885a4b8-d24c-49b8-8de0-62358ef8a116 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:18:54.298680 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-a885a4b8-d24c-49b8-8de0-62358ef8a116 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:18:54.299884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-a885a4b8-d24c-49b8-8de0-62358ef8a116 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 814 time: 0.1839809 Mar 02 08:18:54.311874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'port': {'device_id': '9858e061-0b71-4bb8-931f-6426a1186da9', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'admin_state_up': True, 'tenant_id': '80b55a230c2847d69e6422e27d61492e'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:18:54.455197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:18:54.465521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:18:54.476579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Made reservation on behalf of 80b55a230c2847d69e6422e27d61492e for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:18:54.480352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:54.678896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Allocated IP 172.20.0.12 (2a8f6149-b137-485e-8915-f43df13798da/3cbf546a-ca5e-4f63-8850-9171a98538a0/0f19de0a-b830-42b2-870e-35e6c3bfafea) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:18:54.936406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:54.953404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Transition to ACTIVE for port object 0f19de0a-b830-42b2-870e-35e6c3bfafea will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:18:54.984912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:55.061626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Network 2a8f6149-b137-485e-8915-f43df13798da is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:18:55.064959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:18:55.068835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:18:55.126896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:18:55.139422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.139812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.140092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.140422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.140746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.141069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.141388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.141706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.142662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.142981 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.143305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.143622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:18:55.171452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:55.172253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:55.198928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-b2ec1c77-40ea-44af-9f61-14bf0393b030 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906538 Mar 02 08:18:55.414999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95579fbb-de07-4ec7-9d97-40b32c707cd8 None None] Provisioning for port 0f19de0a-b830-42b2-870e-35e6c3bfafea completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:18:55.425071 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-95579fbb-de07-4ec7-9d97-40b32c707cd8 None None] Provisioning complete for port 0f19de0a-b830-42b2-870e-35e6c3bfafea triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:18:55.426247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95579fbb-de07-4ec7-9d97-40b32c707cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:55.472076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-ff45144e-1d8c-4fdf-9916-28ae5aee87d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:55.472963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-ff45144e-1d8c-4fdf-9916-28ae5aee87d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:18:55.492248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-ff45144e-1d8c-4fdf-9916-28ae5aee87d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:18:55.493631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-ff45144e-1d8c-4fdf-9916-28ae5aee87d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.1165547 Mar 02 08:18:55.497287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-95579fbb-de07-4ec7-9d97-40b32c707cd8 None None] Port 0f19de0a-b830-42b2-870e-35e6c3bfafea cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:18:55.544418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-d5faffb7-fd5a-479e-ba06-0dcb73221cb8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:18:55.568126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-d5faffb7-fd5a-479e-ba06-0dcb73221cb8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:18:55.569881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8117ccbf-2c14-4416-a519-46d1da6c1095 req-d5faffb7-fd5a-479e-ba06-0dcb73221cb8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687871 Mar 02 08:18:56.783786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e671-6c3a-4869-b106-4116cfe716c3 req-3873df4f-f94e-42fd-913e-c63f768f70d8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:56.785651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab86e671-6c3a-4869-b106-4116cfe716c3 req-3873df4f-f94e-42fd-913e-c63f768f70d8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.1025949 Mar 02 08:18:56.842427 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab86e671-6c3a-4869-b106-4116cfe716c3 req-041064ff-9804-4f7b-a509-4a8caad9a545 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508065 Mar 02 08:18:58.209989 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de47424-12fc-4e4c-9432-2bdc629b4afe req-bc405042-186b-472e-88d4-de0e71452394 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:58.211446 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6de47424-12fc-4e4c-9432-2bdc629b4afe req-bc405042-186b-472e-88d4-de0e71452394 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0909250 Mar 02 08:18:58.258097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6de47424-12fc-4e4c-9432-2bdc629b4afe req-bac18e23-28f4-4667-ba75-bbe92f4f1679 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Mar 02 08:18:59.452772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca543-1cdd-4170-9af9-e48b65afe020 req-37593790-9107-4f2b-b550-ce124e72ac8c tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:18:59.458437 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be0ca543-1cdd-4170-9af9-e48b65afe020 req-37593790-9107-4f2b-b550-ce124e72ac8c tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0899050 Mar 02 08:18:59.500610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-be0ca543-1cdd-4170-9af9-e48b65afe020 req-45744d33-abcb-4a01-9043-e4fedab9b4f0 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Mar 02 08:19:00.716527 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407887e-a9db-4244-ade4-45f7258a836a req-435246a5-acac-4432-b089-dcee0c65f45a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:00.719191 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9407887e-a9db-4244-ade4-45f7258a836a req-435246a5-acac-4432-b089-dcee0c65f45a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0986786 Mar 02 08:19:00.770230 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9407887e-a9db-4244-ade4-45f7258a836a req-34838f9a-b55f-4c3b-8227-105dde1a3ad3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Mar 02 08:19:01.970199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352bab-a3b6-4f75-ad24-02add9ba8d28 req-d6fc345f-8fb6-44bd-98e2-9c6739106485 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:01.971645 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1352bab-a3b6-4f75-ad24-02add9ba8d28 req-d6fc345f-8fb6-44bd-98e2-9c6739106485 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0839274 Mar 02 08:19:02.017304 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1352bab-a3b6-4f75-ad24-02add9ba8d28 req-2b54faba-e50d-4d5c-92a0-1740affd0415 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393136 Mar 02 08:19:03.196975 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70065f-6c74-43f7-8335-bf11e13f3aef req-3a9df17a-7246-42dc-ae42-2aedb5e6b76d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:03.198426 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d70065f-6c74-43f7-8335-bf11e13f3aef req-3a9df17a-7246-42dc-ae42-2aedb5e6b76d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0782609 Mar 02 08:19:03.241071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1d70065f-6c74-43f7-8335-bf11e13f3aef req-cbe58aa0-0015-4717-8cb1-1588cd015838 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Mar 02 08:19:04.432129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88cda-e10d-4f61-81ca-209046eabe71 req-54d35c91-a1d6-4b95-95b3-7386bfcbba3f tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:04.433564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60e88cda-e10d-4f61-81ca-209046eabe71 req-54d35c91-a1d6-4b95-95b3-7386bfcbba3f tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.0886426 Mar 02 08:19:04.478177 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-60e88cda-e10d-4f61-81ca-209046eabe71 req-de5a2bad-8dbd-4505-a1f7-71b5ea51ef14 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Mar 02 08:19:05.515920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-681acdcd-e9ec-465f-bedd-5efb8706724a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:19:05.521411 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-681acdcd-e9ec-465f-bedd-5efb8706724a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094302 Mar 02 08:19:05.537832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Request body: {'port': {'device_id': '9858e061-0b71-4bb8-931f-6426a1186da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:05.811633 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:05.896042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303e7d-ee5a-422e-85cb-d4f3fc86022d req-aae782cd-adab-4e38-8850-71ba8402c3e2 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:05.897493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f303e7d-ee5a-422e-85cb-d4f3fc86022d req-aae782cd-adab-4e38-8850-71ba8402c3e2 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 932 time: 0.3025908 Mar 02 08:19:06.004160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f303e7d-ee5a-422e-85cb-d4f3fc86022d req-74109018-4d55-43fa-b405-3972a221110b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002948 Mar 02 08:19:06.237603 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f19de0a-b830-42b2-870e-35e6c3bfafea {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:19:06.245471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.259867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Transition to ACTIVE for port object 0f19de0a-b830-42b2-870e-35e6c3bfafea will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:19:06.262885 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.424452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:06.507952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Attempting to bind port 0f19de0a-b830-42b2-870e-35e6c3bfafea on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:19:06.508210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Attempting to bind port 0f19de0a-b830-42b2-870e-35e6c3bfafea by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:19:06.508538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Attempting to bind port 0f19de0a-b830-42b2-870e-35e6c3bfafea on network 2a8f6149-b137-485e-8915-f43df13798da {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:19:06.513017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Port 0f19de0a-b830-42b2-870e-35e6c3bfafea on network 2a8f6149-b137-485e-8915-f43df13798da not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:19:06.513338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Attempting to bind port 0f19de0a-b830-42b2-870e-35e6c3bfafea on network 2a8f6149-b137-485e-8915-f43df13798da {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:19:06.518383 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:19:06.518978 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Checking segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:19:06.519088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Bound using segment: {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:19:06.519487 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Bound port: 0f19de0a-b830-42b2-870e-35e6c3bfafea, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424e746c-6b94-4371-afe5-c67601ccdff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a8f6149-b137-485e-8915-f43df13798da'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:19:06.520077 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.614059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:19:06.617484 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:19:06.621310 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.676332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:06.679231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.680660 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1092 time: 1.1477261 Mar 02 08:19:06.681101 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:19:06.710592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320ef81-373a-4e3f-9aee-addcc5ad72d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:06.753848 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:19:06.801455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-8c6b3d25-5ed5-4a1c-8818-46cfb65467e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:06.804352 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-8c6b3d25-5ed5-4a1c-8818-46cfb65467e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1095 time: 0.0842323 Mar 02 08:19:06.875339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-1d71b1be-4ad2-4b99-9102-f8ea52403601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 217 time: 0.0639749 Mar 02 08:19:06.940153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-29588d68-c231-4835-bcec-d80ac99b950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:06.941512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-29588d68-c231-4835-bcec-d80ac99b950c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0602367 Mar 02 08:19:07.014208 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-904dc0de-93e2-4fff-8174-e5da529707d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.015645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-904dc0de-93e2-4fff-8174-e5da529707d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681088 Mar 02 08:19:07.193294 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-6357fa6c-98be-4453-9de4-2cd781315492 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703603 Mar 02 08:19:07.253098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3936f14-f445-479a-9556-5d8d087581f5 req-fc13bcb8-bdf1-4eaf-992b-7227dd442193 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.254549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3936f14-f445-479a-9556-5d8d087581f5 req-fc13bcb8-bdf1-4eaf-992b-7227dd442193 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 944 time: 0.1462929 Mar 02 08:19:07.366705 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b3936f14-f445-479a-9556-5d8d087581f5 req-83576429-f7af-4103-999a-96de4074d616 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Mar 02 08:19:07.374259 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2fcf2477-3fdd-4a9f-8083-bc6aaad1f8b9 req-c03d48e5-bc1f-4c8d-8a49-12f7c041fde4 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713064 Mar 02 08:19:07.483294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-5a55044b-7c5c-4ac0-b6ad-efcb4033fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.484738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-5a55044b-7c5c-4ac0-b6ad-efcb4033fa60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1095 time: 0.0693834 Mar 02 08:19:07.727178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-29592c26-b9db-4421-bcb3-88bfa3299726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.728524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-29592c26-b9db-4421-bcb3-88bfa3299726 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.2378852 Mar 02 08:19:07.797068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-0d968d24-4308-497d-bd2a-aa324cb7bb36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 217 time: 0.0624971 Mar 02 08:19:07.856864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-4984ccba-445b-46dc-b38d-879fe2597c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.858246 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-4984ccba-445b-46dc-b38d-879fe2597c93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0553198 Mar 02 08:19:07.934944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-cd8a437e-772f-428d-ba16-afdffca7f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:07.936378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-cd8a437e-772f-428d-ba16-afdffca7f0fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723164 Mar 02 08:19:08.067302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-942546cb-c7f8-4547-8a4a-6c495533b662 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243834 Mar 02 08:19:08.197102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6b1c4cc-1060-449e-a2a3-b4bb2347ea30 req-5629cccd-5eba-4c22-83b9-2566629f9ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231067 Mar 02 08:19:08.551205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c1d6d-e318-4589-b715-c752c3a66724 req-d0c0b1f9-cd85-4ddb-b1f1-c849700199be tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:08.553239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-522c1d6d-e318-4589-b715-c752c3a66724 req-d0c0b1f9-cd85-4ddb-b1f1-c849700199be tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 944 time: 0.0802102 Mar 02 08:19:08.599395 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-522c1d6d-e318-4589-b715-c752c3a66724 req-4ef09660-b954-4b1a-88b8-7878c9f3c5bb tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Mar 02 08:19:09.779784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0174ed9-ee1f-4484-8b91-209d60b38b97 req-c9e16246-769d-43b3-918e-f0b86b52a62c tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:09.781244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0174ed9-ee1f-4484-8b91-209d60b38b97 req-c9e16246-769d-43b3-918e-f0b86b52a62c tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 944 time: 0.0789535 Mar 02 08:19:09.828566 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e0174ed9-ee1f-4484-8b91-209d60b38b97 req-b33fedcc-4b93-4e2e-94db-0baea5aebf30 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Mar 02 08:19:11.011068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509df768-30f7-4cd6-9108-08fc4d213f68 req-18eb7df1-8580-498f-873d-576cc7e10c3a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:11.012629 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-509df768-30f7-4cd6-9108-08fc4d213f68 req-18eb7df1-8580-498f-873d-576cc7e10c3a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 944 time: 0.0787265 Mar 02 08:19:11.058032 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-509df768-30f7-4cd6-9108-08fc4d213f68 req-63cd1a08-69d8-4546-ba99-710679b0375f tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Mar 02 08:19:11.992584 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-041e4636-c892-4387-89f7-2753a3a99cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:12.024602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 0f19de0a-b830-42b2-870e-35e6c3bfafea details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:19:12.165900 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:19:12.180104 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'port_id': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'mac_address': 'fa:16:3e:75:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:19:12.237516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:12.252733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32693d-4ec6-426a-b7b1-301d94717689 req-ead6cbcf-d427-4062-bae3-f1110139a38e tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:12.254242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd32693d-4ec6-426a-b7b1-301d94717689 req-ead6cbcf-d427-4062-bae3-f1110139a38e tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 944 time: 0.0867274 Mar 02 08:19:12.259892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f19de0a-b830-42b2-870e-35e6c3bfafea {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:19:12.276815 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:19:12.282562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:12.301653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fd32693d-4ec6-426a-b7b1-301d94717689 req-3a3238ef-003a-4508-9fe4-ca43d142acff tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Mar 02 08:19:12.348664 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:12.355909 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.356255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.356591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.356923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.357249 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.357571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.357911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.358235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.358552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.358869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.359186 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.359495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:12.590208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:19:13.488586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07ea7-1527-49f0-bffb-81532a49ed01 req-0dfe51af-5d20-4c8d-8fcf-ea3410b6e013 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:13.490648 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69b07ea7-1527-49f0-bffb-81532a49ed01 req-0dfe51af-5d20-4c8d-8fcf-ea3410b6e013 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 945 time: 0.0846477 Mar 02 08:19:13.535909 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-69b07ea7-1527-49f0-bffb-81532a49ed01 req-e41a4cf3-8644-4c4d-af20-fcbefb1d01da tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Mar 02 08:19:14.024701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 0f19de0a-b830-42b2-870e-35e6c3bfafea up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:19:14.092485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 0f19de0a-b830-42b2-870e-35e6c3bfafea completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:19:14.097603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 0f19de0a-b830-42b2-870e-35e6c3bfafea triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:19:14.098012 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:14.242039 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:14.267677 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:19:14.278212 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:19:14.282500 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:14.331880 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'code': 200} Mar 02 08:19:14.353996 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5b82115c-48ef-4184-8b5c-853e23f33a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:14.366088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:14.451755 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb6c4-09c0-453d-bdcc-d8e2d1013302 req-e4fb51c8-1ad0-42ec-a1d7-5a379aa3c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:14.453254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bcbb6c4-09c0-453d-bdcc-d8e2d1013302 req-e4fb51c8-1ad0-42ec-a1d7-5a379aa3c84f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1097 time: 0.0704215 Mar 02 08:19:14.494929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6bcbb6c4-09c0-453d-bdcc-d8e2d1013302 req-2b66790b-751d-4905-9e23-af9661cbf111 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Mar 02 08:19:14.717140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a889-befd-426c-b1e7-2a5a7b8c1bf6 req-01746701-0da6-48bd-b447-cc4e1c85010d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:14.718594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d70a889-befd-426c-b1e7-2a5a7b8c1bf6 req-01746701-0da6-48bd-b447-cc4e1c85010d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0789900 Mar 02 08:19:14.760607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d70a889-befd-426c-b1e7-2a5a7b8c1bf6 req-15b5dcc0-3119-4395-87d5-ceeb847151c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Mar 02 08:19:15.507021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:15.539984 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:15.959407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e9b3b-602b-4312-b3ed-f0ff55d517cb req-8893b9fb-8c73-4a8b-ae40-d43031968dd8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:15.960867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131e9b3b-602b-4312-b3ed-f0ff55d517cb req-8893b9fb-8c73-4a8b-ae40-d43031968dd8 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0840130 Mar 02 08:19:16.005774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-131e9b3b-602b-4312-b3ed-f0ff55d517cb req-cfb6de76-ae0c-4d4e-b756-349d80500eaa tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Mar 02 08:19:16.192860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b253a-e9b5-4e65-ac37-3681f9b6e7dd req-c1c83a7d-9aa7-4654-9599-5a943aa7cf39 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:16.194329 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f99b253a-e9b5-4e65-ac37-3681f9b6e7dd req-c1c83a7d-9aa7-4654-9599-5a943aa7cf39 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0863352 Mar 02 08:19:16.237356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f99b253a-e9b5-4e65-ac37-3681f9b6e7dd req-f5af169d-6fe8-44e7-a439-7dab1fdfdcc3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Mar 02 08:19:16.626159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff3aa-131e-4ba0-b89b-fd3d6cb3c1ac req-6bf401c8-a91a-4e18-a315-719e212cfc68 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:16.627512 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9aff3aa-131e-4ba0-b89b-fd3d6cb3c1ac req-6bf401c8-a91a-4e18-a315-719e212cfc68 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0840409 Mar 02 08:19:16.670434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f9aff3aa-131e-4ba0-b89b-fd3d6cb3c1ac req-3e035c28-9126-4bd9-befa-f87daaa57732 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Mar 02 08:19:16.975678 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:19.055131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:19.261376 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:26.927367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79402-8fd5-429e-a954-2dba3ab5b821 req-580aa822-3603-4b40-afcf-69841f73c7f3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:26.928740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5dc79402-8fd5-429e-a954-2dba3ab5b821 req-580aa822-3603-4b40-afcf-69841f73c7f3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.2415657 Mar 02 08:19:26.971722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5dc79402-8fd5-429e-a954-2dba3ab5b821 req-b736b97c-ae7f-4c47-82a7-f5347a905f2c tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Mar 02 08:19:26.995267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45312) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:27.108444 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda07b6-ef4b-4852-88e4-5e8ca34b809c tempest-TestMinimumBasicScenario-278969056 tempest-TestMinimumBasicScenario-278969056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:27.109163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afda07b6-ef4b-4852-88e4-5e8ca34b809c tempest-TestMinimumBasicScenario-278969056 tempest-TestMinimumBasicScenario-278969056-project-admin] Synchronizing usage tracker for tenant:8942265744bc4e28901551aa6139beed on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:19:27.125966 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afda07b6-ef4b-4852-88e4-5e8ca34b809c tempest-TestMinimumBasicScenario-278969056 tempest-TestMinimumBasicScenario-278969056-project-admin] Unset dirty status for tenant:8942265744bc4e28901551aa6139beed on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:19:27.127096 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afda07b6-ef4b-4852-88e4-5e8ca34b809c tempest-TestMinimumBasicScenario-278969056 tempest-TestMinimumBasicScenario-278969056-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1092 time: 0.1308360 Mar 02 08:19:27.130754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45318) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:27.135790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:27.142439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:27.147221 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:floatingip and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:27.150105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:27.155739 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:27.165884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:27.298998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:27.429461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Allocated IP 172.25.4.232 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f939021e-66aa-4896-9db1-121d60f3b869) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:19:27.573956 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:27.602509 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:27.668173 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:19:27.675294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:19:27.684670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:19:27.719220 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'Port': ['ID=f939021e-66aa-4896-9db1-121d60f3b869,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:28.049722 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:19:28.273322 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:28.355412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:28.585426 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:28.589884 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:28.702316 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'Port': ['ID=f939021e-66aa-4896-9db1-121d60f3b869,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:28.712041 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:28.886621 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Floating IP bb049a08-06a6-4bca-8ba4-3c2bf38df725 associated. External IP: 172.25.4.232, port: 0f19de0a-b830-42b2-870e-35e6c3bfafea. Mar 02 08:19:29.236630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:19:29.534013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:19:29.544593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Sync routers for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:19:29.554741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:19:29.555368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:19:29.559244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.616259 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c4ca8de2-e20b-45a1-a5d5-798eeb1dc33b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4844165 Mar 02 08:19:29.616839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:19:29.619144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45324) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:29.624885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692041976', 'description': 'tempest-secgroup-smoke-692041976 description', 'project_id': '80b55a230c2847d69e6422e27d61492e'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:29.632144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:29.641840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:29.653344 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.664925 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:19:29.680804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:29.684912 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:29.687844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:29.693905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:29.743438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:19:29.769416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.774056 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.805540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-4df9e005-ac63-4449-9999-00e1ae82c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:29.806991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-4df9e005-ac63-4449-9999-00e1ae82c26a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1097 time: 0.1192901 Mar 02 08:19:29.823150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27207d-0672-4929-831c-f40f5d260685,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:29.835002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.835533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.835895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.836217 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.836580 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.837067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.837599 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.837957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.838287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.838610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.838946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.839250 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:19:29.844195 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.848181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-51a8ca15-7e3e-4e88-8e5b-c36de1fe5d16 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2246704 Mar 02 08:19:29.848434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45332) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:29.855212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:29.861837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:29.866090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:29.869145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:29.875065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:29.893689 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.944215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-cbbafb51-336e-4624-99a9-76948e8075cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:29.945560 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-cbbafb51-336e-4624-99a9-76948e8075cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1329148 Mar 02 08:19:29.960933 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:29.966691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.010585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733ab7f8-2f5e-4f6c-a078-6909f338760a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.013465 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.018983 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-926dd84d-27c2-4c45-ac92-aa659304198a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647463 Mar 02 08:19:30.018983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45336) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:30.025107 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:30.032011 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:30.036222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:30.039210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:30.045143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:30.064186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-a0714454-2bbb-4208-81c8-2ab687babdf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1000 time: 0.1117895 Mar 02 08:19:30.064382 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.128506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'bb049a08-06a6-4bca-8ba4-3c2bf38df725', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'port_id': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'mac_address': 'fa:16:3e:75:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9858e061-0b71-4bb8-931f-6426a1186da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:19:28Z', 'updated_at': '2022-03-02T08:19:28Z', 'revision_number': 0, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:19:30.130700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.133555 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Checking router: 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:19:30.135862 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.142891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:19:30.143937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:19:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:19:30.144105 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-7f0be08d-d293-4f1b-a9fa-35c7fd37c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:30.146167 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-7f0be08d-d293-4f1b-a9fa-35c7fd37c8bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0763946 Mar 02 08:19:30.162136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e29551d-1485-4c2c-8ac8-376756d591f7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.175077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.181387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-bb78d48b-6a56-4e65-80a0-4d65b55ecce9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624255 Mar 02 08:19:30.182000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45340) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:30.187074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:30.195110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:30.199388 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:30.202679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:30.209598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:30.227634 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.231156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-9526d2a2-be0b-4c9b-b8c6-dd8d257b0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:30.232860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-9526d2a2-be0b-4c9b-b8c6-dd8d257b0619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803249 Mar 02 08:19:30.293521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.297535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.322589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6da8563-39de-42e6-890f-d9b6b085630e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.333523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.334833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7a289f1e-62bd-4606-b318-bac6ffa9f2d1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518803 Mar 02 08:19:30.337679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45344) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:30.339309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:19:30.342635 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:30.350156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:30.354354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:30.359691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:30.365712 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:30.377944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-69e2e18a-2e18-428b-9bb0-c5cd98918daa service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383951 Mar 02 08:19:30.384050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.448427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.452647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.480166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c8cae3-952b-408f-9913-94528f1d700a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.490456 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.492334 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ddb0287c-97ee-47e2-b943-343fd325bf95 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536739 Mar 02 08:19:30.494992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45348) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:30.502248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:30.509383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:30.513426 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:30.516751 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:30.523734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:30.536631 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Project 80b55a230c2847d69e6422e27d61492e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:19:30.537264 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3241dcf5-cabe-486f-af3d-dc6d16f630ff req-e9776ef4-d691-48b2-8ca9-8dce18e4bd24 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491830 Mar 02 08:19:30.544216 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.611495 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.617340 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.641346 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fc024c-6e61-4961-a7a5-d842bcbe689f,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.651557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.654438 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e314b562-3d4e-42bb-a7d6-8ec408520cd9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583338 Mar 02 08:19:30.655646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45352) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:19:30.661376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'security_group_rule': {'security_group_id': 'fb27207d-0672-4929-831c-f40f5d260685', 'project_id': '80b55a230c2847d69e6422e27d61492e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:30.667927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:19:30.671805 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Usage tracker for resource:security_group_rule and tenant:80b55a230c2847d69e6422e27d61492e is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:19:30.674615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:19:30.681819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:19:30.691341 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Project 80b55a230c2847d69e6422e27d61492e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:19:30.697985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.730223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-524dc240-c245-46eb-880b-38eacf80351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'bb049a08-06a6-4bca-8ba4-3c2bf38df725', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'port_id': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'mac_address': 'fa:16:3e:75:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9858e061-0b71-4bb8-931f-6426a1186da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:19:28Z', 'updated_at': '2022-03-02T08:19:28Z', 'revision_number': 0, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:19:30.734292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dc240-c245-46eb-880b-38eacf80351f None None] The sync data for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 is: [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'bb049a08-06a6-4bca-8ba4-3c2bf38df725', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'port_id': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'mac_address': 'fa:16:3e:75:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9858e061-0b71-4bb8-931f-6426a1186da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:19:28Z', 'updated_at': '2022-03-02T08:19:28Z', 'revision_number': 0, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:19:30.769830 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.774273 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.799382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d54686-4a93-442b-87a3-217746f5eaa6,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:30.808809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:30.810111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6b1cae6d-d30a-4588-8bae-777883807f6a tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533723 Mar 02 08:19:30.931525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-cb825fde-0df9-4d53-8aa2-b0d65fdbfcdd tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:19:30.934339 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf419fd-c5c9-42c9-97c8-36b8c443c927 None None] New status for floating IP bb049a08-06a6-4bca-8ba4-3c2bf38df725: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:19:30.947482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-cb825fde-0df9-4d53-8aa2-b0d65fdbfcdd tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:19:30.948828 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-cb825fde-0df9-4d53-8aa2-b0d65fdbfcdd tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692041976&fields=id&tenant_id=80b55a230c2847d69e6422e27d61492e HTTP/1.1" status: 200 len: 267 time: 0.0579443 Mar 02 08:19:31.042236 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-5d6c1583-672d-4cc5-a802-eaf0ea9aeb51 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:31.042842 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-5d6c1583-672d-4cc5-a802-eaf0ea9aeb51 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0884256 Mar 02 08:19:31.055167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'port': {'security_groups': ['76f71bd3-b732-41f2-a088-aab2c218a98c', 'fb27207d-0672-4929-831c-f40f5d260685']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:19:31.181124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:31.534001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:19:31.558956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:31.563394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:31.574460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:19:31.632439 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:31.633085 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:31.634545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5fe67fba-71b3-4c6c-8f50-9fbf336a4aee req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "PUT /v2.0/ports/0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 982 time: 0.5841656 Mar 02 08:19:31.634963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:19:31.662937 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116a3c4-b1ca-41c4-b524-e5721572a147 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:19:31.728629 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:19:31.742466 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:19:31.829146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-f7b7fc37-3aed-45be-b60a-bdb8f5ab6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:31.830701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-f7b7fc37-3aed-45be-b60a-bdb8f5ab6c0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1136 time: 0.0795090 Mar 02 08:19:31.888824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127191a-72cd-4a81-a3a0-8610caa89e63 req-a6c71a62-3f52-404a-bb88-70103e06dff7 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:31.893285 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8127191a-72cd-4a81-a3a0-8610caa89e63 req-a6c71a62-3f52-404a-bb88-70103e06dff7 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.1056867 Mar 02 08:19:31.939283 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f3d5322a-c426-446e-a34a-59ec69660f63 None None] Provisioning complete for port 0f19de0a-b830-42b2-870e-35e6c3bfafea triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:19:31.939741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3d5322a-c426-446e-a34a-59ec69660f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:31.940341 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8127191a-72cd-4a81-a3a0-8610caa89e63 req-a9158027-7219-4eea-8c28-215d3d25b5be tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429895 Mar 02 08:19:31.974145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-83367ebc-8f68-4d07-a731-6b341751fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:31.975623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-83367ebc-8f68-4d07-a731-6b341751fa79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1388123 Mar 02 08:19:32.088655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-12eacb32-e849-438b-a711-036411a150ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1002 time: 0.1058288 Mar 02 08:19:32.150543 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-0be7ee0c-35fd-48d9-8f70-3f42c4d7e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:32.152034 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-0be7ee0c-35fd-48d9-8f70-3f42c4d7e76f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0571980 Mar 02 08:19:32.227230 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-f5da3981-0fc1-487b-a404-b441ac92c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:32.228693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-f5da3981-0fc1-487b-a404-b441ac92c063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706246 Mar 02 08:19:32.359464 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-5b99d737-04fd-43e5-a2d9-ddf9fe49aed1 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241002 Mar 02 08:19:32.492775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2a4ece1-572d-4faa-87f3-bbe047bfe449 req-365d20e6-9032-486c-aeed-da33682fc815 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271365 Mar 02 08:19:41.994189 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-08210eb8-b447-4ba7-94aa-c0619fd51b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:44.307104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fceecd3d-efb6-4872-9686-042ecb4b5f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:45.505851 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:45.543283 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:46.977056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:49.062053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:49.260219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:55.555300 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-ead8cacf-5ea4-4fb5-a5c1-68633f6c7330 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1867213 Mar 02 08:19:55.692349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-b7da36b9-7b4d-412f-843c-2fdc9fba84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:55.693795 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-b7da36b9-7b4d-412f-843c-2fdc9fba84e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1136 time: 0.0696883 Mar 02 08:19:55.835676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-87883844-8858-4a01-bd65-df15a7beb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:55.837145 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-87883844-8858-4a01-bd65-df15a7beb156 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1264699 Mar 02 08:19:55.939928 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-4468122e-4221-4033-ab9e-ca92a957fcaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1002 time: 0.0961745 Mar 02 08:19:56.004040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-035ed19e-8cc3-4d38-83ca-b9e177f82b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:56.006070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-035ed19e-8cc3-4d38-83ca-b9e177f82b52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0599272 Mar 02 08:19:56.078824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-c9a84047-1d9c-473a-930b-febf17da93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:19:56.080254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-c9a84047-1d9c-473a-930b-febf17da93ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677953 Mar 02 08:19:56.212547 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-122ac2be-7250-4de3-9cf0-92b855d79b46 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Mar 02 08:19:56.342685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4e0a8b2e-b54e-42b6-bcee-c5dfa00ae4bc req-9dc2dd39-b168-4e4e-b023-b6fecf0eebd6 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245348 Mar 02 08:20:05.049335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:20:11.995239 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ff58b6a8-b74c-498b-b394-be36efea12b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:14.308680 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-443cb2b2-914b-4d71-a78d-de998634b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:15.508317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:15.545354 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:16.980586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:19.058723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:19.274397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:29.695625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-9a434d0a-e691-497e-8330-c9df408fcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:29.697285 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-9a434d0a-e691-497e-8330-c9df408fcd5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1136 time: 0.0753956 Mar 02 08:20:29.739968 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db15c-2e9d-47e5-87a9-e56ad9d31d76 req-13805978-ab41-4ea8-b882-ab0b4dab7208 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:29.742483 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b42db15c-2e9d-47e5-87a9-e56ad9d31d76 req-13805978-ab41-4ea8-b882-ab0b4dab7208 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0916774 Mar 02 08:20:29.788231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b42db15c-2e9d-47e5-87a9-e56ad9d31d76 req-aa223252-fed6-4c7e-98b0-6c9c6119a8f6 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399795 Mar 02 08:20:29.842109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-cd874b54-1843-4aa1-9ed3-34d9641f9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:29.843556 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-cd874b54-1843-4aa1-9ed3-34d9641f9203 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1347942 Mar 02 08:20:29.944944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-746a65ca-b67c-430b-9439-66fb3d5a857f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1002 time: 0.0937140 Mar 02 08:20:30.009535 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-96d0ebcf-c46f-4958-b423-a8b36af5ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:30.010869 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-96d0ebcf-c46f-4958-b423-a8b36af5ecf8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0598013 Mar 02 08:20:30.084950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-dcd6f71e-549d-490e-b16e-0f6d789e98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:30.086416 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-dcd6f71e-549d-490e-b16e-0f6d789e98d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694673 Mar 02 08:20:30.216319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-ba0b23c3-2e93-4476-8d4a-1342071fcbc0 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235888 Mar 02 08:20:30.345743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce77b1cd-5521-4900-98a3-202fb3777c93 req-3b62bddd-ccdc-4e0c-a06d-260212c9b4d6 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231847 Mar 02 08:20:31.056172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dabf2-646a-42b8-a286-fa9a9c37cfd3 req-287514c0-1066-4083-8250-64ce9d327781 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:31.057643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b7dabf2-646a-42b8-a286-fa9a9c37cfd3 req-287514c0-1066-4083-8250-64ce9d327781 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.1549914 Mar 02 08:20:31.103174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4b7dabf2-646a-42b8-a286-fa9a9c37cfd3 req-05d8f264-2362-45ea-9a37-26fbc9894ba2 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397654 Mar 02 08:20:32.299391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c97fd-9ece-4f2f-ad93-b2fef5910204 req-bd8b336b-1b12-43e9-9e8d-3ab80bebd815 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:32.300761 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-450c97fd-9ece-4f2f-ad93-b2fef5910204 req-bd8b336b-1b12-43e9-9e8d-3ab80bebd815 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0819705 Mar 02 08:20:32.349150 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-450c97fd-9ece-4f2f-ad93-b2fef5910204 req-f87b48ca-8263-4d7d-b438-ae90d9f9e56b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424747 Mar 02 08:20:33.530582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe676d1d-be9e-4da6-ab70-7d7e3c9d9243 req-4af1acfd-5087-49c9-aed2-7a195711c816 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:33.532041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe676d1d-be9e-4da6-ab70-7d7e3c9d9243 req-4af1acfd-5087-49c9-aed2-7a195711c816 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0793626 Mar 02 08:20:33.578000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe676d1d-be9e-4da6-ab70-7d7e3c9d9243 req-24a0a0c4-55df-4fb8-b659-2a2d80e5cfd1 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393941 Mar 02 08:20:34.764992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13bc27-41ad-43f5-9d5c-2eec8409d48f req-2be8c080-bc50-4847-8e0a-dfe3e34ae0da tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:34.766463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f13bc27-41ad-43f5-9d5c-2eec8409d48f req-2be8c080-bc50-4847-8e0a-dfe3e34ae0da tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0806139 Mar 02 08:20:34.813040 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6f13bc27-41ad-43f5-9d5c-2eec8409d48f req-ec7e0f44-61c0-4d4c-8cc6-8d9111b3b3b9 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399299 Mar 02 08:20:36.000544 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdbb26-aa27-4291-89ab-5102cef86fd4 req-f999f7b6-adce-46b7-8392-ea1895a618a5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:36.001993 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aabdbb26-aa27-4291-89ab-5102cef86fd4 req-f999f7b6-adce-46b7-8392-ea1895a618a5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0823083 Mar 02 08:20:36.047768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-aabdbb26-aa27-4291-89ab-5102cef86fd4 req-72520a58-2cd8-425a-b6d8-a3f7f7ce2198 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399299 Mar 02 08:20:37.237461 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a5e06-f6d0-4692-926a-35a8e75cc595 req-0cd83826-71c4-451b-8eb7-c5f2ddafcf91 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:37.238939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46a5e06-f6d0-4692-926a-35a8e75cc595 req-0cd83826-71c4-451b-8eb7-c5f2ddafcf91 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0864739 Mar 02 08:20:37.286435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b46a5e06-f6d0-4692-926a-35a8e75cc595 req-1ff312b7-3d04-4052-a360-05633473e134 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412304 Mar 02 08:20:38.467350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaf19b-13e8-42a6-a358-22cb3fd51b07 req-48dfcd63-fd53-4b1a-9d1e-17040af9e840 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:38.468802 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bdbaf19b-13e8-42a6-a358-22cb3fd51b07 req-48dfcd63-fd53-4b1a-9d1e-17040af9e840 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0795643 Mar 02 08:20:38.517365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bdbaf19b-13e8-42a6-a358-22cb3fd51b07 req-7a1a5482-09b7-460b-ab87-6ee37478081e tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429463 Mar 02 08:20:39.700553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377fc26-589c-4b0f-ab87-f225bf5dd988 req-56b87990-05ad-4bdf-98b6-7ee807267c59 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:39.702079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7377fc26-589c-4b0f-ab87-f225bf5dd988 req-56b87990-05ad-4bdf-98b6-7ee807267c59 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0799906 Mar 02 08:20:39.747474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7377fc26-589c-4b0f-ab87-f225bf5dd988 req-3d7f6a50-adec-41ea-ab6c-03b5fa33dd40 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397499 Mar 02 08:20:40.932292 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a403c-d70f-47b5-ba2c-339b96b1dbe0 req-45fbe9c3-c2fb-4f34-8dd3-1454c390fe85 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:40.933739 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5a403c-d70f-47b5-ba2c-339b96b1dbe0 req-45fbe9c3-c2fb-4f34-8dd3-1454c390fe85 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0794947 Mar 02 08:20:40.979986 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5a403c-d70f-47b5-ba2c-339b96b1dbe0 req-2c8f9662-4c47-4b82-98b0-85e133e13587 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403233 Mar 02 08:20:41.997267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-45df5c0e-50a3-4bcb-90ea-acd84df1d672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:42.048256 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:20:42.166016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbede0-80b4-40b6-99cb-c149a38cdab0 req-d52c5d2c-e5ed-4f44-8bae-20939f83bfce tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:42.167459 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64fbede0-80b4-40b6-99cb-c149a38cdab0 req-d52c5d2c-e5ed-4f44-8bae-20939f83bfce tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0822401 Mar 02 08:20:42.213700 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-64fbede0-80b4-40b6-99cb-c149a38cdab0 req-b4e626c1-24e3-45a1-8f01-45f644135ddd tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&id=fb27207d-0672-4929-831c-f40f5d260685&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405777 Mar 02 08:20:44.309911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a6453056-88d9-4953-a9b8-3cf0b672396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:45.510168 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:45.549019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:46.982994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:49.061361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:49.275495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:56.456694 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-e8c5051b-9ee6-4e65-bfd2-dfbb80e8a4f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725510 Mar 02 08:20:56.705137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-b58405f9-0d03-4368-84a7-542edcbe1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:56.706770 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-b58405f9-0d03-4368-84a7-542edcbe1eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1136 time: 0.1826510 Mar 02 08:20:56.851515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-ff2aad8e-2128-4705-8418-6cb4829a25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:56.852889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-ff2aad8e-2128-4705-8418-6cb4829a25e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1252317 Mar 02 08:20:56.958010 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-a545f71f-2ad3-484a-b40f-9d40156c65fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1002 time: 0.0975578 Mar 02 08:20:57.024558 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-2d3e73d7-51c2-4023-a663-3b58605e3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:57.026193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-2d3e73d7-51c2-4023-a663-3b58605e3986 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0618546 Mar 02 08:20:57.101995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-6f72441b-13a2-45c2-9baf-220680e0b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:20:57.103523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-6f72441b-13a2-45c2-9baf-220680e0b9c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717590 Mar 02 08:20:57.235000 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-789ecc44-25b1-46ce-89ce-2e18021c10cc service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251018 Mar 02 08:20:57.373186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e71c4fb3-b7a8-4779-8a31-b90d67e1fcbc req-a91bc478-d5e9-4105-8d37-8e15af6a0b29 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319785 Mar 02 08:21:11.999005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d4a8f100-951d-481b-8ccb-bdac5ddc852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:14.311132 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0a47d7cb-fd70-442c-b653-f1dccc2c84e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:15.513571 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:15.550615 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:16.985668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:19.047730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:21:19.060194 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:19.285459 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:42.000608 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb0e-98be-4872-8abb-13d2f877e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:44.313744 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1eeba10e-378c-415b-9e51-a64944b87d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:45.519662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:45.554640 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:45.691967 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-e2213503-1557-4413-af42-21f537464ca0 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692041976&fields=id&tenant_id=80b55a230c2847d69e6422e27d61492e HTTP/1.1" status: 200 len: 267 time: 0.0402520 Mar 02 08:21:45.778174 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-ad9ba2e9-15a5-4468-b49e-e4135c2c467d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:45.779517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-ad9ba2e9-15a5-4468-b49e-e4135c2c467d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 985 time: 0.0819244 Mar 02 08:21:45.796324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Request body: {'port': {'security_groups': ['76f71bd3-b732-41f2-a088-aab2c218a98c']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:21:45.914112 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.156202 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:21:46.180007 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.184344 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.195711 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:21:46.252069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:46.252699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.254678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f4535881-6c1b-4eae-9ff5-0344687fb628 req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "PUT /v2.0/ports/0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 943 time: 0.4660003 Mar 02 08:21:46.255211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:21:46.261086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45456) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:21:46.285849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event updated for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:21:46.294936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.295188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.295533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.295873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.296248 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.296536 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.296866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.297195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.297521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.297844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.298323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.298675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a625cab-dfe0-431d-9c85-18a4f45d4f7b tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.357045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:21:46.359902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.394586 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.395784 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:21:46.468599 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.497522 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27207d-0672-4929-831c-f40f5d260685,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:21:46.499774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-00502ac5-e462-4423-b3ba-89334186a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:46.501637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-00502ac5-e462-4423-b3ba-89334186a097 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1097 time: 0.0845685 Mar 02 08:21:46.515526 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.515885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.519957 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.520298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.520636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.520964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.521910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.522447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.522987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.523624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.524433 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.525156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:21:46.529092 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.530471 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f846f447-1e88-4135-bfef-da6ee2f4fa4d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb27207d-0672-4929-831c-f40f5d260685 HTTP/1.1" status: 204 len: 168 time: 0.2683885 Mar 02 08:21:46.533018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45462) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:21:46.610386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22c2bca9-b035-423b-a600-b7c1c22fec47 None None] Provisioning complete for port 0f19de0a-b830-42b2-870e-35e6c3bfafea triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:21:46.611022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22c2bca9-b035-423b-a600-b7c1c22fec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.665927 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-6e1d9818-cf0a-4728-b3bb-6bb2549ecc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:46.667355 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-6e1d9818-cf0a-4728-b3bb-6bb2549ecc7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1596990 Mar 02 08:21:46.747263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Deleting port f939021e-66aa-4896-9db1-121d60f3b869 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:21:46.747655 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.889133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-6ca7280a-eee5-4e93-b95d-e74bb99d9643 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 1002 time: 0.2146137 Mar 02 08:21:46.926076 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.926351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:46.952029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-3dec61fb-b86e-41f0-bf2e-78d59ce82f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:46.953501 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-3dec61fb-b86e-41f0-bf2e-78d59ce82f57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0571301 Mar 02 08:21:46.992032 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:47.031999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-94861b3a-b2a4-4d52-95d1-e8b5a4863905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:47.033500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-94861b3a-b2a4-4d52-95d1-e8b5a4863905 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746043 Mar 02 08:21:47.150495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Calling delete_port for f939021e-66aa-4896-9db1-121d60f3b869 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:21:47.171643 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-937846fa-f4a4-45b8-8502-8a41f7d52b8a service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316564 Mar 02 08:21:47.301002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:47.304606 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-65f83fbc-199d-4f15-82c4-50f406e4de9f req-59d58746-8349-463a-8799-271b9aff0d56 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270037 Mar 02 08:21:47.348073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event deleted for resources: {'Port': ['ID=f939021e-66aa-4896-9db1-121d60f3b869,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:21:47.437602 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:47.437967 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Floating IP bb049a08-06a6-4bca-8ba4-3c2bf38df725 disassociated (deleted). External IP: 172.25.4.232, port: 0f19de0a-b830-42b2-870e-35e6c3bfafea. Mar 02 08:21:47.785978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:21:47.962279 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:21:47.972841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Sync routers for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:21:47.982207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:21:47.982818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:47.983393 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:48.041181 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d807bdd1-fd67-4a91-a263-7158722110c5 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "DELETE /v2.0/floatingips/bb049a08-06a6-4bca-8ba4-3c2bf38df725 HTTP/1.1" status: 204 len: 168 time: 1.5068517 Mar 02 08:21:48.041675 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:21:48.153586 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:21:48.206648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:21:48.248177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-de494a3f-fab4-49ba-9bdb-c0fee2fbe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:48.251069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-de494a3f-fab4-49ba-9bdb-c0fee2fbe949 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80b55a230c2847d69e6422e27d61492e&device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 1097 time: 0.0725577 Mar 02 08:21:48.397374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-315ad814-d660-4d79-bc2f-72f9a8cdd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:48.399466 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-315ad814-d660-4d79-bc2f-72f9a8cdd4a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 200 len: 914 time: 0.1436472 Mar 02 08:21:48.483373 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-52941ed1-62f1-4e51-b964-914f4fbebdd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 200 len: 217 time: 0.0721762 Mar 02 08:21:48.551803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-a5e1de5d-e49d-4fba-84ea-305f1864ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:48.553335 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-a5e1de5d-e49d-4fba-84ea-305f1864ddef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 200 len: 853 time: 0.0633719 Mar 02 08:21:48.556136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:48.560022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Checking router: 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:21:48.568896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:21:48.569495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:48.632496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-f5cb36b0-fb22-4f9f-afad-e8dac8dc3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:48.633921 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-f5cb36b0-fb22-4f9f-afad-e8dac8dc3ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a8f6149-b137-485e-8915-f43df13798da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741534 Mar 02 08:21:48.758242 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:21:48.772913 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-150d2050-f0d7-4674-a6fc-0ede4f464e24 service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314678 Mar 02 08:21:48.903992 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cd00b279-6ef3-445a-bcd6-f145940970a7 req-4882bf56-dcfe-47ab-b113-45bcda5030ac service neutron] 10.222.0.16 "GET /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246824 Mar 02 08:21:49.069705 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:49.085803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:49.089978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0e96-e0b1-4c8e-88f0-11d8690ed999 None None] The sync data for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 is: [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:18:34Z', 'revision_number': 4, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '805393df-d6f4-43ba-93e7-7589420ab44d', 'name': '', 'network_id': '2a8f6149-b137-485e-8915-f43df13798da', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'mac_address': 'fa:16:3e:16:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:33Z', 'updated_at': '2022-03-02T08:18:39Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'subnets': [{'id': '3cbf546a-ca5e-4f63-8850-9171a98538a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:21:49.303716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:49.312975 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65421760-7795-46a9-a4ad-ca9b5835effc None None] New status for floating IP bb049a08-06a6-4bca-8ba4-3c2bf38df725: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:21:52.382270 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-55f0ef3c-8451-4adc-9525-dee84f8ca6d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:52.382964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-55f0ef3c-8451-4adc-9525-dee84f8ca6d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:21:52.398303 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-55f0ef3c-8451-4adc-9525-dee84f8ca6d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:21:52.399421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-55f0ef3c-8451-4adc-9525-dee84f8ca6d3 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0977504 Mar 02 08:21:52.442528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-31fcbac1-7816-4c79-a4d0-638c20a30773 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Synchronizing usage tracker for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:21:52.457757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-31fcbac1-7816-4c79-a4d0-638c20a30773 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Unset dirty status for tenant:80b55a230c2847d69e6422e27d61492e on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:21:52.458875 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df2a24e7-705b-4aaf-bcdd-77e7d9fee6ab req-31fcbac1-7816-4c79-a4d0-638c20a30773 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Mar 02 08:21:53.647301 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf64fb-67dc-4c67-b4e4-d8448035a508 req-fb17ae3b-09b9-4e4b-9bc4-48c9fdb62d97 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:53.648744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98bf64fb-67dc-4c67-b4e4-d8448035a508 req-fb17ae3b-09b9-4e4b-9bc4-48c9fdb62d97 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0787454 Mar 02 08:21:53.691890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-98bf64fb-67dc-4c67-b4e4-d8448035a508 req-20e4fb35-1320-41a1-a158-88657609f78d tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375440 Mar 02 08:21:54.266809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-53b68020-d76c-4670-a8db-2f1e45382144 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:54.268497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-53b68020-d76c-4670-a8db-2f1e45382144 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.16 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0840018 Mar 02 08:21:54.335864 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Deleting port 0f19de0a-b830-42b2-870e-35e6c3bfafea {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:21:54.336205 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:54.696972 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] For port 0f19de0a-b830-42b2-870e-35e6c3bfafea, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=0f19de0a-b830-42b2-870e-35e6c3bfafea,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:21:54.697588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:54.820218 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Calling delete_port for 0f19de0a-b830-42b2-870e-35e6c3bfafea owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:21:54.877487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174029d-e63d-4573-abcd-e72c5001c831 req-518e599a-ac29-4cee-96b1-bf4e9742afdc tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:21:54.879531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a174029d-e63d-4573-abcd-e72c5001c831 req-518e599a-ac29-4cee-96b1-bf4e9742afdc tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/ports?device_id=9858e061-0b71-4bb8-931f-6426a1186da9 HTTP/1.1" status: 200 len: 946 time: 0.0817297 Mar 02 08:21:54.925298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a174029d-e63d-4573-abcd-e72c5001c831 req-46e6e76a-2acf-453e-90e9-1b57001a4eae tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f71bd3-b732-41f2-a088-aab2c218a98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Mar 02 08:21:54.968170 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:54.979484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['0f19de0a-b830-42b2-870e-35e6c3bfafea'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:21:55.020669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Pushing event deleted for resources: {'Port': ['ID=0f19de0a-b830-42b2-870e-35e6c3bfafea,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:21:55.098429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] No DVR routers for this DVR port 0f19de0a-b830-42b2-870e-35e6c3bfafea on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:21:55.100950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:55.103403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'name': 'network-vif-deleted', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:21:55.119186 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dad616f5-0a50-4d17-9e05-4f3bec0663c2 req-2d3e5a60-c086-432b-ba8a-1edcfc657158 tempest-TestMinimumBasicScenario-1278859377 tempest-TestMinimumBasicScenario-1278859377-project] 10.222.0.16 "DELETE /v2.0/ports/0f19de0a-b830-42b2-870e-35e6c3bfafea HTTP/1.1" status: 204 len: 173 time: 0.8458321 Mar 02 08:21:55.149302 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9858e061-0b71-4bb8-931f-6426a1186da9', 'name': 'network-vif-deleted', 'tag': '0f19de0a-b830-42b2-870e-35e6c3bfafea', 'status': 'completed', 'code': 200} Mar 02 08:21:56.048035 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:21:56.560851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45550) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:21:57.097346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:57.442719 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Deleting port 805393df-d6f4-43ba-93e7-7589420ab44d {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:21:57.443061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:57.729943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] For port 805393df-d6f4-43ba-93e7-7589420ab44d, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=805393df-d6f4-43ba-93e7-7589420ab44d,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:21:57.730622 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:57.850843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Calling delete_port for 805393df-d6f4-43ba-93e7-7589420ab44d owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:21:58.107397 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:58.158036 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=805393df-d6f4-43ba-93e7-7589420ab44d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:21:58.429197 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:58.783281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:21:58.911972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 0f19de0a-b830-42b2-870e-35e6c3bfafea no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:21:58.947740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 0f19de0a-b830-42b2-870e-35e6c3bfafea {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:21:58.948086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 0f19de0a-b830-42b2-870e-35e6c3bfafea not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:21:59.079539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:21:59.089933 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Sync routers for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:21:59.092587 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d054cff1-0bc5-42b4-966f-5f34d8fd5c2c admin admin] 10.222.0.21 "PUT /v2.0/routers/0d1dd038-e3a6-44e1-ae3a-8633040d1d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5306091 Mar 02 08:21:59.094593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45554) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:21:59.099872 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:21:59.100489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:59.269193 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:59.287525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:21:59.448373 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:59.458187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Deleting port 641668cf-408c-400b-bfb4-d92bf9aafdae {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:21:59.458521 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:59.620751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:21:58Z', 'revision_number': 5, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port': {'id': '641668cf-408c-400b-bfb4-d92bf9aafdae', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:31Z', 'updated_at': '2022-03-02T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:59.624552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Checking router: 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:21:59.630059 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] For port 641668cf-408c-400b-bfb4-d92bf9aafdae, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=641668cf-408c-400b-bfb4-d92bf9aafdae,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:21:59.630424 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:59.632805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Routers {'0d1dd038-e3a6-44e1-ae3a-8633040d1d87'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:21:59.633401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:59.754955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Calling delete_port for 641668cf-408c-400b-bfb4-d92bf9aafdae owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:21:59.784776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] Set router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:21:59.892792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:21:59Z', 'revision_number': 6, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:21:59.897372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1e229-1dbc-45fc-8583-745ea2367c2c None None] The sync data for ids ['0d1dd038-e3a6-44e1-ae3a-8633040d1d87'] in n-d-827871-1 is: [{'id': '0d1dd038-e3a6-44e1-ae3a-8633040d1d87', 'name': 'tempest-TestMinimumBasicScenario-647588282-router', 'tenant_id': '80b55a230c2847d69e6422e27d61492e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:30Z', 'updated_at': '2022-03-02T08:21:59Z', 'revision_number': 6, 'project_id': '80b55a230c2847d69e6422e27d61492e', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:21:59.930897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:59.981476 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Pushing event deleted for resources: {'Port': ['ID=641668cf-408c-400b-bfb4-d92bf9aafdae,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:00.068405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.241919 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.244246 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.270701 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.271216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1dd038-e3a6-44e1-ae3a-8633040d1d87 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:22:00.285355 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.286564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a8ef3137-5976-4e3d-91d4-7559d3ee677a admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d1dd038-e3a6-44e1-ae3a-8633040d1d87 HTTP/1.1" status: 204 len: 168 time: 1.1910639 Mar 02 08:22:00.289107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45558) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:00.469941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Deleting subnet 3cbf546a-ca5e-4f63-8850-9171a98538a0 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:22:00.473379 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.523695 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.600103 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.674066 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.715516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbf546a-ca5e-4f63-8850-9171a98538a0,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:00.717452 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.723239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 805393df-d6f4-43ba-93e7-7589420ab44d no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:00.723726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-eb5ab777-e5cc-4744-9a8a-af4a4ca80f96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cbf546a-ca5e-4f63-8850-9171a98538a0 HTTP/1.1" status: 204 len: 168 time: 0.4336121 Mar 02 08:22:00.726217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45562) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:00.748461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a4bbb-fab0-4a9c-ba3a-c4fcaf289dd8 None None] Network 2a8f6149-b137-485e-8915-f43df13798da requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:22:00.786389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 805393df-d6f4-43ba-93e7-7589420ab44d {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:00.786734 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 805393df-d6f4-43ba-93e7-7589420ab44d not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:00.787156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 641668cf-408c-400b-bfb4-d92bf9aafdae no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:00.825368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 641668cf-408c-400b-bfb4-d92bf9aafdae {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:00.825721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 641668cf-408c-400b-bfb4-d92bf9aafdae not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:00.841640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:00.853012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Deleting port b36f7380-28fe-4332-afa1-1e80e4314b7f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:00.853250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.044899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] DHCP port deletion for 2a8f6149-b137-485e-8915-f43df13798da request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:22:01.049094 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Deleting port b36f7380-28fe-4332-afa1-1e80e4314b7f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:01.049475 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.068010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] For port b36f7380-28fe-4332-afa1-1e80e4314b7f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b36f7380-28fe-4332-afa1-1e80e4314b7f,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:01.068587 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.197443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Calling delete_port for b36f7380-28fe-4332-afa1-1e80e4314b7f owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:01.255578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] For port b36f7380-28fe-4332-afa1-1e80e4314b7f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b36f7380-28fe-4332-afa1-1e80e4314b7f,segment=NetworkSegment(424e746c-6b94-4371-afe5-c67601ccdff5),segment_id=424e746c-6b94-4371-afe5-c67601ccdff5)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:01.255972 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.274086 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.324775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36f7380-28fe-4332-afa1-1e80e4314b7f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:01.326579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] No DVR routers for this DVR port b36f7380-28fe-4332-afa1-1e80e4314b7f on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:22:01.379171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Calling delete_port for b36f7380-28fe-4332-afa1-1e80e4314b7f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:01.443494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.448765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:22:01.449061 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:22:01.467825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8f6149-b137-485e-8915-f43df13798da']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:01.479657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424e746c-6b94-4371-afe5-c67601ccdff5') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:01.479956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424e746c-6b94-4371-afe5-c67601ccdff5') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:01.491793 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.508096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.514054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:22:01.514466 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:22:01.527787 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:22:01.604167 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.620500 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:01.632303 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8f6149-b137-485e-8915-f43df13798da,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:01.644409 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-54c72c90-8d34-4fd4-89d6-4aad537169a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a8f6149-b137-485e-8915-f43df13798da HTTP/1.1" status: 204 len: 168 time: 0.9171767 Mar 02 08:22:01.647345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45566) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:01.950696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Deleting port b36f7380-28fe-4332-afa1-1e80e4314b7f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:01.951295 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:02.021222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab918a2-eabb-4bd3-8bd0-b6fbebb8ebae None None] The port 'b36f7380-28fe-4332-afa1-1e80e4314b7f' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:22:02.286846 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:02.626947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Deleting port 0c2d1fe4-5003-45ee-92a8-b53f7708df17 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:02.627286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:02.714590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b36f7380-28fe-4332-afa1-1e80e4314b7f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:02.748194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b36f7380-28fe-4332-afa1-1e80e4314b7f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:02.748540 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b36f7380-28fe-4332-afa1-1e80e4314b7f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:02.800406 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] For port 0c2d1fe4-5003-45ee-92a8-b53f7708df17, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=0c2d1fe4-5003-45ee-92a8-b53f7708df17,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:02.800648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:02.919848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Calling delete_port for 0c2d1fe4-5003-45ee-92a8-b53f7708df17 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:03.094758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:03.143457 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2d1fe4-5003-45ee-92a8-b53f7708df17,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:03.519501 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:03.869666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Router afadf481-c5b7-449e-8878-e64a754be887 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:22:04.042960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:22:04.052031 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Sync routers for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:22:04.059113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ecef03e2-517e-4d70-94b9-f6cfb0cd7196 admin admin] 10.222.0.21 "PUT /v2.0/routers/afadf481-c5b7-449e-8878-e64a754be887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107659 Mar 02 08:22:04.061483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:04.061651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45570) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:04.062123 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:04.235805 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:04.242357 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:04.411442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:04.420629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Deleting port 2677b338-812d-4fad-928f-47f938f0f156 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:04.420967 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:04.524011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2677b338-812d-4fad-928f-47f938f0f156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:22:03Z', 'revision_number': 5, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port': {'id': '2677b338-812d-4fad-928f-47f938f0f156', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afadf481-c5b7-449e-8878-e64a754be887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:18:37Z', 'updated_at': '2022-03-02T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:04.527985 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Checking router: afadf481-c5b7-449e-8878-e64a754be887 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:22:04.537215 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Routers {'afadf481-c5b7-449e-8878-e64a754be887'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:04.537970 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['afadf481-c5b7-449e-8878-e64a754be887'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:04.590932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] For port 2677b338-812d-4fad-928f-47f938f0f156, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2677b338-812d-4fad-928f-47f938f0f156,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:04.591538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:04.696031 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] Set router afadf481-c5b7-449e-8878-e64a754be887 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:04.718413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Calling delete_port for 2677b338-812d-4fad-928f-47f938f0f156 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:04.805968 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:22:04Z', 'revision_number': 6, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:04.810311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb00656-1c06-4e7f-9b4e-be083ecd2d50 None None] The sync data for ids ['afadf481-c5b7-449e-8878-e64a754be887'] in n-d-827871-1 is: [{'id': 'afadf481-c5b7-449e-8878-e64a754be887', 'name': 'tempest-TestMinimumBasicScenario-1191616332-router', 'tenant_id': '8942265744bc4e28901551aa6139beed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:18:36Z', 'updated_at': '2022-03-02T08:22:04Z', 'revision_number': 6, 'project_id': '8942265744bc4e28901551aa6139beed', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:22:05.007931 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.078504 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Pushing event deleted for resources: {'Port': ['ID=2677b338-812d-4fad-928f-47f938f0f156,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:05.147519 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.326580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.328765 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.351619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.352098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Fanout notify agent at l3_agent the message router_deleted on router afadf481-c5b7-449e-8878-e64a754be887 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:22:05.364515 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.365641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7248d850-b6c3-4b68-90d3-098b8c87896e admin admin] 10.222.0.21 "DELETE /v2.0/routers/afadf481-c5b7-449e-8878-e64a754be887 HTTP/1.1" status: 204 len: 168 time: 1.3031340 Mar 02 08:22:05.368227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45574) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:05.427443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Deleting subnet 4df0fa62-97e6-4228-b25b-2d77df7db408 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:22:05.430312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.480434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.559332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.628882 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.672896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df0fa62-97e6-4228-b25b-2d77df7db408,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:05.678683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.682996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e049d03-aa97-4663-acc0-2e5af13b1333 None None] Network 698f1a7b-c747-494c-80cf-76fa966ae1f2 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:22:05.685268 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5a7fffa-4bd3-4670-bb99-21b5d157760d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4df0fa62-97e6-4228-b25b-2d77df7db408 HTTP/1.1" status: 204 len: 168 time: 0.3158100 Mar 02 08:22:05.687563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45578) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:05.800055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:05.812102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Deleting port 39c19070-6594-4d5e-ae31-986dd7dd4879 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:05.812504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.004930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] DHCP port deletion for 698f1a7b-c747-494c-80cf-76fa966ae1f2 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:22:06.009447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Deleting port 39c19070-6594-4d5e-ae31-986dd7dd4879 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:06.009836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.017791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] For port 39c19070-6594-4d5e-ae31-986dd7dd4879, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=39c19070-6594-4d5e-ae31-986dd7dd4879,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:06.018194 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.147951 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Calling delete_port for 39c19070-6594-4d5e-ae31-986dd7dd4879 owned by network:dhcp {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:06.224582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.230443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] For port 39c19070-6594-4d5e-ae31-986dd7dd4879, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=39c19070-6594-4d5e-ae31-986dd7dd4879,segment=NetworkSegment(4e587fd0-1970-4b8e-95e8-d534d898654d),segment_id=4e587fd0-1970-4b8e-95e8-d534d898654d)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:06.230834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.271689 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c19070-6594-4d5e-ae31-986dd7dd4879,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:06.273478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] No DVR routers for this DVR port 39c19070-6594-4d5e-ae31-986dd7dd4879 on host n-d-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:22:06.362651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Calling delete_port for 39c19070-6594-4d5e-ae31-986dd7dd4879 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:22:06.434794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:22:06.435145 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:22:06.493253 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.522191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698f1a7b-c747-494c-80cf-76fa966ae1f2']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:06.533907 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e587fd0-1970-4b8e-95e8-d534d898654d') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:06.534305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e587fd0-1970-4b8e-95e8-d534d898654d') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:06.545567 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.561248 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.567625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:22:06.568083 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:22:06.580893 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:22:06.656176 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.671994 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.684745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=698f1a7b-c747-494c-80cf-76fa966ae1f2,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:06.689693 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-23155f0e-dc43-4f3b-bab1-b23c37245f76 admin admin] 10.222.0.21 "DELETE /v2.0/networks/698f1a7b-c747-494c-80cf-76fa966ae1f2 HTTP/1.1" status: 204 len: 168 time: 1.0011783 Mar 02 08:22:06.722544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 39c19070-6594-4d5e-ae31-986dd7dd4879 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:06.761908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 39c19070-6594-4d5e-ae31-986dd7dd4879 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:06.762194 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 39c19070-6594-4d5e-ae31-986dd7dd4879 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:06.762590 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2d1fe4-5003-45ee-92a8-b53f7708df17 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:06.795025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 0c2d1fe4-5003-45ee-92a8-b53f7708df17 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:06.795372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 0c2d1fe4-5003-45ee-92a8-b53f7708df17 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:06.795785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2677b338-812d-4fad-928f-47f938f0f156 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:22:06.829737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2677b338-812d-4fad-928f-47f938f0f156 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:22:06.830113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2677b338-812d-4fad-928f-47f938f0f156 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:22:06.862028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45584) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:06.910130 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b63a6a0c-522a-4ff7-9661-340c2aabcfd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80b55a230c2847d69e6422e27d61492e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462656 Mar 02 08:22:06.912687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45588) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:06.936826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Deleting port 39c19070-6594-4d5e-ae31-986dd7dd4879 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:22:06.937290 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.969690 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:06.995702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.004930 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-c84f11ae-e6f3-435b-b35e-e34bc00628f8 None None] The port '39c19070-6594-4d5e-ae31-986dd7dd4879' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:22:07.047351 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.064310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f71bd3-b732-41f2-a088-aab2c218a98c,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:07.076072 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.079657 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-bf094756-8c75-4c16-a7c4-382a3f3e907d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76f71bd3-b732-41f2-a088-aab2c218a98c HTTP/1.1" status: 204 len: 168 time: 0.1634543 Mar 02 08:22:07.408582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45596) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:07.459988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e262b3b9-5dee-4d4a-bceb-5767fb4aae4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8942265744bc4e28901551aa6139beed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494859 Mar 02 08:22:07.462482 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45600) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:07.521992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.547761 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.599644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.617153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db893c03-887a-435e-854a-eab01925588a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:07.621227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:07.622664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5ff39907-a948-42d0-909a-190c0468c4ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db893c03-887a-435e-854a-eab01925588a HTTP/1.1" status: 204 len: 168 time: 0.1592710 Mar 02 08:22:09.529130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45642) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:09.534795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298552093', 'description': 'tempest-secgroup-smoke-298552093 description', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:09.541695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:09.545566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:09.548446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:09.554797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:09.565088 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.577433 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.592209 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:09.595971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:09.599467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:09.605105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:09.692388 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.696384 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.711636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:09.723249 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:09.729013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:09.736850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:09.740906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c62fb-e33c-4722-a60e-c45c75fa57d7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:09.812149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.815239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.858460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.859679 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3295436 Mar 02 08:22:09.860384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcd95-5150-4194-9aaf-1bc26f50584c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d979473f-5405-4510-b088-e74c9fe5fb95,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:09.862792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45646) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:09.868182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:09.874713 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:09.878553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:09.881389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:09.887759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:09.904597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.964940 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.968616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:09.994257 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2443206-fdf1-413a-b60e-bd5ee24a14f2,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.003853 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.005027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-97e5e81e-24dd-467d-b9d6-646de898f5dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412055 Mar 02 08:22:10.007951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45650) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.012999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.020582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.024323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.027709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.033216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.151721 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.212047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.214739 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.237117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c2a5a3-3cfb-48d0-ad22-02bdfa878aff,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.248515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.249687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-863b29bb-f51c-476e-9896-696a64e89133 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2408211 Mar 02 08:22:10.252414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45654) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.258296 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.264594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.269384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.272404 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.278005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.293943 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.354220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.358047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.381949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d6b46-b5ae-445c-96dd-b7359abd6c4d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.390204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.391532 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ee471085-6f5c-4fcd-9edc-4c68bc1ad99e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375203 Mar 02 08:22:10.394578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45658) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.399403 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.405825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.409641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.412514 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.418322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.435615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.500446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.504790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.529090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53415db-0897-4eb3-b392-eaee9fd60bb9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.537839 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.539166 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4bf171c0-3ebd-4cb4-8ded-d166c5e3c690 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436770 Mar 02 08:22:10.541944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45662) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.546854 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.554007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.557780 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.560655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.567028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.577120 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:22:10.584435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.648009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.651526 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.674457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c07a03-749c-4349-b866-c8a51941efb9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.683597 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.684774 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-18d4c823-f86b-4f3c-85c8-3a1ab49dc384 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419065 Mar 02 08:22:10.687587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45666) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.692975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'd979473f-5405-4510-b088-e74c9fe5fb95', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.699456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.703271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.706776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.712398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.722641 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:22:10.729040 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.794901 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.798238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.820359 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7457ab7-38b5-408f-8c78-f52caac65126,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:10.829731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.831575 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7e8abc66-e5e8-46ac-943d-3147a6d1bb82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424496 Mar 02 08:22:10.834671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45672) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:10.839975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'network': {'name': 'tempest-network-smoke--1219430327', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:10.845560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:10.849410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:network and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:10.852266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:10.857837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:10.868229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:22:10.871790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.899892 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:22:10.908191 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.908530 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Added segment d08cdb35-ac20-4316-8173-611982ac49ed of type vlan for network 8f002406-1ccb-49f9-a18e-a876bff5f558 Mar 02 08:22:10.933217 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.961327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:10.966551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:10.967131 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.067155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2312784 Mar 02 08:22:11.070041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45676) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:11.073118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c68b7-a6da-42fe-b378-d930b846f940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Network': ['ID=8f002406-1ccb-49f9-a18e-a876bff5f558,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:11.076572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'admin_state_up': True, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:11.084607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:22:11.086569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:11.090500 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:router and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:11.093370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:11.103176 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:11.113649 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.114822 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.130813 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.414184 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.718627 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.754767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:11.889121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.41 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2bc5a178-f713-464b-bd8a-8a9a151a989b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:22:12.005451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8ee01b5b-55fe-4f0b-88c5-d7227ec5011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:12.036127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:12.064883 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:12.235214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:12.238483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:12.246343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:22:12.280019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=2bc5a178-f713-464b-bd8a-8a9a151a989b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:12.655814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:12.989678 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:13.189718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:22:13.364710 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:22:13.374592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Sync routers for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:22:13.384976 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:13.385620 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:21:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:13.390985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:13.392679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e1d485f9-0bce-41f1-a131-303382605f44 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3215773 Mar 02 08:22:13.396657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45680) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:13.540729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-666da5e9-e144-4c1b-94d9-6f861565f813 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c6d711f5c3fb4db4a139c934586246d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403177 Mar 02 08:22:13.541098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45686) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:13.574389 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:13.797628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9bc764-e4c3-4298-a690-b15c19f2cac0 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:13.802365 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0f9bc764-e4c3-4298-a690-b15c19f2cac0 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2569923 Mar 02 08:22:13.802582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45690) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:13.842832 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d5ab0d59-6f61-4026-9c93-1746083822f6 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367734 Mar 02 08:22:13.843074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45694) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:13.849471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342241809', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:13.904880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:13.908737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Checking router: ec4069ba-0179-4527-aa3f-d2ddc26c5a6e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:22:13.909782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Updating router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e port 2bc5a178-f713-464b-bd8a-8a9a151a989b binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:22:13.956506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:13.960304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:subnet and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:13.963067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:13.966101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:13.968879 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:13.979636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:22:13.983566 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.214106 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.294225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.294462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Subnet': ['ID=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:14.305085 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Checking segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:22:14.305466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network hostable DHCP agents. Network: 8f002406-1ccb-49f9-a18e-a876bff5f558, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:22:14.309710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Transition to ACTIVE for port object 2bc5a178-f713-464b-bd8a-8a9a151a989b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:14.321101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.325542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:22:14.335296 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 8f002406-1ccb-49f9-a18e-a876bff5f558) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:14.340169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:14.340998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.360644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68e236-d173-4c58-b0c0-c0ae072e3b91 None None] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:22:14.364199 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6bab80ad-de05-4688-883c-89b257f0c8c4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5201705 Mar 02 08:22:14.366893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45698) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:14.400524 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-381288be-9ed8-4943-9ff7-5d7ab589f40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.489665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Attempting to bind port 2bc5a178-f713-464b-bd8a-8a9a151a989b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:22:14.489962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Attempting to bind port 2bc5a178-f713-464b-bd8a-8a9a151a989b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:22:14.490325 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Attempting to bind port 2bc5a178-f713-464b-bd8a-8a9a151a989b on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:22:14.499484 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Pushing event updated for resources: {'Port': ['ID=2bc5a178-f713-464b-bd8a-8a9a151a989b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:14.503973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:22:14.504345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:22:14.504746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.505136 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:22:14.505602 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Bound port: 2bc5a178-f713-464b-bd8a-8a9a151a989b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:22:14.505997 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.548984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.549330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.549729 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.550166 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.550501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.550829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.551153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.551475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.551795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.552114 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.552435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.552750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:14.643067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] For port 2bc5a178-f713-464b-bd8a-8a9a151a989b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:22:14.655983 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] For port 2bc5a178-f713-464b-bd8a-8a9a151a989b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2bc5a178-f713-464b-bd8a-8a9a151a989b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:22:14.684529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.745691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-8f002406-1ccb-49f9-a18e-a876bff5f558', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:22:14.746510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:14.836719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42645d8e-ae6c-43b2-beb2-9e58909fa9fb None None] Pushing event updated for resources: {'Port': ['ID=2bc5a178-f713-464b-bd8a-8a9a151a989b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:14.839174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:14.839776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:15.064439 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.088022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:15.187589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Allocated IP 172.20.0.2 (8f002406-1ccb-49f9-a18e-a876bff5f558/78fdb103-33e1-41a6-9d0b-573cf6a6f2ba/e168770b-8128-4b3f-845d-2863a87bc349) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:22:15.539008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.618254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.622093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.634834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Transition to ACTIVE for port object e168770b-8128-4b3f-845d-2863a87bc349 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:15.652164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:15.660420 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Transition to ACTIVE for port object e168770b-8128-4b3f-845d-2863a87bc349 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:15.661762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137bfd-d67b-4a33-805a-f2e25cdccc4f None None] The sync data for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 is: [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:22:15.670477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.734697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:15.737737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:15.747040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:22:15.754014 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.1 (8f002406-1ccb-49f9-a18e-a876bff5f558/78fdb103-33e1-41a6-9d0b-573cf6a6f2ba/f16da598-bba6-4514-a73f-77616b53b668) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:22:15.757002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Pushing event updated for resources: {'Port': ['ID=e168770b-8128-4b3f-845d-2863a87bc349,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:15.848553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Attempting to bind port e168770b-8128-4b3f-845d-2863a87bc349 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:22:15.848923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Attempting to bind port e168770b-8128-4b3f-845d-2863a87bc349 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:22:15.849290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Attempting to bind port e168770b-8128-4b3f-845d-2863a87bc349 on network 8f002406-1ccb-49f9-a18e-a876bff5f558 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:22:15.855014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:22:15.855390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Checking segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:22:15.855794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.856358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Bound using segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:22:15.856825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Bound port: e168770b-8128-4b3f-845d-2863a87bc349, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:22:15.857197 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.946406 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.964812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object f16da598-bba6-4514-a73f-77616b53b668 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:15.969274 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] For port e168770b-8128-4b3f-845d-2863a87bc349, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:22:15.973310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] For port e168770b-8128-4b3f-845d-2863a87bc349, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e168770b-8128-4b3f-845d-2863a87bc349,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:22:15.979606 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:15.991371 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:16.059872 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:16.070792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392365-14be-4f27-b5b9-e247d8982c31 None None] Pushing event updated for resources: {'Port': ['ID=e168770b-8128-4b3f-845d-2863a87bc349,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:16.074243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:16.079030 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:22:16.111639 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:16.152740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:16.458585 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:16.779467 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2bc5a178-f713-464b-bd8a-8a9a151a989b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:16.858147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2bc5a178-f713-464b-bd8a-8a9a151a989b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:16.864198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2bc5a178-f713-464b-bd8a-8a9a151a989b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:16.864577 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:16.890964 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:16.896204 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.003672 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.011121 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.022831 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:17.026185 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.036122 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2bc5a178-f713-464b-bd8a-8a9a151a989b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2bc5a178-f713-464b-bd8a-8a9a151a989b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:17.042770 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.043576 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e168770b-8128-4b3f-845d-2863a87bc349 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:17.108817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927793e9-dbd9-4a8a-9fa0-c94ff3db0daa None None] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:22:17.169826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:17.172235 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:17.261649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2bc5a178-f713-464b-bd8a-8a9a151a989b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:17.280534 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Provisioning for port e168770b-8128-4b3f-845d-2863a87bc349 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:17.283560 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port e168770b-8128-4b3f-845d-2863a87bc349 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:17.298985 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Provisioning complete for port e168770b-8128-4b3f-845d-2863a87bc349 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:17.299900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.339216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e168770b-8128-4b3f-845d-2863a87bc349 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:17.339596 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.503948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:22:17.622771 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.678906 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.696489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:22:17.710014 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Sync routers for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:22:17.710834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-015ade46-30ea-4435-97a6-7ef5c03ecb0c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/ec4069ba-0179-4527-aa3f-d2ddc26c5a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429430 Mar 02 08:22:17.734304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] For port e168770b-8128-4b3f-845d-2863a87bc349, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e168770b-8128-4b3f-845d-2863a87bc349,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:17.740846 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:17.745537 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:17.749085 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:17.917137 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:22:17.917716 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:22:17.920950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc65158-456b-411b-b9e3-6dc1bab0b10c None None] Pushing event updated for resources: {'Port': ['ID=e168770b-8128-4b3f-845d-2863a87bc349,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:17.954915 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-6c6f9df8-7588-4279-8cbe-4ec78e0bc279 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298552093&fields=id&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 267 time: 0.0493412 Mar 02 08:22:17.973782 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:18.070527 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Provisioning complete for port e168770b-8128-4b3f-845d-2863a87bc349 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:18.070905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.125620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-e70d73f3-9e59-4c1e-a665-bc69795b1547 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:18.127706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-e70d73f3-9e59-4c1e-a665-bc69795b1547 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 797 time: 0.1652675 Mar 02 08:22:18.156211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-737e8db6-25fc-4a8e-83d9-99cf7f003575 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/quotas/c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 375 time: 0.0185604 Mar 02 08:22:18.220718 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Provisioning for port f16da598-bba6-4514-a73f-77616b53b668 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:18.228435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Provisioning complete for port f16da598-bba6-4514-a73f-77616b53b668 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:18.228805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.247392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-f3354a5e-0e76-4173-91e9-b009e589b7a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:22:18.272714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-f3354a5e-0e76-4173-91e9-b009e589b7a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:22:18.274155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-f3354a5e-0e76-4173-91e9-b009e589b7a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167099 Mar 02 08:22:18.297899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ad8d1-f3f4-4171-a9f1-2e90d1001c22 None None] Port f16da598-bba6-4514-a73f-77616b53b668 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:22:18.348121 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-f27a3fbb-6505-4e28-9e02-dbc0e9593309 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:22:18.349398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-f27a3fbb-6505-4e28-9e02-dbc0e9593309 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585308 Mar 02 08:22:18.361296 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 2, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:18.367398 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Checking router: ec4069ba-0179-4527-aa3f-d2ddc26c5a6e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:22:18.367841 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Updating router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e port f16da598-bba6-4514-a73f-77616b53b668 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:22:18.427670 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.450232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1ae59729-7452-41f3-aa49-4a5ef9bca9ca None None] Provisioning complete for port f16da598-bba6-4514-a73f-77616b53b668 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:18.450442 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1ae59729-7452-41f3-aa49-4a5ef9bca9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.507644 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-a9654106-e7ab-4a4e-b12a-5dfef97642a8 service neutron] 10.222.0.21 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506104 Mar 02 08:22:18.526257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1ae59729-7452-41f3-aa49-4a5ef9bca9ca None None] Port f16da598-bba6-4514-a73f-77616b53b668 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:22:18.645001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-cf4107d0-768c-47be-b3e2-423d929ce884 None None] Provisioning complete for port f16da598-bba6-4514-a73f-77616b53b668 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:18.645354 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cf4107d0-768c-47be-b3e2-423d929ce884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.652847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-2a41c909-2c02-4328-80e9-92bff3e48f21 service neutron] 10.222.0.21 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389575 Mar 02 08:22:18.702578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-cf4107d0-768c-47be-b3e2-423d929ce884 None None] Port f16da598-bba6-4514-a73f-77616b53b668 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:22:18.752494 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2bc5a178-f713-464b-bd8a-8a9a151a989b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:18.838346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2bc5a178-f713-464b-bd8a-8a9a151a989b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:18.839164 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.839397 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.853769 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Transition to ACTIVE for port object f16da598-bba6-4514-a73f-77616b53b668 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:18.862938 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:18.867933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c465959b-a740-4432-a2b5-e2b6313d9db9 req-590c86b4-99df-49f0-a904-d53aa37f908b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 210 time: 0.0539382 Mar 02 08:22:18.970191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e168770b-8128-4b3f-845d-2863a87bc349 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:19.011020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Pushing event updated for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:19.043096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port e168770b-8128-4b3f-845d-2863a87bc349 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:19.043096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.056945 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.057290 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.057629 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.057988 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.058317 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.058641 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.058967 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.059294 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.059628 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.059933 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.060253 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.060569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:22:19.103506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.118107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Attempting to bind port f16da598-bba6-4514-a73f-77616b53b668 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:22:19.118477 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Attempting to bind port f16da598-bba6-4514-a73f-77616b53b668 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:22:19.118839 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Attempting to bind port f16da598-bba6-4514-a73f-77616b53b668 on network 8f002406-1ccb-49f9-a18e-a876bff5f558 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:22:19.124866 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:22:19.125240 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Checking segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:22:19.125649 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.126055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Bound using segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:22:19.126539 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Bound port: f16da598-bba6-4514-a73f-77616b53b668, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:22:19.127002 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.218939 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] For port f16da598-bba6-4514-a73f-77616b53b668, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:22:19.222197 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] For port f16da598-bba6-4514-a73f-77616b53b668, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f16da598-bba6-4514-a73f-77616b53b668,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:22:19.226545 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.302075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:19.309802 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:19.310461 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:19.361134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09769e-4c37-4b7a-8375-de8a3ad3eb46 None None] Pushing event updated for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:19.494229 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:19.829786 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:19Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:19.834437 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f37fc-4d38-4575-815f-89170b7fbc3c None None] The sync data for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 is: [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:19Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:22:19.969383 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f8f6c493-cbb0-4b03-bd9c-d05bc8967f7a req-80e57f19-2247-49fc-81de-f9f3ce5a5a9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 210 time: 0.0452054 Mar 02 08:22:20.753007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f16da598-bba6-4514-a73f-77616b53b668 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:20.822637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port f16da598-bba6-4514-a73f-77616b53b668 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:20.827349 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f16da598-bba6-4514-a73f-77616b53b668 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:20.827724 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:20.943616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:20.975352 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port f16da598-bba6-4514-a73f-77616b53b668, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f16da598-bba6-4514-a73f-77616b53b668,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:20.979122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:21.050092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:21.065790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6875887b-cd46-467d-9278-f0fd011bd9bb req-22ce6acc-abe7-43ce-b7d7-6bd3ae1cd037 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 210 time: 0.0429673 Mar 02 08:22:22.149507 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b7a96832-ffa2-4ea6-b91a-4ae0028b1f46 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:22.150265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b7a96832-ffa2-4ea6-b91a-4ae0028b1f46 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:22:22.169344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b7a96832-ffa2-4ea6-b91a-4ae0028b1f46 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:22:22.169344 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b7a96832-ffa2-4ea6-b91a-4ae0028b1f46 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 797 time: 0.1653857 Mar 02 08:22:22.222632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-43a4ef7d-0003-4892-86f6-32a4a6d2bb32 req-490b91fe-6d79-48fd-98c2-b52af0b11246 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 210 time: 0.0491328 Mar 02 08:22:22.223552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-0f0d595e-d09e-4ca6-aa9e-ea59dc6ecec7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:22:22.241415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-0f0d595e-d09e-4ca6-aa9e-ea59dc6ecec7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:22:22.242603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-0f0d595e-d09e-4ca6-aa9e-ea59dc6ecec7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 379 time: 0.0648592 Mar 02 08:22:22.251078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'port': {'device_id': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'admin_state_up': True, 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'security_groups': ['d979473f-5405-4510-b088-e74c9fe5fb95']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:22.386755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:22.396935 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:22.406845 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:22:22.411135 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:22.571241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.8 (8f002406-1ccb-49f9-a18e-a876bff5f558/78fdb103-33e1-41a6-9d0b-573cf6a6f2ba/dceb772c-eadb-4853-9825-215a6b3121bb) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:22:22.729792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f16da598-bba6-4514-a73f-77616b53b668 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:22.760899 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:22.778386 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object dceb772c-eadb-4853-9825-215a6b3121bb will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:22.797916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port f16da598-bba6-4514-a73f-77616b53b668 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:22.798185 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:22.802224 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:22.871361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:22.874302 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:22.876893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:22:22.938421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:22.958261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:22.958888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:22.985011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-52843a22-b38e-4f5d-9621-8fc0967e3122 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374465 Mar 02 08:22:22.995053 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b937ee2b-a112-424e-90cd-9031e4331154 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:22:22.995994 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-b937ee2b-a112-424e-90cd-9031e4331154 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052583 Mar 02 08:22:23.051855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Request body: {'port': {'device_id': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:23.086351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5e9a9ef9-6045-451f-bbd1-cf407c78d0d0 None None] Provisioning for port dceb772c-eadb-4853-9825-215a6b3121bb completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:23.091168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5e9a9ef9-6045-451f-bbd1-cf407c78d0d0 None None] Provisioning complete for port dceb772c-eadb-4853-9825-215a6b3121bb triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:23.091540 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9ef9-6045-451f-bbd1-cf407c78d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:23.144198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a9ef9-6045-451f-bbd1-cf407c78d0d0 None None] Port dceb772c-eadb-4853-9825-215a6b3121bb cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:22:23.164512 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:23.603916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6172ed-af82-49f2-882c-ff3458fca4bc req-e6bc2478-3af1-4e13-a661-ad216df0689d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:23.604604 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fc6172ed-af82-49f2-882c-ff3458fca4bc req-e6bc2478-3af1-4e13-a661-ad216df0689d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:22:23.664162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fc6172ed-af82-49f2-882c-ff3458fca4bc req-e6bc2478-3af1-4e13-a661-ad216df0689d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:22:23.665303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6172ed-af82-49f2-882c-ff3458fca4bc req-e6bc2478-3af1-4e13-a661-ad216df0689d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 931 time: 0.3349788 Mar 02 08:22:23.698804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dceb772c-eadb-4853-9825-215a6b3121bb {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:22:23.713442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:23.730396 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fc6172ed-af82-49f2-882c-ff3458fca4bc req-381b42c2-0d8f-44ce-a45f-28f28aabfe1e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583260 Mar 02 08:22:23.736039 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Transition to ACTIVE for port object dceb772c-eadb-4853-9825-215a6b3121bb will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:22:23.752541 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:23.873097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Pushing event updated for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:23.979831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Attempting to bind port dceb772c-eadb-4853-9825-215a6b3121bb on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:22:23.980160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Attempting to bind port dceb772c-eadb-4853-9825-215a6b3121bb by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:22:23.980481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Attempting to bind port dceb772c-eadb-4853-9825-215a6b3121bb on network 8f002406-1ccb-49f9-a18e-a876bff5f558 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:22:23.984867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Port dceb772c-eadb-4853-9825-215a6b3121bb on network 8f002406-1ccb-49f9-a18e-a876bff5f558 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:22:23.985184 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Attempting to bind port dceb772c-eadb-4853-9825-215a6b3121bb on network 8f002406-1ccb-49f9-a18e-a876bff5f558 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:22:23.990382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:22:23.990716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Checking segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:22:23.991090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Bound using segment: {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:22:23.991501 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Bound port: dceb772c-eadb-4853-9825-215a6b3121bb, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08cdb35-ac20-4316-8173-611982ac49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:22:23.991840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:24.083952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:22:24.086897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=dceb772c-eadb-4853-9825-215a6b3121bb,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:22:24.091409 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:24.147402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.148022 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:24.149391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] 10.222.0.39 "PUT /v2.0/ports/dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 1091 time: 1.1458862 Mar 02 08:22:24.149818 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:22:24.176999 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a18ff-38cd-467e-bd84-c574d837184f service neutron] Pushing event updated for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:24.227254 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'status': 'completed', 'code': 200} Mar 02 08:22:24.271561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-801341df-ec3c-472e-bc1a-d5fdfa12430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.273076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-801341df-ec3c-472e-bc1a-d5fdfa12430d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1094 time: 0.0782692 Mar 02 08:22:24.345773 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-9c921cb4-c4b0-4e73-99d6-06befd627f80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 217 time: 0.0661235 Mar 02 08:22:24.413261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c3588016-c9d7-4b61-8520-c4398528988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.414712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-c3588016-c9d7-4b61-8520-c4398528988e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 200 len: 834 time: 0.0624883 Mar 02 08:22:24.487043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-d055e18d-cbd7-4021-aacd-3009b0a02825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.488464 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-d055e18d-cbd7-4021-aacd-3009b0a02825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f002406-1ccb-49f9-a18e-a876bff5f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678620 Mar 02 08:22:24.617786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-e8c3e610-4840-49de-88a4-65d744d979c4 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234579 Mar 02 08:22:24.746474 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-80df4bd7-1594-40b2-a628-cde67e1699f8 req-905ff3d3-d9c2-4a84-b2e6-d3a28749e6d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229625 Mar 02 08:22:24.914896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-5dbd9e66-6bd8-4a8c-a7b8-278a2ceab64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.916270 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-5dbd9e66-6bd8-4a8c-a7b8-278a2ceab64e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1094 time: 0.1270294 Mar 02 08:22:24.971975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8805-362d-4afc-8653-f97b581a9313 req-5ce891ef-6f1a-4d34-8378-54f6ac9b6529 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:24.973399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a4a8805-362d-4afc-8653-f97b581a9313 req-5ce891ef-6f1a-4d34-8378-54f6ac9b6529 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 943 time: 0.1355634 Mar 02 08:22:25.083256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9a4a8805-362d-4afc-8653-f97b581a9313 req-a66262f2-21f5-48db-beb2-9bb600534efd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607903 Mar 02 08:22:25.098553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-d5d153c4-3a8e-4bb3-9545-5753acfb030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:25.099976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-d5d153c4-3a8e-4bb3-9545-5753acfb030f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 897 time: 0.1756806 Mar 02 08:22:25.171664 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-d28cfea2-637a-4010-8f3a-2fe4e6d9d482 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 217 time: 0.0649657 Mar 02 08:22:25.232868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-606e7ac2-7410-4ce2-b0b2-57fb24ab1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:25.234277 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-606e7ac2-7410-4ce2-b0b2-57fb24ab1ba2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 200 len: 834 time: 0.0573368 Mar 02 08:22:25.416375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-884d9a5f-9584-4a53-8440-1c47889fea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:25.417820 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-884d9a5f-9584-4a53-8440-1c47889fea45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f002406-1ccb-49f9-a18e-a876bff5f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768248 Mar 02 08:22:25.548598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-c243bb00-7304-46f3-83c4-9db5eabfde8c service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226013 Mar 02 08:22:25.678573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0c002fcb-3ce2-4e10-b545-5c0c75f7af62 req-f8635899-c5ca-4e0b-be11-036160795e55 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Mar 02 08:22:26.274418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ad3a2-bfb6-44c6-abf7-5e236c82e353 req-013082dc-ce62-4471-8499-8506810c4080 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:26.275874 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-008ad3a2-bfb6-44c6-abf7-5e236c82e353 req-013082dc-ce62-4471-8499-8506810c4080 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 943 time: 0.0811846 Mar 02 08:22:26.320367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-008ad3a2-bfb6-44c6-abf7-5e236c82e353 req-0f1eff28-61cf-4d67-b399-7c64e888d8ef tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388434 Mar 02 08:22:27.379785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device dceb772c-eadb-4853-9825-215a6b3121bb details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:22:27.508285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d003ed-f455-426f-803e-f0c511acef4b req-3f24c136-cb35-48dc-8650-30daba5b0709 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:27.509939 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6d003ed-f455-426f-803e-f0c511acef4b req-3f24c136-cb35-48dc-8650-30daba5b0709 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 943 time: 0.0823138 Mar 02 08:22:27.517917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=dceb772c-eadb-4853-9825-215a6b3121bb,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:27.535975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'port_id': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'mac_address': 'fa:16:3e:cc:ad:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:22:27.556312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f6d003ed-f455-426f-803e-f0c511acef4b req-31d29bb0-2121-4e0a-b6bc-e17040f76e56 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Mar 02 08:22:27.593999 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:27.611391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceb772c-eadb-4853-9825-215a6b3121bb {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:22:27.627064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=dceb772c-eadb-4853-9825-215a6b3121bb,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:27.631512 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:27.698131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:27.982947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['dceb772c-eadb-4853-9825-215a6b3121bb'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:22:28.754294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908bbff-afca-4e4e-b651-53af8f038fde req-4993f105-54ae-4c0f-bf0a-c48e00c07e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:28.755768 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6908bbff-afca-4e4e-b651-53af8f038fde req-4993f105-54ae-4c0f-bf0a-c48e00c07e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 944 time: 0.0847797 Mar 02 08:22:28.800530 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6908bbff-afca-4e4e-b651-53af8f038fde req-7ef90247-166b-4b48-8f41-adb74d4f83b3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392039 Mar 02 08:22:29.398315 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device dceb772c-eadb-4853-9825-215a6b3121bb up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:22:29.464286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port dceb772c-eadb-4853-9825-215a6b3121bb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:22:29.469063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port dceb772c-eadb-4853-9825-215a6b3121bb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:22:29.469440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:29.586629 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:29.617008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:22:29.626870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=dceb772c-eadb-4853-9825-215a6b3121bb,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:22:29.632932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:29.704617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:29.724288 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'code': 200} Mar 02 08:22:29.848298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703069f-b2f2-47d4-867a-75cce422d383 req-6d850d36-48dc-4056-8d59-7ff186c7a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:29.849769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d703069f-b2f2-47d4-867a-75cce422d383 req-6d850d36-48dc-4056-8d59-7ff186c7a5fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1096 time: 0.0732749 Mar 02 08:22:29.900545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d703069f-b2f2-47d4-867a-75cce422d383 req-8349b10d-dcf6-4f12-8752-0cb4a0b2e7a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448623 Mar 02 08:22:29.999401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdcc40-25c7-4f00-aff4-672f1134aa0f req-91df2d55-177f-47ce-8aee-f72efa1f1132 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:30.000889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48fdcc40-25c7-4f00-aff4-672f1134aa0f req-91df2d55-177f-47ce-8aee-f72efa1f1132 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0792859 Mar 02 08:22:30.044463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-48fdcc40-25c7-4f00-aff4-672f1134aa0f req-7272af86-5cf7-464c-9400-fbad8b5bd45d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375283 Mar 02 08:22:31.231133 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f22c43-0eb3-4a02-b303-906958dd4724 req-3c843f76-cbd6-45f5-9958-da3f2b659536 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:31.232500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3f22c43-0eb3-4a02-b303-906958dd4724 req-3c843f76-cbd6-45f5-9958-da3f2b659536 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0807815 Mar 02 08:22:31.280843 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f3f22c43-0eb3-4a02-b303-906958dd4724 req-bd41dcbe-c602-4c50-9755-4324db508b29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Mar 02 08:22:32.485403 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf8592-0dbf-41bf-90b9-8ab9b744354c req-a2a8a548-d59c-422e-8531-83fbe40f1eac tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:32.486908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fbf8592-0dbf-41bf-90b9-8ab9b744354c req-a2a8a548-d59c-422e-8531-83fbe40f1eac tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0882521 Mar 02 08:22:32.532924 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7fbf8592-0dbf-41bf-90b9-8ab9b744354c req-186cdc4a-ffc5-483e-8231-81c066b503f4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397320 Mar 02 08:22:32.716164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec03a-1776-4509-897d-557a7ecff480 req-e812cb91-3a09-440f-9ed7-2f66db399517 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:32.717634 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8cec03a-1776-4509-897d-557a7ecff480 req-e812cb91-3a09-440f-9ed7-2f66db399517 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0814629 Mar 02 08:22:32.771179 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e8cec03a-1776-4509-897d-557a7ecff480 req-7a17cc69-4381-4a7b-80b9-d8db14d93e7e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476706 Mar 02 08:22:32.794058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45768) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:32.866395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d0b12-f4e3-4f7f-8c2f-a07837ce8dfe tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:32.867893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5d1d0b12-f4e3-4f7f-8c2f-a07837ce8dfe tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1091 time: 0.0728893 Mar 02 08:22:32.870761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45772) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:32.875531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:22:32.882897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:22:32.886625 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:floatingip and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:22:32.889380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:22:32.895349 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:22:32.906054 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:33.040327 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:33.046406 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:22:33.169511 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.32 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:22:33.310247 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:33.343301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:33.407688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:22:33.411055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:22:33.418837 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:22:33.460563 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:33.945333 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:34.019519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:34.225784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:34.230143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:34.342186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:22:34.352457 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:34.524932 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP e2aaaf72-2593-4082-ab5f-699bc4bb7c44 associated. External IP: 172.25.4.32, port: dceb772c-eadb-4853-9825-215a6b3121bb. Mar 02 08:22:34.869127 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:22:35.048787 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:22:35.058912 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Sync routers for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:22:35.067977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:35.068581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:35.074346 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:35.128691 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-345e2dc2-d747-49fc-a080-1129fc16fea0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2568457 Mar 02 08:22:35.129280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:22:35.177790 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'status': 'completed', 'code': 200} Mar 02 08:22:35.253116 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:35.269621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-3aee3cae-2c69-4044-983e-dd9e26096f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:35.271495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-3aee3cae-2c69-4044-983e-dd9e26096f12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1096 time: 0.0725131 Mar 02 08:22:35.299757 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4dfb-7954-49db-9dbf-0dd6fc1574c0 req-fb849b8e-6e82-45ef-9101-9c120545d30f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:35.301813 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-240c4dfb-7954-49db-9dbf-0dd6fc1574c0 req-fb849b8e-6e82-45ef-9101-9c120545d30f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0843449 Mar 02 08:22:35.355212 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-240c4dfb-7954-49db-9dbf-0dd6fc1574c0 req-b21e52af-3f9b-4d11-b13a-10fd4697f111 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Mar 02 08:22:35.379824 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45780) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:35.492439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d295c158-cd27-41f0-af61-e2dd5eb4542b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/e2aaaf72-2593-4082-ab5f-699bc4bb7c44 HTTP/1.1" status: 200 len: 990 time: 0.1113770 Mar 02 08:22:35.534243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-2fdaa169-4c1a-481d-89ff-2e242bb24c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:35.535722 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-2fdaa169-4c1a-481d-89ff-2e242bb24c1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 897 time: 0.2583141 Mar 02 08:22:35.619049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e2aaaf72-2593-4082-ab5f-699bc4bb7c44', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'port_id': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'mac_address': 'fa:16:3e:cc:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:22:33Z', 'updated_at': '2022-03-02T08:22:33Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:35.622914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Checking router: ec4069ba-0179-4527-aa3f-d2ddc26c5a6e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:22:35.632118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:22:35.632699 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:22:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:35.641196 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-7a3d77c4-9978-479d-a7af-eb960dfd492d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 998 time: 0.0970428 Mar 02 08:22:35.705255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-a36cf929-1331-45e3-bc60-2ab0c8551fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:35.707369 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-a36cf929-1331-45e3-bc60-2ab0c8551fab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 200 len: 834 time: 0.0606854 Mar 02 08:22:35.783368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-af441f8e-309d-4354-8b4a-1acd1431da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:22:35.784926 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-af441f8e-309d-4354-8b4a-1acd1431da3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f002406-1ccb-49f9-a18e-a876bff5f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718963 Mar 02 08:22:35.855245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:22:35.918673 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-30acab01-ebdd-471e-992d-74b685640fa7 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279449 Mar 02 08:22:36.053036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-889f4279-3df8-4af2-ab75-2a54cacf2b05 req-a90fb6d0-8f56-40b9-8851-9776fed6a182 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272466 Mar 02 08:22:36.214091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e2aaaf72-2593-4082-ab5f-699bc4bb7c44', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'port_id': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'mac_address': 'fa:16:3e:cc:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:22:33Z', 'updated_at': '2022-03-02T08:22:33Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:22:36.217978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021762-dcc8-49ac-a721-6e00b6da952f None None] The sync data for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 is: [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'e2aaaf72-2593-4082-ab5f-699bc4bb7c44', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'port_id': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'mac_address': 'fa:16:3e:cc:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:22:33Z', 'updated_at': '2022-03-02T08:22:33Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:22:36.397612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb16d7b-1dd4-4cf4-ad52-9b1571f1c9f0 None None] New status for floating IP e2aaaf72-2593-4082-ab5f-699bc4bb7c44: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:22:36.494684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45784) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:22:36.712175 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-75a7747a-3b55-40f6-920e-48fb494539f1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/e2aaaf72-2593-4082-ab5f-699bc4bb7c44 HTTP/1.1" status: 200 len: 992 time: 0.2164204 Mar 02 08:22:42.007044 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e5168e3-4b5b-4df3-979e-8ed191706df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:44.312518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a8b3b5f2-3bdf-4e18-ad6c-5be94679574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:45.511516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:45.566112 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:46.995707 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:49.088110 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:22:49.298073 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:01.800657 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-fa0b6eea-40d6-47b1-9f9c-54c661af16f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737650 Mar 02 08:23:01.939101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-5975caa0-ee29-409f-a57b-2428bdaad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:01.940566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-5975caa0-ee29-409f-a57b-2428bdaad070 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1096 time: 0.0714214 Mar 02 08:23:02.081992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-93621be3-c41c-4869-a4f4-0bd0ac0f6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:02.083460 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-93621be3-c41c-4869-a4f4-0bd0ac0f6623 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 897 time: 0.1250317 Mar 02 08:23:02.185999 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-b39ed870-f3a3-4333-a83a-477b8188a68f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 1000 time: 0.0959764 Mar 02 08:23:02.247348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-f09de970-6b60-4509-b815-776950de4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:02.248791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-f09de970-6b60-4509-b815-776950de4649 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 200 len: 834 time: 0.0576816 Mar 02 08:23:02.326527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-c65f9f70-9d2e-43f1-95eb-314f31dc99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:02.327988 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-c65f9f70-9d2e-43f1-95eb-314f31dc99b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f002406-1ccb-49f9-a18e-a876bff5f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733504 Mar 02 08:23:02.457923 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-a9f39449-8552-4454-9cc9-4fff330ec177 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238995 Mar 02 08:23:02.586987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2d85342f-c84e-4c36-9912-56d979ca5af0 req-8097d0a4-538e-4d6d-a912-5d48f655f0b3 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235306 Mar 02 08:23:10.046040 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:23:12.009208 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-20876424-cd5f-4dd3-be0f-eeab47b1a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:14.314801 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6c3ea9f2-7dd8-461d-ae58-c2d45d5e99a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:15.516193 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:15.564335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:16.998145 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:19.079312 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:19.311603 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:42.010674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e63ad093-2e58-4ab8-923a-7d3ff1ce1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:44.018233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5df5-a667-4cf9-9170-b306f4a3a466 req-77b0ecdd-4f4e-4a46-9858-0caf2a9030f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:44.019719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a57b5df5-a667-4cf9-9170-b306f4a3a466 req-77b0ecdd-4f4e-4a46-9858-0caf2a9030f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0872231 Mar 02 08:23:44.062860 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a57b5df5-a667-4cf9-9170-b306f4a3a466 req-30c8faf6-a29a-46bc-b8da-3d935c9600de tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Mar 02 08:23:44.319673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1edfd967-cb4a-4723-b2f0-a87254449e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:45.257783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ba0e2-30fa-447f-b7ef-b1614c0ea32e req-9f0d17a7-96f1-4dae-812a-610d2745602f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:45.259243 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e4ba0e2-30fa-447f-b7ef-b1614c0ea32e req-9f0d17a7-96f1-4dae-812a-610d2745602f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0826850 Mar 02 08:23:45.303217 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e4ba0e2-30fa-447f-b7ef-b1614c0ea32e req-45202a31-918f-4c0d-9e43-554484ffff75 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383964 Mar 02 08:23:45.326339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45822) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:45.430160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-34b057f0-55a6-4bee-bf0d-30ee588a4f73 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/e2aaaf72-2593-4082-ab5f-699bc4bb7c44 HTTP/1.1" status: 200 len: 992 time: 0.1025193 Mar 02 08:23:45.510818 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:45.567829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:46.981200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a0783-5665-4235-9da6-6b5629267242 req-ab208828-ea1a-43c3-a3bb-c40daab220fe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:46.982651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-541a0783-5665-4235-9da6-6b5629267242 req-ab208828-ea1a-43c3-a3bb-c40daab220fe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.1925104 Mar 02 08:23:47.001363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:47.029065 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-541a0783-5665-4235-9da6-6b5629267242 req-a8efc0a1-3115-4d8b-9f3b-570f8fa3a12c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Mar 02 08:23:47.046010 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:23:48.223399 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f66a4-3ab2-44e1-b660-85c5b80eeb85 req-a53d2ce6-3273-47fe-8ccb-436bbd4ab927 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:48.224756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-818f66a4-3ab2-44e1-b660-85c5b80eeb85 req-a53d2ce6-3273-47fe-8ccb-436bbd4ab927 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0824547 Mar 02 08:23:48.269939 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-818f66a4-3ab2-44e1-b660-85c5b80eeb85 req-3ea1d1f9-cd25-4905-94d1-3ac587de8796 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387623 Mar 02 08:23:48.293095 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45838) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:48.399441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1b5c1068-2154-49b6-a608-f644e696b15a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/e2aaaf72-2593-4082-ab5f-699bc4bb7c44 HTTP/1.1" status: 200 len: 992 time: 0.1051829 Mar 02 08:23:48.654882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45846) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:48.852666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:23:48.853008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.019498 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.019823 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.093838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.138625 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:23:49.284282 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.322792 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.330787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=ffd9b7cd-f046-4c63-b2e3-57bc2b5bf343,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:49.367032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.367379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.367715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.368050 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.368373 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.368699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.369018 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.369338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.369658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.369999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.370315 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.370628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:49.431894 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:49.432150 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP e2aaaf72-2593-4082-ab5f-699bc4bb7c44 disassociated (deleted). External IP: 172.25.4.32, port: dceb772c-eadb-4853-9825-215a6b3121bb. Mar 02 08:23:49.883483 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:23:50.068226 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:23:50.077407 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Sync routers for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:23:50.087318 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:50.087987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:23:50.088603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:50.142237 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d51b2c50-2efd-4c46-9a8b-2ddf8a5a9ed7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2aaaf72-2593-4082-ab5f-699bc4bb7c44 HTTP/1.1" status: 204 len: 168 time: 1.4861314 Mar 02 08:23:50.142687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:23:50.195759 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'status': 'completed', 'code': 200} Mar 02 08:23:50.287550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:23:50.295435 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-c0a16798-8691-4aac-a98a-66f37bdcb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:50.297039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-c0a16798-8691-4aac-a98a-66f37bdcb06d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 1096 time: 0.0789077 Mar 02 08:23:50.485796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-d9379904-b75d-42d3-9384-1d09c4fc274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:50.487469 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-d9379904-b75d-42d3-9384-1d09c4fc274b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 200 len: 897 time: 0.1853340 Mar 02 08:23:50.561305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-bc51b18d-a118-4230-a59d-de20986ed316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 200 len: 217 time: 0.0670478 Mar 02 08:23:50.620404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:50.624902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Checking router: ec4069ba-0179-4527-aa3f-d2ddc26c5a6e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:23:50.635057 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:23:50.635667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:50.642351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7c7e9-e3b3-4b61-ab2b-cf7c062b515f req-ec063661-ad73-41f7-b69f-c05907371eb0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:50.643819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95d7c7e9-e3b3-4b61-ab2b-cf7c062b515f req-ec063661-ad73-41f7-b69f-c05907371eb0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.1964881 Mar 02 08:23:50.645284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-d7b8fc04-5fe9-4f30-b3e5-694a0551c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:50.646652 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-d7b8fc04-5fe9-4f30-b3e5-694a0551c18f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 200 len: 834 time: 0.0797229 Mar 02 08:23:50.731535 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95d7c7e9-e3b3-4b61-ab2b-cf7c062b515f req-44f7369b-94b3-4b90-be70-5b44f3f281da tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816357 Mar 02 08:23:50.760231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-51512816-04d9-4fb0-8a38-0637bd56e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:50.761696 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-51512816-04d9-4fb0-8a38-0637bd56e797 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f002406-1ccb-49f9-a18e-a876bff5f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991158 Mar 02 08:23:50.819573 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:23:50.892247 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-14b2f1ec-5193-44f3-bcaa-205b9dad8fbf service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241026 Mar 02 08:23:51.024316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d1f6f9c1-5b02-48f4-ac7d-4bf474dd322d req-f9e491eb-6eea-41a6-9bd1-311204ffda28 service neutron] 10.222.0.39 "GET /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258280 Mar 02 08:23:51.174422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:51.178415 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08416a07-1e32-4364-83d8-c09a534f3623 None None] The sync data for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 is: [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'f16da598-bba6-4514-a73f-77616b53b668', 'name': '', 'network_id': '8f002406-1ccb-49f9-a18e-a876bff5f558', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:bc:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:15Z', 'updated_at': '2022-03-02T08:22:20Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '78fdb103-33e1-41a6-9d0b-573cf6a6f2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:23:51.383388 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b0377-04cc-4c63-a0fd-93627c5316a5 None None] New status for floating IP e2aaaf72-2593-4082-ab5f-699bc4bb7c44: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:23:51.924264 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66258dca-75f9-4c03-9352-e680e2eb5209 req-3230dc1b-f760-4794-a5bb-56e0ec08498f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:51.924959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-66258dca-75f9-4c03-9352-e680e2eb5209 req-3230dc1b-f760-4794-a5bb-56e0ec08498f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:23:51.939963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-66258dca-75f9-4c03-9352-e680e2eb5209 req-3230dc1b-f760-4794-a5bb-56e0ec08498f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:23:51.941067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66258dca-75f9-4c03-9352-e680e2eb5209 req-3230dc1b-f760-4794-a5bb-56e0ec08498f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0981321 Mar 02 08:23:51.986209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66258dca-75f9-4c03-9352-e680e2eb5209 req-30634570-a7a6-4091-91f4-9df73f519c24 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=d979473f-5405-4510-b088-e74c9fe5fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395250 Mar 02 08:23:52.209700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-0d043da0-03f6-4d8b-b9a5-fb61f539858f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:23:52.211085 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-0d043da0-03f6-4d8b-b9a5-fb61f539858f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 945 time: 0.0774658 Mar 02 08:23:52.284259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port dceb772c-eadb-4853-9825-215a6b3121bb {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:23:52.284619 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:52.527286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port dceb772c-eadb-4853-9825-215a6b3121bb, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=dceb772c-eadb-4853-9825-215a6b3121bb,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:23:52.527551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:52.648044 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for dceb772c-eadb-4853-9825-215a6b3121bb owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:23:52.789592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:52.970863 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=dceb772c-eadb-4853-9825-215a6b3121bb,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:53.011699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.012071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.012408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.012737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.013062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.013379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.013705 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.014047 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.014368 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.014683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.014996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.016242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:53.024552 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] No DVR routers for this DVR port dceb772c-eadb-4853-9825-215a6b3121bb on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:23:53.027883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:53.030486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'name': 'network-vif-deleted', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:23:53.047230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b2d5bd54-8b4b-48c0-9e7c-2b622aedbda1 req-87bebde9-d6fc-489c-ace5-0fd95ecf2546 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "DELETE /v2.0/ports/dceb772c-eadb-4853-9825-215a6b3121bb HTTP/1.1" status: 204 len: 173 time: 0.8308806 Mar 02 08:23:53.078900 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28f078-b91c-4f48-892a-8bf3b3382886', 'name': 'network-vif-deleted', 'tag': 'dceb772c-eadb-4853-9825-215a6b3121bb', 'status': 'completed', 'code': 200} Mar 02 08:23:53.141190 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4eed1a23-3f95-4045-969f-f67514654608 req-64deabc2-6792-4cae-af36-2b6732cc6940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:23:53.157101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-4eed1a23-3f95-4045-969f-f67514654608 req-64deabc2-6792-4cae-af36-2b6732cc6940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:23:53.158680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4eed1a23-3f95-4045-969f-f67514654608 req-64deabc2-6792-4cae-af36-2b6732cc6940 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb28f078-b91c-4f48-892a-8bf3b3382886 HTTP/1.1" status: 200 len: 210 time: 0.0598176 Mar 02 08:23:54.261994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45866) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:54.809643 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:55.274126 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port f16da598-bba6-4514-a73f-77616b53b668 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:23:55.274856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:55.457265 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port f16da598-bba6-4514-a73f-77616b53b668, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=f16da598-bba6-4514-a73f-77616b53b668,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:23:55.457628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:55.585075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for f16da598-bba6-4514-a73f-77616b53b668 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:23:55.735744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device dceb772c-eadb-4853-9825-215a6b3121bb no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:23:55.770669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: dceb772c-eadb-4853-9825-215a6b3121bb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:23:55.771025 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device dceb772c-eadb-4853-9825-215a6b3121bb not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:23:55.905796 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:55.954547 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=f16da598-bba6-4514-a73f-77616b53b668,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:56.228147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:56.697501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:23:56.872575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:23:56.882525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Sync routers for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:23:56.889291 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a94234d2-9a3a-4f3e-8411-ffaedece408a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/ec4069ba-0179-4527-aa3f-d2ddc26c5a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262224 Mar 02 08:23:56.892420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45872) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:56.894539 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:23:56.895202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:56.960142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting subnet 78fdb103-33e1-41a6-9d0b-573cf6a6f2ba {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:23:56.963226 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.016669 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.074046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:23:57.097577 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.172558 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.213425 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.216599 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Subnet': ['ID=78fdb103-33e1-41a6-9d0b-573cf6a6f2ba,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:57.223671 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1c882d9e-5372-4822-be15-eb6745deec9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/subnets/78fdb103-33e1-41a6-9d0b-573cf6a6f2ba HTTP/1.1" status: 204 len: 168 time: 0.3292017 Mar 02 08:23:57.225501 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45876) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:57.254894 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6780e6c-980c-4185-8c4b-a216c779de8d None None] Network 8f002406-1ccb-49f9-a18e-a876bff5f558 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:23:57.404788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.525101 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:23:55Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:57.529073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Checking router: ec4069ba-0179-4527-aa3f-d2ddc26c5a6e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:23:57.539016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Routers {'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:23:57.539631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:57.595215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.605668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 2bc5a178-f713-464b-bd8a-8a9a151a989b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:23:57.606099 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.615209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] DHCP port deletion for 8f002406-1ccb-49f9-a18e-a876bff5f558 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:23:57.632434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Deleting port e168770b-8128-4b3f-845d-2863a87bc349 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:23:57.632809 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.785931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 2bc5a178-f713-464b-bd8a-8a9a151a989b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2bc5a178-f713-464b-bd8a-8a9a151a989b,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:23:57.786534 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:57.799614 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] Set router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:23:58.032747 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 2bc5a178-f713-464b-bd8a-8a9a151a989b owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:23:58.160218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] For port e168770b-8128-4b3f-845d-2863a87bc349, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=e168770b-8128-4b3f-845d-2863a87bc349,segment=NetworkSegment(d08cdb35-ac20-4316-8173-611982ac49ed),segment_id=d08cdb35-ac20-4316-8173-611982ac49ed)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:23:58.160834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.199876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.245575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=2bc5a178-f713-464b-bd8a-8a9a151a989b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:58.297323 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Calling delete_port for e168770b-8128-4b3f-845d-2863a87bc349 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:23:58.338537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.411231 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.461942 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Pushing event deleted for resources: {'Port': ['ID=e168770b-8128-4b3f-845d-2863a87bc349,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:58.470239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] No DVR routers for this DVR port e168770b-8128-4b3f-845d-2863a87bc349 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:23:58.473237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.473680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.473926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.474255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.474582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.474911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.475234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.475556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.475878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.476196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.476514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.476828 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe897574-e987-4718-9335-e6f1dbded264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:23:58.483525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:23:55Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:58.492356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f224ec-4e42-4135-8323-9d0a9bfeb204 None None] The sync data for ids ['ec4069ba-0179-4527-aa3f-d2ddc26c5a6e'] in n-d-827871-1 is: [{'id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101740087', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:23:55Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '2bc5a178-f713-464b-bd8a-8a9a151a989b', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4069ba-0179-4527-aa3f-d2ddc26c5a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:22:11Z', 'updated_at': '2022-03-02T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:23:58.519046 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.521352 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.550922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.551418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Fanout notify agent at l3_agent the message router_deleted on router ec4069ba-0179-4527-aa3f-d2ddc26c5a6e {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:23:58.566376 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.567444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e07e94a6-aa74-44ee-8101-55182be11742 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/routers/ec4069ba-0179-4527-aa3f-d2ddc26c5a6e HTTP/1.1" status: 204 len: 168 time: 1.3409464 Mar 02 08:23:58.570135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45880) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:58.679959 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.808430 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.832143 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f002406-1ccb-49f9-a18e-a876bff5f558']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:58.844060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08cdb35-ac20-4316-8173-611982ac49ed') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:58.844503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08cdb35-ac20-4316-8173-611982ac49ed') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:23:58.855746 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.873162 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.883809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:23:58.884726 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:23:58.905324 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:23:58.998701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f16da598-bba6-4514-a73f-77616b53b668 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:23:59.019557 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.045069 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: f16da598-bba6-4514-a73f-77616b53b668 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:23:59.045416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device f16da598-bba6-4514-a73f-77616b53b668 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:23:59.045824 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.046086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e168770b-8128-4b3f-845d-2863a87bc349 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:23:59.057835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Network': ['ID=8f002406-1ccb-49f9-a18e-a876bff5f558,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:59.066697 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b62aacc7-67c7-4f19-8325-b8804390172f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/networks/8f002406-1ccb-49f9-a18e-a876bff5f558 HTTP/1.1" status: 204 len: 168 time: 0.4955900 Mar 02 08:23:59.069549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45884) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:59.083859 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: e168770b-8128-4b3f-845d-2863a87bc349 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:23:59.084218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device e168770b-8128-4b3f-845d-2863a87bc349 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:23:59.139124 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.171577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.247245 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.273946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d979473f-5405-4510-b088-e74c9fe5fb95,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:59.279731 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.282588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cb5f627d-1668-43e2-adb2-5608bc04f9db tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/security-groups/d979473f-5405-4510-b088-e74c9fe5fb95 HTTP/1.1" status: 204 len: 168 time: 0.2114980 Mar 02 08:23:59.496568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:59.502723 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571796756', 'description': 'tempest-secgroup-smoke-1571796756 description', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:23:59.509318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:23:59.513517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:23:59.517484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:23:59.523063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:23:59.534251 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.553823 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:23:59.559058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:23:59.561950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:23:59.567785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:23:59.640277 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.643965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.688614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5964ee4f-b17b-4b39-a51f-2c180fdd41f8,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:59.692787 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.694002 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-61d05352-7f05-4288-8953-898231f7a25d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964173 Mar 02 08:23:59.697445 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45898) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:59.702142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:23:59.709042 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:23:59.712916 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:23:59.715809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:23:59.722450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:23:59.739012 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.800638 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.804174 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.827173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc9feaf-0a33-45cd-9666-59a0bbb5c9da,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:59.835361 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.836614 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-72ed15d2-b47c-41b1-a441-08d3aa56237d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383407 Mar 02 08:23:59.839497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45902) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:59.844840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:23:59.851298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:23:59.855065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:23:59.857926 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:23:59.864382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:23:59.880623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.940632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.944117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.966322 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9267ac34-24ff-4af4-82ee-17636acbc538,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:23:59.976259 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:23:59.977452 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c9ac5aaa-864f-4b10-82db-846cd84d3cd5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370385 Mar 02 08:23:59.980197 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45906) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:23:59.985395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:23:59.991891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:23:59.995676 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:23:59.998489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.004229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.020941 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.081558 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.085202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.108748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dbd4d1-205f-4289-b943-37ad7687acf0,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:00.117006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.118200 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-95739f6c-7b6d-445d-8ae9-ebc14761ed97 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369529 Mar 02 08:24:00.121098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:00.126099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:00.132577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:00.136361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:00.139216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.146298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.166097 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.227432 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.230924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.257458 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93c6935-61c4-472d-9a92-0a081c64e25e,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:00.267681 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.268850 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa9ec87b-d627-4a86-b739-3d68856d65a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467807 Mar 02 08:24:00.271565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45914) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:00.276399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:00.283164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:00.286976 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:00.289801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.295568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.305816 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:24:00.312709 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.377660 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.381297 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.404512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4072404b-e05f-4120-86bd-712dc8fecafa,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:00.413160 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.414362 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5926fbf8-c361-4931-b61a-dc590bfd28c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419044 Mar 02 08:24:00.417024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45918) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:00.422065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '5964ee4f-b17b-4b39-a51f-2c180fdd41f8', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:00.428450 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:00.432210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:00.435032 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.441051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.450393 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:24:00.457511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.524464 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.528703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.551352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab843b-a542-4159-b304-a7de19e1316d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:00.559949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.561237 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64345dbf-68eb-46bd-8e26-d1086a64cefd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433141 Mar 02 08:24:00.564651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45922) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:00.569914 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'network': {'name': 'tempest-network-smoke--1663511842', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:00.575398 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:00.580766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:network and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:00.583568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.589124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.599238 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:24:00.603157 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.631721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:24:00.641276 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.641630 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Added segment 286853c3-08cb-4128-9008-8281a40177e1 of type vlan for network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 Mar 02 08:24:00.666810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.695342 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.700678 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:00.701270 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.732359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2bc5a178-f713-464b-bd8a-8a9a151a989b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:24:00.771552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2bc5a178-f713-464b-bd8a-8a9a151a989b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:24:00.772000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2bc5a178-f713-464b-bd8a-8a9a151a989b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:24:00.806321 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2406423 Mar 02 08:24:00.809207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 45926) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:00.813087 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0edde2-0aef-4626-abc2-5deb0a5306d2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Network': ['ID=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:00.815361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'admin_state_up': True, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:00.823507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:24:00.823952 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:00.828005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:router and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:00.831120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:00.837773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:00.846591 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.847599 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:00.865470 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.133455 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.543338 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.572211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.705949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.13 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/23c69b0f-c524-4ca0-b184-cbafc211d3fb) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:24:01.850767 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.881645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:01.943941 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:01.946632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:01.955617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:24:01.994803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=23c69b0f-c524-4ca0-b184-cbafc211d3fb,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:02.365125 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:02.831440 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:03.032140 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router fd20c01e-9973-4f7a-979a-964318484c7e is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:24:03.216959 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:24:03.228909 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Sync routers for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:24:03.237762 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:03.238459 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:03.244588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:03.245885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0780958f-794f-4ac8-b8ab-2427c6b95020 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4355190 Mar 02 08:24:03.249216 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45932) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:03.290229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76b926e7-a3ce-4c56-ae48-68e80f6949ca tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c6d711f5c3fb4db4a139c934586246d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391552 Mar 02 08:24:03.292715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:03.415417 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:03.425266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75744934-c892-4d9e-9989-8afb0b8257e0 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:03.426832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-75744934-c892-4d9e-9989-8afb0b8257e0 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331711 Mar 02 08:24:03.429744 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45940) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:03.473596 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5d858d8-f54d-4dac-872b-a182cff3ec39 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427389 Mar 02 08:24:03.475997 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45944) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:03.481276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836993790', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:03.595540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:03.599965 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:subnet and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:03.602850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:03.608525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:03.619468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:24:03.623015 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:03.699229 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:02Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:03.703067 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Checking router: fd20c01e-9973-4f7a-979a-964318484c7e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:24:03.703502 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Updating router fd20c01e-9973-4f7a-979a-964318484c7e port 23c69b0f-c524-4ca0-b184-cbafc211d3fb binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:24:03.759680 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:03.839258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.020757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Subnet': ['ID=c6c8306b-9756-400f-9a3d-60207ab7518a,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:04.024742 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Checking segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:24:04.025100 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network hostable DHCP agents. Network: d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:24:04.043717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:24:04.052677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:04.056706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:04.057274 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.063432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278e07b-0678-40d9-ae3e-2117b0b1cc94 None None] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:24:04.086419 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e6d6f220-fc62-45d4-a9c2-029b77970e99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6094146 Mar 02 08:24:04.089171 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 45948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:04.123493 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.135868 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Transition to ACTIVE for port object 23c69b0f-c524-4ca0-b184-cbafc211d3fb will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:04.143749 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.210675 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Attempting to bind port 23c69b0f-c524-4ca0-b184-cbafc211d3fb on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:24:04.211165 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Attempting to bind port 23c69b0f-c524-4ca0-b184-cbafc211d3fb by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:24:04.211631 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Attempting to bind port 23c69b0f-c524-4ca0-b184-cbafc211d3fb on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:24:04.221310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:24:04.221847 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:24:04.222394 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.222858 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:24:04.223637 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Bound port: 23c69b0f-c524-4ca0-b184-cbafc211d3fb, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:24:04.224482 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.278692 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Pushing event updated for resources: {'Port': ['ID=23c69b0f-c524-4ca0-b184-cbafc211d3fb,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:04.282067 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:24:04.282982 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.314671 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] For port 23c69b0f-c524-4ca0-b184-cbafc211d3fb, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:24:04.318180 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] For port 23c69b0f-c524-4ca0-b184-cbafc211d3fb, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c69b0f-c524-4ca0-b184-cbafc211d3fb,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:24:04.325436 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.336716 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.337079 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.337744 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.338335 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.338671 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.338996 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.339319 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.339635 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.340000 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.340322 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.340912 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.340912 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:24:04.413317 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d3f1-151d-49d7-b767-367b23f97299 None None] Pushing event updated for resources: {'Port': ['ID=23c69b0f-c524-4ca0-b184-cbafc211d3fb,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:04.425474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:04.426345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:04.455052 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Allocated IP 172.20.0.2 (d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6/c6c8306b-9756-400f-9a3d-60207ab7518a/6b4330a6-5973-44c4-a34f-c6a0887e5503) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:24:04.605531 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:04.670022 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.680963 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Transition to ACTIVE for port object 6b4330a6-5973-44c4-a34f-c6a0887e5503 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:04.699050 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Transition to ACTIVE for port object 6b4330a6-5973-44c4-a34f-c6a0887e5503 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:04.705911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.766368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:04.769205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:04.772103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:24:04.822347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Pushing event updated for resources: {'Port': ['ID=6b4330a6-5973-44c4-a34f-c6a0887e5503,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:04.836970 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.899942 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:02Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:04.903914 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382885ed-a771-4c93-922c-62c6b35ec9f0 None None] The sync data for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 is: [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:02Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:24:04.926174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Attempting to bind port 6b4330a6-5973-44c4-a34f-c6a0887e5503 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:24:04.926174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Attempting to bind port 6b4330a6-5973-44c4-a34f-c6a0887e5503 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:24:04.927016 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Attempting to bind port 6b4330a6-5973-44c4-a34f-c6a0887e5503 on network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:24:04.932485 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:24:04.933183 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Checking segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:24:04.933423 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:04.933844 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Bound using segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:24:04.934381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Bound port: 6b4330a6-5973-44c4-a34f-c6a0887e5503, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:24:04.934745 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:05.027478 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] For port 6b4330a6-5973-44c4-a34f-c6a0887e5503, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:24:05.032285 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] For port 6b4330a6-5973-44c4-a34f-c6a0887e5503, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b4330a6-5973-44c4-a34f-c6a0887e5503,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:24:05.040067 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:05.130434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65518ed-bc2a-435a-b90e-268be1b441a4 None None] Pushing event updated for resources: {'Port': ['ID=6b4330a6-5973-44c4-a34f-c6a0887e5503,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:05.274874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.1 (d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6/c6c8306b-9756-400f-9a3d-60207ab7518a/65bd561a-ae3b-40c0-8acc-26c2c354afd6) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:24:05.457748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:05.475955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 65bd561a-ae3b-40c0-8acc-26c2c354afd6 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:05.504401 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:05.577064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:05.584594 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:05.588970 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:24:05.620080 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:05.656914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.048257 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.179893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e54aa-131f-4e15-968c-1a24568c8e18 None None] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:24:06.291889 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-fef849a0-32dd-4923-849c-9b6b0d94f99a None None] Provisioning for port 6b4330a6-5973-44c4-a34f-c6a0887e5503 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:06.472204 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.477415 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.601601 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:06.611427 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.740906 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e4bff45-dd70-4834-bba8-bdcebedcd561 None None] Provisioning for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:06.757085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1e4bff45-dd70-4834-bba8-bdcebedcd561 None None] Provisioning complete for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:06.757729 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1e4bff45-dd70-4834-bba8-bdcebedcd561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.777165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:06.778370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:06.823228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1e4bff45-dd70-4834-bba8-bdcebedcd561 None None] Port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:24:06.869153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b4330a6-5973-44c4-a34f-c6a0887e5503 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:06.940336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 6b4330a6-5973-44c4-a34f-c6a0887e5503 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:06.945632 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6b4330a6-5973-44c4-a34f-c6a0887e5503 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:06.946517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:06.990830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router fd20c01e-9973-4f7a-979a-964318484c7e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:24:07.016026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-60cd3278-23ec-4f87-87dd-1516f7dfed16 None None] Provisioning complete for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:07.016026 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-60cd3278-23ec-4f87-87dd-1516f7dfed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.103988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-60cd3278-23ec-4f87-87dd-1516f7dfed16 None None] Port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:24:07.130327 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.166500 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 6b4330a6-5973-44c4-a34f-c6a0887e5503, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b4330a6-5973-44c4-a34f-c6a0887e5503,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:07.170346 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.171453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c69b0f-c524-4ca0-b184-cbafc211d3fb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:07.175307 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:24:07.188525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8f571a8f-7a65-45f5-8488-115c576a8161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/fd20c01e-9973-4f7a-979a-964318484c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0980875 Mar 02 08:24:07.233157 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Sync routers for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:24:07.284840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:07.285489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:07.347586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-542542b5-9c7e-4114-8e86-63dcccab2831 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:07.362987 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-542542b5-9c7e-4114-8e86-63dcccab2831 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:07.364501 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-542542b5-9c7e-4114-8e86-63dcccab2831 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571796756&fields=id&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 267 time: 0.0564749 Mar 02 08:24:07.379548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-14b4e4a4-3fd3-431c-acbd-c571dec660df None None] Provisioning complete for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:07.379915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-14b4e4a4-3fd3-431c-acbd-c571dec660df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.422427 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=6b4330a6-5973-44c4-a34f-c6a0887e5503,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:07.529730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-14b4e4a4-3fd3-431c-acbd-c571dec660df None None] Port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:24:07.532789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 23c69b0f-c524-4ca0-b184-cbafc211d3fb completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:07.541777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 23c69b0f-c524-4ca0-b184-cbafc211d3fb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:07.542197 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.608092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:07.642269 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-eecd4c57-38ca-4bdf-8f70-993ef9b7970f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:07.642873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-eecd4c57-38ca-4bdf-8f70-993ef9b7970f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:07.658314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-eecd4c57-38ca-4bdf-8f70-993ef9b7970f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:07.659772 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-eecd4c57-38ca-4bdf-8f70-993ef9b7970f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 797 time: 0.2885129 Mar 02 08:24:07.675701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-c8ed089f-4b5c-4595-8e16-6825052e567d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/quotas/c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Mar 02 08:24:07.760717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-bfcdd9c0-bbc5-4736-90d8-b5295249f13c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:07.776665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-bfcdd9c0-bbc5-4736-90d8-b5295249f13c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:07.778566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-bfcdd9c0-bbc5-4736-90d8-b5295249f13c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976930 Mar 02 08:24:07.935501 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:07.966044 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-5179b1c3-68f6-4369-abf6-0ebf5f9fca6b service neutron] 10.222.0.21 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758082 Mar 02 08:24:07.970958 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 23c69b0f-c524-4ca0-b184-cbafc211d3fb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c69b0f-c524-4ca0-b184-cbafc211d3fb,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:07.975902 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.081488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=23c69b0f-c524-4ca0-b184-cbafc211d3fb,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:08.099853 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:06Z', 'revision_number': 2, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:08.103078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-a24f5f72-c6da-402f-a121-1310bd526125 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296263 Mar 02 08:24:08.103704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Checking router: fd20c01e-9973-4f7a-979a-964318484c7e for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:24:08.104060 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Updating router fd20c01e-9973-4f7a-979a-964318484c7e port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:24:08.160893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.297027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4af4fc20-7b5a-431f-952a-9921ef0ce5f9 req-27f46a2d-2417-435f-9028-5dc88917851d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:08.309137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-4af4fc20-7b5a-431f-952a-9921ef0ce5f9 req-27f46a2d-2417-435f-9028-5dc88917851d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:08.312359 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4af4fc20-7b5a-431f-952a-9921ef0ce5f9 req-27f46a2d-2417-435f-9028-5dc88917851d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 210 time: 0.0606303 Mar 02 08:24:08.519444 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.531615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Transition to ACTIVE for port object 65bd561a-ae3b-40c0-8acc-26c2c354afd6 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:08.538478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.665612 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f7298-beeb-4998-8132-87545a03209f None None] Pushing event updated for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:08.760682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Attempting to bind port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:24:08.761047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Attempting to bind port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:24:08.761411 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Attempting to bind port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 on network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:24:08.767621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:24:08.767993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Checking segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:24:08.768383 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.768767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Bound using segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:24:08.769214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Bound port: 65bd561a-ae3b-40c0-8acc-26c2c354afd6, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:24:08.769580 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.808599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b4330a6-5973-44c4-a34f-c6a0887e5503 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:08.927422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] For port 65bd561a-ae3b-40c0-8acc-26c2c354afd6, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:24:08.930957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] For port 65bd561a-ae3b-40c0-8acc-26c2c354afd6, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=65bd561a-ae3b-40c0-8acc-26c2c354afd6,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:24:08.936646 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:08.967778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 6b4330a6-5973-44c4-a34f-c6a0887e5503 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:08.968166 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:09.063719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:09.064359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:23:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:09.131559 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f7298-beeb-4998-8132-87545a03209f None None] Pushing event updated for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:09.297531 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c69b0f-c524-4ca0-b184-cbafc211d3fb up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:09.341977 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:09.407524 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a175769e-a67f-430f-a3f2-75cdcea9809e req-16237630-77b2-4290-9e78-dd629997b04e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 210 time: 0.0429945 Mar 02 08:24:09.626521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 23c69b0f-c524-4ca0-b184-cbafc211d3fb triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:09.627053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:09.832409 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:08Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:09.836657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06019465-ffd6-48ef-bb37-de2feef430a4 None None] The sync data for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 is: [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:08Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:24:10.493314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-f3692a83-a05c-4305-b626-0ab832bf6e23 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:10.494072 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-f3692a83-a05c-4305-b626-0ab832bf6e23 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:10.507994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fb125902-6167-4c32-891c-bc3388205143 req-f3692a83-a05c-4305-b626-0ab832bf6e23 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:10.509439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-f3692a83-a05c-4305-b626-0ab832bf6e23 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 797 time: 0.1844418 Mar 02 08:24:10.612489 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0284727d-76bd-462f-bc9a-7c3f3e5aa0e4 req-6457fdfb-961d-4816-99a9-4983581ee12b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 210 time: 0.0606942 Mar 02 08:24:10.619015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-377168cf-5c7b-46d7-b63d-e03e591249d9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 380 time: 0.0940914 Mar 02 08:24:10.628147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'port': {'device_id': '651f744c-2aed-4954-9f65-a5b039340403', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'admin_state_up': True, 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'security_groups': ['5964ee4f-b17b-4b39-a51f-2c180fdd41f8']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:10.786109 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:10.798698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:10.804665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 65bd561a-ae3b-40c0-8acc-26c2c354afd6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:10.810561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:24:10.815299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:10.876193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:10.881229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:10.881682 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:10.986506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.12 (d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6/c6c8306b-9756-400f-9a3d-60207ab7518a/b6cf40d0-652f-4ac7-b142-4fb283742607) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:24:11.001216 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.034378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 65bd561a-ae3b-40c0-8acc-26c2c354afd6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=65bd561a-ae3b-40c0-8acc-26c2c354afd6,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:11.038715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.110780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:11.184175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.200186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object b6cf40d0-652f-4ac7-b142-4fb283742607 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:11.223022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.284833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:11.287968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:11.291698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:24:11.340466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:11.366377 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:11.367005 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.393814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-969ab40a-6b16-4184-8567-bacbf444fe6c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7695284 Mar 02 08:24:11.406449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Request body: {'port': {'device_id': '651f744c-2aed-4954-9f65-a5b039340403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:11.537316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.578342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9b518604-d6bb-4fa8-957a-69a46b3a08f4 None None] Provisioning for port b6cf40d0-652f-4ac7-b142-4fb283742607 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:11.584221 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9b518604-d6bb-4fa8-957a-69a46b3a08f4 None None] Provisioning complete for port b6cf40d0-652f-4ac7-b142-4fb283742607 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:11.584221 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9b518604-d6bb-4fa8-957a-69a46b3a08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:11.648535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9b518604-d6bb-4fa8-957a-69a46b3a08f4 None None] Port b6cf40d0-652f-4ac7-b142-4fb283742607 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:24:11.814241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7726-71d2-4969-a518-e04d4a26d9fa req-7b7decbb-c348-41cc-affd-a2c57d326176 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:11.816378 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95ef7726-71d2-4969-a518-e04d4a26d9fa req-7b7decbb-c348-41cc-affd-a2c57d326176 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 932 time: 0.0853381 Mar 02 08:24:11.861518 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95ef7726-71d2-4969-a518-e04d4a26d9fa req-27b20b0e-ffe1-4031-9675-4587f3676ba7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394094 Mar 02 08:24:12.012433 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e1f8fc14-62e7-4e8a-96cc-82ee7603d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.023990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cf40d0-652f-4ac7-b142-4fb283742607 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:24:12.031676 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.045525 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Transition to ACTIVE for port object b6cf40d0-652f-4ac7-b142-4fb283742607 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:24:12.049788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.208903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:12.286103 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Attempting to bind port b6cf40d0-652f-4ac7-b142-4fb283742607 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:24:12.286446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Attempting to bind port b6cf40d0-652f-4ac7-b142-4fb283742607 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:24:12.286776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Attempting to bind port b6cf40d0-652f-4ac7-b142-4fb283742607 on network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:24:12.291405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Port b6cf40d0-652f-4ac7-b142-4fb283742607 on network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:24:12.291726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Attempting to bind port b6cf40d0-652f-4ac7-b142-4fb283742607 on network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:24:12.297322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:24:12.297654 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Checking segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:24:12.298073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Bound using segment: {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:24:12.298498 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Bound port: b6cf40d0-652f-4ac7-b142-4fb283742607, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286853c3-08cb-4128-9008-8281a40177e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:24:12.298845 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.385602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:24:12.388867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b6cf40d0-652f-4ac7-b142-4fb283742607,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:24:12.393356 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.449669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:12.450445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.451819 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 1092 time: 1.0512631 Mar 02 08:24:12.452256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:24:12.483010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ba9ec-212d-40ed-be5b-9aea1608fc49 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:12.528113 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'status': 'completed', 'code': 200} Mar 02 08:24:12.571868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-9a2984d1-1c31-4bba-a644-58abb7515b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:12.573360 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-9a2984d1-1c31-4bba-a644-58abb7515b89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1095 time: 0.0805068 Mar 02 08:24:12.647305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-a96bb672-da0f-4e2d-bab7-baef56ae85f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 217 time: 0.0669377 Mar 02 08:24:12.710213 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-17c8a334-a431-44ee-a945-7d33002bf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:12.711679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-17c8a334-a431-44ee-a945-7d33002bf013 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0588455 Mar 02 08:24:12.783147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 65bd561a-ae3b-40c0-8acc-26c2c354afd6 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:12.790674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125902-6167-4c32-891c-bc3388205143 req-e24b2307-b734-4827-9324-4be233152869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:12.792162 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-e24b2307-b734-4827-9324-4be233152869 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745955 Mar 02 08:24:12.850561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:12.850937 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:12.926196 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-9c0ed9d1-c63f-4f4c-949f-adb5a9657780 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269205 Mar 02 08:24:13.056535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b20d-0a9c-4601-9f6e-799a60beab09 req-cc6d9a00-9d15-49d2-b9cb-c4f1e926b0c5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:13.058025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34b2b20d-0a9c-4601-9f6e-799a60beab09 req-cc6d9a00-9d15-49d2-b9cb-c4f1e926b0c5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 944 time: 0.0814939 Mar 02 08:24:13.066111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb125902-6167-4c32-891c-bc3388205143 req-b6ff3adb-05d0-453e-b25b-a39298c4ff1f service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344078 Mar 02 08:24:13.105891 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34b2b20d-0a9c-4601-9f6e-799a60beab09 req-fc6f4fe5-f074-4d78-828f-3655b7a32167 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Mar 02 08:24:13.180702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c137-c169-4edb-ad55-236a27066d3d req-897c6399-96e4-4b6c-92c0-0b4798568d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:13.182188 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-897c6399-96e4-4b6c-92c0-0b4798568d22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1095 time: 0.0704103 Mar 02 08:24:13.311110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c137-c169-4edb-ad55-236a27066d3d req-87a56b9e-65aa-4d11-8b67-8c118e855183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:13.313069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-87a56b9e-65aa-4d11-8b67-8c118e855183 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.1248848 Mar 02 08:24:13.487498 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-24313957-e4c9-43ed-a5a2-88fe68c7c4a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 217 time: 0.1687636 Mar 02 08:24:13.551349 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c137-c169-4edb-ad55-236a27066d3d req-4667167a-f78e-40bf-8274-ba22da921691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:13.552808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-4667167a-f78e-40bf-8274-ba22da921691 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0586288 Mar 02 08:24:13.630489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c137-c169-4edb-ad55-236a27066d3d req-7e6de74a-dcd2-426c-b01c-1531039703c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:13.631936 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-7e6de74a-dcd2-426c-b01c-1531039703c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739725 Mar 02 08:24:13.763064 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-84f59786-c83a-414b-b5a2-49c3b2e8796d service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252139 Mar 02 08:24:13.895748 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d305c137-c169-4edb-ad55-236a27066d3d req-82b6b303-56b3-4f1a-aaa1-7ea1b54f5e88 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250935 Mar 02 08:24:14.301746 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81b05-a7db-4452-80fb-77919d4cdd76 req-c9dbcec0-c64c-4a09-885c-8dea9148f58a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:14.302473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-93c81b05-a7db-4452-80fb-77919d4cdd76 req-c9dbcec0-c64c-4a09-885c-8dea9148f58a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:24:14.319439 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-93c81b05-a7db-4452-80fb-77919d4cdd76 req-c9dbcec0-c64c-4a09-885c-8dea9148f58a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:24:14.320743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93c81b05-a7db-4452-80fb-77919d4cdd76 req-c9dbcec0-c64c-4a09-885c-8dea9148f58a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 944 time: 0.1050541 Mar 02 08:24:14.323304 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bb16a245-d268-45bb-9a9b-5515ca2b1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:14.366257 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-93c81b05-a7db-4452-80fb-77919d4cdd76 req-23f91ca1-fb48-41d4-9403-505ea110eeee tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Mar 02 08:24:15.516862 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:15.557200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76045-0f58-4a99-9355-c8a5988b4849 req-e9228922-0548-4a18-a6f5-56f22d42cf87 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:15.558966 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fa76045-0f58-4a99-9355-c8a5988b4849 req-e9228922-0548-4a18-a6f5-56f22d42cf87 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 944 time: 0.0879686 Mar 02 08:24:15.569659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:15.603576 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8fa76045-0f58-4a99-9355-c8a5988b4849 req-32fde597-bf26-404c-9c76-12ba7ab5b048 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Mar 02 08:24:16.785260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e02fc-484d-443b-b973-1a9e1d9b953d req-c3f93b4c-4ae4-484c-a4f8-ae3510ce3c0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:16.786762 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-519e02fc-484d-443b-b973-1a9e1d9b953d req-c3f93b4c-4ae4-484c-a4f8-ae3510ce3c0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 944 time: 0.0797544 Mar 02 08:24:16.833155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-519e02fc-484d-443b-b973-1a9e1d9b953d req-46ff664b-730d-424a-adb3-e52083af32f0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Mar 02 08:24:17.004399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:17.564497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b6cf40d0-652f-4ac7-b142-4fb283742607 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:24:17.693477 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b6cf40d0-652f-4ac7-b142-4fb283742607,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:17.707187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'port_id': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'mac_address': 'fa:16:3e:f5:0b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:24:17.763970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:17.780857 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cf40d0-652f-4ac7-b142-4fb283742607 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:24:17.796093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b6cf40d0-652f-4ac7-b142-4fb283742607,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:17.800017 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:17.865735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:18.012585 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8025ed-c47e-4821-ae14-127d991fe2d8 req-070229e9-5acb-4275-a962-974b323d5dae tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:18.014056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c8025ed-c47e-4821-ae14-127d991fe2d8 req-070229e9-5acb-4275-a962-974b323d5dae tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 945 time: 0.0786731 Mar 02 08:24:18.061646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c8025ed-c47e-4821-ae14-127d991fe2d8 req-122c4074-4584-4bf2-b619-7f0b60d15b70 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Mar 02 08:24:18.128066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['b6cf40d0-652f-4ac7-b142-4fb283742607'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:24:19.095824 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:19.243043 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dde41-937b-4fcf-89b3-1e4b550a9e92 req-b9e15a88-b975-40a0-bc8f-4fa884dd19c7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:19.244480 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e3dde41-937b-4fcf-89b3-1e4b550a9e92 req-b9e15a88-b975-40a0-bc8f-4fa884dd19c7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Mar 02 08:24:19.288388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2e3dde41-937b-4fcf-89b3-1e4b550a9e92 req-79e0dc6d-923f-40dd-8610-9ccb74a9b146 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374196 Mar 02 08:24:19.325455 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:19.563158 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b6cf40d0-652f-4ac7-b142-4fb283742607 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:24:19.629606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port b6cf40d0-652f-4ac7-b142-4fb283742607 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:24:19.634337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port b6cf40d0-652f-4ac7-b142-4fb283742607 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:24:19.634714 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:19.783387 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:19.809270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:24:19.819111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b6cf40d0-652f-4ac7-b142-4fb283742607,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:24:19.823230 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:19.854908 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'code': 200} Mar 02 08:24:19.894814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:19.980415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0e7d-ba7e-41ee-93e1-02d725917762 req-1e479749-b842-48c8-986b-f7b848010867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:19.981883 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978c0e7d-ba7e-41ee-93e1-02d725917762 req-1e479749-b842-48c8-986b-f7b848010867 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.0719707 Mar 02 08:24:20.020544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-978c0e7d-ba7e-41ee-93e1-02d725917762 req-3591f7fd-590e-4678-aebb-ce7369059e5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Mar 02 08:24:20.472539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cad98-ecae-403e-89d5-caf87a8601b8 req-5e3a735e-0fdb-4cf5-9069-3b5143ec33cc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:20.474011 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-077cad98-ecae-403e-89d5-caf87a8601b8 req-5e3a735e-0fdb-4cf5-9069-3b5143ec33cc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0795946 Mar 02 08:24:20.518442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-077cad98-ecae-403e-89d5-caf87a8601b8 req-eb050916-10a2-4aea-8e7d-f258333d3999 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Mar 02 08:24:21.704165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b47048-1e07-4c71-a6e2-b17ccf30796c req-724f1482-a030-42e8-8694-f4732ba460b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:21.705622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1b47048-1e07-4c71-a6e2-b17ccf30796c req-724f1482-a030-42e8-8694-f4732ba460b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0797534 Mar 02 08:24:21.748789 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e1b47048-1e07-4c71-a6e2-b17ccf30796c req-d5acae57-f995-46e4-a407-018eb3822466 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Mar 02 08:24:21.935124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19102e-0753-4743-a9e3-7441d35b08da req-b7031096-884a-48a1-9067-2f5f97aa8de7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:21.937173 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb19102e-0753-4743-a9e3-7441d35b08da req-b7031096-884a-48a1-9067-2f5f97aa8de7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0836678 Mar 02 08:24:21.979732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb19102e-0753-4743-a9e3-7441d35b08da req-1ed644c5-185c-47a4-b485-d728ae48f6b5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369763 Mar 02 08:24:22.002385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46014) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:22.074549 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac70c3dd-3446-4d99-9e8c-17076ab20f31 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:22.076045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ac70c3dd-3446-4d99-9e8c-17076ab20f31 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1092 time: 0.0726676 Mar 02 08:24:22.078972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46018) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:22.083740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:24:22.090297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:24:22.094756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:floatingip and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:24:22.097531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:24:22.103172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:24:22.114047 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:22.250341 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:22.380807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.233 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/f66fca9f-81f9-46de-9eec-9cbdfbfbd04f) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:24:22.533240 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:22.562324 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:22.623695 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:24:22.627220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:24:22.630741 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:24:22.676338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=f66fca9f-81f9-46de-9eec-9cbdfbfbd04f,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:23.144140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:23.216703 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:23.416812 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:23.422281 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:23.546882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=f66fca9f-81f9-46de-9eec-9cbdfbfbd04f,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:24:23.555792 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:23.726009 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 associated. External IP: 172.25.4.233, port: b6cf40d0-652f-4ac7-b142-4fb283742607. Mar 02 08:24:24.045113 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:24:24.073268 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router fd20c01e-9973-4f7a-979a-964318484c7e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:24:24.360102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:24:24.370809 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Sync routers for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:24:24.382385 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:24.383034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:24.384294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:24.441037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8d288eea-d359-4e4f-98e0-5c57657d3cf0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3610528 Mar 02 08:24:24.441629 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:24:24.486940 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'status': 'completed', 'code': 200} Mar 02 08:24:24.572740 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:24.585430 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-01b742cb-87a3-4409-9378-59567b00a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:24.587057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-01b742cb-87a3-4409-9378-59567b00a30f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.0765936 Mar 02 08:24:24.612476 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ea7c-e8e5-422d-bfff-9d35db9adc14 req-3856379f-f749-45b2-900f-c9f2aa144c82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:24.613953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5e8ea7c-e8e5-422d-bfff-9d35db9adc14 req-3856379f-f749-45b2-900f-c9f2aa144c82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0828152 Mar 02 08:24:24.659149 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f5e8ea7c-e8e5-422d-bfff-9d35db9adc14 req-87bae275-e91a-4b72-a1d2-574eb51beac0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391874 Mar 02 08:24:24.683338 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46026) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:24.722096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-4ea2d4f1-9283-4729-b7b4-66589336613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:24.723558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-4ea2d4f1-9283-4729-b7b4-66589336613e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.1296160 Mar 02 08:24:24.793690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3b1b5d03-7d91-44cd-991c-e6b99b92582a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 HTTP/1.1" status: 200 len: 992 time: 0.1089785 Mar 02 08:24:24.837133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-a66a9509-fe69-4548-9313-897fea83579a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 1000 time: 0.1061659 Mar 02 08:24:24.904253 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-c5d0a676-16bc-4ed1-983f-539ebcdf7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:24.906318 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-c5d0a676-16bc-4ed1-983f-539ebcdf7879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0629449 Mar 02 08:24:24.952269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'port_id': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'mac_address': 'fa:16:3e:f5:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f744c-2aed-4954-9f65-a5b039340403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:24:23Z', 'updated_at': '2022-03-02T08:24:23Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:24.956083 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Checking router: fd20c01e-9973-4f7a-979a-964318484c7e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:24:24.964520 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:24:24.965150 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:24:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:24.984245 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-ad0cac9d-a269-417d-8550-90a64c737989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:24:24.985718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-ad0cac9d-a269-417d-8550-90a64c737989 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725958 Mar 02 08:24:25.116032 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-f3ab8b94-a5bd-44b8-8a05-56e4fa6dea1e service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247299 Mar 02 08:24:25.145614 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:24:25.248120 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e7db655c-72cc-47d0-8e71-2a0cdc638ef6 req-22538efa-fd58-4ceb-af92-6e3a27d5cf9a service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264193 Mar 02 08:24:25.483203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'port_id': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'mac_address': 'fa:16:3e:f5:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f744c-2aed-4954-9f65-a5b039340403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:24:23Z', 'updated_at': '2022-03-02T08:24:23Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:24:25.487051 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57ec84-6cf0-4f91-bfbc-8a697e5942f7 None None] The sync data for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 is: [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'port_id': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'mac_address': 'fa:16:3e:f5:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f744c-2aed-4954-9f65-a5b039340403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:24:23Z', 'updated_at': '2022-03-02T08:24:23Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:24:25.661424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392b70e3-3792-4948-ac9c-8fe6e01fc90b None None] New status for floating IP cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:24:25.797733 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46030) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:25.908732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6e5c274e-0988-4e5f-a1cd-817f0afa7463 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 HTTP/1.1" status: 200 len: 992 time: 0.1095791 Mar 02 08:24:26.912758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46034) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:24:27.017381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7ed94cbd-5a3c-4e19-a1b9-559749266236 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 HTTP/1.1" status: 200 len: 994 time: 0.1034558 Mar 02 08:24:42.015186 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0488ab34-ffb1-4aa5-9cb7-64a2d9a1a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:44.324522 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6da411cb-82ce-4235-9907-8e9f37a18345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:45.509981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:45.572281 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:47.006240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:49.099122 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:24:49.339244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:01.045990 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:25:01.493077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-1f236003-7f42-4b83-b1ec-34abdbdb29b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120570 Mar 02 08:25:01.634273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-046ad885-a9b9-4ed2-b3e4-b2fe337767c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:01.635733 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-046ad885-a9b9-4ed2-b3e4-b2fe337767c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.0744557 Mar 02 08:25:01.886734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-e34b76f7-dbb2-4c22-8da8-ec45f274eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:01.888171 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-e34b76f7-dbb2-4c22-8da8-ec45f274eb40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.2327595 Mar 02 08:25:01.987820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-ff4d1d1a-b601-4667-96d2-9a5de1edeb50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 1002 time: 0.0938163 Mar 02 08:25:02.048749 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-19da8729-e05d-4468-a0d8-53506a793e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:02.050228 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-19da8729-e05d-4468-a0d8-53506a793e37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0571041 Mar 02 08:25:02.125217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-35204271-8a51-44cc-9b4d-ecd4090f01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:02.126675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-35204271-8a51-44cc-9b4d-ecd4090f01a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700808 Mar 02 08:25:02.256615 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-d0aced40-3176-45ee-bc05-783d09878865 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228433 Mar 02 08:25:02.385122 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-82a39a74-f217-4fd7-96b1-f20628b97fe2 req-599f8223-6703-4e7f-8760-f44787002c56 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226196 Mar 02 08:25:12.016982 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e9d216fb-5d0c-4567-bd85-1f6949e1c06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:14.327783 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-934fff58-fba0-4819-b31c-2ce138553aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:15.512059 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:15.574895 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:17.010341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:19.107148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:19.339009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:27.872743 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e843e6-5d79-4464-9674-967cc425b183 req-e62d38d8-0b0a-4945-a739-e2c3fc364b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:27.874259 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-e62d38d8-0b0a-4945-a739-e2c3fc364b19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.1357126 Mar 02 08:25:27.881768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b0b40-03c6-430a-be49-bea9f06001fe req-3a13a636-6dac-4725-b68c-d2b0a4bd6dd2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:27.883136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-462b0b40-03c6-430a-be49-bea9f06001fe req-3a13a636-6dac-4725-b68c-d2b0a4bd6dd2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.1055527 Mar 02 08:25:28.016889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-462b0b40-03c6-430a-be49-bea9f06001fe req-7faa9b5f-52d6-4081-b76b-ab998f1b85d7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117909 Mar 02 08:25:28.045363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e843e6-5d79-4464-9674-967cc425b183 req-29abb5f0-ab4a-4a2d-9c5f-7b67ef1f870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:28.046855 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-29abb5f0-ab4a-4a2d-9c5f-7b67ef1f870c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.1628826 Mar 02 08:25:28.150941 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-bda1a2f8-2dfe-4b96-acd4-5beb5ac8b75b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 1002 time: 0.0956607 Mar 02 08:25:28.213964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e843e6-5d79-4464-9674-967cc425b183 req-25fdbf3f-ee1a-45b6-8ec8-8963524ab825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:28.215398 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-25fdbf3f-ee1a-45b6-8ec8-8963524ab825 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0576830 Mar 02 08:25:28.290692 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e843e6-5d79-4464-9674-967cc425b183 req-f866b2cd-332a-4e6c-823c-e7cef74f633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:28.292174 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-f866b2cd-332a-4e6c-823c-e7cef74f633b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695472 Mar 02 08:25:28.423702 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-e0a9c240-50c2-474d-b30c-0dfbc57f0d4d service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Mar 02 08:25:28.556985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e843e6-5d79-4464-9674-967cc425b183 req-c71959fe-fae6-4232-9ecf-bfec62325c17 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267858 Mar 02 08:25:29.257768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106a15-9633-4420-873a-7c222ad1c321 req-e61770e0-282b-43c7-89bc-925e59a42da2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:29.259252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed106a15-9633-4420-873a-7c222ad1c321 req-e61770e0-282b-43c7-89bc-925e59a42da2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.1307006 Mar 02 08:25:29.302972 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed106a15-9633-4420-873a-7c222ad1c321 req-dff72e69-09a1-4200-811d-05fd2ad6d8c7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377378 Mar 02 08:25:30.536042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cabf7-7666-447b-b22a-87936e1cfd80 req-91e52663-687f-42cc-aa28-94b1fc6464b5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:30.537504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da2cabf7-7666-447b-b22a-87936e1cfd80 req-91e52663-687f-42cc-aa28-94b1fc6464b5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.1301377 Mar 02 08:25:30.580695 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-da2cabf7-7666-447b-b22a-87936e1cfd80 req-e67be4cb-d1f4-425c-8ba9-6fafbe639829 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Mar 02 08:25:31.761628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08556e6-62bb-4cd7-a8ca-81bc2f91282f req-4fb9b958-a475-4d24-89ab-5a2e1538f6a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:31.763115 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f08556e6-62bb-4cd7-a8ca-81bc2f91282f req-4fb9b958-a475-4d24-89ab-5a2e1538f6a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0780818 Mar 02 08:25:31.809735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f08556e6-62bb-4cd7-a8ca-81bc2f91282f req-f7fcc06e-7563-4c16-8cea-f92b72c32cf9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Mar 02 08:25:32.998427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d3e7-e246-4086-a349-d45c26ee13af req-78cebfb8-4426-4b10-b66e-cfe7da6b18d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:32.999953 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbf6d3e7-e246-4086-a349-d45c26ee13af req-78cebfb8-4426-4b10-b66e-cfe7da6b18d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0803974 Mar 02 08:25:33.048242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbf6d3e7-e246-4086-a349-d45c26ee13af req-067437bf-89e1-467c-bd22-98b33d776106 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Mar 02 08:25:34.388943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c914d-edba-4f07-9000-9e59fbb05bab req-f55c529a-63ac-477e-9248-848fb22c4cff tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:34.390346 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-375c914d-edba-4f07-9000-9e59fbb05bab req-f55c529a-63ac-477e-9248-848fb22c4cff tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0799587 Mar 02 08:25:34.433009 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-375c914d-edba-4f07-9000-9e59fbb05bab req-1c34978b-642f-4096-8dce-4e6faab4dedc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Mar 02 08:25:35.614946 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e1d7-b56c-471d-bbcd-9971f4625df0 req-5614f92f-a747-4e14-b4d0-a6b6ed079104 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:35.616407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b45e1d7-b56c-471d-bbcd-9971f4625df0 req-5614f92f-a747-4e14-b4d0-a6b6ed079104 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0790651 Mar 02 08:25:35.660270 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2b45e1d7-b56c-471d-bbcd-9971f4625df0 req-ecdbf2da-3676-480c-88a4-cef70661f874 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383859 Mar 02 08:25:36.851996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210d69-32b4-4405-ab4e-7666d3bdcdb5 req-f8c40fbd-c524-42f1-b6d3-7ddec6f59803 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:36.853456 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af210d69-32b4-4405-ab4e-7666d3bdcdb5 req-f8c40fbd-c524-42f1-b6d3-7ddec6f59803 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0835695 Mar 02 08:25:36.901241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-af210d69-32b4-4405-ab4e-7666d3bdcdb5 req-1f629a62-2bcf-4640-b6de-c71f45bb907a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Mar 02 08:25:38.044949 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:25:38.093274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5335-386f-4f9a-b967-0ea6ffe64a77 req-807bb612-94e4-4e76-a3ec-cbed152490c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:38.095497 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d92a5335-386f-4f9a-b967-0ea6ffe64a77 req-807bb612-94e4-4e76-a3ec-cbed152490c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0905735 Mar 02 08:25:38.245607 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d92a5335-386f-4f9a-b967-0ea6ffe64a77 req-d5fe942e-a5b5-4f36-a375-5d89dac3586c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444573 Mar 02 08:25:39.351687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-dc009358-c2d6-44ee-a4ca-cf832fffb675 req-84ce2715-d1f1-4589-9f57-23d569cef85e tempest-ServerDiskConfigTestJSON-1156558237 tempest-ServerDiskConfigTestJSON-1156558237-project] (87855) timed out ('10.222.0.39', 51662) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:25:39.433200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c6d07-9a93-4dd1-8a57-4394720de360 req-97bdedc0-63c8-4023-86ea-42203eaaadb6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:39.434677 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e35c6d07-9a93-4dd1-8a57-4394720de360 req-97bdedc0-63c8-4023-86ea-42203eaaadb6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0823581 Mar 02 08:25:39.478592 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e35c6d07-9a93-4dd1-8a57-4394720de360 req-0605e6fc-869c-4e98-94ca-70ee3b9714b4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Mar 02 08:25:40.666239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac7cd1-bb46-40dc-851f-a9860d58d09f req-0765ab6e-ec5e-4e12-8667-bfc09e60f55a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:25:40.667688 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2ac7cd1-bb46-40dc-851f-a9860d58d09f req-0765ab6e-ec5e-4e12-8667-bfc09e60f55a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0806508 Mar 02 08:25:40.711479 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b2ac7cd1-bb46-40dc-851f-a9860d58d09f req-2782ee33-435e-4d5c-8dae-b3135fd93485 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381989 Mar 02 08:25:40.734771 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46098) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:25:40.840088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-d9a7b76e-9803-4550-b752-e17aacec1503 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 HTTP/1.1" status: 200 len: 994 time: 0.1041968 Mar 02 08:25:42.021557 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6de90923-77b2-41a0-a9cb-7268d9a0cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:44.330896 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7024a703-a9c0-4ab8-99b9-557bffaa7f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:45.514894 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:45.577673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:47.014647 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:49.106653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:25:49.337479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:02.465103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-46ea1735-11ad-41ef-bd7a-549c7dd9b19d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725689 Mar 02 08:26:02.602168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-44cfc19e-e96c-4ea9-8701-a88baf91f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:02.603634 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-44cfc19e-e96c-4ea9-8701-a88baf91f01d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.0705118 Mar 02 08:26:02.748662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-95ae5bb1-e822-49fd-81f4-c87ef4d3d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:02.750049 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-95ae5bb1-e822-49fd-81f4-c87ef4d3d345 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.1272879 Mar 02 08:26:02.852593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-e05f3209-0f10-444f-88c3-eaf1a568d21f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 1002 time: 0.0965099 Mar 02 08:26:02.917294 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-8e186228-b724-4782-91b1-57c65d9416ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:02.918721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-8e186228-b724-4782-91b1-57c65d9416ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0591011 Mar 02 08:26:03.007886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-63000d5d-37b0-4609-9b3c-94c04622cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:03.009302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-63000d5d-37b0-4609-9b3c-94c04622cc85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846705 Mar 02 08:26:03.146158 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-0d06ca93-579a-4d63-9961-fc430e32554f service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303635 Mar 02 08:26:03.274962 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-54854ab7-621e-400a-8d3c-b3cf9b45b5da req-3673783d-6966-442d-ab1e-589fef78e422 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231508 Mar 02 08:26:12.023101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f3168a16-fcff-4022-9275-7f2ff1cac2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:14.332963 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b4fceb1-18b8-4e50-9ca4-a80846aa5a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:15.044104 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:26:15.518082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:15.582548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:17.016378 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:19.126995 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:19.351069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:27.469840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46126) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:27.670450 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port f66fca9f-81f9-46de-9eec-9cbdfbfbd04f {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:26:27.670788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:27.846225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:27.846568 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:28.077409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for f66fca9f-81f9-46de-9eec-9cbdfbfbd04f owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:26:28.225432 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:28.273711 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=f66fca9f-81f9-46de-9eec-9cbdfbfbd04f,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:28.321113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.321455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.321787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.322142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.322469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.322790 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.323112 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.323433 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.323753 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.324067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.324381 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.324695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:28.379710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:28.380086 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 disassociated (deleted). External IP: 172.25.4.233, port: b6cf40d0-652f-4ac7-b142-4fb283742607. Mar 02 08:26:28.730652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router fd20c01e-9973-4f7a-979a-964318484c7e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:26:28.904016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:26:28.915610 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Sync routers for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:26:28.926756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:28.932149 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:28.932796 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:28.986662 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-265e32fa-3d33-4188-a33b-cc9fd84614ba tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/floatingips/cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8 HTTP/1.1" status: 204 len: 168 time: 1.5123639 Mar 02 08:26:28.986662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:26:29.033031 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'status': 'completed', 'code': 200} Mar 02 08:26:29.113115 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:29.132281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-6a38a7ba-73db-4b77-a483-c34e68fcdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:29.134114 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-6a38a7ba-73db-4b77-a483-c34e68fcdbe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 1097 time: 0.0766284 Mar 02 08:26:29.284262 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-20ea330e-ce31-44f4-b092-e5c9cf5bc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:29.286070 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-20ea330e-ce31-44f4-b092-e5c9cf5bc3b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 200 len: 897 time: 0.1463385 Mar 02 08:26:29.357775 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-35628892-5532-4cbc-ad49-26c7b7c9ce67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 200 len: 217 time: 0.0652783 Mar 02 08:26:29.378811 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720fe26-cbc3-4295-b944-b9099aca59fc req-67e763dd-0f05-4d07-bc9f-9b6fe09b7a51 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:29.380305 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2720fe26-cbc3-4295-b944-b9099aca59fc req-67e763dd-0f05-4d07-bc9f-9b6fe09b7a51 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0879772 Mar 02 08:26:29.422522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-03dd7c06-f68e-4dce-81c9-a3ea17618ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:29.423970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-03dd7c06-f68e-4dce-81c9-a3ea17618ef7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 200 len: 834 time: 0.0604424 Mar 02 08:26:29.426662 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2720fe26-cbc3-4295-b944-b9099aca59fc req-89643d2a-8b6b-4029-97a2-931032b57603 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Mar 02 08:26:29.473034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:29.477456 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Checking router: fd20c01e-9973-4f7a-979a-964318484c7e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:26:29.486183 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:29.487063 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:29.501928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-e62e1f88-1720-4d65-b491-0dfc5503ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:29.503381 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-e62e1f88-1720-4d65-b491-0dfc5503ac74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733662 Mar 02 08:26:29.672163 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:29.756511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-ffa62e03-7ec0-4664-9c79-c3cf487e1648 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453122 Mar 02 08:26:29.887835 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e050af6a-4774-4f34-948d-9f2cadcabebd req-52e34a8a-462c-4a0c-8b8a-da3ef68ffa68 service neutron] 10.222.0.16 "GET /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247382 Mar 02 08:26:29.982048 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:29.985879 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a5621-bffe-49c1-a4cc-61595ffb9a6d None None] The sync data for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 is: [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:24:05Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '65bd561a-ae3b-40c0-8acc-26c2c354afd6', 'name': '', 'network_id': 'd2d4d0a0-3d95-489a-bd09-7c9d7f0664c6', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:c1:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:05Z', 'updated_at': '2022-03-02T08:24:11Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'c6c8306b-9756-400f-9a3d-60207ab7518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:26:30.196375 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a672d48-11ed-4128-9a49-b59055b6b96b None None] New status for floating IP cfb8d0ff-fcb4-44d2-b6b9-ceb759a41af8: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:26:30.613411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a10df-ad46-4a94-aec7-8ef5fa8453ad req-a52b10fe-8f35-4767-8383-e2a03e7736fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:30.614131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-891a10df-ad46-4a94-aec7-8ef5fa8453ad req-a52b10fe-8f35-4767-8383-e2a03e7736fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:26:30.630210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-891a10df-ad46-4a94-aec7-8ef5fa8453ad req-a52b10fe-8f35-4767-8383-e2a03e7736fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:26:30.631399 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-891a10df-ad46-4a94-aec7-8ef5fa8453ad req-a52b10fe-8f35-4767-8383-e2a03e7736fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0973997 Mar 02 08:26:30.677790 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-891a10df-ad46-4a94-aec7-8ef5fa8453ad req-e89fd612-de33-43f8-b652-04bf7f3b56d7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=5964ee4f-b17b-4b39-a51f-2c180fdd41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Mar 02 08:26:31.021809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-15d0a561-c11d-44fa-9525-7e6e57795b4c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:31.023146 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-15d0a561-c11d-44fa-9525-7e6e57795b4c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 946 time: 0.0805655 Mar 02 08:26:31.095970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port b6cf40d0-652f-4ac7-b142-4fb283742607 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:26:31.096312 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:31.337630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port b6cf40d0-652f-4ac7-b142-4fb283742607, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=b6cf40d0-652f-4ac7-b142-4fb283742607,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:31.338018 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:31.458387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for b6cf40d0-652f-4ac7-b142-4fb283742607 owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:26:31.604019 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:31.656653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=b6cf40d0-652f-4ac7-b142-4fb283742607,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:31.729629 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] No DVR routers for this DVR port b6cf40d0-652f-4ac7-b142-4fb283742607 on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:26:31.732225 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:31.734977 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'name': 'network-vif-deleted', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:26:31.751885 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb8756c0-cd5c-464a-a1d7-0f3381d82e81 req-e5a9232c-eac5-481e-bf49-fbdebc08cdc7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "DELETE /v2.0/ports/b6cf40d0-652f-4ac7-b142-4fb283742607 HTTP/1.1" status: 204 len: 173 time: 0.7236958 Mar 02 08:26:31.790420 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651f744c-2aed-4954-9f65-a5b039340403', 'name': 'network-vif-deleted', 'tag': 'b6cf40d0-652f-4ac7-b142-4fb283742607', 'status': 'completed', 'code': 200} Mar 02 08:26:31.830879 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-15625096-bded-48d9-9817-2f6949fd3f89 req-c0430cb3-5c20-4a25-8413-6346e6d285c6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=651f744c-2aed-4954-9f65-a5b039340403 HTTP/1.1" status: 200 len: 210 time: 0.0444827 Mar 02 08:26:32.924815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46144) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:33.589703 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:33.938606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 65bd561a-ae3b-40c0-8acc-26c2c354afd6 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:26:33.939323 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:34.121289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 65bd561a-ae3b-40c0-8acc-26c2c354afd6, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=65bd561a-ae3b-40c0-8acc-26c2c354afd6,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:34.121647 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:34.246309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 65bd561a-ae3b-40c0-8acc-26c2c354afd6 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:26:34.310056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b6cf40d0-652f-4ac7-b142-4fb283742607 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:26:34.344270 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: b6cf40d0-652f-4ac7-b142-4fb283742607 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:26:34.344619 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device b6cf40d0-652f-4ac7-b142-4fb283742607 not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:26:34.433628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:34.508727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=65bd561a-ae3b-40c0-8acc-26c2c354afd6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:34.870250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.229789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router fd20c01e-9973-4f7a-979a-964318484c7e has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:26:35.404260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:26:35.414089 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Sync routers for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:26:35.417581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e5c8ed18-a974-4eb0-bfee-419e07e71009 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/fd20c01e-9973-4f7a-979a-964318484c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916933 Mar 02 08:26:35.420247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46148) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:35.424036 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:35.424650 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:35.488447 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting subnet c6c8306b-9756-400f-9a3d-60207ab7518a {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:26:35.491377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.545056 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.603253 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:35.628265 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.704896 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.745690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c8306b-9756-400f-9a3d-60207ab7518a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:35.747551 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:35.753517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65501a-6606-4b9e-89a2-63082c972d9c None None] Network d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:26:35.757894 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-372aacc4-5987-49fa-90fe-02ae86766df8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/subnets/c6c8306b-9756-400f-9a3d-60207ab7518a HTTP/1.1" status: 204 len: 168 time: 0.3343554 Mar 02 08:26:35.758331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46152) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:35.894895 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:26:34Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:35.898873 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Checking router: fd20c01e-9973-4f7a-979a-964318484c7e for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:26:35.908279 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Routers {'fd20c01e-9973-4f7a-979a-964318484c7e'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:35.908969 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['fd20c01e-9973-4f7a-979a-964318484c7e'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:35.946922 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.062416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] DHCP port deletion for d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:26:36.067449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Deleting port 6b4330a6-5973-44c4-a34f-c6a0887e5503 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:26:36.068085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.125434 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] Set router fd20c01e-9973-4f7a-979a-964318484c7e gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:36.133711 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.144096 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 23c69b0f-c524-4ca0-b184-cbafc211d3fb {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:26:36.144442 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.297295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] For port 6b4330a6-5973-44c4-a34f-c6a0887e5503, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=6b4330a6-5973-44c4-a34f-c6a0887e5503,segment=NetworkSegment(286853c3-08cb-4128-9008-8281a40177e1),segment_id=286853c3-08cb-4128-9008-8281a40177e1)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:36.297712 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.418373 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:26:34Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:36.422005 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc17b4-65f2-483b-85ed-73d67b8ad54c None None] The sync data for ids ['fd20c01e-9973-4f7a-979a-964318484c7e'] in n-d-827871-1 is: [{'id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023449220', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:24:00Z', 'updated_at': '2022-03-02T08:26:34Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '23c69b0f-c524-4ca0-b184-cbafc211d3fb', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20c01e-9973-4f7a-979a-964318484c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:24:01Z', 'updated_at': '2022-03-02T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:26:36.432234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Calling delete_port for 6b4330a6-5973-44c4-a34f-c6a0887e5503 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:26:36.459565 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 23c69b0f-c524-4ca0-b184-cbafc211d3fb, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=23c69b0f-c524-4ca0-b184-cbafc211d3fb,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:36.460085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.514204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.566841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Pushing event deleted for resources: {'Port': ['ID=6b4330a6-5973-44c4-a34f-c6a0887e5503,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:36.570345 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] No DVR routers for this DVR port 6b4330a6-5973-44c4-a34f-c6a0887e5503 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:26:36.576645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.576994 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.577332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.577720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.578341 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.579898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.579898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.579898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.579898 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.580719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.580719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.580719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eeea0d-d523-4876-a386-8f7444a24435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:36.586588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 23c69b0f-c524-4ca0-b184-cbafc211d3fb owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:26:36.754061 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.807695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=23c69b0f-c524-4ca0-b184-cbafc211d3fb,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:36.859700 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b4330a6-5973-44c4-a34f-c6a0887e5503 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:26:36.897320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 6b4330a6-5973-44c4-a34f-c6a0887e5503 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:26:36.897675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 6b4330a6-5973-44c4-a34f-c6a0887e5503 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:26:36.898207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 65bd561a-ae3b-40c0-8acc-26c2c354afd6 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:26:36.908689 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:36.934244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 65bd561a-ae3b-40c0-8acc-26c2c354afd6 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:26:36.934598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 65bd561a-ae3b-40c0-8acc-26c2c354afd6 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:26:37.081299 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.083495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.105704 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.106267 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Fanout notify agent at l3_agent the message router_deleted on router fd20c01e-9973-4f7a-979a-964318484c7e {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:26:37.122664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.123765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f75667d-d091-47f3-9934-74f9a4496f4b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/routers/fd20c01e-9973-4f7a-979a-964318484c7e HTTP/1.1" status: 204 len: 168 time: 1.3644733 Mar 02 08:26:37.126436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46158) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:37.243740 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.371564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.396156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:37.408436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286853c3-08cb-4128-9008-8281a40177e1') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:37.408738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286853c3-08cb-4128-9008-8281a40177e1') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:37.419507 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.435111 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.441435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:26:37.441816 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:26:37.455692 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:26:37.539115 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.557635 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.572442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Network': ['ID=d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:37.579402 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9513a93f-b49a-4731-acfb-fbb7a627673b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/networks/d2d4d0a0-3d95-489a-bd09-7c9d7f0664c6 HTTP/1.1" status: 204 len: 168 time: 0.4519901 Mar 02 08:26:37.582114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46162) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:37.651932 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.681804 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.753361 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.772577 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5964ee4f-b17b-4b39-a51f-2c180fdd41f8,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:37.783640 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:37.784769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a855b58a-da5e-4e77-94f4-761f66d1134a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/security-groups/5964ee4f-b17b-4b39-a51f-2c180fdd41f8 HTTP/1.1" status: 204 len: 168 time: 0.2017622 Mar 02 08:26:38.111670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46170) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.117329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544597249', 'description': 'tempest-secgroup-smoke-544597249 description', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.125007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.129840 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.132878 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.139040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.151623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.174608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.178787 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.181681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.189330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.269117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.272985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.320024 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36aaf939-7521-4d93-b766-9780819fb4fd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:38.328691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.329549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-afc81999-696e-4428-b37f-18e57cc2bfbb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2165778 Mar 02 08:26:38.332615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46174) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.338231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.346186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.350816 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.354098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.360053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.382998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.444387 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.447952 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.471899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58beca1b-2a51-413e-a241-78f46edbd160,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:38.481650 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.482897 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-98b466ac-ec40-4a8a-96c8-254032a0db0f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492195 Mar 02 08:26:38.486300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46178) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.491304 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.498271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.502937 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.506077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.512850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.531343 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.592182 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.596808 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.619194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9dde97-9649-4d4c-b775-d047719a5ba9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:38.628628 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.629782 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b14aef68-574f-461d-a8a6-58377ba82960 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425717 Mar 02 08:26:38.632434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46182) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.637175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.644581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.648320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.651142 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.656727 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.673333 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.756679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.760540 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.783900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929670c0-ff2c-4ec1-bbd3-e1e389d574a1,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:38.798624 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.799920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c58e6278-a2ff-43a0-9296-b07e51ed55d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665864 Mar 02 08:26:38.802960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.807987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.825227 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.829773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.832785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.838893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.856140 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.856854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c69b0f-c524-4ca0-b184-cbafc211d3fb no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:26:38.892257 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 23c69b0f-c524-4ca0-b184-cbafc211d3fb {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:26:38.892765 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 23c69b0f-c524-4ca0-b184-cbafc211d3fb not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:26:38.920164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.924611 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.950000 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6c93ab-2754-49b1-9c5d-cb18452c912e,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:38.959201 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:38.960384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5f9b69e3-8602-4f5c-bfb3-af6f67f542bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564887 Mar 02 08:26:38.963108 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:38.967995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:38.974744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:38.978516 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:38.981307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:38.987492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:38.997274 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:26:39.004187 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.065497 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.068774 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.093983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9159ab74-1033-4479-aa3c-5d8457c80d2f,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:39.102881 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.103989 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-9dc050b8-dc74-4545-b2f7-3b02cbe450c3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399448 Mar 02 08:26:39.106681 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46194) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:39.112055 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '36aaf939-7521-4d93-b766-9780819fb4fd', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:39.118324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:39.122065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:39.124962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:39.130589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:39.141193 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:26:39.147679 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.212450 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.215953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.239284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6c3b64-79bb-4691-a57c-9f1c79a64af9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:39.248057 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.249376 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-77ff65d9-acd7-423f-8ec5-abd7113e9bf7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417627 Mar 02 08:26:39.252378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46198) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:39.257726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'network': {'name': 'tempest-network-smoke--406723079', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'port_security_enabled': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:39.263441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:39.267572 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:network and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:39.270417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:39.276125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:39.286670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:26:39.290867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.319020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:26:39.328289 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.328640 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Added segment 9c5e5501-2f88-44e9-9ccc-69d90274d627 of type vlan for network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae Mar 02 08:26:39.354360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.383325 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.389086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:39.389671 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.605706 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3521349 Mar 02 08:26:39.608370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46202) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:39.611900 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941972-c333-44c8-b878-c0fccea1447d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Network': ['ID=7e4334d0-6d51-4c2a-a98d-e860da6b96ae,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:39.614082 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'admin_state_up': True, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:39.622373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:39.622545 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:26:39.626408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:router and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:39.629325 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:39.635645 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:39.647136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.648225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.664028 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:39.928068 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:40.324199 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:40.352505 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:40.487381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.158 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/3b9f6961-2390-43e3-b019-1e67cac80281) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:26:40.636509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:40.666242 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:40.724136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:26:40.726893 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:40.730392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:26:40.784293 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=3b9f6961-2390-43e3-b019-1e67cac80281,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:40.796119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.797486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.797836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.798200 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.798534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.798866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.799193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.799518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.799844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.800167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.800486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:40.800806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:41.162728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:41.491898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:41.806964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:26:41.981969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:26:41.991950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Sync routers for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:26:42.001594 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:42.002255 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:42.010416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.011622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3749fe8f-66bb-4baf-8bf1-d0495d6341f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4016931 Mar 02 08:26:42.014962 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46206) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:42.054347 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dc49a40f-4973-49e3-9a22-e74787e8c0cd tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c6d711f5c3fb4db4a139c934586246d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380657 Mar 02 08:26:42.057345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46210) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:42.092019 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-25ae1e7c-feec-49b5-bd7a-ddfcd50942a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.186909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf629b-17af-4878-a91a-fbc3b476bf4c tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:42.188533 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-1fdf629b-17af-4878-a91a-fbc3b476bf4c tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309757 Mar 02 08:26:42.191447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46214) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:42.198284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:42.229498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa7ef296-f001-4550-82f9-3f72cefe705c tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369573 Mar 02 08:26:42.231984 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46218) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:42.238112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777769622', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:42.347150 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:42.350977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:subnet and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:42.353772 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:42.359996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:42.369886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:26:42.373475 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.487696 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:40Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:42.492153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Checking router: f0359ccb-406a-4aa4-b3e7-0e2009912bd4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:26:42.492683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Updating router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 port 3b9f6961-2390-43e3-b019-1e67cac80281 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:26:42.546818 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.601077 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.677964 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Subnet': ['ID=f0c8004e-3a1d-447f-9887-cb2a24d18341,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:42.687277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Checking segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:26:42.687652 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network hostable DHCP agents. Network: 7e4334d0-6d51-4c2a-a98d-e860da6b96ae, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:26:42.706847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:26:42.715553 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7e4334d0-6d51-4c2a-a98d-e860da6b96ae) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:42.719642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:42.720232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:42.732303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc4e9d-0179-4f23-81a8-a0e5c8bc6b67 None None] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:26:42.741968 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f0d0ce1e-6f9e-4986-af3a-b2d3714bce25 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5089140 Mar 02 08:26:42.744721 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46222) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:43.086681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:26:43.087495 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.112474 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.163987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Transition to ACTIVE for port object 3b9f6961-2390-43e3-b019-1e67cac80281 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:43.175148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.320297 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdb615-f4c1-4740-98c8-5b9bcfd5ee09 None None] Pushing event updated for resources: {'Port': ['ID=3b9f6961-2390-43e3-b019-1e67cac80281,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:43.328141 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Attempting to bind port 3b9f6961-2390-43e3-b019-1e67cac80281 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:26:43.328490 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Attempting to bind port 3b9f6961-2390-43e3-b019-1e67cac80281 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:26:43.328916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Attempting to bind port 3b9f6961-2390-43e3-b019-1e67cac80281 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:26:43.340093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:26:43.340394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:26:43.340802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.341185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:26:43.341643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Bound port: 3b9f6961-2390-43e3-b019-1e67cac80281, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:26:43.342042 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.393070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Allocated IP 172.20.0.2 (7e4334d0-6d51-4c2a-a98d-e860da6b96ae/f0c8004e-3a1d-447f-9887-cb2a24d18341/1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:26:43.459923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] For port 3b9f6961-2390-43e3-b019-1e67cac80281, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:26:43.510967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] For port 3b9f6961-2390-43e3-b019-1e67cac80281, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b9f6961-2390-43e3-b019-1e67cac80281,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:26:43.524567 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.576533 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.645678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdb615-f4c1-4740-98c8-5b9bcfd5ee09 None None] Pushing event updated for resources: {'Port': ['ID=3b9f6961-2390-43e3-b019-1e67cac80281,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:43.648078 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:43.648686 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:43.856165 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:43.873979 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Transition to ACTIVE for port object 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:43.912811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:43.955426 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Transition to ACTIVE for port object 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:44.035655 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.083245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.1 (7e4334d0-6d51-4c2a-a98d-e860da6b96ae/f0c8004e-3a1d-447f-9887-cb2a24d18341/22dfe636-5c1c-438b-b4c2-4cd916b64891) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:26:44.220759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:26:44.231723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:44.238394 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:26:44.240423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Pushing event updated for resources: {'Port': ['ID=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:44.250390 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.267176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 22dfe636-5c1c-438b-b4c2-4cd916b64891 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:44.292392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.359641 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:26:44.362647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:44.370866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:26:44.393735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Attempting to bind port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:26:44.394129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Attempting to bind port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:26:44.394495 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Attempting to bind port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:26:44.403276 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d663c72-2ee9-4a80-9624-1c88025e6de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.409637 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:26:44.410041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Checking segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:26:44.410447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.410841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Bound using segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:26:44.411310 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Bound port: 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:26:44.411686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.418881 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:44.439006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.517776 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:40Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:44.525179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ced8f9-686f-4bbb-871f-5f0bae7964bd None None] The sync data for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 is: [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:40Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:26:44.527139 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] For port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:26:44.532124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] For port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:26:44.538704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.585535 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:44.628359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67b066-5c49-4b9c-b386-39250aeaa756 None None] Pushing event updated for resources: {'Port': ['ID=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:44.954778 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b9f6961-2390-43e3-b019-1e67cac80281 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:45.047334 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 3b9f6961-2390-43e3-b019-1e67cac80281 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:45.053607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3b9f6961-2390-43e3-b019-1e67cac80281 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:45.054142 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.190131 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.204692 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.207655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 3b9f6961-2390-43e3-b019-1e67cac80281, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b9f6961-2390-43e3-b019-1e67cac80281,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:45.210323 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.211780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.285330 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=3b9f6961-2390-43e3-b019-1e67cac80281,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:45.328940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:45.333593 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.478950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:26:45.480138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:45.540100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.588639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:45.695323 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:26:45.741014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad779b-6c83-4536-bc42-6bef817e3aa0 None None] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:26:45.856046 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e170ce0a-bd13-4b24-ad4c-a22cbd720fdd None None] Provisioning for port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:45.880283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:26:45.892892 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-c79ead07-efcf-4a55-92cb-6b89b4903804 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/f0359ccb-406a-4aa4-b3e7-0e2009912bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1471906 Mar 02 08:26:46.096073 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-83c16ea7-0fd9-4b86-a806-14574c2af9dd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544597249&fields=id&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 267 time: 0.0452416 Mar 02 08:26:46.196792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-43743363-96db-496b-bf72-32f1524a2f31 None None] Provisioning for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:46.203592 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-43743363-96db-496b-bf72-32f1524a2f31 None None] Provisioning complete for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:46.204047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-43743363-96db-496b-bf72-32f1524a2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:46.263613 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Sync routers for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:26:46.269316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-e8bb591b-ec7d-4dec-a75e-81d41feecdfa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:46.276113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-e8bb591b-ec7d-4dec-a75e-81d41feecdfa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 796 time: 0.1723676 Mar 02 08:26:46.276408 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:46.277138 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:46.284698 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-43743363-96db-496b-bf72-32f1524a2f31 None None] Port 22dfe636-5c1c-438b-b4c2-4cd916b64891 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:26:46.299751 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-0d593466-4a96-47bf-91fc-dc73c02abbdf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/quotas/c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 375 time: 0.0226340 Mar 02 08:26:46.381956 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-e055f3b4-2f41-4b91-99ae-4bb7d3b1c468 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:26:46.399831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-e055f3b4-2f41-4b91-99ae-4bb7d3b1c468 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:26:46.401567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-e055f3b4-2f41-4b91-99ae-4bb7d3b1c468 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010535 Mar 02 08:26:46.420091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-af5e68f3-2f68-4dee-b666-35bd1f01c5dd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:26:46.421124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-af5e68f3-2f68-4dee-b666-35bd1f01c5dd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053871 Mar 02 08:26:46.475873 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:46.525705 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-5ec6f72d-a0cb-4d10-ba3c-2240c340ba74 None None] Provisioning complete for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:46.526271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f72d-a0cb-4d10-ba3c-2240c340ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:46.571083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-368dc840-cd25-4549-b4da-29a9d156bc93 service neutron] 10.222.0.21 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437447 Mar 02 08:26:46.609557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6f72d-a0cb-4d10-ba3c-2240c340ba74 None None] Port 22dfe636-5c1c-438b-b4c2-4cd916b64891 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:26:46.720932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-51a09d6d-eca1-43b7-9504-eadfece4df9f service neutron] 10.222.0.21 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409030 Mar 02 08:26:46.730216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8470cd2e-af9d-4801-8299-a562fb3ed64d None None] Provisioning complete for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:46.730705 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8470cd2e-af9d-4801-8299-a562fb3ed64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:46.788695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8470cd2e-af9d-4801-8299-a562fb3ed64d None None] Port 22dfe636-5c1c-438b-b4c2-4cd916b64891 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:26:46.866941 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 2, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:46.871731 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Checking router: f0359ccb-406a-4aa4-b3e7-0e2009912bd4 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:26:46.872083 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Updating router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 port 22dfe636-5c1c-438b-b4c2-4cd916b64891 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:26:46.928957 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:46.951545 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09e3d8ac-4d7d-440e-8d43-411d735462a9 req-63bc2492-b608-4e08-a41e-e8b8d447ff7e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:26:46.965438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-09e3d8ac-4d7d-440e-8d43-411d735462a9 req-63bc2492-b608-4e08-a41e-e8b8d447ff7e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:26:46.966678 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-09e3d8ac-4d7d-440e-8d43-411d735462a9 req-63bc2492-b608-4e08-a41e-e8b8d447ff7e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 210 time: 0.0942547 Mar 02 08:26:46.979564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b9f6961-2390-43e3-b019-1e67cac80281 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:47.044673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.061163 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 3b9f6961-2390-43e3-b019-1e67cac80281 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:47.061660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.186226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:47.267087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:47.271990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:47.272635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.313608 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.325574 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Transition to ACTIVE for port object 22dfe636-5c1c-438b-b4c2-4cd916b64891 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:47.332410 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.402214 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.441885 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:47.451177 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.592089 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Pushing event updated for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:47.598564 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Attempting to bind port 22dfe636-5c1c-438b-b4c2-4cd916b64891 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:26:47.599053 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Attempting to bind port 22dfe636-5c1c-438b-b4c2-4cd916b64891 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:26:47.599626 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Attempting to bind port 22dfe636-5c1c-438b-b4c2-4cd916b64891 on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:26:47.606838 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:47.607583 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.608028 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.609015 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.610259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.610668 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.611072 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.611468 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.611860 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.612254 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.612645 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.613033 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.613424 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:26:47.619098 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:26:47.619544 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Checking segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:26:47.619950 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.620469 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Bound using segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:26:47.620935 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Bound port: 22dfe636-5c1c-438b-b4c2-4cd916b64891, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:26:47.621315 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.713370 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] For port 22dfe636-5c1c-438b-b4c2-4cd916b64891, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:26:47.716533 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] For port 22dfe636-5c1c-438b-b4c2-4cd916b64891, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22dfe636-5c1c-438b-b4c2-4cd916b64891,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:26:47.721852 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:47.798130 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:26:47.798775 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:47.856494 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3749-40bd-438d-912c-0c182a0296d0 None None] Pushing event updated for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:47.989394 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:26:48.087869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-013d9a39-d7e3-4f3f-8082-7bc80f7ed2fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:48.090008 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-013d9a39-d7e3-4f3f-8082-7bc80f7ed2fb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 796 time: 0.1680562 Mar 02 08:26:48.165249 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-95f2579c-2bb7-47f0-9543-15438c384d3d req-6b8c277a-c726-4462-9210-e5f4b9353121 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 210 time: 0.0519013 Mar 02 08:26:48.294312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-b0726ddd-197c-4f3a-ad87-9bd2f7d15032 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 379 time: 0.1958599 Mar 02 08:26:48.302566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'port': {'device_id': '081e7679-4a66-469d-a27b-dede801394e5', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'admin_state_up': True, 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'security_groups': ['36aaf939-7521-4d93-b766-9780819fb4fd']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:48.344117 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:47Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:26:48.348058 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c1d90-1c9b-473b-b3cf-ab92a59ac9fa None None] The sync data for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 is: [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:47Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:26:48.455688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:48.465840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:48.477206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:26:48.480842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:48.656135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.7 (7e4334d0-6d51-4c2a-a98d-e860da6b96ae/f0c8004e-3a1d-447f-9887-cb2a24d18341/8eb41dc3-e935-41d6-b6d8-58ae741d133b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:26:48.862148 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:48.880220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 8eb41dc3-e935-41d6-b6d8-58ae741d133b will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:48.913320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:48.957219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22dfe636-5c1c-438b-b4c2-4cd916b64891 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:48.985151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:26:48.993195 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:26:48.995790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:26:49.034766 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:49.041376 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:49.042136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.045554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:49.088297 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:49.090221 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.127250 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3034960b-acd6-4fb1-a1ce-fad39c882f29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274374 Mar 02 08:26:49.137956 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.153308 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Request body: {'port': {'device_id': '081e7679-4a66-469d-a27b-dede801394e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:49.209199 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.246758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 22dfe636-5c1c-438b-b4c2-4cd916b64891, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22dfe636-5c1c-438b-b4c2-4cd916b64891,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:49.254128 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.255214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:49.300320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.397280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00d07-714c-4644-89ba-d32cce6312f0 req-7db97734-7eb1-4777-868f-bf8e210c98ef tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:49.403832 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7cd6877-2eb8-461d-98c3-eb12be5c2209 None None] Provisioning for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:49.404302 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fe00d07-714c-4644-89ba-d32cce6312f0 req-7db97734-7eb1-4777-868f-bf8e210c98ef tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 931 time: 0.0954707 Mar 02 08:26:49.412254 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.417165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d7cd6877-2eb8-461d-98c3-eb12be5c2209 None None] Provisioning complete for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:49.417639 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6877-2eb8-461d-98c3-eb12be5c2209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.445849 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9fe00d07-714c-4644-89ba-d32cce6312f0 req-4b726b7e-81c1-40d9-bf8c-46e147c25796 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:26:49.448517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:49.469507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9fe00d07-714c-4644-89ba-d32cce6312f0 req-4b726b7e-81c1-40d9-bf8c-46e147c25796 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:26:49.481473 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9fe00d07-714c-4644-89ba-d32cce6312f0 req-4b726b7e-81c1-40d9-bf8c-46e147c25796 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760310 Mar 02 08:26:49.502446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:49.502645 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.526792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd6877-2eb8-461d-98c3-eb12be5c2209 None None] Port 8eb41dc3-e935-41d6-b6d8-58ae741d133b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:26:49.686903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb41dc3-e935-41d6-b6d8-58ae741d133b {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:26:49.694060 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.708883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Transition to ACTIVE for port object 8eb41dc3-e935-41d6-b6d8-58ae741d133b will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:26:49.712824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:49.865990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:49.947048 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:26:49.947387 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:26:49.947718 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:26:49.952350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:26:49.952667 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:26:49.957847 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:26:49.958169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Checking segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:26:49.958548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Bound using segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:26:49.958967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Bound port: 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:26:49.959317 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:50.046245 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:26:50.049062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:26:50.053442 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:50.111502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.112138 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:50.113491 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1091 time: 0.9666202 Mar 02 08:26:50.113950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:26:50.140710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228861-4a09-4c8a-952d-f8b493e1a6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:50.226969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3fdda26c-5237-4180-b176-74ad899a9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.228594 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3fdda26c-5237-4180-b176-74ad899a9e3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1094 time: 0.0774424 Mar 02 08:26:50.390567 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'status': 'completed', 'code': 200} Mar 02 08:26:50.404447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-d4ec3754-c231-4c5a-aa8a-5fa4f53203c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 217 time: 0.1686711 Mar 02 08:26:50.466193 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-7284a976-122c-45e3-801b-975e2a68e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.467558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-7284a976-122c-45e3-801b-975e2a68e518 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0578842 Mar 02 08:26:50.544887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-9fc7e8ad-c263-460d-90ce-3211803139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.546786 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-9fc7e8ad-c263-460d-90ce-3211803139ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732236 Mar 02 08:26:50.671534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeb542-2c17-4b7e-be70-5c1e4c3fb8e1 req-d7c390dd-2b65-4f71-8fe8-83641c987e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.673061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97eeb542-2c17-4b7e-be70-5c1e4c3fb8e1 req-d7c390dd-2b65-4f71-8fe8-83641c987e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0864410 Mar 02 08:26:50.678604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-b6c24a5a-3094-4b49-bc43-6801cda42713 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266177 Mar 02 08:26:50.718158 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-97eeb542-2c17-4b7e-be70-5c1e4c3fb8e1 req-20a944cf-8cc6-4369-9c90-d4ecd977a399 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390525 Mar 02 08:26:50.812715 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-757d475d-7b4b-4218-b151-00dcdf141e1a req-3dc66652-40bd-46c6-b91e-04a85d47fb1c service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281478 Mar 02 08:26:50.872132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22dfe636-5c1c-438b-b4c2-4cd916b64891 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:50.931054 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-947d356f-77f4-4433-8257-418a05840308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:50.932528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-947d356f-77f4-4433-8257-418a05840308 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1094 time: 0.0722890 Mar 02 08:26:50.942062 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 22dfe636-5c1c-438b-b4c2-4cd916b64891 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:50.942443 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:51.063969 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-162da731-d745-448c-9ece-36064b434d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:51.065410 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-162da731-d745-448c-9ece-36064b434d8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1271269 Mar 02 08:26:51.135110 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-248f5e48-30c5-4bf8-80de-7e67c05418d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 217 time: 0.0634282 Mar 02 08:26:51.196394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-d58d9536-ccdd-4ab3-b879-5504bdf95963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:51.197784 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-d58d9536-ccdd-4ab3-b879-5504bdf95963 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0573184 Mar 02 08:26:51.274524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-a1f0ede3-09e9-4287-a0fd-5c80a0b324ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:51.275941 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-a1f0ede3-09e9-4287-a0fd-5c80a0b324ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719802 Mar 02 08:26:51.405703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-13b789b6-6572-48d8-8a55-79f7a1a876f1 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229446 Mar 02 08:26:51.536669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bed765c8-4bf5-4c14-880c-23446d1602d7 req-d24742c0-77c1-46bd-ac50-e91c63e3c10c service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254869 Mar 02 08:26:51.899548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c8eb1-18b7-49f8-bfd4-280cc1c7ba91 req-a6760abf-f503-42c8-a298-892a2cdf6c78 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:51.900235 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0e4c8eb1-18b7-49f8-bfd4-280cc1c7ba91 req-a6760abf-f503-42c8-a298-892a2cdf6c78 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:26:51.915517 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0e4c8eb1-18b7-49f8-bfd4-280cc1c7ba91 req-a6760abf-f503-42c8-a298-892a2cdf6c78 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:26:51.916622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e4c8eb1-18b7-49f8-bfd4-280cc1c7ba91 req-a6760abf-f503-42c8-a298-892a2cdf6c78 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0944710 Mar 02 08:26:51.962242 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e4c8eb1-18b7-49f8-bfd4-280cc1c7ba91 req-358baa8b-5a6d-4acb-a42d-897dfccf615c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 Mar 02 08:26:52.043198 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:26:53.147645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f642-2d88-4299-a028-0c9ec8c6daa1 req-9ace979f-674e-4db2-9c50-b048488b42e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:53.149088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7e1f642-2d88-4299-a028-0c9ec8c6daa1 req-9ace979f-674e-4db2-9c50-b048488b42e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0833442 Mar 02 08:26:53.196683 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7e1f642-2d88-4299-a028-0c9ec8c6daa1 req-eb0e3756-7be0-443a-819f-325566999d62 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Mar 02 08:26:54.305398 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:26:54.376468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5f56-57ba-4051-83b3-77b1c932e037 req-eb007472-c978-42a2-9651-576bfcbca2a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:54.377953 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4bf5f56-57ba-4051-83b3-77b1c932e037 req-eb007472-c978-42a2-9651-576bfcbca2a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0787880 Mar 02 08:26:54.421736 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a4bf5f56-57ba-4051-83b3-77b1c932e037 req-09322e08-54fb-41de-8788-edb4c840ab3e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381880 Mar 02 08:26:54.439922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:54.453512 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'mac_address': 'fa:16:3e:60:1e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:26:54.508434 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:54.525039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb41dc3-e935-41d6-b6d8-58ae741d133b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:26:54.540397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:54.544155 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:54.615854 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:54.897346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['8eb41dc3-e935-41d6-b6d8-58ae741d133b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:26:55.605822 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2ec5e-04d2-4b11-ac4c-11aa9880e38d req-ced8e4ba-07b5-498c-8db8-a77627fc6dbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:55.607283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daf2ec5e-04d2-4b11-ac4c-11aa9880e38d req-ced8e4ba-07b5-498c-8db8-a77627fc6dbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 944 time: 0.0816088 Mar 02 08:26:55.651002 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-daf2ec5e-04d2-4b11-ac4c-11aa9880e38d req-6f3781f6-9223-4120-a47b-d84d5ed01a1a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 Mar 02 08:26:56.321022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:26:56.389964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:26:56.394460 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:26:56.394832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:56.506545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:56.533629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:26:56.543012 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:26:56.548539 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:56.586534 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'code': 200} Mar 02 08:26:56.619939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:26:56.708866 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453acbab-4d3e-42b7-ac6d-489d9c349947 req-1b7970fb-c1e2-4717-a10f-6879a35d8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:56.710364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-453acbab-4d3e-42b7-ac6d-489d9c349947 req-1b7970fb-c1e2-4717-a10f-6879a35d8b5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0721161 Mar 02 08:26:56.752035 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-453acbab-4d3e-42b7-ac6d-489d9c349947 req-97973cd5-88b6-4ef6-9fd4-6c202399ad3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345032 Mar 02 08:26:56.833819 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340035e8-02f3-4aa6-bf35-dc0d35f80d30 req-75f46527-3dfd-4e74-b7e0-8dcf2e70c275 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:56.835218 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-340035e8-02f3-4aa6-bf35-dc0d35f80d30 req-75f46527-3dfd-4e74-b7e0-8dcf2e70c275 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0782986 Mar 02 08:26:56.881330 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-340035e8-02f3-4aa6-bf35-dc0d35f80d30 req-063b439c-f283-43d3-a2e6-2030386aa818 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 Mar 02 08:26:58.072921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4083a-3696-4fd5-b033-fe5cb2583003 req-33f769d4-6adf-4049-a3a6-61642d313f19 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:58.074391 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b4083a-3696-4fd5-b033-fe5cb2583003 req-33f769d4-6adf-4049-a3a6-61642d313f19 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0817182 Mar 02 08:26:58.118476 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c4b4083a-3696-4fd5-b033-fe5cb2583003 req-4e9b0732-b9b7-47da-9346-adc7e54f1a68 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Mar 02 08:26:59.300717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61fc89-8538-498d-bbb1-b79ab3592d06 req-7e3b5e4b-b312-4071-8695-aa4bf3a61aca tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:59.302231 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f61fc89-8538-498d-bbb1-b79ab3592d06 req-7e3b5e4b-b312-4071-8695-aa4bf3a61aca tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0806394 Mar 02 08:26:59.346069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7f61fc89-8538-498d-bbb1-b79ab3592d06 req-4fafb54d-6d8b-454e-87e3-47c8854c475f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381801 Mar 02 08:26:59.632280 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43bb93-ef1f-493f-a5fb-f1b6d380638d req-ae59c486-841d-4464-a475-e70c612a07a9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:59.633728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae43bb93-ef1f-493f-a5fb-f1b6d380638d req-ae59c486-841d-4464-a475-e70c612a07a9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.1858163 Mar 02 08:26:59.678812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ae43bb93-ef1f-493f-a5fb-f1b6d380638d req-adff2f60-b3a6-462e-8271-288d305b97a8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Mar 02 08:26:59.700527 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46286) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:59.771534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce18c4-f39f-41d5-a8b4-33c2c0b7b150 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:26:59.773005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4fce18c4-f39f-41d5-a8b4-33c2c0b7b150 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1091 time: 0.0715253 Mar 02 08:26:59.775749 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46290) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:26:59.781230 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:26:59.787827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:26:59.791660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:floatingip and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:26:59.794498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:26:59.800584 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:26:59.810749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:26:59.946952 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:00.088344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.185 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ac2a919f-a9a0-47e8-89ed-e858cc251fc7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:27:00.242483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:00.270484 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:00.333324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:27:00.336030 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:27:00.344213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:27:00.383793 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=ac2a919f-a9a0-47e8-89ed-e858cc251fc7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:27:00.752492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:00.830014 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:01.030947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:01.035372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:01.146637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=ac2a919f-a9a0-47e8-89ed-e858cc251fc7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:27:01.154314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:01.425228 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP ea2e7c0e-e9bd-4cb1-b53b-8249490f958c associated. External IP: 172.25.4.185, port: 8eb41dc3-e935-41d6-b6d8-58ae741d133b. Mar 02 08:27:01.774034 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:27:01.949105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:27:01.959121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Sync routers for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:27:01.968618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:27:01.969232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:27:01.973313 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:02.032738 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-176432df-867b-40c4-adf0-0899dd50b44c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2558694 Mar 02 08:27:02.033220 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:27:02.081032 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'status': 'completed', 'code': 200} Mar 02 08:27:02.174691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-874b74fc-2ce1-4aac-9783-1754b228eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:02.176172 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-874b74fc-2ce1-4aac-9783-1754b228eda3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0759394 Mar 02 08:27:02.191883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:27:02.210870 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6d5f2-35dc-4103-ad6f-125bc57b9d13 req-a64f3ea9-276b-49d6-9e8a-dde384e4d98f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:02.212472 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5f6d5f2-35dc-4103-ad6f-125bc57b9d13 req-a64f3ea9-276b-49d6-9e8a-dde384e4d98f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0897486 Mar 02 08:27:02.257743 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f5f6d5f2-35dc-4103-ad6f-125bc57b9d13 req-26faee8c-d783-47f5-830a-44933dfb8aef tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 Mar 02 08:27:02.282263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46298) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:27:02.316227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-ec5f9e38-d1f8-43d2-b063-b585bad0d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:02.318819 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-ec5f9e38-d1f8-43d2-b063-b585bad0d5a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1372607 Mar 02 08:27:02.392442 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a2509ae2-9cda-48bc-ad59-617b4b36f1d3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ea2e7c0e-e9bd-4cb1-b53b-8249490f958c HTTP/1.1" status: 200 len: 991 time: 0.1090937 Mar 02 08:27:02.425687 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-68fb2a4e-4ca2-413d-9d4b-20762cc4137a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 999 time: 0.0999954 Mar 02 08:27:02.491978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-44b84d9e-bf17-41f8-b494-f249a95050af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:02.493409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-44b84d9e-bf17-41f8-b494-f249a95050af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0616767 Mar 02 08:27:02.551475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ea2e7c0e-e9bd-4cb1-b53b-8249490f958c', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'mac_address': 'fa:16:3e:60:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e7679-4a66-469d-a27b-dede801394e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:27:00Z', 'updated_at': '2022-03-02T08:27:00Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:27:02.555346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Checking router: f0359ccb-406a-4aa4-b3e7-0e2009912bd4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:27:02.564193 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:27:02.564805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:26:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:27:02.569648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-f7094203-10e9-4dc6-a217-8f232ad214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:02.571088 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-f7094203-10e9-4dc6-a217-8f232ad214ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711491 Mar 02 08:27:02.713703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-6a11e1d4-a2b2-4441-8b42-3899d0f2825d service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320822 Mar 02 08:27:02.742400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:27:02.958338 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c3b2b412-8e24-4c55-9d9f-25df7296cfb0 req-159badf4-1a90-462b-a917-862dae4ddf79 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374382 Mar 02 08:27:03.102181 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ea2e7c0e-e9bd-4cb1-b53b-8249490f958c', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'mac_address': 'fa:16:3e:60:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e7679-4a66-469d-a27b-dede801394e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:27:00Z', 'updated_at': '2022-03-02T08:27:00Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:27:03.106207 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce22e70-a399-4bab-8d06-59ae575c0aae None None] The sync data for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 is: [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ea2e7c0e-e9bd-4cb1-b53b-8249490f958c', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'mac_address': 'fa:16:3e:60:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081e7679-4a66-469d-a27b-dede801394e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:27:00Z', 'updated_at': '2022-03-02T08:27:00Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:27:03.286034 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5460af-5e6f-4233-b460-a1a972f85c2e None None] New status for floating IP ea2e7c0e-e9bd-4cb1-b53b-8249490f958c: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:27:03.396314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46302) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:27:03.502665 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e3cecb5b-844a-435e-b70f-cb4338b0f2a6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ea2e7c0e-e9bd-4cb1-b53b-8249490f958c HTTP/1.1" status: 200 len: 991 time: 0.1052980 Mar 02 08:27:04.506552 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46306) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:27:04.612400 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-dc082ebe-1ef6-44e3-ac62-2e6a224ad749 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ea2e7c0e-e9bd-4cb1-b53b-8249490f958c HTTP/1.1" status: 200 len: 993 time: 0.1046727 Mar 02 08:27:04.790719 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-32765d23-71c7-4bfc-a5a1-a77e11cb27dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676613 Mar 02 08:27:04.929952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-e0fddd2b-e395-4096-8d18-357d620371b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:04.931407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-e0fddd2b-e395-4096-8d18-357d620371b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0717204 Mar 02 08:27:05.073110 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-205bcd37-c8ec-416c-8c8c-33903982f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:05.074561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-205bcd37-c8ec-416c-8c8c-33903982f699 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1247118 Mar 02 08:27:05.176371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-639926c2-24d9-4c98-80ed-52fe7e6e68c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1001 time: 0.0948567 Mar 02 08:27:05.236605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-aee885de-fe9f-4af4-961c-213b3b3fe782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:05.237933 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-aee885de-fe9f-4af4-961c-213b3b3fe782 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0563269 Mar 02 08:27:05.312974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-93e8c875-d9ae-4382-ab9f-7d9b20b4f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:27:05.314492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-93e8c875-d9ae-4382-ab9f-7d9b20b4f8f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709972 Mar 02 08:27:05.443187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-e9e860a8-025d-43e0-b38a-86a19c90e4b1 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229565 Mar 02 08:27:05.572168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fb3bd204-6f32-412d-b773-9ec937a6e9b2 req-cfac9e0e-1d14-4c14-a7d9-71fc56d0b0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235113 Mar 02 08:27:12.025147 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0263555c-b833-43d9-b221-9ca6497e88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:14.335038 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6a2c-358f-4f14-8f4c-123991a8e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:15.520527 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:15.586968 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:17.024335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:19.150498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:19.365711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:29.042295 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:27:42.029644 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0b573fc8-b0f3-4aba-897a-02d54f49b3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:44.337778 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-7a73643f-afc9-497c-885d-809233d58b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:45.517114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:45.588774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:47.027759 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:49.149768 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:27:49.376721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:03.615950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46342) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:28:03.638982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632521b-7103-4614-8493-c8bd0fb4ce61 req-43b25660-de05-4893-9490-ea8781e23ffa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:03.640470 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8632521b-7103-4614-8493-c8bd0fb4ce61 req-43b25660-de05-4893-9490-ea8781e23ffa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0814652 Mar 02 08:28:03.687188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8632521b-7103-4614-8493-c8bd0fb4ce61 req-292d8ee6-b4c2-4d34-a7d5-ede71fffff2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411830 Mar 02 08:28:03.728233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-a3cc93bc-9308-44d9-b747-c9154ae9ad19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111398 Mar 02 08:28:04.884741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ae85f-d803-46a1-95e8-6b0560856b91 req-9cb4f3e5-6e3e-4cb7-bf34-348d73649191 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:04.886523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d57ae85f-d803-46a1-95e8-6b0560856b91 req-9cb4f3e5-6e3e-4cb7-bf34-348d73649191 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0877073 Mar 02 08:28:04.906007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-c472bf32-f2db-423a-b03d-f3b8e4944b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:04.907506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-c472bf32-f2db-423a-b03d-f3b8e4944b8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.1170309 Mar 02 08:28:04.931444 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d57ae85f-d803-46a1-95e8-6b0560856b91 req-5aa3beb5-be7c-49bb-bf1e-f86a4d55e391 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 Mar 02 08:28:05.046949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-2e99c46f-6d9c-428d-a741-5a919fb7c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:05.048418 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-2e99c46f-6d9c-428d-a741-5a919fb7c904 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1343789 Mar 02 08:28:05.147991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-6741e746-0e82-45d9-88e5-7fbe8bcbca4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1001 time: 0.0935349 Mar 02 08:28:05.211375 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-e08b4266-a4b9-4d95-82f9-646d9bcbc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:05.212818 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-e08b4266-a4b9-4d95-82f9-646d9bcbc5e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0584474 Mar 02 08:28:05.285882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-315e71f8-0bae-4ba8-ad19-924cec61c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:05.287241 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-315e71f8-0bae-4ba8-ad19-924cec61c6cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684953 Mar 02 08:28:05.419841 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-839d3393-4e77-4258-9ea7-ebec9f05a368 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227961 Mar 02 08:28:05.650234 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-24575229-7045-4f30-870c-bd333fd180ad service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240603 Mar 02 08:28:06.041213 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:28:06.116506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eba48-d3eb-432f-b9a6-37b05322a42b req-2637351c-1d3d-46fb-a329-2bbeb4dd2152 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:06.117995 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-397eba48-d3eb-432f-b9a6-37b05322a42b req-2637351c-1d3d-46fb-a329-2bbeb4dd2152 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0821793 Mar 02 08:28:06.162398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-397eba48-d3eb-432f-b9a6-37b05322a42b req-6e6135cf-baf3-4e54-b99f-8de15f5e39e1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Mar 02 08:28:06.844687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-09950a0f-8aa7-48c1-a815-0f4fbb7ecc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:06.846191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-09950a0f-8aa7-48c1-a815-0f4fbb7ecc80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0698373 Mar 02 08:28:06.988909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-ccd5126c-24e3-4d73-96ce-5b5e87c52228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:06.990376 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-ccd5126c-24e3-4d73-96ce-5b5e87c52228 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1249766 Mar 02 08:28:07.091100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-12a1319e-234a-40ca-87fe-38e558ff5d7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1001 time: 0.0935657 Mar 02 08:28:07.153286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-bce0b162-6187-4c7e-a610-fa45598d03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:07.154620 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-bce0b162-6187-4c7e-a610-fa45598d03d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0585377 Mar 02 08:28:07.235518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-e7647b1c-0001-4f6d-9c56-e43b21dd5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:07.236996 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-e7647b1c-0001-4f6d-9c56-e43b21dd5bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757022 Mar 02 08:28:07.348626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499ff1-92bf-427c-8b8a-869478ca6a0e req-710497c9-0bac-410a-8649-1f81ad30286f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:07.350102 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45499ff1-92bf-427c-8b8a-869478ca6a0e req-710497c9-0bac-410a-8649-1f81ad30286f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0781662 Mar 02 08:28:07.369710 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-e2c16311-e917-4be6-8f93-d33166dbb49c service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263130 Mar 02 08:28:07.395069 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-45499ff1-92bf-427c-8b8a-869478ca6a0e req-c6c5dd2a-babf-4465-92b0-6f0c51b8262c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393062 Mar 02 08:28:07.500581 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dc7cf796-a6d4-4bf1-a963-765e843b3893 req-f83e8133-39ec-4242-8f50-0980f8a4112c service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253459 Mar 02 08:28:08.583737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3a32-523f-4f12-8bee-f27d9fa18084 req-0540415e-4726-4f56-a4c1-dade9e6dde4d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:08.585171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8ae3a32-523f-4f12-8bee-f27d9fa18084 req-0540415e-4726-4f56-a4c1-dade9e6dde4d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0827601 Mar 02 08:28:08.628949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8ae3a32-523f-4f12-8bee-f27d9fa18084 req-bda7d54c-25b7-49cc-a0e0-e9adb0e4305b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Mar 02 08:28:09.812411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a68c9-1650-46fb-924b-82748c2031ec req-a9de4698-bce9-419f-ace9-2fcf59dc0e70 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:09.813784 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-965a68c9-1650-46fb-924b-82748c2031ec req-a9de4698-bce9-419f-ace9-2fcf59dc0e70 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0825157 Mar 02 08:28:09.856859 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-965a68c9-1650-46fb-924b-82748c2031ec req-01567d38-4021-4076-a961-0929b575f73c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Mar 02 08:28:11.042524 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cbf44-ee2f-4d74-9248-9654a9793578 req-f169174e-c19b-484b-8e0f-e6ecbf5e9d36 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:11.043984 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d58cbf44-ee2f-4d74-9248-9654a9793578 req-f169174e-c19b-484b-8e0f-e6ecbf5e9d36 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0794263 Mar 02 08:28:11.090162 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d58cbf44-ee2f-4d74-9248-9654a9793578 req-09068dd0-0218-402d-af18-dca531ab0888 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400767 Mar 02 08:28:12.031203 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0376cc2a-7793-42b8-a7c7-65c8c9feaa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:12.272939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a360b-8a33-4163-ba55-f1d0d6f954e4 req-481ea708-4b46-41fa-9218-578b72a2e66f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:12.274307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e7a360b-8a33-4163-ba55-f1d0d6f954e4 req-481ea708-4b46-41fa-9218-578b72a2e66f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0800591 Mar 02 08:28:12.317413 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e7a360b-8a33-4163-ba55-f1d0d6f954e4 req-0c2bf748-bd5e-4677-9d18-11ea5d7a3c9c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371530 Mar 02 08:28:13.503206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae153b-3dce-48a7-9a18-7456205fc749 req-1f71b044-0ae5-400c-9e19-ce30b9ced4ea tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:13.504669 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acae153b-3dce-48a7-9a18-7456205fc749 req-1f71b044-0ae5-400c-9e19-ce30b9ced4ea tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0826144 Mar 02 08:28:13.549117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-acae153b-3dce-48a7-9a18-7456205fc749 req-20839b23-dc58-4f26-a8ff-3006473299f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Mar 02 08:28:14.347503 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-361ec162-4c2c-4e3d-beb7-cf2da5b00fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:14.843184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0dd8-152a-40ac-b7d7-31550ae3e1a6 req-1f25f31d-1261-44dd-a6fa-10722bd0fbbc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:14.844646 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b0b0dd8-152a-40ac-b7d7-31550ae3e1a6 req-1f25f31d-1261-44dd-a6fa-10722bd0fbbc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.1878893 Mar 02 08:28:14.888808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9b0b0dd8-152a-40ac-b7d7-31550ae3e1a6 req-c4a9c8ae-80e4-442a-91b0-673237608687 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383117 Mar 02 08:28:15.509786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:15.595868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:16.072515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bec02-e1ea-4d32-aaa4-821248266318 req-b828792f-cade-4a45-b355-b247f3f9e510 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:16.073978 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a5bec02-e1ea-4d32-aaa4-821248266318 req-b828792f-cade-4a45-b355-b247f3f9e510 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Mar 02 08:28:16.120024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4a5bec02-e1ea-4d32-aaa4-821248266318 req-ef53afcb-79c7-42b0-89ee-6a32fe692272 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402207 Mar 02 08:28:17.028104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:17.309563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4684de-a045-45d9-8a16-a089201073f9 req-d2d3f7ae-f7cd-4e7c-b6a2-92d4a95fcecb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:17.311698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4684de-a045-45d9-8a16-a089201073f9 req-d2d3f7ae-f7cd-4e7c-b6a2-92d4a95fcecb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0870073 Mar 02 08:28:17.354675 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4684de-a045-45d9-8a16-a089201073f9 req-4fab8d1a-9eb8-42b6-8e64-03a5a3a85d49 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Mar 02 08:28:17.611384 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-2d7205b8-4d7d-4393-a8d6-bdda8a97f4c5 service neutron] show failed (client error): The resource could not be found. Mar 02 08:28:17.612412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-2d7205b8-4d7d-4393-a8d6-bdda8a97f4c5 service neutron] 10.222.0.39 "GET /v2.0/ports/8eb41dc3-e935-41d6-b6d8-58ae741d133b/bindings/n-h1-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.0750616 Mar 02 08:28:17.865983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-9d66cd3d-380b-42c6-bd98-c9bb06b03894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:17.867448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-9d66cd3d-380b-42c6-bd98-c9bb06b03894 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 1096 time: 0.0704975 Mar 02 08:28:17.878010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:28:17.986744 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:18.250254 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:28:18.277665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h2-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:28:18.336417 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:28:18.342700 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:18.357038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Transition to ACTIVE for port object 8eb41dc3-e935-41d6-b6d8-58ae741d133b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:28:18.361609 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:18.487565 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'code': 200} Mar 02 08:28:18.538764 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=6']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:28:18.560772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.561111 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.561446 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.561778 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.562152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.562477 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.562799 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.563119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.563435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.563750 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.564068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.564396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:18.633704 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] No DVR routers for this DVR port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on host n-h2-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:28:18.723871 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560496-9b7c-4849-84bc-a43a6776bebb req-9f8d8f83-dd70-4dce-a66b-6ed7f88dd6cc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:18.725242 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49560496-9b7c-4849-84bc-a43a6776bebb req-9f8d8f83-dd70-4dce-a66b-6ed7f88dd6cc tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.2276053 Mar 02 08:28:18.851250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49560496-9b7c-4849-84bc-a43a6776bebb req-aa415548-1ecb-417d-a60b-af5d0d2df497 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129262 Mar 02 08:28:18.906063 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:28:18.906395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:28:18.906715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:28:18.911205 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:28:18.911520 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Attempting to bind port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:28:18.916509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:28:18.916839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Checking segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:28:18.917212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Bound using segment: {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:28:18.917628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Bound port: 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5e5501-2f88-44e9-9ccc-69d90274d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:28:18.917998 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:19.007029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:28:19.009893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:28:19.015702 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:19.069636 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:19.070316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:19.071664 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] 10.222.0.16 "PUT /v2.0/ports/8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1091 time: 1.1974761 Mar 02 08:28:19.125825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53035ea1-ecc1-48ec-9b94-92244f8939ae service neutron] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=7']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:28:19.177169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:19.178037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-ab81563e-1dbf-4232-9092-8e60faa0ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:19.179536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-ab81563e-1dbf-4232-9092-8e60faa0ee29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1094 time: 0.0837796 Mar 02 08:28:19.369932 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:19.425494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-77b6717f-24d7-4b9b-91ca-a61ea15f14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:19.426985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-77b6717f-24d7-4b9b-91ca-a61ea15f14ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.2419059 Mar 02 08:28:19.529550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-b4d92764-4e7f-48b6-95b8-61185d636e2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 999 time: 0.0964448 Mar 02 08:28:19.589184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-058ce0ef-d694-4ba7-b565-ccd7fc959b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:19.590623 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-058ce0ef-d694-4ba7-b565-ccd7fc959b16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0557544 Mar 02 08:28:19.663842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-d6eacff6-4b92-4017-968b-6b82905068a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:19.665193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-d6eacff6-4b92-4017-968b-6b82905068a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682676 Mar 02 08:28:19.793509 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-21157bbf-92b9-4d53-b5ec-4971d69b4583 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219759 Mar 02 08:28:19.922397 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f7d2b783-8304-4192-923e-74db2aa7ee19 req-96dfe544-04ed-43eb-946c-ae671422b8e0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228921 Mar 02 08:28:20.041950 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92dbe7-0e31-4a9f-adc1-36e55ab9ba66 req-0af0c156-5655-4a00-a288-6b4cc74318d3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.043401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b92dbe7-0e31-4a9f-adc1-36e55ab9ba66 req-0af0c156-5655-4a00-a288-6b4cc74318d3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0815704 Mar 02 08:28:20.098084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b92dbe7-0e31-4a9f-adc1-36e55ab9ba66 req-a30e1ca7-040d-49b2-bffe-32dcc4aa4f4c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Mar 02 08:28:20.488178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:28:20.544420 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'status': 'completed', 'code': 200} Mar 02 08:28:20.631361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-2f9b7b85-7110-490d-aa7c-e897ae360473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.632830 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-2f9b7b85-7110-490d-aa7c-e897ae360473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1094 time: 0.0709572 Mar 02 08:28:20.640615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-0431ad37-28fa-442a-b583-2b9bfc67e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.642180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-0431ad37-28fa-442a-b583-2b9bfc67e2ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1094 time: 0.0744033 Mar 02 08:28:20.764826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-d3d71e8a-6f70-485a-90dd-4dc210f252c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.766220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-d3d71e8a-6f70-485a-90dd-4dc210f252c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1267946 Mar 02 08:28:20.773093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-0925584d-87ca-4d05-bb8b-435acfbb5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.774549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-0925584d-87ca-4d05-bb8b-435acfbb5852 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1271045 Mar 02 08:28:20.801556 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:28:20.864026 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:28:20.886017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-eb3c9d0b-8091-4c54-92a8-96827a744a22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 999 time: 0.1039259 Mar 02 08:28:20.949729 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-885887f5-2cdd-4006-a9c0-bf58e208f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:20.951944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-885887f5-2cdd-4006-a9c0-bf58e208f131 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0592029 Mar 02 08:28:20.969195 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-be3ce179-ddd3-4414-a945-8819fef42e6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 999 time: 0.1976566 Mar 02 08:28:21.030094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-1674d957-5f37-4670-9825-c9bb785fac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:21.031468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-1674d957-5f37-4670-9825-c9bb785fac75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0567055 Mar 02 08:28:21.032098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-850df53e-9231-4061-b376-c94569a9b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:21.033608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-850df53e-9231-4061-b376-c94569a9b086 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753577 Mar 02 08:28:21.106681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-20564b4a-d000-439c-b710-b18eb3d01654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:21.108741 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-20564b4a-d000-439c-b710-b18eb3d01654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719266 Mar 02 08:28:21.177569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-196d2cc3-1340-4713-bf02-7e8074dac963 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381106 Mar 02 08:28:21.290342 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-00da5df8-0e18-4c3f-b91f-bf797768465f service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749206 Mar 02 08:28:21.311881 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-d2f44fce-07f8-4eed-bc0e-dba743700c4f service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280937 Mar 02 08:28:21.353392 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28cf97-4288-47d2-a1a6-4be440ee9514 req-408427ad-4b5d-4915-b6b0-ecfdff360223 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:21.354849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df28cf97-4288-47d2-a1a6-4be440ee9514 req-408427ad-4b5d-4915-b6b0-ecfdff360223 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.1436520 Mar 02 08:28:21.456124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df28cf97-4288-47d2-a1a6-4be440ee9514 req-472b54d1-5763-4168-9e53-f25b113fd3bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587084 Mar 02 08:28:21.476275 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2f73ebe9-ca81-4037-a00f-b75f124c5d8c req-0776ee1f-41c7-452f-af94-06aad1d66b60 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798916 Mar 02 08:28:22.648507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497bd25-c5e2-4bc6-98b4-10e98c8f51e0 req-84317704-060d-4056-8de7-9a362da8c02b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:22.649991 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a497bd25-c5e2-4bc6-98b4-10e98c8f51e0 req-84317704-060d-4056-8de7-9a362da8c02b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 943 time: 0.0797353 Mar 02 08:28:22.693632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a497bd25-c5e2-4bc6-98b4-10e98c8f51e0 req-6c2170c3-2401-49bd-86e4-c3f5bb83ca89 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372217 Mar 02 08:28:22.860508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:28:22.995907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:28:23.009231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'port_id': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'mac_address': 'fa:16:3e:60:1e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:28:23.103909 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:23.121461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb41dc3-e935-41d6-b6d8-58ae741d133b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:28:23.139135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:28:23.142698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:23.209741 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:28:23.217648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.218024 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.218392 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.218725 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.219051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.219387 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.219704 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.220021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.220337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.220652 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.220967 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.221280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:28:23.508463 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['8eb41dc3-e935-41d6-b6d8-58ae741d133b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:28:23.879155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563e97-93eb-4ed9-814c-14ac7ce9bc91 req-e9cad852-a3e3-40c7-bba6-5de021f64022 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:23.880598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57563e97-93eb-4ed9-814c-14ac7ce9bc91 req-e9cad852-a3e3-40c7-bba6-5de021f64022 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 944 time: 0.0784481 Mar 02 08:28:23.923607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-57563e97-93eb-4ed9-814c-14ac7ce9bc91 req-2d1bf621-9517-4a4d-91a4-3eb4ad140672 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371578 Mar 02 08:28:24.281655 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-cad17d90-9946-4c4d-86fd-b17a6a800b5b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.283026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-cad17d90-9946-4c4d-86fd-b17a6a800b5b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5&tenant_id=c6d711f5c3fb4db4a139c934586246d2&binding%3Ahost_id=n-h1-827871-1 HTTP/1.1" status: 200 len: 944 time: 0.1419930 Mar 02 08:28:24.290844 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea3e6-04ef-49db-993a-589ed0d2e46b req-5f74a67c-4436-4112-964c-d538fc1c9ba6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.292160 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-374ea3e6-04ef-49db-993a-589ed0d2e46b req-5f74a67c-4436-4112-964c-d538fc1c9ba6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 944 time: 0.1200271 Mar 02 08:28:24.392500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-374ea3e6-04ef-49db-993a-589ed0d2e46b req-c93e576f-709a-4960-89e5-dae2d3128167 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682671 Mar 02 08:28:24.399134 n-d-827871-1 neutron-server[87854]: INFO neutron.api.v2.resource [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-495318ce-b89c-4584-9c21-db71feb4d089 service neutron] delete failed (client error): The resource could not be found. Mar 02 08:28:24.400096 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-495318ce-b89c-4584-9c21-db71feb4d089 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8eb41dc3-e935-41d6-b6d8-58ae741d133b/bindings/n-h2-827871-1 HTTP/1.1" status: 404 len: 380 time: 0.1071091 Mar 02 08:28:24.543502 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-05308e52-acb9-4202-9131-bebe453c0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.545623 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-05308e52-acb9-4202-9131-bebe453c0ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1095 time: 0.0740695 Mar 02 08:28:24.582903 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13fd3b-a328-4c95-a36d-2dea56752589 req-c365ccfd-6fe2-4965-be19-fa2ebefaa69b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.584375 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e13fd3b-a328-4c95-a36d-2dea56752589 req-c365ccfd-6fe2-4965-be19-fa2ebefaa69b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 944 time: 0.0840237 Mar 02 08:28:24.680659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-ff37b58b-b83c-4039-a7e3-83711a8efaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.682157 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-ff37b58b-b83c-4039-a7e3-83711a8efaac service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1313896 Mar 02 08:28:24.738430 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9e13fd3b-a328-4c95-a36d-2dea56752589 req-e1cd7a8d-2e2a-4b3f-9aac-9624e29be159 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483767 Mar 02 08:28:24.785050 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-97a2ac56-d0bd-486b-a82f-4e515f8e33cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1000 time: 0.0974560 Mar 02 08:28:24.845804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-80126344-2913-4d8a-a3d1-e025329b7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.847197 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-80126344-2913-4d8a-a3d1-e025329b7131 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0558357 Mar 02 08:28:24.869111 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:28:24.926014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-0b5204c4-3ac9-4d18-a317-1a681d116665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:24.927539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-0b5204c4-3ac9-4d18-a317-1a681d116665 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742202 Mar 02 08:28:24.937327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:28:24.942296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 8eb41dc3-e935-41d6-b6d8-58ae741d133b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:28:24.942668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:25.059431 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:25.062612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-58761af6-59ed-40a5-b78c-0b9c97b25c55 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294284 Mar 02 08:28:25.085973 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:28:25.095995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:28:25.100328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:25.171353 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:28:25.204276 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'code': 200} Mar 02 08:28:25.305730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-939b1c2f-29db-4c80-ae60-5f7e687a8a49 req-ad80ddd4-ad5a-4135-a460-f7b74b0c3ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373314 Mar 02 08:28:26.079718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09d4ac-44b1-4c49-a794-783910faef46 req-d678b4f6-209e-4675-9d40-54cb4acd76d6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:28:26.081181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a09d4ac-44b1-4c49-a794-783910faef46 req-d678b4f6-209e-4675-9d40-54cb4acd76d6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0791616 Mar 02 08:28:26.124729 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7a09d4ac-44b1-4c49-a794-783910faef46 req-44dbe904-0cce-4db8-9694-3a90c6c21820 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379326 Mar 02 08:28:26.147582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46426) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:28:26.254646 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-58593c0a-4719-4828-8a0c-50e78f2c7810 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ea2e7c0e-e9bd-4cb1-b53b-8249490f958c HTTP/1.1" status: 200 len: 993 time: 0.1058588 Mar 02 08:28:42.033758 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dea60488-3b90-43c4-9e16-2356feb8f95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:43.040482 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:28:44.338339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8c2725b7-8e59-4ceb-b830-0276dfd2bf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:45.513852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:45.595339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:47.034010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:49.184115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:28:49.376398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:06.433027 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-33739cf4-36d9-411f-b7a7-594113aa11f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723510 Mar 02 08:29:06.570581 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-77f3f9b4-06e2-4c71-bc84-d603d3092089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:06.572085 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-77f3f9b4-06e2-4c71-bc84-d603d3092089 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0720661 Mar 02 08:29:06.714470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-459e7112-c4c4-41c1-9ec8-cddf0d7812ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:06.715809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-459e7112-c4c4-41c1-9ec8-cddf0d7812ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1260545 Mar 02 08:29:06.818129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-da2fb195-61d9-49b2-bdcc-71254b220a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 1001 time: 0.0960870 Mar 02 08:29:06.882370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-4f3a985f-295f-4316-8782-fe7667d0708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:06.883840 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-4f3a985f-295f-4316-8782-fe7667d0708f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0600235 Mar 02 08:29:06.958466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-430768b0-8c1d-4b16-bca2-432f68ce0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:06.959979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-430768b0-8c1d-4b16-bca2-432f68ce0d8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692518 Mar 02 08:29:06.971077 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-b87bb461-986a-49c8-b9c6-ad0592890c80 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:29:06.971971 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-b87bb461-986a-49c8-b9c6-ad0592890c80 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055239 Mar 02 08:29:07.102456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-b3005755-cee4-4bfc-89e2-791758d85845 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236317 Mar 02 08:29:07.237535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ce3846f4-1f91-4262-8b9d-76346918a502 req-775ed70a-b3c1-4159-93b3-3e985ff221f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289377 Mar 02 08:29:12.035085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bedf6099-c0e2-4c16-9ebc-1086f5fcf402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:12.961660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46446) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:13.163776 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port ac2a919f-a9a0-47e8-89ed-e858cc251fc7 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:29:13.164030 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:13.327716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:13.328105 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:13.453554 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for ac2a919f-a9a0-47e8-89ed-e858cc251fc7 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:29:13.603580 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:13.762478 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=ac2a919f-a9a0-47e8-89ed-e858cc251fc7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:13.848912 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:13.849267 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP ea2e7c0e-e9bd-4cb1-b53b-8249490f958c disassociated (deleted). External IP: 172.25.4.185, port: 8eb41dc3-e935-41d6-b6d8-58ae741d133b. Mar 02 08:29:14.197283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:29:14.343262 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cc247bea-917b-40ac-96cf-e6b9c7089a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:14.374595 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:29:14.384227 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Sync routers for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:29:14.394397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:14.395022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:14.395389 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:14.453544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-886dda88-b9fe-4ace-8f52-ef1c0b7bbffe tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea2e7c0e-e9bd-4cb1-b53b-8249490f958c HTTP/1.1" status: 204 len: 168 time: 1.4906921 Mar 02 08:29:14.454133 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:29:14.503847 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'status': 'completed', 'code': 200} Mar 02 08:29:14.581773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:14.601022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-0b14958d-abd9-43ba-b5fe-b464516d3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:14.602650 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-0b14958d-abd9-43ba-b5fe-b464516d3289 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 1096 time: 0.0775130 Mar 02 08:29:14.747164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-c3aa8c00-afd2-48b4-91e8-25115c8aa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:14.749168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-c3aa8c00-afd2-48b4-91e8-25115c8aa458 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 200 len: 896 time: 0.1391521 Mar 02 08:29:14.820366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-1b5fb6dd-8eff-4e53-be2d-45d4a4111fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 200 len: 217 time: 0.0641963 Mar 02 08:29:14.836992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7974ca6-82c2-44ef-b42f-258b7ca4cfaf req-5d1bc23b-e91a-410a-b439-e720437bc231 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:14.838617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7974ca6-82c2-44ef-b42f-258b7ca4cfaf req-5d1bc23b-e91a-410a-b439-e720437bc231 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0856140 Mar 02 08:29:14.883561 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-ecb29536-810a-4272-a7d8-b304a58eb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:14.885224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-ecb29536-810a-4272-a7d8-b304a58eb225 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 200 len: 834 time: 0.0585344 Mar 02 08:29:14.892932 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b7974ca6-82c2-44ef-b42f-258b7ca4cfaf req-e913f22c-0aee-44d5-beaa-9a376ed9f8e4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468636 Mar 02 08:29:14.918544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:14.922907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Checking router: f0359ccb-406a-4aa4-b3e7-0e2009912bd4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:29:14.931145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:14.931748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:14.964933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-5e063474-b24c-490a-8656-3b17056605b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:14.966421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-5e063474-b24c-490a-8656-3b17056605b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4334d0-6d51-4c2a-a98d-e860da6b96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741761 Mar 02 08:29:15.098640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-6e9692ff-4933-4cf7-ada0-34c176987c48 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248722 Mar 02 08:29:15.145384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:15.359686 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ebda61e3-9127-42be-836c-f11d8e0d5b5d req-6ae82612-ddc8-49f6-8ca1-15766c65c50d service neutron] 10.222.0.16 "GET /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531590 Mar 02 08:29:15.465558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:15.470198 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbab6f-27a3-4697-ba6c-c8664f02095c None None] The sync data for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 is: [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:26:44Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '22dfe636-5c1c-438b-b4c2-4cd916b64891', 'name': '', 'network_id': '7e4334d0-6d51-4c2a-a98d-e860da6b96ae', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:4c:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:43Z', 'updated_at': '2022-03-02T08:26:49Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'f0c8004e-3a1d-447f-9887-cb2a24d18341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:29:15.518491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:15.599925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:15.694201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b597332-cbc4-448a-a86c-a4b53517ddb1 None None] New status for floating IP ea2e7c0e-e9bd-4cb1-b53b-8249490f958c: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:29:16.084489 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f3487-d87f-407f-8ac0-02d07c3e3452 req-4186aa5e-1d41-4b3b-bb35-a0b53750d03b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:16.085179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-530f3487-d87f-407f-8ac0-02d07c3e3452 req-4186aa5e-1d41-4b3b-bb35-a0b53750d03b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:16.100779 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-530f3487-d87f-407f-8ac0-02d07c3e3452 req-4186aa5e-1d41-4b3b-bb35-a0b53750d03b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:16.101949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530f3487-d87f-407f-8ac0-02d07c3e3452 req-4186aa5e-1d41-4b3b-bb35-a0b53750d03b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0969148 Mar 02 08:29:16.146723 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-530f3487-d87f-407f-8ac0-02d07c3e3452 req-2e7e24e4-a17a-4a8f-9af6-4ce5b31ec3ea tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=36aaf939-7521-4d93-b766-9780819fb4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390151 Mar 02 08:29:16.267856 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-d87c18c6-2cbf-44fb-9d54-6b0ca66f6524 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:16.269220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-d87c18c6-2cbf-44fb-9d54-6b0ca66f6524 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 945 time: 0.0846834 Mar 02 08:29:16.337210 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 8eb41dc3-e935-41d6-b6d8-58ae741d133b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:29:16.337545 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:16.579086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 8eb41dc3-e935-41d6-b6d8-58ae741d133b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=8eb41dc3-e935-41d6-b6d8-58ae741d133b,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:16.579721 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:16.698835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 8eb41dc3-e935-41d6-b6d8-58ae741d133b owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:29:16.842127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:16.897986 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=8eb41dc3-e935-41d6-b6d8-58ae741d133b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:16.971482 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] No DVR routers for this DVR port 8eb41dc3-e935-41d6-b6d8-58ae741d133b on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:29:16.974010 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:16.976404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-deleted', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:29:16.993005 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a186c7b6-ad5f-48df-834b-8dd41afd2729 req-e746d84a-000d-4eb4-b516-e080b1538ad2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "DELETE /v2.0/ports/8eb41dc3-e935-41d6-b6d8-58ae741d133b HTTP/1.1" status: 204 len: 173 time: 0.7180939 Mar 02 08:29:17.027939 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081e7679-4a66-469d-a27b-dede801394e5', 'name': 'network-vif-deleted', 'tag': '8eb41dc3-e935-41d6-b6d8-58ae741d133b', 'status': 'completed', 'code': 200} Mar 02 08:29:17.039143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:17.316364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cbf11400-340f-48d3-9238-dce94cf57d41 req-13857f9f-3c52-4f62-9cba-17070fffa446 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:17.333330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-cbf11400-340f-48d3-9238-dce94cf57d41 req-13857f9f-3c52-4f62-9cba-17070fffa446 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:17.334593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cbf11400-340f-48d3-9238-dce94cf57d41 req-13857f9f-3c52-4f62-9cba-17070fffa446 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=081e7679-4a66-469d-a27b-dede801394e5 HTTP/1.1" status: 200 len: 210 time: 0.0649631 Mar 02 08:29:18.429815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46464) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:19.078037 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.131871 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:29:19.166091 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 8eb41dc3-e935-41d6-b6d8-58ae741d133b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:29:19.166357 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 8eb41dc3-e935-41d6-b6d8-58ae741d133b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:29:19.187188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.376680 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.447345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 22dfe636-5c1c-438b-b4c2-4cd916b64891 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:29:19.447917 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.641300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 22dfe636-5c1c-438b-b4c2-4cd916b64891, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=22dfe636-5c1c-438b-b4c2-4cd916b64891,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:19.641657 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.763914 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 22dfe636-5c1c-438b-b4c2-4cd916b64891 owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:29:19.949096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:19.999792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=22dfe636-5c1c-438b-b4c2-4cd916b64891,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:20.038578 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.038929 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.039274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.039610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.039944 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.040102 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:29:20.040575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.040575 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.040904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.041318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.041555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.041892 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.042216 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:20.283409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:20.758645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:29:20.942773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:29:20.952938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Sync routers for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:29:20.960067 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8ada0b2b-edbd-4e64-87c0-cbd3c666fc8d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/f0359ccb-406a-4aa4-b3e7-0e2009912bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287983 Mar 02 08:29:20.962470 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46468) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:20.963008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:20.963666 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:21.027842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting subnet f0c8004e-3a1d-447f-9887-cb2a24d18341 {{(pid=87855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:29:21.030984 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.087524 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3568085'] for subnet, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.141541 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:21.168807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.244224 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1976055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979746'] for subnet, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.287868 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c8004e-3a1d-447f-9887-cb2a24d18341,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:21.291526 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.298133 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ed534039-6d3c-4f2e-8d79-cdff0ffce6f5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/subnets/f0c8004e-3a1d-447f-9887-cb2a24d18341 HTTP/1.1" status: 204 len: 168 time: 0.3346207 Mar 02 08:29:21.300617 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46472) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:21.327197 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b95a3e-3bf8-4346-8545-f7d40c07609a None None] Network 7e4334d0-6d51-4c2a-a98d-e860da6b96ae requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:29:21.476480 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.612232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:29:19Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': '3b9f6961-2390-43e3-b019-1e67cac80281', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:26:40Z', 'updated_at': '2022-03-02T08:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:21.616148 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Checking router: f0359ccb-406a-4aa4-b3e7-0e2009912bd4 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:29:21.624960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Routers {'f0359ccb-406a-4aa4-b3e7-0e2009912bd4'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:21.625589 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:21.663281 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.673313 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 3b9f6961-2390-43e3-b019-1e67cac80281 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:29:21.673661 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.680521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] DHCP port deletion for 7e4334d0-6d51-4c2a-a98d-e860da6b96ae request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:29:21.693884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Deleting port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:29:21.694255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.848699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 3b9f6961-2390-43e3-b019-1e67cac80281, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=3b9f6961-2390-43e3-b019-1e67cac80281,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:21.849316 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:21.892923 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] Set router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:22.010538 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:29:21Z', 'revision_number': 6, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:22.019918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5970abf-945e-4418-8143-4fed0b69ac7a None None] The sync data for ids ['f0359ccb-406a-4aa4-b3e7-0e2009912bd4'] in n-d-827871-1 is: [{'id': 'f0359ccb-406a-4aa4-b3e7-0e2009912bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531872959', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:26:39Z', 'updated_at': '2022-03-02T08:29:21Z', 'revision_number': 6, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:29:22.104388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 3b9f6961-2390-43e3-b019-1e67cac80281 owned by network:router_gateway {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:29:22.129396 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] For port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,segment=NetworkSegment(9c5e5501-2f88-44e9-9ccc-69d90274d627),segment_id=9c5e5501-2f88-44e9-9ccc-69d90274d627)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:22.129799 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.254160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Calling delete_port for 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:29:22.276346 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.323573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=3b9f6961-2390-43e3-b019-1e67cac80281,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:22.335231 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.382435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] Pushing event deleted for resources: {'Port': ['ID=1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:22.388031 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e25ce-9761-4b50-8228-31abf094f4bc None None] No DVR routers for this DVR port 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:29:22.429330 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.603663 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.605827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.629434 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.629933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Fanout notify agent at l3_agent the message router_deleted on router f0359ccb-406a-4aa4-b3e7-0e2009912bd4 {{(pid=87855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:29:22.645482 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.646535 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-617d03f4-3202-4953-b675-22a411ab4c5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/routers/f0359ccb-406a-4aa4-b3e7-0e2009912bd4 HTTP/1.1" status: 204 len: 168 time: 1.3449991 Mar 02 08:29:22.649167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46476) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:22.769553 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.914834 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.941703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4334d0-6d51-4c2a-a98d-e860da6b96ae']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:22.944042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22dfe636-5c1c-438b-b4c2-4cd916b64891 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:29:22.954138 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e5501-2f88-44e9-9ccc-69d90274d627') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:22.954442 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e5501-2f88-44e9-9ccc-69d90274d627') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:22.965520 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.980482 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 22dfe636-5c1c-438b-b4c2-4cd916b64891 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:29:22.980829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 22dfe636-5c1c-438b-b4c2-4cd916b64891 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:29:22.981252 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b9f6961-2390-43e3-b019-1e67cac80281 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:29:22.981815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:22.988782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:29:22.989180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:29:23.004410 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:29:23.015134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 3b9f6961-2390-43e3-b019-1e67cac80281 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:29:23.015662 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 3b9f6961-2390-43e3-b019-1e67cac80281 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:29:23.016045 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:29:23.050400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:29:23.050744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1b67ea60-ad61-43e5-b1d7-5b8ce0779b3f not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:29:23.089096 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.108753 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.119612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Network': ['ID=7e4334d0-6d51-4c2a-a98d-e860da6b96ae,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:23.124906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b6042ef8-7325-4414-8282-ed3974351b2b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/networks/7e4334d0-6d51-4c2a-a98d-e860da6b96ae HTTP/1.1" status: 204 len: 168 time: 0.4747877 Mar 02 08:29:23.127921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46480) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:23.203888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.234706 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.300339 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.317324 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aaf939-7521-4d93-b766-9780819fb4fd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:23.327075 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.327425 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.327758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.328085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.328410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.328735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.329060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.329383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.329698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.330045 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.330366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.330680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:23.338119 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:23.339229 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ef4c3cb-978b-4783-9c50-9fc0e4589eb5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/security-groups/36aaf939-7521-4d93-b766-9780819fb4fd HTTP/1.1" status: 204 len: 168 time: 0.2101936 Mar 02 08:29:25.571227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46494) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:25.576361 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569685795', 'description': 'tempest-secgroup-smoke-1569685795 description', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:25.583740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:25.587797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:25.590592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:25.596952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:25.608050 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.626939 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:25.630593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:25.633295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:25.639621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:25.710872 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.714232 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.755800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd967ca6-a9b8-4442-9aff-a11364c7ec86,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:25.761770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.763057 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be81ba41-a6fd-440b-b91c-aeb56cf6b908 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1908424 Mar 02 08:29:25.766816 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46498) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:25.771693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:25.778259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:25.782985 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:25.785951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:25.791590 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:25.808632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.866211 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.869565 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.893142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb8f22c-c779-45e3-9634-d48846427457,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:25.901177 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:25.902539 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6893b8ee-3cb7-4775-a320-a949e9f4e068 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348097 Mar 02 08:29:25.905846 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46502) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:25.910830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:25.917509 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:25.922555 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:25.927061 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:25.932868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:25.953291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.013478 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.017777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.048500 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31299a4f-f237-405b-9499-9456a339d1d7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.054782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.055990 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ab7f1f51-b35a-4824-8c99-c376fd82b270 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491868 Mar 02 08:29:26.058637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46506) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.064049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.070586 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.074389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.077764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.083360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.099928 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.160314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.163921 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.188569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd62714e-41e9-41b8-980a-d4800278d3e7,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.198073 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.199236 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31ba2734-2c15-4692-b2f0-daca4c80a014 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396637 Mar 02 08:29:26.202588 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46510) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.207384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.213734 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.217515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.220344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.225882 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.242136 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.306130 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.309416 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.333117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8babf9d0-a987-4462-b219-735ea2ed89ab,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.342888 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.344138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4476fac4-eccd-461b-b61a-0e7c11cbb48e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406357 Mar 02 08:29:26.346966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46514) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.351947 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.359414 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.363266 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.366148 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.371889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.382415 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:29:26.389612 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.454644 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.458145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.480399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d705323-9107-4101-98e6-b8968fa744c3,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.491185 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.494945 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-f8c53a8e-58cc-49bf-819f-c30a0c68f81e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444974 Mar 02 08:29:26.495131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46518) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.501013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': 'cd967ca6-a9b8-4442-9aff-a11364c7ec86', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.507838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.511868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.515003 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.520551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.530242 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:29:26.536828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.606615 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.610781 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.634271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b70137-8361-4020-894f-0bea67eeedcf,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.643187 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.644444 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fe644bdc-4b0d-4aa4-85e9-31185bb51fbf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483829 Mar 02 08:29:26.647258 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46522) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.652716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'network': {'name': 'tempest-network-smoke--2098064491', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'port_security_enabled': True}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.658989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.663116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:network and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.666000 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.672515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.681871 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:29:26.685238 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.711285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:29:26.720691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.721079 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Added segment 7ff15468-ffb5-4499-b57f-69a5af125abc of type vlan for network d3566fea-1a37-4e62-9fbf-a76ce7813f14 Mar 02 08:29:26.749557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.777150 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.784055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:26.784645 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.885495 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2370417 Mar 02 08:29:26.888422 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46526) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:26.892487 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a3504-bc66-4416-a318-b3f745e6916d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Network': ['ID=d3566fea-1a37-4e62-9fbf-a76ce7813f14,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:26.894129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'admin_state_up': True, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:26.902005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:26.906559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:router and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:26.907526 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:29:26.909475 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:26.916094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:26.926636 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.927623 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:26.943160 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:27.325899 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:27.628247 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:27.658692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:27.791760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.78 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/fb1d8565-9ebd-4694-af7c-30bb162a5a04) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:29:27.935468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:27.964548 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:28.023546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:28.026338 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:28.030401 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:29:28.079783 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=fb1d8565-9ebd-4694-af7c-30bb162a5a04,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:28.448612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:28.926107 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:29.126402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f105a2aa-1e41-4d7b-81b3-eeff66ba318a is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:29:29.301368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:29:29.311584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Sync routers for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:29:29.321101 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:29.321726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:29.329779 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:29.331068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8402a796-19d5-45c6-97b4-c04f5979e297 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4414046 Mar 02 08:29:29.334631 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46530) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:29.421891 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-0c126bf4-a31d-42db-8882-7e865b45be89 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c6d711f5c3fb4db4a139c934586246d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860496 Mar 02 08:29:29.424345 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46536) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:29.497289 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:29.559193 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1e198-7872-4975-8b6c-a1fcae5b0c32 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:29.563298 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1fa1e198-7872-4975-8b6c-a1fcae5b0c32 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353240 Mar 02 08:29:29.563524 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46540) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:29.606045 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-75318e3e-7d0a-4cbf-98c2-8a794c9fe69a tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391779 Mar 02 08:29:29.606312 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46544) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:29.611510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177138100', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:29.723285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:29.727074 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:subnet and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:29.729833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:29.735471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:29.745405 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:29:29.749710 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:29.777655 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:28Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:29.781387 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Checking router: f105a2aa-1e41-4d7b-81b3-eeff66ba318a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:29:29.781725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Updating router f105a2aa-1e41-4d7b-81b3-eeff66ba318a port fb1d8565-9ebd-4694-af7c-30bb162a5a04 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:29:29.832347 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:29.966653 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.047175 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Subnet': ['ID=3ac94690-5708-4892-a15d-a21020dbdc44,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:30.057962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Checking segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:29:30.058324 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network hostable DHCP agents. Network: d3566fea-1a37-4e62-9fbf-a76ce7813f14, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:29:30.079199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:29:30.088606 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, d3566fea-1a37-4e62-9fbf-a76ce7813f14) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:30.093833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:30.094453 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.101087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fac304-140a-4f8d-8e9d-a7d7f80cf3df None None] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:29:30.115500 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-84fa4378-0a18-415b-a498-6a505159502e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5083270 Mar 02 08:29:30.118376 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46548) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:30.157508 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.168952 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Transition to ACTIVE for port object fb1d8565-9ebd-4694-af7c-30bb162a5a04 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:30.175699 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.256652 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Pushing event updated for resources: {'Port': ['ID=fb1d8565-9ebd-4694-af7c-30bb162a5a04,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:30.258793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Attempting to bind port fb1d8565-9ebd-4694-af7c-30bb162a5a04 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:29:30.259151 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Attempting to bind port fb1d8565-9ebd-4694-af7c-30bb162a5a04 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:29:30.259505 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Attempting to bind port fb1d8565-9ebd-4694-af7c-30bb162a5a04 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:29:30.270362 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.270743 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.271025 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.271351 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.271671 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.272008 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.272309 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.272630 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.272956 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.273258 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.273570 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.273903 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.277210 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:29:30.277571 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:29:30.277993 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.278369 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:29:30.278839 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Bound port: fb1d8565-9ebd-4694-af7c-30bb162a5a04, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:29:30.279203 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.342728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-d3566fea-1a37-4e62-9fbf-a76ce7813f14', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:29:30.343491 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.359771 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] For port fb1d8565-9ebd-4694-af7c-30bb162a5a04, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:29:30.363472 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] For port fb1d8565-9ebd-4694-af7c-30bb162a5a04, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fb1d8565-9ebd-4694-af7c-30bb162a5a04,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:29:30.367835 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.442315 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:30.443097 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:30.507587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Allocated IP 172.20.0.2 (d3566fea-1a37-4e62-9fbf-a76ce7813f14/3ac94690-5708-4892-a15d-a21020dbdc44/741f3df4-971f-4972-8dc6-c9374defcf31) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:29:30.640169 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ad58-420e-4e97-bb8a-2343b3869108 None None] Pushing event updated for resources: {'Port': ['ID=fb1d8565-9ebd-4694-af7c-30bb162a5a04,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:30.676109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:30.769288 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.780999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Transition to ACTIVE for port object 741f3df4-971f-4972-8dc6-c9374defcf31 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:30.809996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Transition to ACTIVE for port object 741f3df4-971f-4972-8dc6-c9374defcf31 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:30.816548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:30.889037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:30.896222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Pushing event updated for resources: {'Port': ['ID=741f3df4-971f-4972-8dc6-c9374defcf31,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:30.899845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:30.905047 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:29:30.907630 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.907978 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.908317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.908653 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.908987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.909317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.909638 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.909995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.910322 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.910647 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.910971 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.911292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:29:30.975819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:28Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:30.979712 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf8bf2-c1dc-4e3a-bbd8-f26d742b4535 None None] The sync data for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 is: [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:28Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:29:30.993022 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.003883 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Attempting to bind port 741f3df4-971f-4972-8dc6-c9374defcf31 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:29:31.004276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Attempting to bind port 741f3df4-971f-4972-8dc6-c9374defcf31 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:29:31.004702 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Attempting to bind port 741f3df4-971f-4972-8dc6-c9374defcf31 on network d3566fea-1a37-4e62-9fbf-a76ce7813f14 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:29:31.010187 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:29:31.010570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Checking segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:29:31.011235 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.011634 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Bound using segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:29:31.012305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Bound port: 741f3df4-971f-4972-8dc6-c9374defcf31, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:29:31.012516 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.109080 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] For port 741f3df4-971f-4972-8dc6-c9374defcf31, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:29:31.112683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] For port 741f3df4-971f-4972-8dc6-c9374defcf31, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=741f3df4-971f-4972-8dc6-c9374defcf31,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:29:31.116397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.210830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d6dc-6559-4fb3-b9f1-19e3532df8d9 None None] Pushing event updated for resources: {'Port': ['ID=741f3df4-971f-4972-8dc6-c9374defcf31,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:31.457738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.1 (d3566fea-1a37-4e62-9fbf-a76ce7813f14/3ac94690-5708-4892-a15d-a21020dbdc44/334b4613-a388-42bc-93a6-b399f4309bed) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:29:31.641516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.658456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 334b4613-a388-42bc-93a6-b399f4309bed will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:31.681719 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:31.749789 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:31.761716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:31.766960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:29:31.797765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:31.827918 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.204710 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9ab01-0c8d-4d26-aeb6-55836696528d None None] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:29:32.240332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.312692 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8916e641-fad5-40cb-8d54-f510dcf2b60f None None] Provisioning for port 741f3df4-971f-4972-8dc6-c9374defcf31 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:32.673036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.677814 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.757202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afcc7211-1a37-4fd3-b390-c5c7dcedddba None None] Provisioning for port 334b4613-a388-42bc-93a6-b399f4309bed completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:32.762902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afcc7211-1a37-4fd3-b390-c5c7dcedddba None None] Provisioning complete for port 334b4613-a388-42bc-93a6-b399f4309bed triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:32.763417 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afcc7211-1a37-4fd3-b390-c5c7dcedddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.797904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:32.807437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:32.824631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7211-1a37-4fd3-b390-c5c7dcedddba None None] Port 334b4613-a388-42bc-93a6-b399f4309bed cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:29:32.946280 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:32.947610 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:32.960403 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-deb9c07b-2dde-4872-bd95-c2707c532884 None None] Provisioning complete for port 334b4613-a388-42bc-93a6-b399f4309bed triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:32.960822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-deb9c07b-2dde-4872-bd95-c2707c532884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.023000 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fb1d8565-9ebd-4694-af7c-30bb162a5a04 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:33.069587 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-deb9c07b-2dde-4872-bd95-c2707c532884 None None] Port 334b4613-a388-42bc-93a6-b399f4309bed cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:29:33.104780 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port fb1d8565-9ebd-4694-af7c-30bb162a5a04 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:33.110771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fb1d8565-9ebd-4694-af7c-30bb162a5a04 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:33.111140 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.149171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f105a2aa-1e41-4d7b-81b3-eeff66ba318a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:29:33.231650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.250090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port fb1d8565-9ebd-4694-af7c-30bb162a5a04, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fb1d8565-9ebd-4694-af7c-30bb162a5a04,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:33.253921 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.254667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 741f3df4-971f-4972-8dc6-c9374defcf31 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:33.342225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:29:33.355347 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-07e92e2a-97e5-42a9-991d-ac7d68a8ef0a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/f105a2aa-1e41-4d7b-81b3-eeff66ba318a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2359879 Mar 02 08:29:33.360350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Sync routers for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:29:33.392665 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eaa72fb7-1a97-4cd1-9813-f95720e1af32 None None] Provisioning complete for port 334b4613-a388-42bc-93a6-b399f4309bed triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:33.393044 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eaa72fb7-1a97-4cd1-9813-f95720e1af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.430049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:33.430688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:33.505658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=fb1d8565-9ebd-4694-af7c-30bb162a5a04,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:33.523678 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 741f3df4-971f-4972-8dc6-c9374defcf31 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:33.531370 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-ab2149c5-b2aa-4e0f-84d2-455484d5f227 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569685795&fields=id&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 267 time: 0.0447073 Mar 02 08:29:33.544072 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-eaa72fb7-1a97-4cd1-9813-f95720e1af32 None None] Port 334b4613-a388-42bc-93a6-b399f4309bed cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:29:33.546064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 741f3df4-971f-4972-8dc6-c9374defcf31 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:33.546381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:33.688163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-adc5286f-7d3a-4ed7-b7a9-9160dc76bd15 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:33.688843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-adc5286f-7d3a-4ed7-b7a9-9160dc76bd15 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:33.702424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:33.704367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-adc5286f-7d3a-4ed7-b7a9-9160dc76bd15 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:33.705598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-adc5286f-7d3a-4ed7-b7a9-9160dc76bd15 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 797 time: 0.1667569 Mar 02 08:29:33.723326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2340c876-3021-4a31-b270-74c48770cf87 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/quotas/c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 375 time: 0.0117962 Mar 02 08:29:33.810521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-c00623c3-db9e-485f-8185-9e0a719e4161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:33.825670 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-c00623c3-db9e-485f-8185-9e0a719e4161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:33.827506 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-c00623c3-db9e-485f-8185-9e0a719e4161 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987449 Mar 02 08:29:33.941075 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.053811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 741f3df4-971f-4972-8dc6-c9374defcf31, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=741f3df4-971f-4972-8dc6-c9374defcf31,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:34.060130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.126078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b4ca87a9-93cb-496a-9677-a298b926cd46 service neutron] 10.222.0.21 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867730 Mar 02 08:29:34.181826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=741f3df4-971f-4972-8dc6-c9374defcf31,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:34.204730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 2, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:34.208644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Checking router: f105a2aa-1e41-4d7b-81b3-eeff66ba318a for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:29:34.208998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Updating router f105a2aa-1e41-4d7b-81b3-eeff66ba318a port 334b4613-a388-42bc-93a6-b399f4309bed binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:29:34.260804 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-93eb5dbd-dcd5-49f3-88ff-e9641bd2ef5e service neutron] 10.222.0.21 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288636 Mar 02 08:29:34.262601 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.452967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5a0cf205-2f2c-4c8d-a74a-0bbb204c8457 req-fdbb5490-d701-471d-a804-88696e4fe58f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 210 time: 0.0471299 Mar 02 08:29:34.616638 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.628127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Transition to ACTIVE for port object 334b4613-a388-42bc-93a6-b399f4309bed will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:34.634784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.787222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8b36-8480-4778-a6a1-5459cbc2bee5 None None] Pushing event updated for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:34.849762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Attempting to bind port 334b4613-a388-42bc-93a6-b399f4309bed on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:29:34.850153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Attempting to bind port 334b4613-a388-42bc-93a6-b399f4309bed by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:29:34.850520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Attempting to bind port 334b4613-a388-42bc-93a6-b399f4309bed on network d3566fea-1a37-4e62-9fbf-a76ce7813f14 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:29:34.855959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:29:34.856327 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Checking segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:29:34.856722 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.857171 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Bound using segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:29:34.857558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Bound port: 334b4613-a388-42bc-93a6-b399f4309bed, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:29:34.858518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:34.955648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fb1d8565-9ebd-4694-af7c-30bb162a5a04 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:34.996990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] For port 334b4613-a388-42bc-93a6-b399f4309bed, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:29:35.014798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] For port 334b4613-a388-42bc-93a6-b399f4309bed, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=334b4613-a388-42bc-93a6-b399f4309bed,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:29:35.020374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:35.110265 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:35.110907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:35.182802 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8b36-8480-4778-a6a1-5459cbc2bee5 None None] Pushing event updated for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:35.186131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port fb1d8565-9ebd-4694-af7c-30bb162a5a04 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:35.186665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:35.436865 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:35.518565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 741f3df4-971f-4972-8dc6-c9374defcf31 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:35.564655 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f946111e-2990-443e-b79c-8b826a058186 req-15f3a6d9-f6d8-4524-8a9a-5537ef34a0bf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 210 time: 0.0550067 Mar 02 08:29:35.769208 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 741f3df4-971f-4972-8dc6-c9374defcf31 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:35.769588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:35.956745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:34Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:35.960860 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f6528-a8ff-4b2b-bc11-fd34907fcdda None None] The sync data for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 is: [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:34Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:29:36.663056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2e0ced62-5b2f-42f3-bd3a-4b76c54d40c1 req-06f66a88-95d1-4c15-8419-39a1c9216c32 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 210 time: 0.0437710 Mar 02 08:29:36.976209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 334b4613-a388-42bc-93a6-b399f4309bed up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:37.051112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 334b4613-a388-42bc-93a6-b399f4309bed completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:37.056117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 334b4613-a388-42bc-93a6-b399f4309bed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:37.056487 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:37.179949 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:37.211493 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 334b4613-a388-42bc-93a6-b399f4309bed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=334b4613-a388-42bc-93a6-b399f4309bed,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:37.215129 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:37.284438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:37.635475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-98a2f752-3def-41bb-8eab-685ca68fd342 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:37.636419 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-98a2f752-3def-41bb-8eab-685ca68fd342 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:37.648697 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-98a2f752-3def-41bb-8eab-685ca68fd342 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:37.649797 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-98a2f752-3def-41bb-8eab-685ca68fd342 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 797 time: 0.1606758 Mar 02 08:29:37.695840 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b700c5bc-88ef-45d6-b424-a628229c8ed8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:37.711366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b700c5bc-88ef-45d6-b424-a628229c8ed8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:37.712467 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b700c5bc-88ef-45d6-b424-a628229c8ed8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 380 time: 0.0548463 Mar 02 08:29:37.721406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'port': {'device_id': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'admin_state_up': True, 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'security_groups': ['cd967ca6-a9b8-4442-9aff-a11364c7ec86']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:37.821258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1401142d-e46b-4333-8384-4fbedff93f96 req-1fa8ff38-4f67-460c-87ef-20d98075fe3d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 210 time: 0.0461209 Mar 02 08:29:37.860475 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:37.869790 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:37.879761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:29:37.883373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.048657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.5 (d3566fea-1a37-4e62-9fbf-a76ce7813f14/3ac94690-5708-4892-a15d-a21020dbdc44/75321650-f5c4-42ab-ac5d-dda63979de01) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:29:38.233347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.247917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 75321650-f5c4-42ab-ac5d-dda63979de01 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:38.271169 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.338714 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:38.341540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:38.344759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:29:38.394688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:38.421122 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:38.421755 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.447622 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c8b612a-b66b-4e81-8067-21d3f76d9967 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303617 Mar 02 08:29:38.459095 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Request body: {'port': {'device_id': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:38.573686 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.645001 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6468571e-c490-418a-8fa3-34017b598d4b None None] Provisioning for port 75321650-f5c4-42ab-ac5d-dda63979de01 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:38.650168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6468571e-c490-418a-8fa3-34017b598d4b None None] Provisioning complete for port 75321650-f5c4-42ab-ac5d-dda63979de01 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:38.650536 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6468571e-c490-418a-8fa3-34017b598d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:38.704685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-6468571e-c490-418a-8fa3-34017b598d4b None None] Port 75321650-f5c4-42ab-ac5d-dda63979de01 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:29:38.957475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 334b4613-a388-42bc-93a6-b399f4309bed up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:39.026691 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 334b4613-a388-42bc-93a6-b399f4309bed triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:39.027062 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.080836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75321650-f5c4-42ab-ac5d-dda63979de01 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:29:39.089823 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.099646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782116-e472-4308-ac02-80b38c8deb7c req-e9a31075-be81-46f2-aa1b-8711ecebbeb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:39.100301 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9e782116-e472-4308-ac02-80b38c8deb7c req-e9a31075-be81-46f2-aa1b-8711ecebbeb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:29:39.121794 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Transition to ACTIVE for port object 75321650-f5c4-42ab-ac5d-dda63979de01 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:29:39.125500 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.163887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-9e782116-e472-4308-ac02-80b38c8deb7c req-e9a31075-be81-46f2-aa1b-8711ecebbeb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:29:39.165041 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e782116-e472-4308-ac02-80b38c8deb7c req-e9a31075-be81-46f2-aa1b-8711ecebbeb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 931 time: 0.2271180 Mar 02 08:29:39.290014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Pushing event updated for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:39.324218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e782116-e472-4308-ac02-80b38c8deb7c req-13eeb6a4-44ce-4687-b3e7-8a2a0238c3a1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483548 Mar 02 08:29:39.408126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Attempting to bind port 75321650-f5c4-42ab-ac5d-dda63979de01 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:29:39.408459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Attempting to bind port 75321650-f5c4-42ab-ac5d-dda63979de01 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:29:39.408785 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Attempting to bind port 75321650-f5c4-42ab-ac5d-dda63979de01 on network d3566fea-1a37-4e62-9fbf-a76ce7813f14 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:29:39.413242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Port 75321650-f5c4-42ab-ac5d-dda63979de01 on network d3566fea-1a37-4e62-9fbf-a76ce7813f14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:29:39.413565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Attempting to bind port 75321650-f5c4-42ab-ac5d-dda63979de01 on network d3566fea-1a37-4e62-9fbf-a76ce7813f14 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:29:39.418728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:29:39.419067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Checking segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:29:39.419447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Bound using segment: {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:29:39.419867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Bound port: 75321650-f5c4-42ab-ac5d-dda63979de01, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff15468-ffb5-4499-b57f-69a5af125abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:29:39.420519 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.511434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:29:39.514782 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=75321650-f5c4-42ab-ac5d-dda63979de01,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:29:39.520312 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.574540 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:39.575145 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:39.577144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] 10.222.0.39 "PUT /v2.0/ports/75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 1091 time: 1.1215925 Mar 02 08:29:39.577582 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:29:39.606620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de67c-aec4-47cc-bf7b-fe42f5daf431 service neutron] Pushing event updated for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:39.654013 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01', 'status': 'completed', 'code': 200} Mar 02 08:29:39.690633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-07b01d58-3ac1-4d8c-be3f-ba59b21ce6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:39.692206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-07b01d58-3ac1-4d8c-be3f-ba59b21ce6d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1094 time: 0.0805769 Mar 02 08:29:39.765300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-d2e80caf-92c7-4d19-aa48-0a6c793d8964 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 217 time: 0.0668554 Mar 02 08:29:39.828927 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b46250f1-c3b7-4a51-9594-ec0fbc6e0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:39.830364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-b46250f1-c3b7-4a51-9594-ec0fbc6e0f3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0599253 Mar 02 08:29:39.906140 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038250d-5f7b-4889-8299-f359fe22f516 req-73132015-9121-45b4-b21c-4218446906a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:39.907540 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-73132015-9121-45b4-b21c-4218446906a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709505 Mar 02 08:29:40.038067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-8ab7008a-6237-4c59-a9e3-d735516269b3 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237607 Mar 02 08:29:40.165579 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2038250d-5f7b-4889-8299-f359fe22f516 req-2c56bae3-3452-41e2-bc38-f8d72b355030 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216326 Mar 02 08:29:40.273703 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-96cb509c-1b41-48d0-b626-3eea194eef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:40.275188 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-96cb509c-1b41-48d0-b626-3eea194eef5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1094 time: 0.0692759 Mar 02 08:29:40.403963 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-1d531a33-14e1-41b0-9117-8ede37f34217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:40.406039 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-1d531a33-14e1-41b0-9117-8ede37f34217 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1243358 Mar 02 08:29:40.513611 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-a585fbc0-b987-460e-b250-fd6166de66a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 217 time: 0.1019628 Mar 02 08:29:40.688687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-18abb19b-b158-4732-872a-531b665fae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:40.690136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-18abb19b-b158-4732-872a-531b665fae14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.1690717 Mar 02 08:29:40.756848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0708-8306-4916-9450-b7a9f03b6ac3 req-5d3bc9be-85c9-4b25-9937-b29a32e1358d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:40.758310 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7cf0708-8306-4916-9450-b7a9f03b6ac3 req-5d3bc9be-85c9-4b25-9937-b29a32e1358d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 943 time: 0.2913678 Mar 02 08:29:40.819602 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d7cf0708-8306-4916-9450-b7a9f03b6ac3 req-50990db9-4a89-4973-a000-fd2e5b6421bb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535905 Mar 02 08:29:40.822201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-18cd6407-0131-46da-b607-037c1aa54342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:40.823577 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-18cd6407-0131-46da-b607-037c1aa54342 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272955 Mar 02 08:29:40.976855 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-aa86ec10-dc83-4baf-9665-a9f878ae51ed service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455767 Mar 02 08:29:41.128027 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-01db348d-e982-4f0f-8332-8d02b0a229d4 req-9fea1357-0029-4d84-b0b4-c156b6073ded service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454964 Mar 02 08:29:42.009645 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071eb2-8437-45e1-887f-f8e9c9287d95 req-22a703d3-bc09-44df-bc30-13c8813efc10 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:42.011396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc071eb2-8437-45e1-887f-f8e9c9287d95 req-22a703d3-bc09-44df-bc30-13c8813efc10 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 943 time: 0.0823760 Mar 02 08:29:42.040247 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cdd55090-8d72-4a34-9875-cfdfb05455a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:42.058193 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fc071eb2-8437-45e1-887f-f8e9c9287d95 req-8efd02c0-fbf7-4ad3-a9f9-1a390728f693 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406644 Mar 02 08:29:43.243672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd64dd-8077-4d36-9647-6182899ce5e2 req-8e4cae7c-0b31-4278-badd-fa42789c3cb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:43.245134 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fbd64dd-8077-4d36-9647-6182899ce5e2 req-8e4cae7c-0b31-4278-badd-fa42789c3cb8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 943 time: 0.0805697 Mar 02 08:29:43.292493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6fbd64dd-8077-4d36-9647-6182899ce5e2 req-4a79ca0f-94ec-4373-827f-8df7c322de64 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Mar 02 08:29:44.336606 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b38c8f03-a967-4353-8d87-975b854a443a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:44.482145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4d781-7e7a-47d7-a173-3e10f67051fa req-1ee48916-335a-49a7-91d5-dd7cf59a4f53 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:44.484889 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ca4d781-7e7a-47d7-a173-3e10f67051fa req-1ee48916-335a-49a7-91d5-dd7cf59a4f53 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 943 time: 0.0820711 Mar 02 08:29:44.530325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3ca4d781-7e7a-47d7-a173-3e10f67051fa req-b8907f1d-0b14-4e7b-a404-635baf43e002 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Mar 02 08:29:45.175618 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 75321650-f5c4-42ab-ac5d-dda63979de01 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:29:45.305329 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=75321650-f5c4-42ab-ac5d-dda63979de01,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:45.318435 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '75321650-f5c4-42ab-ac5d-dda63979de01', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'port_id': '75321650-f5c4-42ab-ac5d-dda63979de01', 'mac_address': 'fa:16:3e:c1:6c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:29:45.377265 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:45.400642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75321650-f5c4-42ab-ac5d-dda63979de01 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:29:45.416176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=75321650-f5c4-42ab-ac5d-dda63979de01,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:45.419898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:45.486226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:45.522306 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:45.602100 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:45.728275 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b727-40bf-4236-acd6-77993a4b41db req-5f76669e-1340-4ac3-95c5-0aa110df4067 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:45.729720 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fff2b727-40bf-4236-acd6-77993a4b41db req-5f76669e-1340-4ac3-95c5-0aa110df4067 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 944 time: 0.0881531 Mar 02 08:29:45.758160 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['75321650-f5c4-42ab-ac5d-dda63979de01'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:29:45.775479 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-fff2b727-40bf-4236-acd6-77993a4b41db req-4a4ab485-a71c-4ebe-9a7d-f65443e707ab tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Mar 02 08:29:46.965169 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9feeda-fff9-428e-a295-212e282f394c req-96d624a1-a73d-473a-94c9-89576c99bc5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:46.966653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f9feeda-fff9-428e-a295-212e282f394c req-96d624a1-a73d-473a-94c9-89576c99bc5e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 944 time: 0.0847242 Mar 02 08:29:47.012071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4f9feeda-fff9-428e-a295-212e282f394c req-9f342c9e-707a-4d4c-8bbc-44f40cb0c9c9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Mar 02 08:29:47.037047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:47.190505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 75321650-f5c4-42ab-ac5d-dda63979de01 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:29:47.257675 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 75321650-f5c4-42ab-ac5d-dda63979de01 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:29:47.262693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 75321650-f5c4-42ab-ac5d-dda63979de01 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:29:47.263115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:47.374409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:47.401523 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:29:47.411708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=75321650-f5c4-42ab-ac5d-dda63979de01,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:29:47.415880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:47.448970 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01', 'code': 200} Mar 02 08:29:47.492962 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:47.570169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307ffdf-a199-41c7-a816-0e64c53982a4 req-e824ed5f-3ec8-4494-af5e-72da9b1f9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:47.571654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8307ffdf-a199-41c7-a816-0e64c53982a4 req-e824ed5f-3ec8-4494-af5e-72da9b1f9cea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.0695863 Mar 02 08:29:47.612066 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8307ffdf-a199-41c7-a816-0e64c53982a4 req-a2b5b995-982c-49c4-ace6-afcb7d1520b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344937 Mar 02 08:29:48.199471 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aff5d0-2f48-4e66-8b2f-2a514b1d0442 req-5b2c014e-0b90-4b1b-bfe9-cb2d286322a5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:48.200927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7aff5d0-2f48-4e66-8b2f-2a514b1d0442 req-5b2c014e-0b90-4b1b-bfe9-cb2d286322a5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0812304 Mar 02 08:29:48.246690 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7aff5d0-2f48-4e66-8b2f-2a514b1d0442 req-91de2f13-3bcb-4eda-971a-2ff83fd0d857 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Mar 02 08:29:49.179436 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:49.379356 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:49.437152 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e499-9f06-46b3-9ed7-f141404db24b req-2d3c26f3-d966-44ae-b82b-ba8d5a5f0b1e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:49.438570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d50e499-9f06-46b3-9ed7-f141404db24b req-2d3c26f3-d966-44ae-b82b-ba8d5a5f0b1e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0851343 Mar 02 08:29:49.483408 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8d50e499-9f06-46b3-9ed7-f141404db24b req-b7165ee9-6873-4842-a112-15b0ede49bf6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Mar 02 08:29:49.665609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ea662-acc3-4793-ac80-760a3c41fecc req-a8e9de4f-f8f3-47ae-9520-3e09ef484d5f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:49.667103 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e85ea662-acc3-4793-ac80-760a3c41fecc req-a8e9de4f-f8f3-47ae-9520-3e09ef484d5f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Mar 02 08:29:49.711401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e85ea662-acc3-4793-ac80-760a3c41fecc req-5b721ba5-7789-44b4-91a6-b7b063b88964 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382643 Mar 02 08:29:49.733933 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46618) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:49.805770 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd6750-8bce-417e-88f9-ddca6238fa67 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:49.807290 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cddd6750-8bce-417e-88f9-ddca6238fa67 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1091 time: 0.0723891 Mar 02 08:29:49.809992 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46622) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:49.815445 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '75321650-f5c4-42ab-ac5d-dda63979de01', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:29:49.821956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:29:49.825706 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:floatingip and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:29:49.829104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:29:49.834713 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:29:49.845230 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:49.985417 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:50.116885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.196 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/805f2514-38f2-48c0-864d-a7e7c7eb4884) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:29:50.268006 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:50.298467 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:50.362212 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:29:50.369404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:29:50.373534 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:29:50.402613 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=805f2514-38f2-48c0-864d-a7e7c7eb4884,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:50.888044 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:50.962859 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:51.161716 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:51.165979 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:51.279225 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=805f2514-38f2-48c0-864d-a7e7c7eb4884,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:29:51.287489 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:51.462136 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 associated. External IP: 172.25.4.196, port: 75321650-f5c4-42ab-ac5d-dda63979de01. Mar 02 08:29:51.818452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f105a2aa-1e41-4d7b-81b3-eeff66ba318a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:29:51.996086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:29:52.005834 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Sync routers for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:29:52.016877 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:52.017483 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:52.022874 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:29:52.203636 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:52.209097 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-957497e5-5314-42ed-bf9e-fb7cae8591cf tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3974552 Mar 02 08:29:52.209674 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:29:52.284476 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01', 'status': 'completed', 'code': 200} Mar 02 08:29:52.428700 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-b05acab9-7c7a-455a-889e-8308c3a37b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:52.430231 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-b05acab9-7c7a-455a-889e-8308c3a37b1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.1252086 Mar 02 08:29:52.482902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c882-31a0-4f0c-80d2-2de9eb320f70 req-c8960bbf-ea1e-445b-8562-2b7568304330 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:52.484379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df23c882-31a0-4f0c-80d2-2de9eb320f70 req-c8960bbf-ea1e-445b-8562-2b7568304330 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.1436412 Mar 02 08:29:52.554268 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ee61c46d-0cb4-4912-ab44-9eda4f4bbce7', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'port_id': '75321650-f5c4-42ab-ac5d-dda63979de01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'mac_address': 'fa:16:3e:c1:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:29:50Z', 'updated_at': '2022-03-02T08:29:50Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:52.558226 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Checking router: f105a2aa-1e41-4d7b-81b3-eeff66ba318a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:29:52.567830 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:29:52.568472 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:29:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:52.591979 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-df23c882-31a0-4f0c-80d2-2de9eb320f70 req-852c1ee0-9192-484b-8a62-6d7f8bed3b9d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584123 Mar 02 08:29:52.610437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-3047046b-6608-43d1-8fc5-6a62287716da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:52.611861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-3047046b-6608-43d1-8fc5-6a62287716da service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1737621 Mar 02 08:29:52.617199 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46636) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:52.746011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:29:52.805884 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-c3342f7e-b021-461c-9f11-70975434002f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 999 time: 0.1861842 Mar 02 08:29:52.808947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0326c287-3511-4ca9-a737-49b229dfc308 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 HTTP/1.1" status: 200 len: 991 time: 0.1907430 Mar 02 08:29:52.868593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-bcdf41d4-b527-4b70-bcce-4b82da323f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:52.870093 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-bcdf41d4-b527-4b70-bcce-4b82da323f67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0584457 Mar 02 08:29:52.946946 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-0e76550f-2d61-4cd8-a64d-994d8cd22bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:29:52.948462 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-0e76550f-2d61-4cd8-a64d-994d8cd22bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726068 Mar 02 08:29:53.131206 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ee61c46d-0cb4-4912-ab44-9eda4f4bbce7', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'port_id': '75321650-f5c4-42ab-ac5d-dda63979de01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'mac_address': 'fa:16:3e:c1:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:29:50Z', 'updated_at': '2022-03-02T08:29:50Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:29:53.135308 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e9420-64c8-45ed-91c1-a914b591226a None None] The sync data for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 is: [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': 'ee61c46d-0cb4-4912-ab44-9eda4f4bbce7', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'port_id': '75321650-f5c4-42ab-ac5d-dda63979de01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'mac_address': 'fa:16:3e:c1:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:29:50Z', 'updated_at': '2022-03-02T08:29:50Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:29:53.201639 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-2096db9e-9f4c-4fcb-99f5-1526be2ed21f service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468028 Mar 02 08:29:53.331797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8753eef-72c2-4654-a360-cee42f2cb146 None None] New status for floating IP ee61c46d-0cb4-4912-ab44-9eda4f4bbce7: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:29:53.336226 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b24c0b96-dd17-48d0-9a0a-a52857a73884 req-cbd29d6d-60f1-4ccf-807b-406e33b912fc service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285279 Mar 02 08:29:53.812943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46640) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:29:53.917561 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-43ae6b04-5b9f-48d9-b929-c8fc71418ca7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 HTTP/1.1" status: 200 len: 993 time: 0.1035523 Mar 02 08:29:57.039480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:29:59.293716 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-ce4a4867-4815-4e85-9f35-7cc70db473ad req-40628849-0d5d-4fd6-b086-f2ca29f87038 service neutron] (87854) timed out ('10.222.0.21', 42680) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:30:09.798015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-ed65e3ed-3487-457a-b278-d30311f52920 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692172 Mar 02 08:30:09.937831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-3f7c7ec2-3f04-4a3b-8414-9318d27d6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:09.939303 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-3f7c7ec2-3f04-4a3b-8414-9318d27d6575 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.0725031 Mar 02 08:30:10.079779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-95645192-350b-4094-8abb-b86a1e5570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:10.081208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-95645192-350b-4094-8abb-b86a1e5570a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1243715 Mar 02 08:30:10.181911 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-5350a49b-3006-4de0-a6f9-49308055e9b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 1001 time: 0.0949783 Mar 02 08:30:10.242752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-6cd39424-aad9-4616-9138-02063904594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:10.244161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-6cd39424-aad9-4616-9138-02063904594c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0568373 Mar 02 08:30:10.315159 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-aa958a12-5ad4-4eea-8cfa-75bf782f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:10.316861 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-aa958a12-5ad4-4eea-8cfa-75bf782f05a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672345 Mar 02 08:30:10.449800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-7d359ca3-a862-4b5c-9ad8-f4060e809d60 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269891 Mar 02 08:30:10.580371 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-623053f7-50e1-4971-8fa5-5fc78532f481 req-52e6521f-f1ea-479b-a6d3-25ba83a02b49 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237926 Mar 02 08:30:12.044215 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d95-66f1-4bb2-a6c9-4677f3a7dde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:14.338665 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f4bed211-e3ec-453a-95dd-a92b4a96c699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:15.528222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:15.602743 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:17.040359 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:19.179406 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:19.375845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:34.039117 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:30:42.048893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4b62a826-8179-43db-ae9c-4f9245585f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:44.340348 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6edc12dd-92ad-4bee-a4aa-88b9ce2bb892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:45.520826 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:45.606613 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:47.041085 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:49.179309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:49.373270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:30:54.964987 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8d17c-0597-4d5b-9421-049de0077a74 req-eb2a4cdd-fc5a-4af4-b116-6ae7b1eae7b8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:54.966488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8a8d17c-0597-4d5b-9421-049de0077a74 req-eb2a4cdd-fc5a-4af4-b116-6ae7b1eae7b8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.1317568 Mar 02 08:30:55.009824 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d8a8d17c-0597-4d5b-9421-049de0077a74 req-19e59f42-c68e-4152-b1d4-b49ea830c7ce tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377295 Mar 02 08:30:56.240055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092bc18-b22e-4e8c-9590-0646d1e94b8b req-b25ab07f-384a-4623-8477-1aff2ef78526 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:56.241503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1092bc18-b22e-4e8c-9590-0646d1e94b8b req-b25ab07f-384a-4623-8477-1aff2ef78526 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.1255028 Mar 02 08:30:56.286890 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1092bc18-b22e-4e8c-9590-0646d1e94b8b req-759c7a76-84d4-428c-a9fc-ca79f5a7988b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Mar 02 08:30:57.470330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2ab82-1104-4f32-b9a1-763321727be9 req-60698e88-e6fb-4023-b222-98c11451c529 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:57.471780 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e2ab82-1104-4f32-b9a1-763321727be9 req-60698e88-e6fb-4023-b222-98c11451c529 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0808914 Mar 02 08:30:57.516278 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d2e2ab82-1104-4f32-b9a1-763321727be9 req-06d2637d-f3bb-48ba-9523-f2d2dc36da7d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Mar 02 08:30:58.700166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0793d8a-b27e-46f5-b3c4-4250d51b130c req-d0168745-c0f5-47d6-af6f-5a892c483993 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:58.701612 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0793d8a-b27e-46f5-b3c4-4250d51b130c req-d0168745-c0f5-47d6-af6f-5a892c483993 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0790141 Mar 02 08:30:58.747642 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d0793d8a-b27e-46f5-b3c4-4250d51b130c req-6e968d3b-d93c-4936-96d5-a0120f73a099 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399368 Mar 02 08:30:59.932808 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad32c-76b9-40ed-a295-97343fbb904b req-8c76b244-964b-4190-ba84-0e019e3b73f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:30:59.934274 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-448ad32c-76b9-40ed-a295-97343fbb904b req-8c76b244-964b-4190-ba84-0e019e3b73f6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0796428 Mar 02 08:30:59.979667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-448ad32c-76b9-40ed-a295-97343fbb904b req-21eef7bd-5d74-4d1f-b634-214d63c432b6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Mar 02 08:31:01.164130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39de63-0421-4064-a723-e588607d4c42 req-77a6643d-5180-443b-8f54-68770f154d6f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:01.165567 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea39de63-0421-4064-a723-e588607d4c42 req-77a6643d-5180-443b-8f54-68770f154d6f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0782003 Mar 02 08:31:01.209528 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ea39de63-0421-4064-a723-e588607d4c42 req-b8e404b8-0e84-4cb4-90d4-796687ce86b0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Mar 02 08:31:02.390888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a4c9d-766b-4460-968e-b3d2a28c81fd req-3b8a5160-58ab-4a42-a242-a75d49c85223 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:02.392334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-838a4c9d-766b-4460-968e-b3d2a28c81fd req-3b8a5160-58ab-4a42-a242-a75d49c85223 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0779099 Mar 02 08:31:02.434814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-838a4c9d-766b-4460-968e-b3d2a28c81fd req-8a3c76df-dc0b-49d0-b585-585d4d77c215 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369580 Mar 02 08:31:03.620467 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355fc4d-74c8-44ea-900a-7d0549771210 req-37da3acb-e0f2-4dcf-a6f2-747d781dc776 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:03.621930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d355fc4d-74c8-44ea-900a-7d0549771210 req-37da3acb-e0f2-4dcf-a6f2-747d781dc776 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0828874 Mar 02 08:31:03.665502 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d355fc4d-74c8-44ea-900a-7d0549771210 req-33c5582c-f2cc-4623-bbc6-70daad446249 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376809 Mar 02 08:31:04.851083 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b21c7-1c79-4aab-9018-ea01d3b8ed6c req-b3df45ca-0f9d-4bf2-9395-1273553a6553 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:04.852571 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-521b21c7-1c79-4aab-9018-ea01d3b8ed6c req-b3df45ca-0f9d-4bf2-9395-1273553a6553 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0834188 Mar 02 08:31:04.898019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-521b21c7-1c79-4aab-9018-ea01d3b8ed6c req-e06c34a3-c6dd-4620-9388-4ead95b8e779 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394709 Mar 02 08:31:06.090869 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7e9e1-5339-4a4a-9b5d-5af108426423 req-5cf5b5da-bc7a-4c4f-850f-ab8c5c24c852 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:06.092388 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dcf7e9e1-5339-4a4a-9b5d-5af108426423 req-5cf5b5da-bc7a-4c4f-850f-ab8c5c24c852 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0862584 Mar 02 08:31:06.142024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-dcf7e9e1-5339-4a4a-9b5d-5af108426423 req-5fd5e062-6a2c-4df5-8f06-95332000d294 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Mar 02 08:31:06.165180 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46694) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:31:06.377363 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b5f00d2-b8e7-48fe-bafc-afa3d902da20 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 HTTP/1.1" status: 200 len: 993 time: 0.2110856 Mar 02 08:31:07.817026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f294b-6a71-4cdf-ad8a-c70f0f3734a7 req-d8f84ec6-cd6e-4396-bbe1-2210c3430308 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:07.818531 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb3f294b-6a71-4cdf-ad8a-c70f0f3734a7 req-d8f84ec6-cd6e-4396-bbe1-2210c3430308 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0811331 Mar 02 08:31:07.850536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-248d1683-a25c-4d3f-9f20-f006ce3c55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:07.852011 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-248d1683-a25c-4d3f-9f20-f006ce3c55ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.0727503 Mar 02 08:31:07.863931 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fb3f294b-6a71-4cdf-ad8a-c70f0f3734a7 req-fd9811f3-1d8c-47b8-9710-b5b1f51dd47e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Mar 02 08:31:07.981350 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-a4e1d112-d10c-4009-bc37-bb9626a8df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:07.982730 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-a4e1d112-d10c-4009-bc37-bb9626a8df67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1253793 Mar 02 08:31:08.090434 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-d1e0b720-3525-4dbb-850f-46253eecfff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 1001 time: 0.1021185 Mar 02 08:31:08.151779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-8e2a1aec-2d9e-4052-aa02-395bbef67d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:08.153182 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-8e2a1aec-2d9e-4052-aa02-395bbef67d6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0569022 Mar 02 08:31:08.227389 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-e4462309-8657-419c-a6c5-45991364f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:08.228839 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-e4462309-8657-419c-a6c5-45991364f677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693481 Mar 02 08:31:08.357845 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-2117fed8-31b6-4ea9-9b2e-1c7762adf197 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228094 Mar 02 08:31:08.484355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-02ec6848-0b57-484d-863f-e7c2d4b71729 req-52de819f-20a1-4b12-9787-039708674f1e service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211188 Mar 02 08:31:09.058024 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4e5d-53b9-4ee4-aa47-8dc2d4008302 req-d14338f9-57b0-4b2b-8f89-eca7dad202aa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:09.059564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-829c4e5d-53b9-4ee4-aa47-8dc2d4008302 req-d14338f9-57b0-4b2b-8f89-eca7dad202aa tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0855303 Mar 02 08:31:09.102849 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-829c4e5d-53b9-4ee4-aa47-8dc2d4008302 req-bab1b8c8-8e42-49d8-af99-63f64fc23c3b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376875 Mar 02 08:31:10.291811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b266c1-3e6d-4daf-9123-1c2da8fc2da0 req-14d50040-7967-4c80-bb35-fa25f6085f87 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:10.293269 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60b266c1-3e6d-4daf-9123-1c2da8fc2da0 req-14d50040-7967-4c80-bb35-fa25f6085f87 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0825002 Mar 02 08:31:10.337223 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-60b266c1-3e6d-4daf-9123-1c2da8fc2da0 req-5523c7b9-1541-4546-95a6-fe5ff99f2e98 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372095 Mar 02 08:31:10.361675 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46708) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:31:10.469631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e61b34c8-33ed-4e55-a038-a36700b97c3b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 HTTP/1.1" status: 200 len: 993 time: 0.1067171 Mar 02 08:31:11.038935 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:31:11.781731 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-5dbcd872-6f59-4fd5-af0c-4d91b3dad4d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711458 Mar 02 08:31:11.920752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-b119157e-73be-4b98-a63e-4152878f30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:11.922260 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-b119157e-73be-4b98-a63e-4152878f30b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.0736556 Mar 02 08:31:12.052969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7d69061-da50-484d-98bf-d2dfabf7b24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:12.069233 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-60f07836-3ce2-4e98-a993-9055a4df0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:12.070712 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-60f07836-3ce2-4e98-a993-9055a4df0991 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1309521 Mar 02 08:31:12.172717 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-7eef2492-6af1-4af6-9f45-0560ce222fc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 1001 time: 0.0958743 Mar 02 08:31:12.232353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-bc33663c-e9e4-41c5-a685-c836937f3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:12.234383 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-bc33663c-e9e4-41c5-a685-c836937f3422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0564289 Mar 02 08:31:12.311380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-a9c6bc69-a36e-41e9-b6ee-c3409d0286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:31:12.313364 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-a9c6bc69-a36e-41e9-b6ee-c3409d0286b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736134 Mar 02 08:31:12.440902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-05c8e507-783b-4691-a633-e06f52b91aac service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216352 Mar 02 08:31:12.667131 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32f85dd8-c652-41ae-a181-67bb2a4625d7 req-9480e691-12e4-43b2-bb02-d581e753b07b service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203741 Mar 02 08:31:14.341937 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f56a535c-2e1e-4118-9e61-2e98bc9e09f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:15.523426 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:15.609740 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:17.042533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:19.189695 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:19.379915 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:42.055490 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-20bb7900-48a6-463e-b0ac-c31853429509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:44.344686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d397f8b3-edbd-42ac-9640-c97b44b5bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:45.525416 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:45.611772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:47.047354 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:48.038886 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:31:49.193447 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:49.387011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:58.935370 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46734) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:31:59.144285 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 805f2514-38f2-48c0-864d-a7e7c7eb4884 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:31:59.144626 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:59.309237 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:59.309496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:59.428884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 805f2514-38f2-48c0-864d-a7e7c7eb4884 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:31:59.578911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:59.627955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=805f2514-38f2-48c0-864d-a7e7c7eb4884,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:31:59.671457 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.671809 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.672142 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.672471 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.672795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.673121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.673446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.673766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.674108 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.674546 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.674801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.675117 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:31:59.730678 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:31:59.731085 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 disassociated (deleted). External IP: 172.25.4.196, port: 75321650-f5c4-42ab-ac5d-dda63979de01. Mar 02 08:32:00.077955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f105a2aa-1e41-4d7b-81b3-eeff66ba318a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:32:00.363412 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:32:00.373742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Sync routers for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:32:00.384384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:00.384581 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:00.385039 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:00.442071 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b30aea79-5abd-4d46-8fe1-119a478c50e5 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/floatingips/ee61c46d-0cb4-4912-ab44-9eda4f4bbce7 HTTP/1.1" status: 204 len: 168 time: 1.5048974 Mar 02 08:32:00.442659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:32:00.544514 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01', 'status': 'completed', 'code': 200} Mar 02 08:32:00.581032 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:00.642619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1b55-a872-4303-a681-35f281143b83 req-567ffca1-4ff1-4925-9f47-0b20ca039d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:00.644433 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-567ffca1-4ff1-4925-9f47-0b20ca039d64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 1096 time: 0.0772231 Mar 02 08:32:00.832452 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1b55-a872-4303-a681-35f281143b83 req-040b961d-2f80-447d-bceb-0f2deb2a7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:00.833930 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-040b961d-2f80-447d-bceb-0f2deb2a7c93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 200 len: 897 time: 0.1831791 Mar 02 08:32:00.903742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:00.908163 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Checking router: f105a2aa-1e41-4d7b-81b3-eeff66ba318a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:32:00.910214 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-a4852c12-2494-45c0-96c8-a71e831f1e36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 200 len: 217 time: 0.0640779 Mar 02 08:32:00.916502 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:00.917097 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:00.917824 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183ba46-255c-4309-a81e-6b028f1e64e7 req-a356c040-1369-49b5-9b67-1e5d71a2fb3d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:00.918531 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6183ba46-255c-4309-a81e-6b028f1e64e7 req-a356c040-1369-49b5-9b67-1e5d71a2fb3d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:00.979620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-6183ba46-255c-4309-a81e-6b028f1e64e7 req-a356c040-1369-49b5-9b67-1e5d71a2fb3d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:00.980840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6183ba46-255c-4309-a81e-6b028f1e64e7 req-a356c040-1369-49b5-9b67-1e5d71a2fb3d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.2308686 Mar 02 08:32:00.990848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1b55-a872-4303-a681-35f281143b83 req-06bf0aa2-4f7a-42a1-9502-8d121a4b49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:00.992232 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-06bf0aa2-4f7a-42a1-9502-8d121a4b49c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 200 len: 835 time: 0.0700576 Mar 02 08:32:01.071076 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6183ba46-255c-4309-a81e-6b028f1e64e7 req-49be2167-5528-47ba-93e1-d9ada98d7bb0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818949 Mar 02 08:32:01.096795 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1b55-a872-4303-a681-35f281143b83 req-71d4441e-217d-4b17-a8b9-db9177189716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:01.098295 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-71d4441e-217d-4b17-a8b9-db9177189716 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3566fea-1a37-4e62-9fbf-a76ce7813f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919027 Mar 02 08:32:01.099055 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:01.229375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-17b516b6-89f7-402a-8eba-56701a8abdc0 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Mar 02 08:32:01.361531 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-176e1b55-a872-4303-a681-35f281143b83 req-6f1e458a-9dd4-4553-b807-4f4fd8c9a6b1 service neutron] 10.222.0.39 "GET /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262112 Mar 02 08:32:01.439677 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:01.443468 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8043e-54c4-4870-84ad-fd3646406255 None None] The sync data for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 is: [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:29:32Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '334b4613-a388-42bc-93a6-b399f4309bed', 'name': '', 'network_id': 'd3566fea-1a37-4e62-9fbf-a76ce7813f14', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:5f:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:31Z', 'updated_at': '2022-03-02T08:29:37Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': '3ac94690-5708-4892-a15d-a21020dbdc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:32:01.662271 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b97f76-25bd-476a-947b-a96ef3393c7b None None] New status for floating IP ee61c46d-0cb4-4912-ab44-9eda4f4bbce7: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:32:02.266098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37aa9-517d-4072-9c59-0c14fdd1a2be req-2921ee0d-2eec-4677-9392-9791c1c07e0b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:02.267572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8e37aa9-517d-4072-9c59-0c14fdd1a2be req-2921ee0d-2eec-4677-9392-9791c1c07e0b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0862267 Mar 02 08:32:02.309252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-981f4f6f-b852-48a0-bba5-5007711f1226 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:02.311384 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-981f4f6f-b852-48a0-bba5-5007711f1226 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 945 time: 0.0851748 Mar 02 08:32:02.312844 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a8e37aa9-517d-4072-9c59-0c14fdd1a2be req-870bd247-16f5-4e39-89a7-5e788c15c94e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd967ca6-a9b8-4442-9aff-a11364c7ec86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Mar 02 08:32:02.380210 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 75321650-f5c4-42ab-ac5d-dda63979de01 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:32:02.380477 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:02.626128 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 75321650-f5c4-42ab-ac5d-dda63979de01, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=75321650-f5c4-42ab-ac5d-dda63979de01,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:02.626528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:02.843719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 75321650-f5c4-42ab-ac5d-dda63979de01 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:32:02.984301 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:03.033717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=75321650-f5c4-42ab-ac5d-dda63979de01,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:03.108567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] No DVR routers for this DVR port 75321650-f5c4-42ab-ac5d-dda63979de01 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:32:03.110897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:03.113294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'name': 'network-vif-deleted', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:32:03.129171 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-34ef4579-b9d7-4f60-9624-79b411a69ba1 req-0aa743f7-55a1-4cf7-b423-f162a6c271b2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.39 "DELETE /v2.0/ports/75321650-f5c4-42ab-ac5d-dda63979de01 HTTP/1.1" status: 204 len: 173 time: 0.8129065 Mar 02 08:32:03.159242 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4e5900-fb99-43bd-844d-d07ed2ea1889', 'name': 'network-vif-deleted', 'tag': '75321650-f5c4-42ab-ac5d-dda63979de01', 'status': 'completed', 'code': 200} Mar 02 08:32:03.479698 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fbaf337d-2367-4e61-9335-0283b32467f2 req-1d7d9bc5-3275-46d6-9051-7d19d1085c30 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a4e5900-fb99-43bd-844d-d07ed2ea1889 HTTP/1.1" status: 200 len: 210 time: 0.0422511 Mar 02 08:32:04.578828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46754) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:05.116748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:05.463578 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 334b4613-a388-42bc-93a6-b399f4309bed {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:32:05.463918 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:05.725969 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 75321650-f5c4-42ab-ac5d-dda63979de01 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:32:05.751797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 334b4613-a388-42bc-93a6-b399f4309bed, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=334b4613-a388-42bc-93a6-b399f4309bed,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:05.752320 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:05.759471 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 75321650-f5c4-42ab-ac5d-dda63979de01 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:32:05.759817 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 75321650-f5c4-42ab-ac5d-dda63979de01 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:32:05.874155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 334b4613-a388-42bc-93a6-b399f4309bed owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:32:06.206562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:06.253876 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=334b4613-a388-42bc-93a6-b399f4309bed,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:06.534577 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:06.892416 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router f105a2aa-1e41-4d7b-81b3-eeff66ba318a has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:32:07.188251 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:32:07.197550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Sync routers for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:32:07.200545 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ec9dc52-4272-4aae-bb1d-e4f81f22442d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/f105a2aa-1e41-4d7b-81b3-eeff66ba318a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206584 Mar 02 08:32:07.203342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46758) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:07.206810 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:07.207411 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:07.269231 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting subnet 3ac94690-5708-4892-a15d-a21020dbdc44 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:32:07.272189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.331049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.376983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:07.413458 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.487719 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.530626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac94690-5708-4892-a15d-a21020dbdc44,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:07.534345 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.540878 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-dab1ffca-22be-4dc0-b05c-31a57174edd0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/subnets/3ac94690-5708-4892-a15d-a21020dbdc44 HTTP/1.1" status: 204 len: 168 time: 0.3363929 Mar 02 08:32:07.543234 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46762) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:07.546390 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727126e-f4e3-477b-a999-d572ffaf0565 None None] Network d3566fea-1a37-4e62-9fbf-a76ce7813f14 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:32:07.666370 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:32:06Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:07.671307 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Checking router: f105a2aa-1e41-4d7b-81b3-eeff66ba318a for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:32:07.679867 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Routers {'f105a2aa-1e41-4d7b-81b3-eeff66ba318a'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:07.680656 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:07.724764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.818544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] DHCP port deletion for d3566fea-1a37-4e62-9fbf-a76ce7813f14 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:32:07.822861 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Deleting port 741f3df4-971f-4972-8dc6-c9374defcf31 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:32:07.823467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.879134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] Set router f105a2aa-1e41-4d7b-81b3-eeff66ba318a gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:07.916846 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:07.927568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port fb1d8565-9ebd-4694-af7c-30bb162a5a04 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:32:07.928004 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.080657 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] For port 741f3df4-971f-4972-8dc6-c9374defcf31, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=741f3df4-971f-4972-8dc6-c9374defcf31,segment=NetworkSegment(7ff15468-ffb5-4499-b57f-69a5af125abc),segment_id=7ff15468-ffb5-4499-b57f-69a5af125abc)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:08.081054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.134688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port fb1d8565-9ebd-4694-af7c-30bb162a5a04, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=fb1d8565-9ebd-4694-af7c-30bb162a5a04,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:08.135363 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.198409 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:32:06Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:08.204252 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef3ada-9bbc-469e-a85f-5a209ec982a5 None None] The sync data for ids ['f105a2aa-1e41-4d7b-81b3-eeff66ba318a'] in n-d-827871-1 is: [{'id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076947896', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:29:26Z', 'updated_at': '2022-03-02T08:32:06Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'fb1d8565-9ebd-4694-af7c-30bb162a5a04', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f105a2aa-1e41-4d7b-81b3-eeff66ba318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:29:27Z', 'updated_at': '2022-03-02T08:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:32:08.208289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Calling delete_port for 741f3df4-971f-4972-8dc6-c9374defcf31 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:32:08.269532 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for fb1d8565-9ebd-4694-af7c-30bb162a5a04 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:32:08.294171 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.343129 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Pushing event deleted for resources: {'Port': ['ID=741f3df4-971f-4972-8dc6-c9374defcf31,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:08.345442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] No DVR routers for this DVR port 741f3df4-971f-4972-8dc6-c9374defcf31 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:32:08.357029 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.357877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.358229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.358571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.358905 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.359241 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.359568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.359998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.360244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.360568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.360893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.361217 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275986d6-7e5f-46f8-a0ab-0844352d0294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:08.445331 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.488959 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=fb1d8565-9ebd-4694-af7c-30bb162a5a04,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:08.702132 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.874184 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.876371 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.898235 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.898733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Fanout notify agent at l3_agent the message router_deleted on router f105a2aa-1e41-4d7b-81b3-eeff66ba318a {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:32:08.914793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:08.915897 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e1baf073-1a7d-4f9c-af75-348a62ef9276 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/routers/f105a2aa-1e41-4d7b-81b3-eeff66ba318a HTTP/1.1" status: 204 len: 168 time: 1.3716753 Mar 02 08:32:08.918587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46766) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:09.043367 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.171140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.195005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3566fea-1a37-4e62-9fbf-a76ce7813f14']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:09.207147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff15468-ffb5-4499-b57f-69a5af125abc') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:09.207447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff15468-ffb5-4499-b57f-69a5af125abc') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:09.218829 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.234231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.240179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:32:09.240562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:32:09.254433 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:32:09.350842 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.379737 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.389722 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 741f3df4-971f-4972-8dc6-c9374defcf31 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:32:09.393610 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Network': ['ID=d3566fea-1a37-4e62-9fbf-a76ce7813f14,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:09.400480 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-af0c0939-7507-459d-ab57-a8fecac798d0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/networks/d3566fea-1a37-4e62-9fbf-a76ce7813f14 HTTP/1.1" status: 204 len: 168 time: 0.4806881 Mar 02 08:32:09.402986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46770) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:09.425669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 741f3df4-971f-4972-8dc6-c9374defcf31 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:32:09.426017 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 741f3df4-971f-4972-8dc6-c9374defcf31 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:32:09.426442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 334b4613-a388-42bc-93a6-b399f4309bed no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:32:09.458891 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 334b4613-a388-42bc-93a6-b399f4309bed {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:32:09.459234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 334b4613-a388-42bc-93a6-b399f4309bed not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:32:09.478041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.508987 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.575628 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.594019 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd967ca6-a9b8-4442-9aff-a11364c7ec86,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:09.608592 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.609901 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9204affc-c0f7-4f27-9d2b-f467296479b1 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd967ca6-a9b8-4442-9aff-a11364c7ec86 HTTP/1.1" status: 204 len: 168 time: 0.2059898 Mar 02 08:32:09.923155 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46778) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:09.928151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9622240', 'description': 'tempest-secgroup-smoke-9622240 description', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:09.934873 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:09.939691 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:09.942576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:09.948517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:09.958555 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:09.977215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:09.980909 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:09.984219 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:09.989812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.063494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.067154 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.113448 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be05838-eec6-4ddf-b27b-b610af5bbf4a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.117031 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.118220 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1940882 Mar 02 08:32:10.121277 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46782) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.122877 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.123751 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.124153 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.124410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.124731 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.125054 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.125378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.125696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.126062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.126380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.126695 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.127010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a2897-be1d-4a60-a942-ae4d8cfa4866 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:10.128179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.134995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.139598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.142446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.147992 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.164302 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.226468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.229810 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.254058 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88255f-c5bf-4926-9445-b4ab3e1203db,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.262225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.263387 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c744c05-8c29-46a8-b917-06461b7dab33 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410575 Mar 02 08:32:10.266147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46786) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.271102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.277486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.282158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.285036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.291129 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.308009 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.372524 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.376163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.399434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1419caaf-d958-4e95-81a2-d7437282ff43,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.409551 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.410754 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e4161fe0-eef3-4416-8afe-940212a00c93 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436844 Mar 02 08:32:10.413484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46790) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.418459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.426014 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.429748 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.432636 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.442119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.458300 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.522837 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.526239 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.551761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669f988e-2750-44ea-8be3-00d069f0c204,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.560883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.562152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-42138de5-a95f-4d49-9358-4d7e6d13ed04 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476777 Mar 02 08:32:10.564972 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46794) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.569799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.576788 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.580583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.583451 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.589085 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.605443 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.668065 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.671683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.696669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7ecd50-ceef-464b-91c2-03135cc08e7d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.705358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.706548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-2b15434a-3f74-492b-a7e2-776591077e82 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406653 Mar 02 08:32:10.709299 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46798) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.714260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.721345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.725283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.728132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.734049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.744244 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:32:10.750724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.814711 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.818003 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.843057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0271bb-3e24-4116-8532-c1af73342438,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.850855 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.852013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05a52678-fa55-48d0-9a9a-a32866bfa094 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417806 Mar 02 08:32:10.854768 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46802) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:10.860172 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'security_group_rule': {'security_group_id': '3be05838-eec6-4ddf-b27b-b610af5bbf4a', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:10.866605 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:10.870379 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:security_group_rule and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:10.873611 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:10.879286 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:10.890634 n-d-827871-1 neutron-server[87854]: INFO neutron.db.securitygroups_db [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Project c6d711f5c3fb4db4a139c934586246d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:32:10.897045 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.962125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.965439 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:10.978723 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fb1d8565-9ebd-4694-af7c-30bb162a5a04 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:32:10.989103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c80443c-27d4-42ce-b1c7-5a8049cdad3d,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:10.998938 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.000263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-791ed090-28a0-4fb6-b451-6ecb997207b9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445866 Mar 02 08:32:11.003320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46806) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:11.009146 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'network': {'name': 'tempest-network-smoke--411481448', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'port_security_enabled': True}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:11.015841 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:11.017607 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: fb1d8565-9ebd-4694-af7c-30bb162a5a04 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:32:11.017975 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device fb1d8565-9ebd-4694-af7c-30bb162a5a04 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:32:11.020507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:network and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:11.023374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:11.029920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:11.039693 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:32:11.043119 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.070523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:32:11.079751 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.080089 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Added segment 9f85de0a-8629-4b56-b748-1e51b9201017 of type vlan for network 7f8c1ff7-4273-4233-8c67-435ea72dd564 Mar 02 08:32:11.107530 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.136772 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.142826 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:11.143405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.243039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2384107 Mar 02 08:32:11.245872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46810) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:11.255326 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'admin_state_up': True, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:11.255717 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f1ec-cab5-46f7-88cb-c6a0ed59879f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Network': ['ID=7f8c1ff7-4273-4233-8c67-435ea72dd564,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:11.266173 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:11.267299 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:32:11.270791 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:router and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:11.274067 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:11.281953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:11.292859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.294023 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.311574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.695560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:11.999515 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:12.030178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:12.058875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-90aea2d1-d88a-4eac-86dd-c8b68a104158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:12.170763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.119 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:32:12.320564 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:12.348814 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:12.412259 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:12.419050 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:12.423642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:32:12.456354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:12.840394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:13.302914 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:13.510936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router 579877bd-7094-4f2b-acfb-6713b2af7406 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:32:13.686362 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:32:13.695552 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Sync routers for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:32:13.705462 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:13.706124 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:31:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:13.713511 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:13.718468 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cd7ac886-4f08-4924-84f1-e004d418c976 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4672556 Mar 02 08:32:13.719621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46814) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:13.765016 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-05707fb9-c1db-4673-a417-3f6d249732ef tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c6d711f5c3fb4db4a139c934586246d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414400 Mar 02 08:32:13.765328 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46818) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:13.884505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:13.893830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0162033-ba45-4890-a075-063a8d3dee1b tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:13.895497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a0162033-ba45-4890-a075-063a8d3dee1b tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290629 Mar 02 08:32:13.898146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46822) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:13.938417 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-31e74ee2-e9d5-4d01-814e-b200df029a71 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=fef1219c-25d0-4227-8b67-5035e9db7d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391014 Mar 02 08:32:13.940710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46826) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:13.946020 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375643969', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:14.055357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:14.059123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:subnet and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:14.061932 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:14.067466 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:14.078036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:32:14.081618 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.176916 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:14.180941 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Checking router: 579877bd-7094-4f2b-acfb-6713b2af7406 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:32:14.181425 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Updating router 579877bd-7094-4f2b-acfb-6713b2af7406 port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:32:14.235853 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.302140 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.385105 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Subnet': ['ID=db494056-4999-42b4-9ef7-f792cba64519,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:14.392180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4224e661-506b-4c56-826a-f9d23607eb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.395417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Checking segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:32:14.396104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network hostable DHCP agents. Network: 7f8c1ff7-4273-4233-8c67-435ea72dd564, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:32:14.415146 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:32:14.425754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 7f8c1ff7-4273-4233-8c67-435ea72dd564) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:14.430460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:14.431052 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.440145 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec209639-4809-4e34-bfc2-76e1d44fabc4 None None] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:32:14.454252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-046cad70-ea8b-47e4-a5d2-b091ebd11f7b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5125268 Mar 02 08:32:14.456942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46830) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:14.800446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-7f8c1ff7-4273-4233-8c67-435ea72dd564', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:32:14.801257 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.815916 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.834304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Transition to ACTIVE for port object ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:14.873588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.979159 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Attempting to bind port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:32:14.979537 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Attempting to bind port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:32:14.979908 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Attempting to bind port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:32:14.996712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:32:14.997092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:32:14.997494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:14.998487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:32:14.998992 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Bound port: ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:32:14.999301 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.023106 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03434a7-3f83-4fc6-a6ae-6967aa17d1d0 None None] Pushing event updated for resources: {'Port': ['ID=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:15.115633 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Allocated IP 172.20.0.2 (7f8c1ff7-4273-4233-8c67-435ea72dd564/db494056-4999-42b4-9ef7-f792cba64519/5c9f2d28-8705-452b-bca4-b167a296ce12) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:32:15.128687 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] For port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:32:15.132154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] For port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:32:15.154317 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.278715 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.313135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:15.313775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:15.391316 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03434a7-3f83-4fc6-a6ae-6967aa17d1d0 None None] Pushing event updated for resources: {'Port': ['ID=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:15.566451 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.577081 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.598290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Transition to ACTIVE for port object 5c9f2d28-8705-452b-bca4-b167a296ce12 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:15.602823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:15.794055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.799179 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Transition to ACTIVE for port object 5c9f2d28-8705-452b-bca4-b167a296ce12 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:15.850829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:15.874342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.1 (7f8c1ff7-4273-4233-8c67-435ea72dd564/db494056-4999-42b4-9ef7-f792cba64519/287a296f-e89c-461c-aa43-208878183583) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:32:15.936816 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:15.944688 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:15.948759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Pushing event updated for resources: {'Port': ['ID=5c9f2d28-8705-452b-bca4-b167a296ce12,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:15.958695 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:32:16.038228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.053770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 287a296f-e89c-461c-aa43-208878183583 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:16.077209 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.089812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Attempting to bind port 5c9f2d28-8705-452b-bca4-b167a296ce12 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:32:16.090213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Attempting to bind port 5c9f2d28-8705-452b-bca4-b167a296ce12 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:32:16.090579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Attempting to bind port 5c9f2d28-8705-452b-bca4-b167a296ce12 on network 7f8c1ff7-4273-4233-8c67-435ea72dd564 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:32:16.097803 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:32:16.098210 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Checking segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:32:16.098619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.099127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Bound using segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:32:16.099605 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Bound port: 5c9f2d28-8705-452b-bca4-b167a296ce12, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:32:16.099985 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.141078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:16.148874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:16.152887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:32:16.183139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:16.192939 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:16.202581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcca1fe-945b-4734-8ebf-b2f68c957227 None None] The sync data for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 is: [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:12Z', 'revision_number': 3, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:32:16.207763 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aec92bae-b879-4145-866f-4151ae98379b None None] For port 5c9f2d28-8705-452b-bca4-b167a296ce12, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:32:16.210413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-aec92bae-b879-4145-866f-4151ae98379b None None] For port 5c9f2d28-8705-452b-bca4-b167a296ce12, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c9f2d28-8705-452b-bca4-b167a296ce12,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:32:16.215795 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.219437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:16.303447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec92bae-b879-4145-866f-4151ae98379b None None] Pushing event updated for resources: {'Port': ['ID=5c9f2d28-8705-452b-bca4-b167a296ce12,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:16.729001 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.058737 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.122374 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:17.208483 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.215093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.218359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:17.223508 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:17.223885 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.334738 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.341614 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:17.348531 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.365892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:17.371051 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.372134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c9f2d28-8705-452b-bca4-b167a296ce12 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:17.434752 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea1135-7ffa-4c62-a170-902c49dc0d2e None None] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:32:17.484481 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:17.485733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:17.588008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:17.595306 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-7946fab2-fa43-4f89-adc3-533d0ec77c08 None None] Provisioning for port 5c9f2d28-8705-452b-bca4-b167a296ce12 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:17.622743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 5c9f2d28-8705-452b-bca4-b167a296ce12 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:17.633470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5c9f2d28-8705-452b-bca4-b167a296ce12 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:17.633837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.678951 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router 579877bd-7094-4f2b-acfb-6713b2af7406 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:32:17.844923 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.869698 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:32:17.883681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 5c9f2d28-8705-452b-bca4-b167a296ce12, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c9f2d28-8705-452b-bca4-b167a296ce12,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:17.886814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-e0958156-7804-4b3e-9836-172392e2d2c0 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/579877bd-7094-4f2b-acfb-6713b2af7406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4262118 Mar 02 08:32:17.892324 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:17.949509 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Sync routers for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:32:17.960493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:17.961116 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:17.991232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=5c9f2d28-8705-452b-bca4-b167a296ce12,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:18.136436 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Provisioning for port 287a296f-e89c-461c-aa43-208878183583 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:18.143642 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Provisioning complete for port 287a296f-e89c-461c-aa43-208878183583 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:18.144382 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.168963 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:18.215053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-97537f61-81d3-4d18-ae36-1c1e43a71413 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:18.221798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Port 287a296f-e89c-461c-aa43-208878183583 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:32:18.235176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Provisioning complete for port 5c9f2d28-8705-452b-bca4-b167a296ce12 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:18.235565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a4d268e9-c5a9-422f-b549-71018652ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.238947 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-97537f61-81d3-4d18-ae36-1c1e43a71413 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:18.240128 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-97537f61-81d3-4d18-ae36-1c1e43a71413 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9622240&fields=id&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 267 time: 0.0741377 Mar 02 08:32:18.422983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-ecec49b4-7c4d-4ab8-89b1-ad9cad909d29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:18.423696 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-ecec49b4-7c4d-4ab8-89b1-ad9cad909d29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:18.441184 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-ecec49b4-7c4d-4ab8-89b1-ad9cad909d29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:18.442718 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-ecec49b4-7c4d-4ab8-89b1-ad9cad909d29 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 796 time: 0.1946592 Mar 02 08:32:18.458972 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-8a535dd3-affe-43b2-a3d8-6138fe11f72a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/quotas/c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 375 time: 0.0108995 Mar 02 08:32:18.508449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-9da91b6a-83d6-4b1c-9767-aa1c8a76b35c None None] Provisioning complete for port 287a296f-e89c-461c-aa43-208878183583 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:18.509399 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9da91b6a-83d6-4b1c-9767-aa1c8a76b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.552759 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 2, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:18.557290 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Checking router: 579877bd-7094-4f2b-acfb-6713b2af7406 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:32:18.557720 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Updating router 579877bd-7094-4f2b-acfb-6713b2af7406 port 287a296f-e89c-461c-aa43-208878183583 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:32:18.558726 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-dfb3f98a-4ea4-4857-b7c0-0039b67e81f8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926123 Mar 02 08:32:18.575285 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-5ef0fb6d-73ed-45ff-94c2-bf6b859ad03c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:32:18.576384 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-5ef0fb6d-73ed-45ff-94c2-bf6b859ad03c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054574 Mar 02 08:32:18.607671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9da91b6a-83d6-4b1c-9767-aa1c8a76b35c None None] Port 287a296f-e89c-461c-aa43-208878183583 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:32:18.614208 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.714254 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-7ef442cd-7b50-44ff-acbf-3b5a376a920e service neutron] 10.222.0.21 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298034 Mar 02 08:32:18.727342 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-798d16da-d69f-482d-9a6c-5bc2ff53d1d9 None None] Provisioning complete for port 287a296f-e89c-461c-aa43-208878183583 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:18.727718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-798d16da-d69f-482d-9a6c-5bc2ff53d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.822395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-798d16da-d69f-482d-9a6c-5bc2ff53d1d9 None None] Port 287a296f-e89c-461c-aa43-208878183583 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:32:18.855019 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b4e395b5-e94d-4cec-95e5-0c85f5ac9f4a service neutron] 10.222.0.21 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344664 Mar 02 08:32:18.959543 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:18.972938 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Transition to ACTIVE for port object 287a296f-e89c-461c-aa43-208878183583 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:18.980898 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.058685 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:19.061247 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-271c284a-fd1f-4051-bb7e-d4f2e0949733 req-db4f5587-018e-4ae5-9002-43c6df7c35a4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:19.082651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-271c284a-fd1f-4051-bb7e-d4f2e0949733 req-db4f5587-018e-4ae5-9002-43c6df7c35a4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:19.090458 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-271c284a-fd1f-4051-bb7e-d4f2e0949733 req-db4f5587-018e-4ae5-9002-43c6df7c35a4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 210 time: 0.0767498 Mar 02 08:32:19.150167 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:19.150716 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.164999 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Pushing event updated for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:19.182805 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.183152 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.183487 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.183819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.184143 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.184467 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.184785 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.185935 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.186631 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.187196 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.187679 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.188322 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:32:19.246597 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Attempting to bind port 287a296f-e89c-461c-aa43-208878183583 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:32:19.246972 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Attempting to bind port 287a296f-e89c-461c-aa43-208878183583 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:32:19.247561 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Attempting to bind port 287a296f-e89c-461c-aa43-208878183583 on network 7f8c1ff7-4273-4233-8c67-435ea72dd564 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:32:19.254536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:32:19.254909 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Checking segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:32:19.255345 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.255680 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Bound using segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:32:19.256140 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Bound port: 287a296f-e89c-461c-aa43-208878183583, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:32:19.256508 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.282650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.309524 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c9f2d28-8705-452b-bca4-b167a296ce12 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:19.361764 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] For port 287a296f-e89c-461c-aa43-208878183583, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:32:19.365060 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] For port 287a296f-e89c-461c-aa43-208878183583, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=287a296f-e89c-461c-aa43-208878183583,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:32:19.369880 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.411899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 5c9f2d28-8705-452b-bca4-b167a296ce12 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:19.412278 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.439621 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:19.455159 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:19.455800 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:19.517605 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5589b11-e438-4143-be65-02ae2e16b8c4 None None] Pushing event updated for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=4']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:19.658176 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:19.990498 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:19Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:19.994329 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115de75-41c9-4a54-9bfc-9bad30447d65 None None] The sync data for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 is: [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:19Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:32:20.297471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7e57dbfd-2a54-43e5-ab41-8b73c9fbdf57 req-1dbf7dde-f4fe-4276-a947-f7e655000dd4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 210 time: 0.1563113 Mar 02 08:32:21.051225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 287a296f-e89c-461c-aa43-208878183583 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:21.122751 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 287a296f-e89c-461c-aa43-208878183583 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:21.127421 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 287a296f-e89c-461c-aa43-208878183583 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:21.127816 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:21.242721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:21.276814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 287a296f-e89c-461c-aa43-208878183583, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=287a296f-e89c-461c-aa43-208878183583,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:21.281929 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:21.362553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:21.412742 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-bd9ae9ea-365c-43e2-a239-b3d456004fd3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:21.414334 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-bd9ae9ea-365c-43e2-a239-b3d456004fd3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 796 time: 0.1641598 Mar 02 08:32:21.463346 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-feea2892-8c37-41a8-8534-9043241d9785 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d711f5c3fb4db4a139c934586246d2 HTTP/1.1" status: 200 len: 377 time: 0.0411534 Mar 02 08:32:21.471842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'port': {'device_id': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'admin_state_up': True, 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'security_groups': ['3be05838-eec6-4ddf-b27b-b610af5bbf4a']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:21.502052 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-132ae477-cba3-4e81-9062-4999f29461f0 req-8a731a80-8fce-4189-9b3f-43d10f607383 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 210 time: 0.0710168 Mar 02 08:32:21.610699 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:21.619985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:21.629309 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Made reservation on behalf of c6d711f5c3fb4db4a139c934586246d2 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:32:21.632743 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:21.799088 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.20.0.3 (7f8c1ff7-4273-4233-8c67-435ea72dd564/db494056-4999-42b4-9ef7-f792cba64519/31e56df6-d7a0-478d-aca1-7919edabbefe) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:32:21.982781 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:21.997456 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Transition to ACTIVE for port object 31e56df6-d7a0-478d-aca1-7919edabbefe will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:22.020760 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.090995 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:22.099217 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:22.103441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:32:22.140028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:22.176492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:22.177179 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.204512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-38713cee-6e55-45ae-8252-b0ee327ed34b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365544 Mar 02 08:32:22.313517 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Request body: {'port': {'device_id': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:22.344054 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e547e26-0265-4cce-9148-93033a1557b4 None None] Provisioning for port 31e56df6-d7a0-478d-aca1-7919edabbefe completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:22.348681 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-8e547e26-0265-4cce-9148-93033a1557b4 None None] Provisioning complete for port 31e56df6-d7a0-478d-aca1-7919edabbefe triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:22.349054 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e547e26-0265-4cce-9148-93033a1557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.401810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-8e547e26-0265-4cce-9148-93033a1557b4 None None] Port 31e56df6-d7a0-478d-aca1-7919edabbefe cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:32:22.427818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.770809 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543cea1-0978-4653-946c-fa1009a0f3e7 req-dcf7f27f-74d5-4355-8d9b-e9c8d8598990 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:22.771415 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e543cea1-0978-4653-946c-fa1009a0f3e7 req-dcf7f27f-74d5-4355-8d9b-e9c8d8598990 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:22.837116 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-e543cea1-0978-4653-946c-fa1009a0f3e7 req-dcf7f27f-74d5-4355-8d9b-e9c8d8598990 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:22.838283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e543cea1-0978-4653-946c-fa1009a0f3e7 req-dcf7f27f-74d5-4355-8d9b-e9c8d8598990 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 931 time: 0.1869156 Mar 02 08:32:22.846792 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e56df6-d7a0-478d-aca1-7919edabbefe {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:32:22.865728 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.894473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Transition to ACTIVE for port object 31e56df6-d7a0-478d-aca1-7919edabbefe will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:32:22.900827 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:22.943374 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e543cea1-0978-4653-946c-fa1009a0f3e7 req-1c4b4560-5dc5-43a2-80b4-b2760935db9e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0988040 Mar 02 08:32:23.032833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Pushing event updated for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:23.048732 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 287a296f-e89c-461c-aa43-208878183583 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:23.124514 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 287a296f-e89c-461c-aa43-208878183583 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:23.124885 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:23.256540 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Attempting to bind port 31e56df6-d7a0-478d-aca1-7919edabbefe on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:32:23.256780 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Attempting to bind port 31e56df6-d7a0-478d-aca1-7919edabbefe by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:32:23.257107 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Attempting to bind port 31e56df6-d7a0-478d-aca1-7919edabbefe on network 7f8c1ff7-4273-4233-8c67-435ea72dd564 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:32:23.262335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Port 31e56df6-d7a0-478d-aca1-7919edabbefe on network 7f8c1ff7-4273-4233-8c67-435ea72dd564 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:32:23.262679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Attempting to bind port 31e56df6-d7a0-478d-aca1-7919edabbefe on network 7f8c1ff7-4273-4233-8c67-435ea72dd564 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:32:23.267938 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:32:23.268283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Checking segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:32:23.268667 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Bound using segment: {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:32:23.269093 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Bound port: 31e56df6-d7a0-478d-aca1-7919edabbefe, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f85de0a-8629-4b56-b748-1e51b9201017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:32:23.269445 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:23.358935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:32:23.361833 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=31e56df6-d7a0-478d-aca1-7919edabbefe,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:32:23.366244 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:23.419137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:23.420871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:23.421903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] 10.222.0.16 "PUT /v2.0/ports/31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 1091 time: 1.2104287 Mar 02 08:32:23.422347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:32:23.456135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2886f94-09c1-4953-9b9e-e05b96c6d35f service neutron] Pushing event updated for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:23.494139 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'status': 'completed', 'code': 200} Mar 02 08:32:23.543260 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-166b561a-053d-4dd0-90f4-000d6caee4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:23.545518 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-166b561a-053d-4dd0-90f4-000d6caee4b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1094 time: 0.0851548 Mar 02 08:32:23.615521 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-93293446-6d9f-4717-88f7-4df17d16b3d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 217 time: 0.0629129 Mar 02 08:32:23.680179 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-08ae4aa5-c605-4a18-9e77-038180a0c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:23.681636 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-08ae4aa5-c605-4a18-9e77-038180a0c9a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0606587 Mar 02 08:32:23.755177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-209dad68-42ec-4757-8a30-ccc4b23f1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:23.756568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-209dad68-42ec-4757-8a30-ccc4b23f1c1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693874 Mar 02 08:32:23.887108 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-a1cd5443-f835-46d5-bd80-3ff881f7375a service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240768 Mar 02 08:32:24.017126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-efe3bc6f-3aca-4f7d-9ce2-6db69579fec0 req-89631b36-6fc4-41ba-a04c-ce8c64333ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244104 Mar 02 08:32:24.191494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca8a5e-c1aa-472a-beef-7da8cc119998 req-736ca4ef-57b5-484d-b2b6-5c1f6e8c3501 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:24.192919 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66ca8a5e-c1aa-472a-beef-7da8cc119998 req-736ca4ef-57b5-484d-b2b6-5c1f6e8c3501 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 943 time: 0.1447210 Mar 02 08:32:24.196038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-6a4fc0fb-0c15-4e66-a52f-7ef70b5e0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:24.197421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-6a4fc0fb-0c15-4e66-a52f-7ef70b5e0127 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1094 time: 0.1170032 Mar 02 08:32:24.325396 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-66ca8a5e-c1aa-472a-beef-7da8cc119998 req-68a7b7f3-5315-45d9-8006-5f059ee16070 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1264184 Mar 02 08:32:24.356382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-353b8753-34a5-4df8-8cfb-81b9df4d2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:24.358785 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-353b8753-34a5-4df8-8cfb-81b9df4d2ce2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 896 time: 0.1473939 Mar 02 08:32:24.429028 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-de838877-79cc-493d-a2cc-b7376378c50a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 217 time: 0.0643673 Mar 02 08:32:24.490215 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-a24866e9-a3bd-455f-a934-f8b361546507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:24.491569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-a24866e9-a3bd-455f-a934-f8b361546507 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0574546 Mar 02 08:32:24.568497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-1470f98e-ea77-49a1-bdf4-295c8d78594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:24.569979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-1470f98e-ea77-49a1-bdf4-295c8d78594b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725729 Mar 02 08:32:24.698073 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-cf632a7a-0440-4a2e-b6ed-8352ad02ae38 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220419 Mar 02 08:32:24.930964 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78ef8845-10bd-4bbf-a172-12522c40c719 req-7c9bfba7-b1ec-4a81-a61b-58f1b00e4128 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256186 Mar 02 08:32:25.037558 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:32:25.516498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf23b-ff52-401a-918f-ecf1648c49fb req-54bf8803-4e31-4929-8232-c4f25d172942 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:25.517991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1bcf23b-ff52-401a-918f-ecf1648c49fb req-54bf8803-4e31-4929-8232-c4f25d172942 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 943 time: 0.0820720 Mar 02 08:32:25.563756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f1bcf23b-ff52-401a-918f-ecf1648c49fb req-6a4273ff-fb6b-42d5-98f1-3a8769eafd41 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:32:25.575006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-f1bcf23b-ff52-401a-918f-ecf1648c49fb req-6a4273ff-fb6b-42d5-98f1-3a8769eafd41 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:32:25.576695 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f1bcf23b-ff52-401a-918f-ecf1648c49fb req-6a4273ff-fb6b-42d5-98f1-3a8769eafd41 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531034 Mar 02 08:32:26.759177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d678c8-f387-4a3c-b967-b8454de33cfc req-7160adda-fb33-4a0c-8223-f48fec294066 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:26.760628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90d678c8-f387-4a3c-b967-b8454de33cfc req-7160adda-fb33-4a0c-8223-f48fec294066 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 943 time: 0.0787783 Mar 02 08:32:26.806490 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-90d678c8-f387-4a3c-b967-b8454de33cfc req-1fdc1d65-bf36-446e-a0f2-a60897d7a2ae tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390949 Mar 02 08:32:27.994910 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c7a8-74a2-4f9b-a3f7-0279c820dd04 req-2eafa21d-4211-4f82-b26f-6f619248da3c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:27.996351 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e36c7a8-74a2-4f9b-a3f7-0279c820dd04 req-2eafa21d-4211-4f82-b26f-6f619248da3c tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 943 time: 0.0825734 Mar 02 08:32:28.023949 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 31e56df6-d7a0-478d-aca1-7919edabbefe details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:32:28.041209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3e36c7a8-74a2-4f9b-a3f7-0279c820dd04 req-6a37d939-4ef1-477e-82aa-781e6e29d52f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392625 Mar 02 08:32:28.157674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=31e56df6-d7a0-478d-aca1-7919edabbefe,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:28.170684 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'port_id': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'mac_address': 'fa:16:3e:d4:f3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:32:28.225657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:28.241807 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e56df6-d7a0-478d-aca1-7919edabbefe {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:32:28.257801 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=31e56df6-d7a0-478d-aca1-7919edabbefe,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:28.262227 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:28.337789 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:28.609804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['31e56df6-d7a0-478d-aca1-7919edabbefe'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:32:29.226342 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb6f5a-9c37-4270-aaaf-1234e9b1fabc req-37f79ae0-4f98-4981-8512-a5c0537c3d5f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:29.227727 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99eb6f5a-9c37-4270-aaaf-1234e9b1fabc req-37f79ae0-4f98-4981-8512-a5c0537c3d5f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 944 time: 0.0828457 Mar 02 08:32:29.272465 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-99eb6f5a-9c37-4270-aaaf-1234e9b1fabc req-42d18aff-7f6a-4755-a718-ed66dc1e6015 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383487 Mar 02 08:32:30.052626 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 31e56df6-d7a0-478d-aca1-7919edabbefe up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:32:30.120501 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 31e56df6-d7a0-478d-aca1-7919edabbefe completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:32:30.126351 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 31e56df6-d7a0-478d-aca1-7919edabbefe triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:32:30.126728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:30.243146 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:30.269877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:32:30.279284 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=31e56df6-d7a0-478d-aca1-7919edabbefe,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:32:30.283800 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:30.353636 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'code': 200} Mar 02 08:32:30.390070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:30.522602 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66588cb-8ac7-472b-949c-e0b43ca23f86 req-ab694cc5-bf8d-49c8-94d2-765fc8e53269 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:30.524076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c66588cb-8ac7-472b-949c-e0b43ca23f86 req-ab694cc5-bf8d-49c8-94d2-765fc8e53269 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.1406271 Mar 02 08:32:30.530129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f3a4-a575-4fe9-8138-de676efdf8dc req-27bdde9e-2f29-46f0-aa5a-e10274220ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:30.531515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb04f3a4-a575-4fe9-8138-de676efdf8dc req-27bdde9e-2f29-46f0-aa5a-e10274220ab9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1096 time: 0.1462424 Mar 02 08:32:30.599679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c66588cb-8ac7-472b-949c-e0b43ca23f86 req-eea396da-ba7f-40bf-a314-b2975b8f128b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0672042 Mar 02 08:32:30.602814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb04f3a4-a575-4fe9-8138-de676efdf8dc req-0007fbec-a1cf-4f10-b779-db9732ca67ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550563 Mar 02 08:32:31.799568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6607b8-fbff-4d01-96cc-905ead4138ce req-da52927b-f48f-48df-9603-7f9bd9127028 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:31.800949 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e6607b8-fbff-4d01-96cc-905ead4138ce req-da52927b-f48f-48df-9603-7f9bd9127028 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Mar 02 08:32:31.846151 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9e6607b8-fbff-4d01-96cc-905ead4138ce req-3ec3f658-09fe-4483-ade1-43d36b12f851 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396206 Mar 02 08:32:33.163893 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb37c2-0304-4c63-b143-cb9c97e4b825 req-aac9f340-4900-4789-a23b-b5d954ff5ac4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:33.165249 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fdb37c2-0304-4c63-b143-cb9c97e4b825 req-aac9f340-4900-4789-a23b-b5d954ff5ac4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0786359 Mar 02 08:32:33.208834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3fdb37c2-0304-4c63-b143-cb9c97e4b825 req-21bfd746-80c5-4bcf-a518-d611088baa64 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372858 Mar 02 08:32:33.509759 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517b3d-4033-45ec-8bdd-a96b16c84a03 req-4b596f77-6f70-4918-b111-b1b6763a7191 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:33.511411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a517b3d-4033-45ec-8bdd-a96b16c84a03 req-4b596f77-6f70-4918-b111-b1b6763a7191 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.1992977 Mar 02 08:32:33.556377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0a517b3d-4033-45ec-8bdd-a96b16c84a03 req-01888804-8b85-47cf-b3be-d6c4457289e8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392799 Mar 02 08:32:33.578460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46894) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:33.647102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6986983e-2ddc-49e2-8c2f-f2bc3b730f10 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:33.648624 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6986983e-2ddc-49e2-8c2f-f2bc3b730f10 tempest-TestNetworkAdvancedServerOps-1255987947 tempest-TestNetworkAdvancedServerOps-1255987947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1091 time: 0.0691144 Mar 02 08:32:33.651341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46898) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:33.656617 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:32:33.663147 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:32:33.667006 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Usage tracker for resource:floatingip and tenant:c6d711f5c3fb4db4a139c934586246d2 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:32:33.670409 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:32:33.676018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:32:33.686168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:33.818879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:33.955040 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Allocated IP 172.25.4.128 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/530a7dca-6107-4b97-86bc-ee643ce04207) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:32:34.099935 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:34.128650 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:34.189621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:32:34.192401 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:32:34.195929 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:32:34.249126 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=530a7dca-6107-4b97-86bc-ee643ce04207,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:34.623231 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:34.697018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:34.895531 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:34.899793 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:35.011309 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event updated for resources: {'Port': ['ID=530a7dca-6107-4b97-86bc-ee643ce04207,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:32:35.019419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:35.291331 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP 8bd8b722-9f17-4353-9bff-8a607ab2f9e2 associated. External IP: 172.25.4.128, port: 31e56df6-d7a0-478d-aca1-7919edabbefe. Mar 02 08:32:35.638736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router 579877bd-7094-4f2b-acfb-6713b2af7406 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:32:35.811877 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:32:35.821740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Sync routers for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:32:35.831356 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:35.831960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:35.836172 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:35.893447 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a7544fb6-e41e-414b-88a1-016d38afae99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2410884 Mar 02 08:32:35.894201 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:32:35.949914 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'status': 'completed', 'code': 200} Mar 02 08:32:36.017064 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:36.109576 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-49223c5a-3c66-46c3-be78-cf7a2ae0d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:36.111111 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-49223c5a-3c66-46c3-be78-cf7a2ae0d7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1096 time: 0.1361663 Mar 02 08:32:36.119136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20135c4-bc3c-4fa8-b548-389fa7e5b074 req-2116c569-0143-4d27-84e1-0ab6c3bd81cd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:36.120488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e20135c4-bc3c-4fa8-b548-389fa7e5b074 req-2116c569-0143-4d27-84e1-0ab6c3bd81cd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.1140256 Mar 02 08:32:36.257979 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e20135c4-bc3c-4fa8-b548-389fa7e5b074 req-71a15d34-e55e-4efc-bf5e-d345d4d4f59d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1184962 Mar 02 08:32:36.282850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46906) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:36.290017 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-87603a14-c10c-4201-80cf-0c31280a57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:36.291572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-87603a14-c10c-4201-80cf-0c31280a57d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 896 time: 0.1701753 Mar 02 08:32:36.381324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8bd8b722-9f17-4353-9bff-8a607ab2f9e2', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'port_id': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'mac_address': 'fa:16:3e:d4:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:32:34Z', 'updated_at': '2022-03-02T08:32:34Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:36.385253 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Checking router: 579877bd-7094-4f2b-acfb-6713b2af7406 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:32:36.395083 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-421f771d-4017-411d-852d-512cdc152001 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/8bd8b722-9f17-4353-9bff-8a607ab2f9e2 HTTP/1.1" status: 200 len: 991 time: 0.1099501 Mar 02 08:32:36.395317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:32:36.395579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:32:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:36.397544 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-25257019-29bb-48f6-853b-8145fd873fa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 999 time: 0.1005714 Mar 02 08:32:36.463844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-e67ac21e-79fe-4511-9ceb-7203ef3ab4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:36.465057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-e67ac21e-79fe-4511-9ceb-7203ef3ab4b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0615807 Mar 02 08:32:36.539974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-5bd04a34-d832-46fb-a2f8-dafc23465c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:32:36.541337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-5bd04a34-d832-46fb-a2f8-dafc23465c7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708277 Mar 02 08:32:36.579673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:32:36.672410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-1e24c5d4-291f-49e5-bc2c-d1fc012ee12c service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247025 Mar 02 08:32:36.803975 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c5bbd390-3cc8-48cd-9f1e-14a40e154973 req-9fde8d80-6acd-4c41-b9ba-fc386f4cf788 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254444 Mar 02 08:32:36.926548 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8bd8b722-9f17-4353-9bff-8a607ab2f9e2', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'port_id': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'mac_address': 'fa:16:3e:d4:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:32:34Z', 'updated_at': '2022-03-02T08:32:34Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:32:36.930401 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8efc2-6a68-46e4-bae3-2e34cd979965 None None] The sync data for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 is: [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '8bd8b722-9f17-4353-9bff-8a607ab2f9e2', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'port_id': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'mac_address': 'fa:16:3e:d4:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:32:34Z', 'updated_at': '2022-03-02T08:32:34Z', 'revision_number': 0, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:32:37.118891 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1bc1d5-8558-48d3-ad2e-6b25aa579257 None None] New status for floating IP 8bd8b722-9f17-4353-9bff-8a607ab2f9e2: ACTIVE {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:32:37.397828 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46910) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:32:37.507036 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-61297688-b37e-47fc-a9d8-734902a18abb tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/8bd8b722-9f17-4353-9bff-8a607ab2f9e2 HTTP/1.1" status: 200 len: 993 time: 0.1080112 Mar 02 08:32:42.063696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a53f26ca-f9b3-4898-a94a-cf5ffb5abaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:44.385191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-904676eb-e7b0-499f-a9b2-7dde57a7907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:45.530650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:45.616642 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:47.054260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:49.205622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:32:49.393572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:02.037684 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:33:12.064445 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a418-c422-42f6-8a43-5b5b60c9aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:12.443942 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-eed081e8-196c-43e6-a19b-0763a5e2085b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735052 Mar 02 08:33:12.582677 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-003c9b7a-5ea3-463f-81db-634507e2be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:12.584166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-003c9b7a-5ea3-463f-81db-634507e2be7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1096 time: 0.0715704 Mar 02 08:33:12.733044 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-dcf6f4c3-d5ed-46f8-922b-d008e6983eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:12.734423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-dcf6f4c3-d5ed-46f8-922b-d008e6983eb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 896 time: 0.1308267 Mar 02 08:33:12.940317 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-b57abd19-34ad-4779-9d30-4aec68ae911d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 1001 time: 0.1998978 Mar 02 08:33:13.001979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-089a74a1-c742-4c15-8be0-e808f9e10514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:13.003378 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-089a74a1-c742-4c15-8be0-e808f9e10514 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0563085 Mar 02 08:33:13.080094 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-979eff62-160a-4ea6-bbe7-9c61c36c2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:13.081536 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-979eff62-160a-4ea6-bbe7-9c61c36c2023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720711 Mar 02 08:33:13.210084 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-bad243a0-8cc7-4ad1-969b-d58f840d82c6 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224804 Mar 02 08:33:13.338820 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e21960c-e55f-4f53-9b97-b3395a534e47 req-4fadad38-93ee-4433-84a0-9faa0d2e2fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219902 Mar 02 08:33:14.347262 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2671307e-3d7f-450f-9c11-83099d22dac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:15.532021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:15.619518 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:17.055953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:19.228528 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:19.401369 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:38.579593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f1268-8240-4bd8-9c6d-f4bf9544ad99 req-159a0bab-1663-4f57-b28f-bb05d2265175 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:38.581051 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d8f1268-8240-4bd8-9c6d-f4bf9544ad99 req-159a0bab-1663-4f57-b28f-bb05d2265175 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0806077 Mar 02 08:33:38.623636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1d8f1268-8240-4bd8-9c6d-f4bf9544ad99 req-1ca6ed46-e9fc-40ee-bb84-f06398620589 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370514 Mar 02 08:33:39.037450 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:33:39.813347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35924369-809b-4a69-ba43-a737609ee7b6 req-2c7dc2b9-7dbc-4700-aee3-5b1e83d3b37e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:39.814797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35924369-809b-4a69-ba43-a737609ee7b6 req-2c7dc2b9-7dbc-4700-aee3-5b1e83d3b37e tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0810838 Mar 02 08:33:39.861160 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-35924369-809b-4a69-ba43-a737609ee7b6 req-9cb3852b-5e5c-4e24-896e-b4489b927f56 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407562 Mar 02 08:33:41.050488 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885091b9-b900-426d-b758-b8024b73d0d5 req-44b4b0f6-d6a0-4c80-9916-4e00b9c30985 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:41.051955 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-885091b9-b900-426d-b758-b8024b73d0d5 req-44b4b0f6-d6a0-4c80-9916-4e00b9c30985 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0821104 Mar 02 08:33:41.094349 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-885091b9-b900-426d-b758-b8024b73d0d5 req-298dca62-724e-43d4-94c1-9af9c76cb70a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368097 Mar 02 08:33:41.117512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:41.221155 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-86276b44-a763-4cb4-a64b-f8233d4c6043 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/8bd8b722-9f17-4353-9bff-8a607ab2f9e2 HTTP/1.1" status: 200 len: 993 time: 0.1023674 Mar 02 08:33:42.066009 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5344993d-18f4-4269-a176-cf6ade407b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:42.711427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d7ad-e71d-45fd-b204-3119f10ed65b req-18743952-fc1a-47ca-93ab-b9d43dad9d99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:42.712900 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d991d7ad-e71d-45fd-b204-3119f10ed65b req-18743952-fc1a-47ca-93ab-b9d43dad9d99 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.1381214 Mar 02 08:33:42.719314 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-84c71dfc-df25-456d-bf24-a3619d8b667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:42.720696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-84c71dfc-df25-456d-bf24-a3619d8b667a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1096 time: 0.1114714 Mar 02 08:33:42.839716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d991d7ad-e71d-45fd-b204-3119f10ed65b req-1c1a5392-0c35-4264-b996-8e40926f7275 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1180589 Mar 02 08:33:42.879745 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-71243414-b040-45fc-af91-90a176bd2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:42.881165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-71243414-b040-45fc-af91-90a176bd2899 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 896 time: 0.1465747 Mar 02 08:33:42.984456 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-82b7a643-f1c8-4b3b-8550-3c565459ce2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 1001 time: 0.0974839 Mar 02 08:33:43.048555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-fe6507c9-1f1c-43d0-b6ec-da5da71f0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:43.049969 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-fe6507c9-1f1c-43d0-b6ec-da5da71f0430 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0593131 Mar 02 08:33:43.122251 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-d1a736e6-2c37-487c-8b35-e4106dd4a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:43.123984 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-d1a736e6-2c37-487c-8b35-e4106dd4a87d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683057 Mar 02 08:33:43.253090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-7fe11c89-0f94-4869-98cd-31c1f8b213d0 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236987 Mar 02 08:33:43.381484 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1cd6d5c7-d4a5-4539-ad1b-e66a68ed55e9 req-ce9d1bde-9285-4cc8-a889-922116b253e8 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228499 Mar 02 08:33:44.025979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d70caf-56f5-4cd3-b23c-6d2c578d0cee req-8ddd9f93-6855-4986-851e-9af494b847a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:44.027424 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9d70caf-56f5-4cd3-b23c-6d2c578d0cee req-8ddd9f93-6855-4986-851e-9af494b847a3 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0790496 Mar 02 08:33:44.070079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d9d70caf-56f5-4cd3-b23c-6d2c578d0cee req-652b9211-377f-43de-8195-305438775bf6 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369685 Mar 02 08:33:44.350764 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4e61619e-6b62-44a1-90d7-29b806533c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:45.282775 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f485-7e9d-4ec5-9ce5-32fdf4d3891c req-132590fb-6c67-40d3-a106-64259ce0d4b4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:45.284185 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a25f485-7e9d-4ec5-9ce5-32fdf4d3891c req-132590fb-6c67-40d3-a106-64259ce0d4b4 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0977001 Mar 02 08:33:45.331467 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3a25f485-7e9d-4ec5-9ce5-32fdf4d3891c req-e4dd7214-c855-41d6-8080-6c6ff08213a2 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408990 Mar 02 08:33:45.355418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 46972) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:45.535796 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:45.593507 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c62a9bd2-5e10-48ef-bf76-ebdcbc03551d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/floatingips/8bd8b722-9f17-4353-9bff-8a607ab2f9e2 HTTP/1.1" status: 200 len: 993 time: 0.2368102 Mar 02 08:33:45.623804 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:45.880298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 46980) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:46.196291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 530a7dca-6107-4b97-86bc-ee643ce04207 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:33:46.196557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:46.370700 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:46.371034 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:46.495071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 530a7dca-6107-4b97-86bc-ee643ce04207 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:33:46.649912 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:46.697421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=530a7dca-6107-4b97-86bc-ee643ce04207,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:46.733977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.734318 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.734653 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.734982 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.735306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.735628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.735949 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.736267 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.736595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.736908 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.737222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.737534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:46.800508 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:46.800757 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Floating IP 8bd8b722-9f17-4353-9bff-8a607ab2f9e2 disassociated (deleted). External IP: 172.25.4.128, port: 31e56df6-d7a0-478d-aca1-7919edabbefe. Mar 02 08:33:47.062260 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:47.145465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router 579877bd-7094-4f2b-acfb-6713b2af7406 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:33:47.321136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:33:47.330292 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Sync routers for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:33:47.339736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:33:47.339964 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:47.341087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:47.505553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec1db6f3-1219-4f06-86e6-281476a6fd95 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/floatingips/8bd8b722-9f17-4353-9bff-8a607ab2f9e2 HTTP/1.1" status: 204 len: 168 time: 1.6241391 Mar 02 08:33:47.506156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:33:47.525701 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:33:47.578242 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'status': 'completed', 'code': 200} Mar 02 08:33:47.671361 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339564c0-607f-4ae0-96b5-27e98fae073e req-5c968d06-b0fe-4cc8-b4dc-fec0d92dea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:47.672857 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-5c968d06-b0fe-4cc8-b4dc-fec0d92dea52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6d711f5c3fb4db4a139c934586246d2&device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 1096 time: 0.0729461 Mar 02 08:33:47.822466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339564c0-607f-4ae0-96b5-27e98fae073e req-b21e2867-1213-4e6a-b3fd-6ccbae1aec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:47.823918 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-b21e2867-1213-4e6a-b3fd-6ccbae1aec12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 200 len: 896 time: 0.1452746 Mar 02 08:33:47.854211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:47.858295 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Checking router: 579877bd-7094-4f2b-acfb-6713b2af7406 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:33:47.866804 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:33:47.867418 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:47.897207 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-6fc57d21-520f-45e5-a192-42f9255d597d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 200 len: 217 time: 0.0651672 Mar 02 08:33:47.914954 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64e8b4-63fd-4f2e-a0d0-200e8880d08c req-2d68ada4-eed3-43d6-b62d-83bc6b0d9ee8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:47.915923 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ad64e8b4-63fd-4f2e-a0d0-200e8880d08c req-2d68ada4-eed3-43d6-b62d-83bc6b0d9ee8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:33:47.931903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ad64e8b4-63fd-4f2e-a0d0-200e8880d08c req-2d68ada4-eed3-43d6-b62d-83bc6b0d9ee8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:33:47.933574 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad64e8b4-63fd-4f2e-a0d0-200e8880d08c req-2d68ada4-eed3-43d6-b62d-83bc6b0d9ee8 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.1040421 Mar 02 08:33:47.963726 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339564c0-607f-4ae0-96b5-27e98fae073e req-3be65aac-8478-4ee6-b2f2-3f007c2a9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:47.965534 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-3be65aac-8478-4ee6-b2f2-3f007c2a9657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 200 len: 834 time: 0.0611985 Mar 02 08:33:47.980500 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ad64e8b4-63fd-4f2e-a0d0-200e8880d08c req-80e71da9-2b3b-42c3-8b32-c4eb8febc8fd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413380 Mar 02 08:33:48.040630 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339564c0-607f-4ae0-96b5-27e98fae073e req-8a30364b-60a5-42f2-9ef4-1c3a67bb3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:48.042125 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-8a30364b-60a5-42f2-9ef4-1c3a67bb3824 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f8c1ff7-4273-4233-8c67-435ea72dd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705094 Mar 02 08:33:48.058336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:33:48.173129 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-f7a3c0f4-c5e8-485d-99f1-42252a02be92 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240311 Mar 02 08:33:48.309944 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-339564c0-607f-4ae0-96b5-27e98fae073e req-bf3e5f94-d953-4666-a802-d1dfa7498330 service neutron] 10.222.0.16 "GET /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296291 Mar 02 08:33:48.369032 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:48.373625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2faddb-0c58-4219-ba5d-55158dbb2501 None None] The sync data for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 is: [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:32:16Z', 'revision_number': 4, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '287a296f-e89c-461c-aa43-208878183583', 'name': '', 'network_id': '7f8c1ff7-4273-4233-8c67-435ea72dd564', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'mac_address': 'fa:16:3e:f7:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'db494056-4999-42b4-9ef7-f792cba64519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:15Z', 'updated_at': '2022-03-02T08:32:21Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'subnets': [{'id': 'db494056-4999-42b4-9ef7-f792cba64519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:33:48.585120 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf82227-fc7c-4bcc-91bd-1592e8fd2001 None None] New status for floating IP 8bd8b722-9f17-4353-9bff-8a607ab2f9e2: DOWN {{(pid=87857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:33:49.171848 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2381f-a3c4-41ce-bace-16efb6ae90a7 req-6de5268b-9399-4954-9179-4c942cee041a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:49.173307 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84d2381f-a3c4-41ce-bace-16efb6ae90a7 req-6de5268b-9399-4954-9179-4c942cee041a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0847621 Mar 02 08:33:49.219071 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84d2381f-a3c4-41ce-bace-16efb6ae90a7 req-521bb240-c9a3-4048-88b6-c8101ee3c28b tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/security-groups?id=3be05838-eec6-4ddf-b27b-b610af5bbf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402279 Mar 02 08:33:49.232982 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:49.415945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:49.468350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-c70b0a75-cbc1-45bd-b13e-a7f5818de24f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:49.469772 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-c70b0a75-cbc1-45bd-b13e-a7f5818de24f tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 945 time: 0.0792420 Mar 02 08:33:49.542070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 31e56df6-d7a0-478d-aca1-7919edabbefe {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:33:49.542412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:49.784993 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 31e56df6-d7a0-478d-aca1-7919edabbefe, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=31e56df6-d7a0-478d-aca1-7919edabbefe,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:33:49.785259 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:49.904579 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 31e56df6-d7a0-478d-aca1-7919edabbefe owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:33:50.045468 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:50.095512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=31e56df6-d7a0-478d-aca1-7919edabbefe,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:50.142509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.142851 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.143185 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.143514 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.143839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.144163 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.144485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.144804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.145124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.145440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.145754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.146110 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:50.183506 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] No DVR routers for this DVR port 31e56df6-d7a0-478d-aca1-7919edabbefe on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:33:50.186216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:50.189353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'name': 'network-vif-deleted', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:33:50.207180 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8e763ea9-3c22-4b4d-be3c-22a5308abe66 req-f8206a3d-3fc6-4bd1-b684-fdbe3060b68a tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.16 "DELETE /v2.0/ports/31e56df6-d7a0-478d-aca1-7919edabbefe HTTP/1.1" status: 204 len: 173 time: 0.7319515 Mar 02 08:33:50.296222 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9f0dc-5825-4071-9ae2-27cd62812762', 'name': 'network-vif-deleted', 'tag': '31e56df6-d7a0-478d-aca1-7919edabbefe', 'status': 'completed', 'code': 200} Mar 02 08:33:50.372129 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8bc946a9-8166-43a2-a5d1-6e75c565282f req-aabb39ea-91b4-4749-a3a0-ca2dde202b1d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Synchronizing usage tracker for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:33:50.388651 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-8bc946a9-8166-43a2-a5d1-6e75c565282f req-aabb39ea-91b4-4749-a3a0-ca2dde202b1d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Unset dirty status for tenant:c6d711f5c3fb4db4a139c934586246d2 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:33:50.389777 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8bc946a9-8166-43a2-a5d1-6e75c565282f req-aabb39ea-91b4-4749-a3a0-ca2dde202b1d tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d9f0dc-5825-4071-9ae2-27cd62812762 HTTP/1.1" status: 200 len: 210 time: 0.0607579 Mar 02 08:33:51.481587 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47000) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:52.030400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:52.374041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port 287a296f-e89c-461c-aa43-208878183583 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:33:52.374386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:52.538945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 31e56df6-d7a0-478d-aca1-7919edabbefe no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:33:52.558013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port 287a296f-e89c-461c-aa43-208878183583, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=287a296f-e89c-461c-aa43-208878183583,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:33:52.558528 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:52.577550 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: 31e56df6-d7a0-478d-aca1-7919edabbefe {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:33:52.577990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 31e56df6-d7a0-478d-aca1-7919edabbefe not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:33:52.792548 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for 287a296f-e89c-461c-aa43-208878183583 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:33:53.111676 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:53.186757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=287a296f-e89c-461c-aa43-208878183583,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:53.432642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:53.787165 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Router 579877bd-7094-4f2b-acfb-6713b2af7406 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:33:53.958777 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:33:53.968792 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Sync routers for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:33:53.975729 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-339b4a0c-6aaf-46c4-9fb5-150792f9e893 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "PUT /v2.0/routers/579877bd-7094-4f2b-acfb-6713b2af7406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930155 Mar 02 08:33:53.978035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:33:53.978377 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47004) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:53.978648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:54.046719 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting subnet db494056-4999-42b4-9ef7-f792cba64519 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:33:54.049574 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.212680 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:33:54.227521 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.311496 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.382487 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.421896 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Subnet': ['ID=db494056-4999-42b4-9ef7-f792cba64519,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:54.425816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.435254 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-88a47216-cb42-4498-b308-6ffabcbfd127 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/subnets/db494056-4999-42b4-9ef7-f792cba64519 HTTP/1.1" status: 204 len: 168 time: 0.4528112 Mar 02 08:33:54.435254 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47008) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:54.439738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684cc01-ac20-4fae-a8ff-6f7192fae36a None None] Network 7f8c1ff7-4273-4233-8c67-435ea72dd564 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:33:54.617675 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.676438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:33:53Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:54.687014 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Checking router: 579877bd-7094-4f2b-acfb-6713b2af7406 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:33:54.702192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Routers {'579877bd-7094-4f2b-acfb-6713b2af7406'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:33:54.702805 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['579877bd-7094-4f2b-acfb-6713b2af7406'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:54.761359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] DHCP port deletion for 7f8c1ff7-4273-4233-8c67-435ea72dd564 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:33:54.774442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Deleting port 5c9f2d28-8705-452b-bca4-b167a296ce12 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:33:54.774814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.799006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.808738 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Deleting port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:33:54.809767 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:54.986327 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] For port ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:33:54.986567 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.002830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] Set router 579877bd-7094-4f2b-acfb-6713b2af7406 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:33:55.114121 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Calling delete_port for ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:33:55.156243 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 5c9f2d28-8705-452b-bca4-b167a296ce12 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:33:55.246470 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] For port 5c9f2d28-8705-452b-bca4-b167a296ce12, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=5c9f2d28-8705-452b-bca4-b167a296ce12,segment=NetworkSegment(9f85de0a-8629-4b56-b748-1e51b9201017),segment_id=9f85de0a-8629-4b56-b748-1e51b9201017)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:33:55.247726 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.284911 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.335873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Port': ['ID=ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:55.426370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.485397 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Calling delete_port for 5c9f2d28-8705-452b-bca4-b167a296ce12 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:33:55.665732 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837'] for port, after_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.704874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.708629 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.710858 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.727564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Pushing event deleted for resources: {'Port': ['ID=5c9f2d28-8705-452b-bca4-b167a296ce12,revision_number=None']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:55.734841 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.735153 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Fanout notify agent at l3_agent the message router_deleted on router 579877bd-7094-4f2b-acfb-6713b2af7406 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:33:55.738010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] No DVR routers for this DVR port 5c9f2d28-8705-452b-bca4-b167a296ce12 on host n-d-827871-1 {{(pid=87856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:33:55.751783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.752130 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.752476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.752809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.753102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.753429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.753750 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.754103 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.754423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.754745 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.754894 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:55.755063 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.755377 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e68e5-d057-45e6-bc0d-f92cf5d140a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:33:55.755908 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-42b0e4a3-dce0-4848-b094-7299bbe7b7f9 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/routers/579877bd-7094-4f2b-acfb-6713b2af7406 HTTP/1.1" status: 204 len: 168 time: 1.3201017 Mar 02 08:33:55.758697 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47012) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:55.808434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:33:53Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:55.813229 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7827ab-cd28-4135-96d0-9aa30a87cba3 None None] The sync data for ids ['579877bd-7094-4f2b-acfb-6713b2af7406'] in n-d-827871-1 is: [{'id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426320957', 'tenant_id': 'c6d711f5c3fb4db4a139c934586246d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:32:11Z', 'updated_at': '2022-03-02T08:33:53Z', 'revision_number': 5, 'project_id': 'c6d711f5c3fb4db4a139c934586246d2', 'gw_port': {'id': 'ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579877bd-7094-4f2b-acfb-6713b2af7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:32:12Z', 'updated_at': '2022-03-02T08:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:33:55.877788 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.007272 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.034555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8c1ff7-4273-4233-8c67-435ea72dd564']}} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:56.046813 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f85de0a-8629-4b56-b748-1e51b9201017') {'for_net_delete': True} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:56.047114 n-d-827871-1 neutron-server[87855]: DEBUG neutron.services.segments.db [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f85de0a-8629-4b56-b748-1e51b9201017') {} {{(pid=87855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:33:56.058213 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3568108'] for segment, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.077937 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.084300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:33:56.084888 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1974357'] for segment, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: Traceback (most recent call last): Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: timer() Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: cb(*args, **kw) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: return func(*args, **kwargs) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: self._notify() Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: self.callback(batched_events) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: event.method(event) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: return f(self, *a, **k) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: return self._get(url).json() Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: return self.request(url, 'GET', **kwargs) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:33:56.099460 n-d-827871-1 neutron-server[87855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:33:56.177572 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.196233 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.208042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'Network': ['ID=7f8c1ff7-4273-4233-8c67-435ea72dd564,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:56.216902 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-e2d005fb-0bd9-4d1d-a785-9b6669ca03bd tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/networks/7f8c1ff7-4273-4233-8c67-435ea72dd564 HTTP/1.1" status: 204 len: 168 time: 0.4571123 Mar 02 08:33:56.219641 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47016) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:56.293820 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.325769 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.398366 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.417990 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be05838-eec6-4ddf-b27b-b610af5bbf4a,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:56.428945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:56.432663 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-11fd1a2d-f116-4205-bf5a-78c8128175b7 tempest-TestNetworkAdvancedServerOps-129162860 tempest-TestNetworkAdvancedServerOps-129162860-project] 10.222.0.21 "DELETE /v2.0/security-groups/3be05838-eec6-4ddf-b27b-b610af5bbf4a HTTP/1.1" status: 204 len: 168 time: 0.2095375 Mar 02 08:33:56.798960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47026) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:56.947685 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2e869ce9-e942-45ab-90a4-188db41ca2c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6d711f5c3fb4db4a139c934586246d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475456 Mar 02 08:33:56.950429 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47032) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:57.007564 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.036196 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.076655 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:33:57.117042 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:33:57.117385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device ca07c49e-b69e-4ee3-ba8f-8d90dd20ea68 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:33:57.117818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 287a296f-e89c-461c-aa43-208878183583 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:33:57.151028 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 287a296f-e89c-461c-aa43-208878183583 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:33:57.151290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 287a296f-e89c-461c-aa43-208878183583 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:33:57.201127 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.218515 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c62fb-e33c-4722-a60e-c45c75fa57d7,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:57.224930 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.226089 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3e1149a3-1f03-4011-9628-b3d78b13d03b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e61c62fb-e33c-4722-a60e-c45c75fa57d7 HTTP/1.1" status: 204 len: 168 time: 0.2747183 Mar 02 08:33:57.511474 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47040) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:57.529849 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.544284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:33:57.548157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Usage tracker for resource:security_group_rule and tenant:7c93603a885e46c28aabbb7d61c0741b is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:33:57.550999 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:33:57.556622 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:33:57.638725 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.642563 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.688511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c93603a885e46c28aabbb7d61c0741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752899 Mar 02 08:33:57.689335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166bbf7-b8f8-40e4-b9d7-bb66fdddcac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a1945-c6a4-463f-a726-705c58fc5545,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:57.691145 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47044) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:57.753931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.779891 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.830832 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.846116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a1945-c6a4-463f-a726-705c58fc5545,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:57.850373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:57.851425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-38ec327b-8fb4-4d08-b016-aa445c919b85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b16a1945-c6a4-463f-a726-705c58fc5545 HTTP/1.1" status: 204 len: 168 time: 0.1580617 Mar 02 08:33:58.616425 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47068) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:58.718708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-754241721-network', 'tenant_id': '55e3bd01c0874768820cca6d4325d686'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:33:58.724287 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:33:58.728069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Usage tracker for resource:network and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:33:58.730916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:33:58.740435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:33:58.751274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Made reservation on behalf of 55e3bd01c0874768820cca6d4325d686 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:33:58.753658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.766592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.780564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:33:58.784539 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:33:58.787308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:33:58.793920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:33:58.880252 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.884386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.914662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:33:58.923068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac04bec3-d4e5-400d-90a9-fa9ce349798e,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:58.928593 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.928984 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Added segment 71f15966-3f25-4d6d-ab3d-bade37f0a0b0 of type vlan for network a4d049de-69e5-47a6-ba32-649ed0817fc6 Mar 02 08:33:58.956664 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.986267 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:58.987242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:58.987815 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.094368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d049de-69e5-47a6-ba32-649ed0817fc6,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:59.097598 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-52bfba7c-2931-4ef2-9c96-f8f18a9ab7c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4801686 Mar 02 08:33:59.100653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47074) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:59.105084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:33:59.106329 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Request body: {'subnet': {'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-754241721-subnet', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'ip_version': 4}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:33:59.111850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:33:59.115653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Usage tracker for resource:subnet and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:33:59.118466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:33:59.124949 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:33:59.135300 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Made reservation on behalf of 55e3bd01c0874768820cca6d4325d686 for: {'subnet': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:33:59.138117 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2979727'] for subnet, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.349682 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1975990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2979737'] for subnet, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.424066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ac90c6-1a23-4522-8694-b1010785cc53,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:33:59.434874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:33:59.435243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Network hostable DHCP agents. Network: a4d049de-69e5-47a6-ba32-649ed0817fc6, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:33:59.453279 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:33:59.461804 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, a4d049de-69e5-47a6-ba32-649ed0817fc6) {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:33:59.466961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:33:59.467839 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.470794 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8269ee-8dea-4c5e-a1d7-c3449d4316d7 None None] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:33:59.492202 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-2a4f4900-3aca-4b7f-be28-d7535898221e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3902614 Mar 02 08:33:59.494698 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47078) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:33:59.501167 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:33:59.507020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:33:59.511258 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Usage tracker for resource:router and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:33:59.514188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:33:59.520041 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:33:59.532180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.533136 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.553477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.696155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-a4d049de-69e5-47a6-ba32-649ed0817fc6', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:33:59.696978 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.833559 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:33:59.848749 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Allocated IP 172.20.0.2 (a4d049de-69e5-47a6-ba32-649ed0817fc6/90ac90c6-1a23-4522-8694-b1010785cc53/1e424c79-6925-46fa-8429-562488ea37a9) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:00.058546 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.069995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Transition to ACTIVE for port object 1e424c79-6925-46fa-8429-562488ea37a9 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:00.088785 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Transition to ACTIVE for port object 1e424c79-6925-46fa-8429-562488ea37a9 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:00.095196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.145360 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.157244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:00.164007 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:00.166469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:00.175608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.176438 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Pushing event updated for resources: {'Port': ['ID=1e424c79-6925-46fa-8429-562488ea37a9,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:00.270913 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Attempting to bind port 1e424c79-6925-46fa-8429-562488ea37a9 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:00.271287 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Attempting to bind port 1e424c79-6925-46fa-8429-562488ea37a9 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:00.271648 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Attempting to bind port 1e424c79-6925-46fa-8429-562488ea37a9 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:00.281568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:00.286003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:00.286458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.286862 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:00.287358 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Bound port: 1e424c79-6925-46fa-8429-562488ea37a9, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:00.287742 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.386998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] For port 1e424c79-6925-46fa-8429-562488ea37a9, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:00.391003 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] For port 1e424c79-6925-46fa-8429-562488ea37a9, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1e424c79-6925-46fa-8429-562488ea37a9,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:00.395113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.421619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Allocated IP 172.25.4.148 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/538bf1bd-757b-4144-90f5-503bf6b30594) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:00.480134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9a6ff-b502-49ad-ae22-7056457511a6 None None] Pushing event updated for resources: {'Port': ['ID=1e424c79-6925-46fa-8429-562488ea37a9,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:00.576619 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.606833 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:00.671409 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:00.674391 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:00.677939 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:00.735968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Pushing event updated for resources: {'Port': ['ID=538bf1bd-757b-4144-90f5-503bf6b30594,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:01.101961 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1e424c79-6925-46fa-8429-562488ea37a9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:01.107027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:01.180244 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 1e424c79-6925-46fa-8429-562488ea37a9 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:01.444489 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285f822-696b-4684-89f2-a38183cca02d None None] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:34:01.457759 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:01.576317 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Provisioning for port 1e424c79-6925-46fa-8429-562488ea37a9 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:01.583840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Provisioning complete for port 1e424c79-6925-46fa-8429-562488ea37a9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:01.584218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:01.666889 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:34:01.800323 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:01.846902 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] For port 1e424c79-6925-46fa-8429-562488ea37a9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1e424c79-6925-46fa-8429-562488ea37a9,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:01.852710 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:01.929286 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa42e0f-987a-40bf-b1c3-772e23469cac None None] Pushing event updated for resources: {'Port': ['ID=1e424c79-6925-46fa-8429-562488ea37a9,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:01.978276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:34:01.989600 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:34:02.000566 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:02.001313 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:02.007027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.009906 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-66231ff1-5af9-4b8c-a7a5-b29f8130401d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5123513 Mar 02 08:34:02.011371 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47082) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:02.075784 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-536ce98b-bc9b-499b-b004-51a9b65f89c4 None None] Provisioning complete for port 1e424c79-6925-46fa-8429-562488ea37a9 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:02.076169 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-536ce98b-bc9b-499b-b004-51a9b65f89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.186142 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:02.494779 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:00Z', 'revision_number': 3, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:02.500107 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:34:02.500452 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Updating router ce1a91fb-f742-4306-ae31-b6e9d18128e0 port 538bf1bd-757b-4144-90f5-503bf6b30594 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:34:02.555212 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.678169 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.882556 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.893598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Allocated IP 172.20.0.1 (a4d049de-69e5-47a6-ba32-649ed0817fc6/90ac90c6-1a23-4522-8694-b1010785cc53/9edc7ec7-5fdf-473a-baaf-d05a30acc3dc) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:02.893954 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Transition to ACTIVE for port object 538bf1bd-757b-4144-90f5-503bf6b30594 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:02.899967 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.977464 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Attempting to bind port 538bf1bd-757b-4144-90f5-503bf6b30594 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:02.977831 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Attempting to bind port 538bf1bd-757b-4144-90f5-503bf6b30594 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:02.978208 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Attempting to bind port 538bf1bd-757b-4144-90f5-503bf6b30594 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:02.982183 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Pushing event updated for resources: {'Port': ['ID=538bf1bd-757b-4144-90f5-503bf6b30594,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:02.987020 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:02.987387 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:02.987778 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:02.988162 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:02.988609 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Bound port: 538bf1bd-757b-4144-90f5-503bf6b30594, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:02.988973 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.023868 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.023868 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.024496 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.024613 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.025243 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.025243 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.025480 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.025777 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.026124 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.026439 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.026763 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.027077 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:34:03.047386 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.063875 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Transition to ACTIVE for port object 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:03.075882 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] For port 538bf1bd-757b-4144-90f5-503bf6b30594, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:03.079065 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] For port 538bf1bd-757b-4144-90f5-503bf6b30594, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=538bf1bd-757b-4144-90f5-503bf6b30594,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:03.083414 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.091042 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.097336 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1e424c79-6925-46fa-8429-562488ea37a9 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:03.157151 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:03.163479 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:03.164106 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:03.164395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:03.166837 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 1e424c79-6925-46fa-8429-562488ea37a9 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:03.167019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:03.167545 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.210466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Pushing event updated for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:03.228109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0be16-124e-408f-84fb-8c2303c7288a None None] Pushing event updated for resources: {'Port': ['ID=538bf1bd-757b-4144-90f5-503bf6b30594,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:03.235637 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.378164 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:03.382314 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.446521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0fc106d5-47a9-4b85-ba73-732f083cbb0e None None] Provisioning for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:03.452984 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-0fc106d5-47a9-4b85-ba73-732f083cbb0e None None] Provisioning complete for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:03.453353 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0fc106d5-47a9-4b85-ba73-732f083cbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.511635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-0fc106d5-47a9-4b85-ba73-732f083cbb0e None None] Port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:34:03.678837 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:00Z', 'revision_number': 3, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:03.682569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c281c1a-5308-4ca0-8371-0de37fa91403 None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:00Z', 'revision_number': 3, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:34:03.733617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.738152 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:03.850960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Pushing event updated for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:03.854392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:04.013626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:04.014869 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:04.213586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:34:04.238009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d00cc27f-9644-4854-a65b-87c136081485 None None] Provisioning complete for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:04.238550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d00cc27f-9644-4854-a65b-87c136081485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:04.296502 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d00cc27f-9644-4854-a65b-87c136081485 None None] Port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:34:04.402662 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:34:04.417958 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3485b650-026f-46b0-9ded-e388a502d5da admin admin] 10.222.0.21 "PUT /v2.0/routers/ce1a91fb-f742-4306-ae31-b6e9d18128e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990064 Mar 02 08:34:04.922026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47100) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:04.927573 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-812426828-network', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:04.933557 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:04.938355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Usage tracker for resource:network and tenant:e9e07ed6293c4f23aba1e5382098bf41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:04.941420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:04.947431 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:04.958621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Made reservation on behalf of e9e07ed6293c4f23aba1e5382098bf41 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:34:04.960985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:04.973284 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:04.988158 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:04.991932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e07ed6293c4f23aba1e5382098bf41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:04.994823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:05.001335 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:05.093927 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.098977 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.111955 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 538bf1bd-757b-4144-90f5-503bf6b30594 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:05.134006 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:34:05.142839 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c693969-cf2e-4d02-9f5e-1ffaeb751af5,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:05.148980 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.149328 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Added segment 05cfd410-320a-4fd8-9bd9-63a494863a38 of type vlan for network b9ee9018-a14d-44ce-90ed-ab34a5325c2a Mar 02 08:34:05.180016 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.191910 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 538bf1bd-757b-4144-90f5-503bf6b30594 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:05.198324 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:34:05.203298 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 538bf1bd-757b-4144-90f5-503bf6b30594 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:05.203715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.212670 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.213760 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:05.214377 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.250191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:05.250793 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:05.316339 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3928435 Mar 02 08:34:05.319097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:05.322032 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1366a91-4695-4207-b452-56fca73999e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ee9018-a14d-44ce-90ed-ab34a5325c2a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:05.332906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Request body: {'subnet': {'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-812426828-subnet', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:05.335150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:34:05.338633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:05.342633 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Usage tracker for resource:subnet and tenant:e9e07ed6293c4f23aba1e5382098bf41 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:05.345525 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:05.351248 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:05.362754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Made reservation on behalf of e9e07ed6293c4f23aba1e5382098bf41 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:34:05.365176 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.568973 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.596535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:05.639437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.651681 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9fca7d-9c58-4994-bc6f-45e5e3c7e260,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:05.657446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Checking segment: {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:05.657838 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Network hostable DHCP agents. Network: b9ee9018-a14d-44ce-90ed-ab34a5325c2a, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:34:05.676974 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:34:05.677332 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 538bf1bd-757b-4144-90f5-503bf6b30594, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=538bf1bd-757b-4144-90f5-503bf6b30594,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:05.687942 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, b9ee9018-a14d-44ce-90ed-ab34a5325c2a) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:05.692495 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:05.693725 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.715001 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9b447fcb-976b-4f13-9e30-7d960fd21413 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3939219 Mar 02 08:34:05.717620 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47108) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:05.723029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:05.728782 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:05.733438 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Usage tracker for resource:router and tenant:e9e07ed6293c4f23aba1e5382098bf41 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:05.736434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:05.742356 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:05.752630 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.753607 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.768632 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.776839 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:05.815869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d770ba4-6838-46f0-88ca-4e2d81ee8153 None None] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:34:06.026312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=538bf1bd-757b-4144-90f5-503bf6b30594,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:06.035110 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.221055 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'fixed_ips': [{'subnet_id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:34:06.221905 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.289866 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 2, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:06.306240 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:34:06.306606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Updating router ce1a91fb-f742-4306-ae31-b6e9d18128e0 port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:34:06.409772 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.474038 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.495625 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Allocated IP 172.20.0.2 (b9ee9018-a14d-44ce-90ed-ab34a5325c2a/9b9fca7d-9c58-4994-bc6f-45e5e3c7e260/35a33855-9d83-4582-8b36-995ed9fee04b) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:06.510149 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.645273 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Allocated IP 172.25.4.54 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/83bb69aa-aaf5-47c3-8d65-281fb301f2e2) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:06.798486 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.828897 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.880728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:06.898350 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:06.901069 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:06.905219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Transition to ACTIVE for port object 35a33855-9d83-4582-8b36-995ed9fee04b will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:06.910716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:06.945197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Pushing event updated for resources: {'Port': ['ID=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:06.973593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Transition to ACTIVE for port object 35a33855-9d83-4582-8b36-995ed9fee04b will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:06.984248 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.018598 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.055667 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Transition to ACTIVE for port object 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:07.069399 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:07.073120 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:07.076892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:07.082261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.086616 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Pushing event updated for resources: {'Port': ['ID=35a33855-9d83-4582-8b36-995ed9fee04b,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:07.123184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 538bf1bd-757b-4144-90f5-503bf6b30594 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:07.344985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.452090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1484-97a8-4870-a494-c5017fd84953 None None] Pushing event updated for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:07.484346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Attempting to bind port 35a33855-9d83-4582-8b36-995ed9fee04b on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:07.484645 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Attempting to bind port 35a33855-9d83-4582-8b36-995ed9fee04b by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:07.485010 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Attempting to bind port 35a33855-9d83-4582-8b36-995ed9fee04b on network b9ee9018-a14d-44ce-90ed-ab34a5325c2a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:07.506579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:07.506981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Checking segment: {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:07.507364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.507764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Bound using segment: {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:07.508237 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Bound port: 35a33855-9d83-4582-8b36-995ed9fee04b, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:07.508616 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.573209 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Attempting to bind port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:07.573584 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Attempting to bind port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:07.573974 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Attempting to bind port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:07.588278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 538bf1bd-757b-4144-90f5-503bf6b30594 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:07.588572 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.622154 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:07.622530 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:07.622941 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.623338 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:07.623825 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Bound port: 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:07.624210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.744811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] For port 35a33855-9d83-4582-8b36-995ed9fee04b, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:07.748608 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] For port 35a33855-9d83-4582-8b36-995ed9fee04b, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=35a33855-9d83-4582-8b36-995ed9fee04b,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:07.760252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.825617 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:07.907845 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] For port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:07.928196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fd402-e445-4dec-bb47-9c4a1f591e64 None None] Pushing event updated for resources: {'Port': ['ID=35a33855-9d83-4582-8b36-995ed9fee04b,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:07.931669 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] For port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:07.937446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:08.018754 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:08.019400 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:08.051363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Router 306be764-de01-4647-aa1b-47bc977f02bd is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:34:08.088783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1484-97a8-4870-a494-c5017fd84953 None None] Pushing event updated for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:08.264278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:08.287632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:34:08.297975 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Sync routers for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:34:08.312134 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:08.312864 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:08.320876 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:08.322493 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b84244a9-79fc-40c2-9740-d3fdda5539ba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6036711 Mar 02 08:34:08.326273 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47112) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:08.531612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:08.626037 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:07Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:08.630176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed0f6-981c-48a5-b757-fa554b1e3ff9 None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:07Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:34:08.926186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:07Z', 'revision_number': 3, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:08.929793 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Checking router: 306be764-de01-4647-aa1b-47bc977f02bd for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:34:08.930217 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Updating router 306be764-de01-4647-aa1b-47bc977f02bd port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:34:08.994591 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.161991 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59f085-7614-4756-bd7e-8cd5266ad7c8 None None] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:34:09.182783 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.266880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 35a33855-9d83-4582-8b36-995ed9fee04b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:09.379204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6f2cb54a-aaaf-4226-aa0f-edcfa9c1e3e1 None None] Provisioning for port 35a33855-9d83-4582-8b36-995ed9fee04b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:09.436354 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Allocated IP 172.20.0.1 (b9ee9018-a14d-44ce-90ed-ab34a5325c2a/9b9fca7d-9c58-4994-bc6f-45e5e3c7e260/bfb0be6f-d18b-4063-b7af-d0e944a36720) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:09.443686 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.455027 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 35a33855-9d83-4582-8b36-995ed9fee04b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:09.459839 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Transition to ACTIVE for port object 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:09.470519 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.540234 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 35a33855-9d83-4582-8b36-995ed9fee04b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:09.540841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.554207 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Attempting to bind port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:09.554828 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Attempting to bind port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:09.555283 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Attempting to bind port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:09.565444 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:09.565946 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:09.566414 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.566867 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:09.567412 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Bound port: 83bb69aa-aaf5-47c3-8d65-281fb301f2e2, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:09.567854 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.651402 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d668-fb41-4a54-8fa3-d6a8650c6b14 None None] Pushing event updated for resources: {'Port': ['ID=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:09.665201 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] For port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:09.670572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] For port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:09.679620 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.767429 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.772927 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:09.774054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:09.787132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Transition to ACTIVE for port object bfb0be6f-d18b-4063-b7af-d0e944a36720 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:09.827075 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.833717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.874111 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d668-fb41-4a54-8fa3-d6a8650c6b14 None None] Pushing event updated for resources: {'Port': ['ID=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:09.893102 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 35a33855-9d83-4582-8b36-995ed9fee04b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=35a33855-9d83-4582-8b36-995ed9fee04b,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:09.894784 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:09.898888 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:09.901805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:09.907548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:09.908760 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:09.965565 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:09.977399 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.046483 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=35a33855-9d83-4582-8b36-995ed9fee04b,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:10.073216 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:10.088950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:10.096053 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:10.096561 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.169728 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-211b3951-3628-4bec-926a-393cacfd7ec4 None None] Provisioning complete for port 35a33855-9d83-4582-8b36-995ed9fee04b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:10.170258 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-211b3951-3628-4bec-926a-393cacfd7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.356908 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.384748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.422021 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:10.426593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.435045 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:07Z', 'revision_number': 3, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:10.439054 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b25f9-c1bc-4312-97e1-44b2cc5166f9 None None] The sync data for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 is: [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:07Z', 'revision_number': 3, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:34:10.503829 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:10.531379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-16896ff7-9616-4008-b6b2-534f089f5164 None None] Provisioning for port bfb0be6f-d18b-4063-b7af-d0e944a36720 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:10.537127 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-16896ff7-9616-4008-b6b2-534f089f5164 None None] Provisioning complete for port bfb0be6f-d18b-4063-b7af-d0e944a36720 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:10.537508 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-16896ff7-9616-4008-b6b2-534f089f5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.598170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-16896ff7-9616-4008-b6b2-534f089f5164 None None] Port bfb0be6f-d18b-4063-b7af-d0e944a36720 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:34:10.616578 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.620949 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.736383 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:10.741435 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:10.890345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:10.891539 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:11.115799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Router 306be764-de01-4647-aa1b-47bc977f02bd has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:34:11.141185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-247e6f33-90b6-4ab1-9367-5ea260b343f8 None None] Provisioning complete for port bfb0be6f-d18b-4063-b7af-d0e944a36720 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:11.141659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-247e6f33-90b6-4ab1-9367-5ea260b343f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:11.213782 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:11.283703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-247e6f33-90b6-4ab1-9367-5ea260b343f8 None None] Port bfb0be6f-d18b-4063-b7af-d0e944a36720 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:34:11.310880 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:11.316852 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:11.317225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:11.349168 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:34:11.359312 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-11c6fb29-2830-423b-bc9b-ad32ccdbf102 admin admin] 10.222.0.21 "PUT /v2.0/routers/306be764-de01-4647-aa1b-47bc977f02bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0318763 Mar 02 08:34:11.445252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:11.464798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:11.471198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:11.475085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 35a33855-9d83-4582-8b36-995ed9fee04b up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:11.601296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:11.614813 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 35a33855-9d83-4582-8b36-995ed9fee04b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:11.615196 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:11.746944 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:11.818267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:11.818645 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.068479 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-01eb7629-4da4-4ff7-8e88-625f21a5f537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.246743 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Sync routers for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:34:12.256107 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:12.256714 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:12.361486 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47122) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:12.366761 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468481154', 'description': 'tempest-secgroup-smoke-468481154 description', 'project_id': '55e3bd01c0874768820cca6d4325d686'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:12.374382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:12.378274 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:12.381119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:12.388535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:12.399155 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.419832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:12.423933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:12.426763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:12.432345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:12.440366 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:12.507780 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.514784 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.561029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:12.564613 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.565814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-49995af1-7e12-4343-869a-31da3cba2a39 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2033014 Mar 02 08:34:12.568872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47126) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:12.573895 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:12.580898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:12.584670 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:12.587521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:12.593352 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:12.610937 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.792845 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.798189 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.819360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b909db-bab8-4802-8abb-a9273c6d0e11,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:12.821150 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 4, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'bfb0be6f-d18b-4063-b7af-d0e944a36720', 'name': '', 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'mac_address': 'fa:16:3e:06:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:09Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 2, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'subnets': [{'id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:12.826152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Checking router: 306be764-de01-4647-aa1b-47bc977f02bd for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:34:12.826476 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Updating router 306be764-de01-4647-aa1b-47bc977f02bd port bfb0be6f-d18b-4063-b7af-d0e944a36720 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:34:12.831223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.832463 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-34150f5c-c170-4f6a-9ba0-6d913bad8524 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627425 Mar 02 08:34:12.835406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47130) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:12.840931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:12.847506 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:12.851260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:12.854098 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:12.860151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:12.877192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.880994 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.939749 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.943717 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.969534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38bfef1-5799-4b25-a902-bf5b482580d9,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:12.978583 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:12.982874 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-048fe54e-10d9-4abd-ab22-e8801515261e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434462 Mar 02 08:34:12.983089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47134) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:12.987983 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:12.994444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:12.998306 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:13.001156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:13.006872 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:13.024722 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.095264 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.099024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.117990 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:13.124685 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e431c92-f5ab-478f-bf60-c7a652369f44,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.134497 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.138558 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-26f2c8c1-f690-442e-ac92-02ac14828a04 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516156 Mar 02 08:34:13.138745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47138) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:13.143593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:13.150229 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:13.154704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:13.157841 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:13.163624 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:13.185167 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.235138 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:13.235814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.252117 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.255919 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.279311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efbc4aa-772f-4deb-9ae5-bcb107c89037,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.289024 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.293658 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47142) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:13.294192 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76b6b3cd-0027-4d2b-bdb1-d8ead5d32aab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534619 Mar 02 08:34:13.299322 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:13.306136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:13.310469 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:13.314328 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:13.320239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:13.331184 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Project 55e3bd01c0874768820cca6d4325d686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:34:13.339078 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.366622 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.381959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Transition to ACTIVE for port object bfb0be6f-d18b-4063-b7af-d0e944a36720 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:13.412696 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.416658 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.420748 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.443664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281162d7-e075-4668-a5a1-4675a0d4f66a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.453250 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.457015 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-749b9b47-895f-4f4c-a795-0f2aca74ea94 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594663 Mar 02 08:34:13.457209 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47146) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:13.462149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:13.469203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:13.473374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:13.475866 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:13.483582 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:13.495431 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Project 55e3bd01c0874768820cca6d4325d686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:34:13.504332 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.572273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cd57f-20cc-451f-8496-ef38f4b6fd8d None None] Pushing event updated for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.585818 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.591953 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.622642 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346e01c8-5e75-4514-badc-7cdb66ee68c9,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.632756 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.634216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b65fe2a2-fe52-491d-b69d-18308cdd1180 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760397 Mar 02 08:34:13.671487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Attempting to bind port bfb0be6f-d18b-4063-b7af-d0e944a36720 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:13.671824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Attempting to bind port bfb0be6f-d18b-4063-b7af-d0e944a36720 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:13.672202 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Attempting to bind port bfb0be6f-d18b-4063-b7af-d0e944a36720 on network b9ee9018-a14d-44ce-90ed-ab34a5325c2a {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:13.678434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:13.678814 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Checking segment: {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:13.679225 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.679621 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Bound using segment: {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:13.685222 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Bound port: bfb0be6f-d18b-4063-b7af-d0e944a36720, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cfd410-320a-4fd8-9bd9-63a494863a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:13.685222 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.778892 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] For port bfb0be6f-d18b-4063-b7af-d0e944a36720, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:13.781756 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] For port bfb0be6f-d18b-4063-b7af-d0e944a36720, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bfb0be6f-d18b-4063-b7af-d0e944a36720,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:13.786507 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:13.805566 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-129df752-2ac9-48e6-9d88-8e322114c4ad tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:34:13.823082 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-129df752-2ac9-48e6-9d88-8e322114c4ad tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:34:13.824831 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-129df752-2ac9-48e6-9d88-8e322114c4ad tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468481154&fields=id&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 267 time: 0.0572031 Mar 02 08:34:13.880155 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cd57f-20cc-451f-8496-ef38f4b6fd8d None None] Pushing event updated for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:13.885040 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:13.885932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:33:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:13.987168 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-09b7e8da-d0ec-4714-8ff8-d3a9c1bbac4c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:13.987885 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-09b7e8da-d0ec-4714-8ff8-d3a9c1bbac4c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:network {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:34:14.006266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-09b7e8da-d0ec-4714-8ff8-d3a9c1bbac4c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:network {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:34:14.007474 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-09b7e8da-d0ec-4714-8ff8-d3a9c1bbac4c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 808 time: 0.1747792 Mar 02 08:34:14.025315 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-0e3acc9f-64d0-4fc2-8814-60e43d7888f1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/quotas/55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 375 time: 0.0106564 Mar 02 08:34:14.119970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-9ab8c2d2-b516-4c89-984d-48bb275faf44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:34:14.133404 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:14.138364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-9ab8c2d2-b516-4c89-984d-48bb275faf44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:34:14.139653 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-9ab8c2d2-b516-4c89-984d-48bb275faf44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086435 Mar 02 08:34:14.279592 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-413113f8-e8f8-444a-8c97-22b6e67fcfcf service neutron] 10.222.0.21 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Mar 02 08:34:14.393921 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0081-3bdf-4409-94e7-f1e5a4f97f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:14.412821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c8fd7059-056f-447d-b4b8-bf97f4af6bdf service neutron] 10.222.0.21 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274192 Mar 02 08:34:14.472487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 4, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'bfb0be6f-d18b-4063-b7af-d0e944a36720', 'name': '', 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'mac_address': 'fa:16:3e:06:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:09Z', 'updated_at': '2022-03-02T08:34:13Z', 'revision_number': 4, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'subnets': [{'id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:14.476566 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262816b3-84ac-4da3-ab18-c5ce22694850 None None] The sync data for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 is: [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 4, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': 'bfb0be6f-d18b-4063-b7af-d0e944a36720', 'name': '', 'network_id': 'b9ee9018-a14d-44ce-90ed-ab34a5325c2a', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'mac_address': 'fa:16:3e:06:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:09Z', 'updated_at': '2022-03-02T08:34:13Z', 'revision_number': 4, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'subnets': [{'id': '9b9fca7d-9c58-4994-bc6f-45e5e3c7e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:34:14.631326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bad16d68-1612-4d4d-aaf5-37d5dc854cd9 req-dd7d7483-032e-48b0-9f31-3a053e44ea41 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 210 time: 0.0496311 Mar 02 08:34:15.104987 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bfb0be6f-d18b-4063-b7af-d0e944a36720 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:15.179708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port bfb0be6f-d18b-4063-b7af-d0e944a36720 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:15.184730 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bfb0be6f-d18b-4063-b7af-d0e944a36720 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:15.185102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:15.305046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:15.343628 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port bfb0be6f-d18b-4063-b7af-d0e944a36720, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bfb0be6f-d18b-4063-b7af-d0e944a36720,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:15.347784 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:15.420740 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:15.539410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:15.625297 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:15.728226 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-db540038-c283-44f3-8588-9b359b420a3a req-be76b70a-3ead-45eb-a27c-6723c334373e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 210 time: 0.0424862 Mar 02 08:34:16.036503 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:34:16.836125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ba7a049c-eb3b-4ddd-b1ed-42023f712061 req-88cd5f52-d59b-4857-bb3d-682e731fb966 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 210 time: 0.0491180 Mar 02 08:34:17.067802 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:17.099622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bfb0be6f-d18b-4063-b7af-d0e944a36720 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:17.166096 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port bfb0be6f-d18b-4063-b7af-d0e944a36720 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:17.166464 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:17.724321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c000da1c-d0bc-4a54-a198-5d1d9da80662 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:17.726075 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c000da1c-d0bc-4a54-a198-5d1d9da80662 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 808 time: 0.1541700 Mar 02 08:34:17.776814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-826f6e81-630c-4ef6-9e55-62bb9de76676 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 379 time: 0.0427756 Mar 02 08:34:17.785382 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'port': {'device_id': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'admin_state_up': True, 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'security_groups': ['54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:18.044090 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-748201eb-5523-4356-9dff-14b36b1b169d req-4a2e1c81-f005-4576-b178-01f3e5b5be7a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 210 time: 0.0586650 Mar 02 08:34:18.080920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:18.090657 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:18.100488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Made reservation on behalf of 55e3bd01c0874768820cca6d4325d686 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:34:18.104180 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.266583 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Allocated IP 172.20.0.6 (a4d049de-69e5-47a6-ba32-649ed0817fc6/90ac90c6-1a23-4522-8694-b1010785cc53/388eb003-7255-47d1-a7d6-b00671211368) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:18.451408 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.466740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Transition to ACTIVE for port object 388eb003-7255-47d1-a7d6-b00671211368 will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:18.491340 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.559738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:18.563026 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:18.573297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:18.615643 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:18.647964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:18.648589 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.676538 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-aa861cfc-b656-4596-921b-59076e92284b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945775 Mar 02 08:34:18.688427 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Request body: {'port': {'device_id': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:18.800173 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.839690 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4fb0672-0529-4fc2-9d3b-a07b82ffa4a3 None None] Provisioning for port 388eb003-7255-47d1-a7d6-b00671211368 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:18.844870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f4fb0672-0529-4fc2-9d3b-a07b82ffa4a3 None None] Provisioning complete for port 388eb003-7255-47d1-a7d6-b00671211368 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:18.845329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0672-0529-4fc2-9d3b-a07b82ffa4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:18.901446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb0672-0529-4fc2-9d3b-a07b82ffa4a3 None None] Port 388eb003-7255-47d1-a7d6-b00671211368 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:34:19.151177 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:34:19.158654 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.172823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Transition to ACTIVE for port object 388eb003-7255-47d1-a7d6-b00671211368 will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:34:19.175945 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.232752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0bf17-465e-4b8c-9b1f-9d1a117bce02 req-8cb8a706-ac63-4d53-8f5e-e802755abbb0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:19.234566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbf0bf17-465e-4b8c-9b1f-9d1a117bce02 req-8cb8a706-ac63-4d53-8f5e-e802755abbb0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.0851922 Mar 02 08:34:19.242953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.282380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bbf0bf17-465e-4b8c-9b1f-9d1a117bce02 req-b0b7c476-ff3f-4a62-a285-639269bf9feb tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:34:19.295600 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-bbf0bf17-465e-4b8c-9b1f-9d1a117bce02 req-b0b7c476-ff3f-4a62-a285-639269bf9feb tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:34:19.296790 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bbf0bf17-465e-4b8c-9b1f-9d1a117bce02 req-b0b7c476-ff3f-4a62-a285-639269bf9feb tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556717 Mar 02 08:34:19.369513 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:19.417440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.423899 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:34:19.424232 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:34:19.424555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:19.429027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:34:19.429343 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:34:19.434950 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:34:19.435281 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:34:19.435653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:34:19.436065 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Bound port: 388eb003-7255-47d1-a7d6-b00671211368, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:34:19.436403 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.527467 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:34:19.530404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:34:19.534969 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.591974 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:19.592592 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:19.594024 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] 10.222.0.16 "PUT /v2.0/ports/388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1091 time: 0.9103754 Mar 02 08:34:19.594395 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:34:19.619942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fbb39-a005-4b10-93b9-ae680409e04f service neutron] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:19.680669 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'status': 'completed', 'code': 200} Mar 02 08:34:19.716275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-d2642b9d-eb6d-4b67-b423-0ca39a79c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:19.717769 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-d2642b9d-eb6d-4b67-b423-0ca39a79c07b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1094 time: 0.0749323 Mar 02 08:34:19.899251 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-052fe0f4-8241-4dce-a958-31300ca6efdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 217 time: 0.1739366 Mar 02 08:34:19.961533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-259960e1-8372-45a7-b0d5-1568f9b6b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:19.962949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-259960e1-8372-45a7-b0d5-1568f9b6b3c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0583563 Mar 02 08:34:20.034916 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-77bc6ba6-ec18-433e-847b-57c2291e9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.036377 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-77bc6ba6-ec18-433e-847b-57c2291e9902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682087 Mar 02 08:34:20.165508 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-028b59bc-483c-4ba0-a162-15fee3bb5f46 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231363 Mar 02 08:34:20.294943 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1b4565af-9688-4ee0-a0a6-c93aaa64b647 req-42864f0f-6ce0-4e0b-9d97-fd1956a9b8e4 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234331 Mar 02 08:34:20.417042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-bd083d08-7da7-4692-a665-81f4ca23643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.418554 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-bd083d08-7da7-4692-a665-81f4ca23643f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1094 time: 0.0770080 Mar 02 08:34:20.487737 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9599-b0b9-4072-8b85-ce3c691dacb1 req-46f7662d-ad8f-446f-945b-31dc20efd4b0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.489308 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2ed9599-b0b9-4072-8b85-ce3c691dacb1 req-46f7662d-ad8f-446f-945b-31dc20efd4b0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.0845435 Mar 02 08:34:20.541916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c2ed9599-b0b9-4072-8b85-ce3c691dacb1 req-9721a779-30c9-42bd-b01b-0ddad9e00328 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466924 Mar 02 08:34:20.555549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-e3963cdf-daa9-4e66-a8cd-f05314d6b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.557018 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-e3963cdf-daa9-4e66-a8cd-f05314d6b8d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1328163 Mar 02 08:34:20.629354 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-5d6f1e6c-b71d-47ad-adbb-52bd70184a34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 217 time: 0.0661778 Mar 02 08:34:20.701703 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-48dfb3ea-ec8a-4a2a-b1fc-bcbe4936b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.703163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-48dfb3ea-ec8a-4a2a-b1fc-bcbe4936b52c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0681355 Mar 02 08:34:20.776768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-e6d27ca4-c743-4052-81b0-f5527b785c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:20.778816 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-e6d27ca4-c743-4052-81b0-f5527b785c29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699234 Mar 02 08:34:20.910721 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-37a8ed6a-ab5d-44ba-8ca8-f3dca583f1c2 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259348 Mar 02 08:34:21.047043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9d5504f1-c865-46d7-ad2a-c35f4e295a24 req-d7ed6ecd-272c-4070-bb05-1bbb768f70a7 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291230 Mar 02 08:34:21.721874 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0d43-ccd3-4a45-b7d7-1df5173cd626 req-3eb5ab95-9674-4ca0-ac47-e0cca172a042 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:21.722563 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fa3c0d43-ccd3-4a45-b7d7-1df5173cd626 req-3eb5ab95-9674-4ca0-ac47-e0cca172a042 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:34:21.737509 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-fa3c0d43-ccd3-4a45-b7d7-1df5173cd626 req-3eb5ab95-9674-4ca0-ac47-e0cca172a042 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:34:21.738753 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa3c0d43-ccd3-4a45-b7d7-1df5173cd626 req-3eb5ab95-9674-4ca0-ac47-e0cca172a042 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.0928977 Mar 02 08:34:21.785632 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fa3c0d43-ccd3-4a45-b7d7-1df5173cd626 req-e111276a-2708-4086-bb16-e075fab6054f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411894 Mar 02 08:34:22.678434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 388eb003-7255-47d1-a7d6-b00671211368 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:34:22.816300 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:22.830568 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '388eb003-7255-47d1-a7d6-b00671211368', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:34:22.888374 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:22.905932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:34:22.922333 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:22.926183 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:22.981178 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49285f81-175e-4dd5-bbc1-98e844cb0ba7 req-f39ee917-7c17-47ea-bcf7-16f3c024baef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:22.982851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-49285f81-175e-4dd5-bbc1-98e844cb0ba7 req-f39ee917-7c17-47ea-bcf7-16f3c024baef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0838892 Mar 02 08:34:22.998795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:23.030570 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-49285f81-175e-4dd5-bbc1-98e844cb0ba7 req-9cb7df27-122c-4413-8c8f-6d23604230b9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Mar 02 08:34:23.233090 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['388eb003-7255-47d1-a7d6-b00671211368'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:34:24.216785 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8701-beb4-41d9-ba3d-66a7248da4a9 req-4ed569eb-823c-4da0-a214-63c59ccccf30 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:24.218271 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-575a8701-beb4-41d9-ba3d-66a7248da4a9 req-4ed569eb-823c-4da0-a214-63c59ccccf30 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0790093 Mar 02 08:34:24.261369 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-575a8701-beb4-41d9-ba3d-66a7248da4a9 req-ef922966-13c4-4ca0-9c71-871cbcac73ab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376070 Mar 02 08:34:24.693596 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 388eb003-7255-47d1-a7d6-b00671211368 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:34:24.762877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 388eb003-7255-47d1-a7d6-b00671211368 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:34:24.767405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 388eb003-7255-47d1-a7d6-b00671211368 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:34:24.767777 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:24.886564 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:24.915650 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:34:24.926175 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:34:24.930429 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:25.013050 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'code': 200} Mar 02 08:34:25.036416 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:25.137956 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805b6f-956e-4919-a070-2a8ebc1ff079 req-7c554683-2fae-403c-9c73-74e242b87550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:25.139407 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2805b6f-956e-4919-a070-2a8ebc1ff079 req-7c554683-2fae-403c-9c73-74e242b87550 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.0722935 Mar 02 08:34:25.179068 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-f2805b6f-956e-4919-a070-2a8ebc1ff079 req-1c7c58df-1548-4441-af7d-99ae12ca0554 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339634 Mar 02 08:34:25.442812 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf687b9-fd6e-4745-86cf-d5df5bdba3c4 req-158f56fa-3823-465b-ae24-647ba85e0b8c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:25.444155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7cf687b9-fd6e-4745-86cf-d5df5bdba3c4 req-158f56fa-3823-465b-ae24-647ba85e0b8c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0776057 Mar 02 08:34:25.487701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7cf687b9-fd6e-4745-86cf-d5df5bdba3c4 req-c7f6844b-7838-443b-b8ac-a13458f524eb tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372918 Mar 02 08:34:26.677055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd26e-95b4-4d08-a7cc-0a9c78ccab80 req-9f8553e8-1b30-4f98-9063-f099993085b3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:26.678530 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-432bd26e-95b4-4d08-a7cc-0a9c78ccab80 req-9f8553e8-1b30-4f98-9063-f099993085b3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0806408 Mar 02 08:34:26.722548 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-432bd26e-95b4-4d08-a7cc-0a9c78ccab80 req-d4e78e8c-2ae9-4e7e-9c3c-bd274bccfee2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Mar 02 08:34:27.905983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47870ac5-5fc3-46c5-afa5-6ccef7571c6f req-51ccf286-be86-42df-8948-7dc7bc242f44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:27.907449 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47870ac5-5fc3-46c5-afa5-6ccef7571c6f req-51ccf286-be86-42df-8948-7dc7bc242f44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0828035 Mar 02 08:34:27.950679 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-47870ac5-5fc3-46c5-afa5-6ccef7571c6f req-2badeb6d-9866-4879-be2c-439cddc10737 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378301 Mar 02 08:34:28.132979 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c409-b983-45fa-aacb-0eac36569e3c req-5b754c93-1cf0-4c1c-9cb6-abe322c37732 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:28.134454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d724c409-b983-45fa-aacb-0eac36569e3c req-5b754c93-1cf0-4c1c-9cb6-abe322c37732 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Mar 02 08:34:28.177791 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d724c409-b983-45fa-aacb-0eac36569e3c req-71f5fb10-5835-42cf-bd61-1cd1ebddd919 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373001 Mar 02 08:34:28.201666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47208) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:28.364131 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70ad49-4f97-47bd-b2d0-20c92121e060 tempest-TestShelveInstance-287306343 tempest-TestShelveInstance-287306343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:28.365624 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-cf70ad49-4f97-47bd-b2d0-20c92121e060 tempest-TestShelveInstance-287306343 tempest-TestShelveInstance-287306343-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1091 time: 0.1629183 Mar 02 08:34:28.368549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47214) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:34:28.373443 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:34:28.379918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:34:28.383728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:floatingip and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:34:28.387370 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:34:28.393057 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:34:28.407175 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:28.538631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:28.775331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Allocated IP 172.25.4.235 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:34:28.916879 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:28.944862 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:29.012963 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:34:29.015687 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:34:29.023380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:34:29.059062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:29.446494 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:29.519236 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:29.724471 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:29.729692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:29.843389 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:34:29.853215 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:30.030331 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Floating IP 3eb3bf3b-5457-4c60-86dd-b0ca24af6474 associated. External IP: 172.25.4.235, port: 388eb003-7255-47d1-a7d6-b00671211368. Mar 02 08:34:30.489027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:34:30.668045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:34:30.678195 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:34:30.688192 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:30.688803 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:30.692295 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:30.756669 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-df610846-a7e6-4701-a314-d95306ecdf8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3870041 Mar 02 08:34:30.757308 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:34:30.803040 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'status': 'completed', 'code': 200} Mar 02 08:34:30.902575 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:30.902962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718c9d-7675-480b-91b3-929d795c4f3c req-afacbc92-ae46-4eb6-80a4-27e5ed233a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:30.904450 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-afacbc92-ae46-4eb6-80a4-27e5ed233a63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.0770147 Mar 02 08:34:31.046194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718c9d-7675-480b-91b3-929d795c4f3c req-d34f7bae-1399-49f7-8b74-cc20108d0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:31.047677 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-d34f7bae-1399-49f7-8b74-cc20108d0ec6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1366534 Mar 02 08:34:31.151101 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-bf0c2957-f633-488f-b36f-624d78e65f12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 999 time: 0.0974214 Mar 02 08:34:31.218671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718c9d-7675-480b-91b3-929d795c4f3c req-858eb44b-f538-4110-8547-35c556d6e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:31.220126 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-858eb44b-f538-4110-8547-35c556d6e6fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0592570 Mar 02 08:34:31.251924 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '3eb3bf3b-5457-4c60-86dd-b0ca24af6474', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:34:29Z', 'updated_at': '2022-03-02T08:34:29Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:31.255890 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:34:31.264367 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:34:31.264977 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:34:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:31.300766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718c9d-7675-480b-91b3-929d795c4f3c req-d568aa64-2509-4985-8ad8-1cf1bf1ab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:34:31.302200 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-d568aa64-2509-4985-8ad8-1cf1bf1ab305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759902 Mar 02 08:34:31.433809 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-ac76e0fa-2dbb-48f6-a263-94c9e708f9f5 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256449 Mar 02 08:34:31.440755 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:34:31.566014 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-67718c9d-7675-480b-91b3-929d795c4f3c req-5bc73b1f-65c9-45fd-80c7-c3a87b23b07e service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265364 Mar 02 08:34:31.776193 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '3eb3bf3b-5457-4c60-86dd-b0ca24af6474', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:34:29Z', 'updated_at': '2022-03-02T08:34:29Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:34:31.780693 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799b0e5-d87f-4f5f-800b-32ac64ba84b5 None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '3eb3bf3b-5457-4c60-86dd-b0ca24af6474', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:34:29Z', 'updated_at': '2022-03-02T08:34:29Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:34:31.962578 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed44d59-7164-44da-92a4-a08ec923a7ce None None] New status for floating IP 3eb3bf3b-5457-4c60-86dd-b0ca24af6474: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:34:42.070361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f74fc47a-ecda-4749-a748-21882b52611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:44.357113 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a767de6-5140-43f6-adac-c71677092bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:45.545108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:45.626657 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:47.067276 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:49.253494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:49.419463 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:34:53.035535 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:35:12.071662 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-681481e3-1da5-4f3a-b42b-dee6723bd310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:14.360133 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-94a2ba3a-9e75-4ced-8628-03d0fdde8e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:14.432595 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-54521457-c84a-46a7-8e66-5a3dd8aa7691 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683420 Mar 02 08:35:14.577035 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-b686adb1-6e0b-4aa1-979b-29d0ac7b5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:35:14.578550 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-b686adb1-6e0b-4aa1-979b-29d0ac7b5a9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.0766699 Mar 02 08:35:14.841928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-32005af0-8ef5-42f4-af24-4a4d373be782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:35:14.843447 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-32005af0-8ef5-42f4-af24-4a4d373be782 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.2472656 Mar 02 08:35:14.946788 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-cd351fe7-d3a7-4bcd-be3e-8b3b16a94721 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0964646 Mar 02 08:35:15.008334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-fc8b5e19-d1ea-47e5-aa53-2540a5677606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:35:15.009754 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-fc8b5e19-d1ea-47e5-aa53-2540a5677606 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0568039 Mar 02 08:35:15.084191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-6b6fdf2a-7ef5-4e12-b5f3-83ff3ff0b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:35:15.085667 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-6b6fdf2a-7ef5-4e12-b5f3-83ff3ff0b01f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704505 Mar 02 08:35:15.222367 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-b5550697-dacd-4f71-ab92-23d0e16026b3 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302493 Mar 02 08:35:15.352022 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eafedfe7-dedc-430a-a38e-d9567bb8a82b req-482f7d59-db78-4ec7-840e-ad35853b30fc service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240480 Mar 02 08:35:15.536056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:15.630216 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:17.069084 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:19.259496 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:19.411951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:30.035188 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:35:42.073698 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-251b149c-c42e-4cb7-9704-c87b42d2294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:44.361461 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55bb5b56-a75f-439f-9c77-c117febdbc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:45.537379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:45.632261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:47.073093 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:49.268656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:35:49.412953 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:07.034206 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:36:12.078071 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc465-af2b-4176-872a-b0a93df8cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:14.361998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-563b67dd-917c-4781-b00f-bb40e0e0afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:15.440325 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-0dad089b-fbdc-42c8-95fe-124b99ba15af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850255 Mar 02 08:36:15.540079 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:15.577070 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-6529b503-3e6f-420a-93da-ceb483110bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:15.578579 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-6529b503-3e6f-420a-93da-ceb483110bea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.0710104 Mar 02 08:36:15.635363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:15.722022 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-97d0453b-ad09-458c-a2dd-0791fafbad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:15.723356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-97d0453b-ad09-458c-a2dd-0791fafbad73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1271694 Mar 02 08:36:15.826250 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-0d98be9e-f9bd-4857-b8a8-83226b90eaf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0971413 Mar 02 08:36:15.890061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-1d1eb633-e729-4de1-b0c0-6d3c870908c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:15.891518 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-1d1eb633-e729-4de1-b0c0-6d3c870908c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0594563 Mar 02 08:36:15.964555 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-1b194c0e-0a4d-4145-9c20-41f0f76ac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:15.966023 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-1b194c0e-0a4d-4145-9c20-41f0f76ac2af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684714 Mar 02 08:36:16.097520 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-bf68401f-f06b-4e3c-9304-7ceea426d937 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248093 Mar 02 08:36:16.227124 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49129057-8692-44ba-8cb9-5f97dafa56bd req-5b659f15-0585-4ca1-b28c-540311e7350e service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233602 Mar 02 08:36:17.074552 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:19.295550 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:19.426242 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:42.079506 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5832aa5a-689e-4ecf-8350-2b7af9714295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:44.034339 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:36:44.366562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8e073d2f-418b-40a2-bf65-ecd1c0646ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:45.543188 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:45.640589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:47.076659 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:49.314595 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:49.442232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:36:57.137612 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5553da-eb6d-4a9b-8cb0-88f9665bdb88 req-0abdd1e4-545b-4fd6-8a12-857b3f3938c2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:57.139080 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb5553da-eb6d-4a9b-8cb0-88f9665bdb88 req-0abdd1e4-545b-4fd6-8a12-857b3f3938c2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.1321025 Mar 02 08:36:57.181440 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bb5553da-eb6d-4a9b-8cb0-88f9665bdb88 req-3a69255c-047d-4632-8738-fa9e277ee9d1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368035 Mar 02 08:36:58.373665 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3c862-0e5c-4abc-ada9-f8c5e59323ed req-69dcc633-e707-4943-96fb-b4ec97820ab8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:58.375128 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-59a3c862-0e5c-4abc-ada9-f8c5e59323ed req-69dcc633-e707-4943-96fb-b4ec97820ab8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0785344 Mar 02 08:36:58.417573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-59a3c862-0e5c-4abc-ada9-f8c5e59323ed req-3496189d-2cee-42da-9706-84d2e31fa6c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363097 Mar 02 08:36:59.617614 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04a5a7-5f8a-414a-a7e4-edc6dc719953 req-a8fa99f8-0973-4a77-bf2d-90b19acf7e58 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:36:59.619165 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a04a5a7-5f8a-414a-a7e4-edc6dc719953 req-a8fa99f8-0973-4a77-bf2d-90b19acf7e58 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0807381 Mar 02 08:36:59.664072 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8a04a5a7-5f8a-414a-a7e4-edc6dc719953 req-1dd4ab58-1ed2-4279-a808-f7b16f3f865d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 Mar 02 08:37:00.850583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a95220-2d92-4fe2-9bc3-ed349b737eb3 req-a8e6b81f-a216-4b14-ade0-5565735554fa tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:00.852078 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37a95220-2d92-4fe2-9bc3-ed349b737eb3 req-a8e6b81f-a216-4b14-ade0-5565735554fa tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0844738 Mar 02 08:37:00.895690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-37a95220-2d92-4fe2-9bc3-ed349b737eb3 req-8c9b4822-52b5-4137-81d1-76de2f1f47af tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379829 Mar 02 08:37:02.079915 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed59be-bd8b-4d46-867a-71ceaf0e4534 req-2131a15f-27fa-45f6-997e-25f450811e82 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:02.081344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fed59be-bd8b-4d46-867a-71ceaf0e4534 req-2131a15f-27fa-45f6-997e-25f450811e82 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0819981 Mar 02 08:37:02.125113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0fed59be-bd8b-4d46-867a-71ceaf0e4534 req-672ec581-ef63-41f2-8177-c43a66f7d89e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375590 Mar 02 08:37:03.313831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395172f5-98d9-4c48-b3b3-bdb44c0c3792 req-7f681d97-96ff-4f1d-bb39-f76ef865c3d8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:03.315326 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-395172f5-98d9-4c48-b3b3-bdb44c0c3792 req-7f681d97-96ff-4f1d-bb39-f76ef865c3d8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0848851 Mar 02 08:37:03.360256 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-395172f5-98d9-4c48-b3b3-bdb44c0c3792 req-7ba8a459-baba-4ab0-baf0-d17a4c79f84a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393443 Mar 02 08:37:04.544756 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0879-f96e-4027-bd09-35271270d00b req-16719a80-ea74-46a9-bedf-c6c72ca28eac tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:04.546244 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-262c0879-f96e-4027-bd09-35271270d00b req-16719a80-ea74-46a9-bedf-c6c72ca28eac tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0807981 Mar 02 08:37:04.594805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-262c0879-f96e-4027-bd09-35271270d00b req-8027ebee-4624-4bfa-8198-fb5fbd60e93d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Mar 02 08:37:05.779424 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbde8c5-27a6-426d-b57a-0372a292b84b req-806a8f44-b5f3-4a68-b319-c5d1f81d66df tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:05.780893 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dbde8c5-27a6-426d-b57a-0372a292b84b req-806a8f44-b5f3-4a68-b319-c5d1f81d66df tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0795729 Mar 02 08:37:05.824280 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0dbde8c5-27a6-426d-b57a-0372a292b84b req-6e45a8a2-5e07-40e8-9c08-ecb39534f051 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378368 Mar 02 08:37:07.008556 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e512a-0353-47eb-948a-a3b7e77dbf70 req-93e8874a-266e-4b2d-8534-3d71f4ed036b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:07.010299 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e95e512a-0353-47eb-948a-a3b7e77dbf70 req-93e8874a-266e-4b2d-8534-3d71f4ed036b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0803747 Mar 02 08:37:07.053358 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e95e512a-0353-47eb-948a-a3b7e77dbf70 req-f75e129f-c0e6-4d15-be05-867f226b3ddc tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375314 Mar 02 08:37:08.238766 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42681958-a740-4d1b-a3e0-a38e62b124a0 req-2bbbe0c1-bbf8-4f66-9e04-194f7c4a9792 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:08.240222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42681958-a740-4d1b-a3e0-a38e62b124a0 req-2bbbe0c1-bbf8-4f66-9e04-194f7c4a9792 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0835545 Mar 02 08:37:08.283114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-42681958-a740-4d1b-a3e0-a38e62b124a0 req-b657fb25-8c50-4f8d-b39e-2c7291b6b3c5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373814 Mar 02 08:37:09.467157 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799fafa-b245-4dee-b706-dd501d50b237 req-cf3b55ce-af09-4a59-91ae-85c84b9d51cd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:09.468511 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e799fafa-b245-4dee-b706-dd501d50b237 req-cf3b55ce-af09-4a59-91ae-85c84b9d51cd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0815468 Mar 02 08:37:09.566658 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 388eb003-7255-47d1-a7d6-b00671211368 details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:37:09.624938 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e799fafa-b245-4dee-b706-dd501d50b237 req-50027499-a36f-474f-96c0-80feb9557b79 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502280 Mar 02 08:37:09.698218 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:09.711834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '388eb003-7255-47d1-a7d6-b00671211368', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:37:09.765440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:09.781934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:37:09.797146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:09.801218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:09.871223 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:09.879320 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['388eb003-7255-47d1-a7d6-b00671211368'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:37:09.903769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.904113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.904452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.904787 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.905118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.905453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.905774 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.906121 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.906443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.906762 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.907087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:09.907405 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:10.812595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f766120-6bb0-4c05-8eee-32166e913a94 req-b77b52c0-f538-432a-8c44-0f52d4e42fef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:10.814003 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f766120-6bb0-4c05-8eee-32166e913a94 req-b77b52c0-f538-432a-8c44-0f52d4e42fef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0840273 Mar 02 08:37:10.865604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9f766120-6bb0-4c05-8eee-32166e913a94 req-4ee39130-fb62-4757-948e-26844e8b82ef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460222 Mar 02 08:37:11.596597 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 388eb003-7255-47d1-a7d6-b00671211368 up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:37:11.668504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 388eb003-7255-47d1-a7d6-b00671211368 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:37:11.669000 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:11.786494 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:11.813231 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:37:11.823178 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:11.827708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:11.861970 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'code': 200} Mar 02 08:37:11.899946 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:12.054427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b590642-e0ae-425c-8c58-aad0384df2a6 req-d7363259-be47-495e-a2e4-1d228a15edef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:12.055963 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b590642-e0ae-425c-8c58-aad0384df2a6 req-d7363259-be47-495e-a2e4-1d228a15edef tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0799925 Mar 02 08:37:12.085413 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-615d9c81-4f95-4547-a3e7-a6082c22f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:12.103219 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-9b590642-e0ae-425c-8c58-aad0384df2a6 req-496e149f-6621-4902-96e5-22850074ce72 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413349 Mar 02 08:37:13.288967 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8376-5ce1-45e0-8131-204902ea68a8 req-cf243ff8-2bcc-420e-9559-fd2ff999a216 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:13.290423 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf7a8376-5ce1-45e0-8131-204902ea68a8 req-cf243ff8-2bcc-420e-9559-fd2ff999a216 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0790875 Mar 02 08:37:13.334827 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cf7a8376-5ce1-45e0-8131-204902ea68a8 req-2724ac02-7130-4435-85a5-eaef269e8517 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Mar 02 08:37:14.375954 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c77bbbf-d039-49ad-a35e-09e5d6b5f5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:14.567955 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931db15-e85c-4769-b3ee-439cebb15bd2 req-b7deb5a5-891b-4ebe-9166-3d594ec06db2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:14.569509 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b931db15-e85c-4769-b3ee-439cebb15bd2 req-b7deb5a5-891b-4ebe-9166-3d594ec06db2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.1085632 Mar 02 08:37:14.634176 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b931db15-e85c-4769-b3ee-439cebb15bd2 req-8b758535-25da-4610-8723-c1b2946c193e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537353 Mar 02 08:37:15.552733 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:15.645407 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:15.839825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99541-9804-4cba-9a09-8f5f55c91d43 req-e5d0bbf7-ee7a-4061-8a32-66a0cca4c707 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:15.841301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78e99541-9804-4cba-9a09-8f5f55c91d43 req-e5d0bbf7-ee7a-4061-8a32-66a0cca4c707 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0999553 Mar 02 08:37:15.894980 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-78e99541-9804-4cba-9a09-8f5f55c91d43 req-f6630ed2-e389-4ef3-98fa-b01fa3bc21a5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469828 Mar 02 08:37:17.084838 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:17.097402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d407b4-dfb5-47f6-aae0-ad93b79a55ab req-1501bf46-350e-4f4a-94d6-2c7480586ea3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:17.099067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32d407b4-dfb5-47f6-aae0-ad93b79a55ab req-1501bf46-350e-4f4a-94d6-2c7480586ea3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0888245 Mar 02 08:37:17.155335 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-32d407b4-dfb5-47f6-aae0-ad93b79a55ab req-2ce867ba-c51e-49e8-a485-a4198a28b254 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 Mar 02 08:37:17.515962 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-e3f6b8d1-576b-4967-aa1a-9f28402447f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:17.517564 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-e3f6b8d1-576b-4967-aa1a-9f28402447f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.0962543 Mar 02 08:37:17.668960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-2b816811-2b3b-48bc-9750-d0b10c71bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:17.670445 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-2b816811-2b3b-48bc-9750-d0b10c71bef1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1319427 Mar 02 08:37:17.771308 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-687c3452-d0ea-434a-bfc6-846a0a61bc67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0938447 Mar 02 08:37:17.851533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-2a3985a9-65d2-40ad-9ad1-ad9ad140665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:17.852983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-2a3985a9-65d2-40ad-9ad1-ad9ad140665f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0757723 Mar 02 08:37:17.933172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-d8ab9ca2-6d30-4a7d-b90a-539f7818e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:17.934828 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-d8ab9ca2-6d30-4a7d-b90a-539f7818e632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757992 Mar 02 08:37:18.074345 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-4d205e7d-de42-4d90-a799-e14003e8c931 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325264 Mar 02 08:37:18.221371 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-49dcc11a-dddb-4698-8b4f-ae278f45e959 req-44d5da05-86c0-4249-b185-655a634b90f7 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409380 Mar 02 08:37:18.360380 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492138a2-89ea-4e1a-a0b9-f97ffc75fa1f req-6ad4ce1f-8ca4-4727-80df-3e86e40d9929 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:18.363143 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-492138a2-89ea-4e1a-a0b9-f97ffc75fa1f req-6ad4ce1f-8ca4-4727-80df-3e86e40d9929 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.1013875 Mar 02 08:37:18.416439 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-492138a2-89ea-4e1a-a0b9-f97ffc75fa1f req-7c539600-5ff1-4ef9-82f2-fb0abf41b2c2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480037 Mar 02 08:37:19.344315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:19.487991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:19.633905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239976-947d-4218-9dfd-191df8303678 req-22d91509-bbbb-43c2-af9e-50c99273f995 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:19.635636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12239976-947d-4218-9dfd-191df8303678 req-22d91509-bbbb-43c2-af9e-50c99273f995 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.1010926 Mar 02 08:37:19.684070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-12239976-947d-4218-9dfd-191df8303678 req-a00aa4db-b305-436c-8302-c99660e0e608 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Mar 02 08:37:20.881195 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8582ed8-be86-4257-8ac0-c785c2711a33 req-682b221d-4a2e-4b1b-be5d-3472d7bb1420 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:20.883041 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8582ed8-be86-4257-8ac0-c785c2711a33 req-682b221d-4a2e-4b1b-be5d-3472d7bb1420 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0882468 Mar 02 08:37:20.932030 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8582ed8-be86-4257-8ac0-c785c2711a33 req-f53ebdea-e2d2-4f4d-878d-5c5e51105806 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Mar 02 08:37:21.033956 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:37:22.286677 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6264ce-4cbb-4efc-b7de-af0a423a7a27 req-714cce5c-dc3b-438c-b756-4cf4930b94ec tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:22.288038 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e6264ce-4cbb-4efc-b7de-af0a423a7a27 req-714cce5c-dc3b-438c-b756-4cf4930b94ec tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0880208 Mar 02 08:37:22.355661 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0e6264ce-4cbb-4efc-b7de-af0a423a7a27 req-954e7db9-f9e5-404f-b48f-345235351fe1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475416 Mar 02 08:37:23.528020 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cab0a-e8e1-42ab-b32c-a62459b00246 req-88fd367f-fc29-4209-a50a-5edbdf516799 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:23.529468 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b65cab0a-e8e1-42ab-b32c-a62459b00246 req-88fd367f-fc29-4209-a50a-5edbdf516799 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0825305 Mar 02 08:37:23.573834 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b65cab0a-e8e1-42ab-b32c-a62459b00246 req-e3e11c7c-6f78-4ea2-8529-029d796bcffd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Mar 02 08:37:24.185926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-d805be3d-04c5-48ba-ae70-5e270749b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:24.187427 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-d805be3d-04c5-48ba-ae70-5e270749b8cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1096 time: 0.1139336 Mar 02 08:37:24.321098 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-4e51c337-a93c-41b5-a47f-e96c0640b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:24.322640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-4e51c337-a93c-41b5-a47f-e96c0640b701 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1285336 Mar 02 08:37:24.426670 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-305117e2-f586-46d4-b86f-f8bb6af2f0f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0982397 Mar 02 08:37:24.495307 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-64b117df-0ce4-4341-83ae-d881c74903cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:24.496910 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-64b117df-0ce4-4341-83ae-d881c74903cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0646851 Mar 02 08:37:24.572480 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-b19cb124-7464-4dd7-adb6-8154bf8ef716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:24.573997 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-b19cb124-7464-4dd7-adb6-8154bf8ef716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718315 Mar 02 08:37:24.706088 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-721db907-1d34-4bf5-bb77-9ba789c45f5d service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261582 Mar 02 08:37:24.756271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b05ce7-8808-4464-a4c0-2a3c2fc19881 req-7261e049-3dfd-4143-8ed1-5949828fdb0d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:24.757739 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81b05ce7-8808-4464-a4c0-2a3c2fc19881 req-7261e049-3dfd-4143-8ed1-5949828fdb0d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0807281 Mar 02 08:37:24.802049 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-81b05ce7-8808-4464-a4c0-2a3c2fc19881 req-2a95bc4c-e7fe-4170-a49a-44b0a4456172 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Mar 02 08:37:24.838137 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a6161f81-657e-4df7-bd65-c67fb726db25 req-5a37a214-5d38-46a1-a8ec-533d7326f4a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255057 Mar 02 08:37:25.987628 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e120b-f7a0-441d-a7b2-7fed0551dabf req-75fe958d-8ce4-47e8-9dfd-092682341ece tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:25.989099 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-325e120b-f7a0-441d-a7b2-7fed0551dabf req-75fe958d-8ce4-47e8-9dfd-092682341ece tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0829318 Mar 02 08:37:26.032388 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-325e120b-f7a0-441d-a7b2-7fed0551dabf req-5d0f90a2-763b-49e0-bf66-dd9055081045 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Mar 02 08:37:27.218004 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9d41-3d1a-4aa1-bb34-800951b3db59 req-2b41f754-5618-4c94-8954-1dfcea053e78 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:27.219454 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4af9d41-3d1a-4aa1-bb34-800951b3db59 req-2b41f754-5618-4c94-8954-1dfcea053e78 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0832167 Mar 02 08:37:27.262184 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4af9d41-3d1a-4aa1-bb34-800951b3db59 req-8b4b1b2f-b6d1-4169-877e-ee242cb5bd4d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Mar 02 08:37:27.611537 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6082-578e-40ae-8493-a64002b36ba3 req-94efe618-9af4-4586-8758-5e9d5fc58b1c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:27.613025 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-309a6082-578e-40ae-8493-a64002b36ba3 req-94efe618-9af4-4586-8758-5e9d5fc58b1c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0837178 Mar 02 08:37:27.663220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-309a6082-578e-40ae-8493-a64002b36ba3 req-deda9fc4-e41a-4cbb-aed6-935e431426bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Mar 02 08:37:27.708513 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 388eb003-7255-47d1-a7d6-b00671211368 no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:37:27.774574 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-470c18b3-51cd-4212-a221-5a87796748c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128945 Mar 02 08:37:27.820987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:27.848707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:37:27.858424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:27.862218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:27.898917 n-d-827871-1 neutron-server[87856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'code': 422} returned with failed status Mar 02 08:37:27.929205 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:28.847686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508242e9-3fee-4405-a48b-0ad6f47a4665 req-3daaf9c7-f995-45bb-a357-3a8a80a723c0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:28.849140 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508242e9-3fee-4405-a48b-0ad6f47a4665 req-3daaf9c7-f995-45bb-a357-3a8a80a723c0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.0831378 Mar 02 08:37:28.892846 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-508242e9-3fee-4405-a48b-0ad6f47a4665 req-639fcf32-c647-4297-95fa-2a70070a26a5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 Mar 02 08:37:30.078404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc965d-2c9b-40e3-9a18-aef5a9403b27 req-521296bc-70bd-4f51-b31d-0b07c0e4c0c3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:30.079858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-33fc965d-2c9b-40e3-9a18-aef5a9403b27 req-521296bc-70bd-4f51-b31d-0b07c0e4c0c3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.0829852 Mar 02 08:37:30.233880 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-33fc965d-2c9b-40e3-9a18-aef5a9403b27 req-16bfa368-40ce-4cea-a32b-ad43bd2c798d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476924 Mar 02 08:37:30.978758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-2cae7851-8ffe-4e09-9f7b-7192ecb7b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:30.980222 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-2cae7851-8ffe-4e09-9f7b-7192ecb7b7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 1094 time: 0.2106032 Mar 02 08:37:30.991380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:37:31.093803 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:31.397740 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:31.442512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:37:31.505630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2be0b-2b03-4811-9375-80a132263e82 req-d9388c74-7f3b-4d5d-bdb9-a47700628d71 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:31.507208 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33f2be0b-2b03-4811-9375-80a132263e82 req-d9388c74-7f3b-4d5d-bdb9-a47700628d71 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 943 time: 0.1543241 Mar 02 08:37:31.513177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:37:31.533965 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:31.569804 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Transition to ACTIVE for port object 388eb003-7255-47d1-a7d6-b00671211368 will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:37:31.577412 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-33f2be0b-2b03-4811-9375-80a132263e82 req-04f8f6c1-7328-4999-b2e3-3a77be107616 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598805 Mar 02 08:37:31.578159 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:31.720132 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=9']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:31.732826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.733164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.733499 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.733852 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.734177 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.734497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.734815 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.735131 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.735444 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.735757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.736069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.736381 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:37:31.789072 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] No DVR routers for this DVR port 388eb003-7255-47d1-a7d6-b00671211368 on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:37:32.012991 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:37:32.013637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:37:32.013637 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:37:32.018167 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:37:32.018360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Attempting to bind port 388eb003-7255-47d1-a7d6-b00671211368 on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:37:32.024448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:37:32.024783 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:37:32.025162 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:37:32.025581 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Bound port: 388eb003-7255-47d1-a7d6-b00671211368, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:37:32.025958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:32.116821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:37:32.119814 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:37:32.124550 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:32.176371 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.177392 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:32.178997 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] 10.222.0.39 "PUT /v2.0/ports/388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1091 time: 1.1919975 Mar 02 08:37:32.181628 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:37:32.255779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410d2c-59fa-4617-b1c3-e2f4aaebe8ad service neutron] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=10']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:32.294819 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-7470a64a-9991-46c1-81c1-8e78c20a34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.296748 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-7470a64a-9991-46c1-81c1-8e78c20a34f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1095 time: 0.0903082 Mar 02 08:37:32.298306 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'status': 'completed', 'code': 200} Mar 02 08:37:32.434620 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-e2bed378-cd64-4f8c-80bd-bb526e7e11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.436061 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-e2bed378-cd64-4f8c-80bd-bb526e7e11bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1315720 Mar 02 08:37:32.538273 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-55e4b333-431b-4e08-919c-a7f34bdb9ece service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 999 time: 0.0956910 Mar 02 08:37:32.750298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-e4a41a2e-319b-4967-920e-6be3c2c5a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.751707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-e4a41a2e-319b-4967-920e-6be3c2c5a7f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.2081645 Mar 02 08:37:32.830295 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98908d8a-e00a-4e54-9153-5f403feec642 req-9de1fd04-75d6-445c-b12b-c0bc33b34e01 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.831733 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98908d8a-e00a-4e54-9153-5f403feec642 req-9de1fd04-75d6-445c-b12b-c0bc33b34e01 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.1445208 Mar 02 08:37:32.869059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-fcc2f4e2-ac6c-4198-ab86-b2b400d06d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:32.870505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-fcc2f4e2-ac6c-4198-ab86-b2b400d06d1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125104 Mar 02 08:37:32.883688 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-218e14a4-f66b-4520-8318-f40aa3bcf97e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:37:32.885156 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-218e14a4-f66b-4520-8318-f40aa3bcf97e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073526 Mar 02 08:37:32.913037 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-98908d8a-e00a-4e54-9153-5f403feec642 req-264e9a7d-a969-4bb7-945b-289a4d655738 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748103 Mar 02 08:37:33.017682 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-fe504af6-eb48-4fee-b3e7-c657973cfb45 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268699 Mar 02 08:37:33.147263 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-dda036a2-d578-4060-94c4-78aa6c004e28 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240075 Mar 02 08:37:33.269830 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-fd2e4ee1-ce20-4b5d-a172-7384743e9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:33.271914 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-fd2e4ee1-ce20-4b5d-a172-7384743e9a7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1095 time: 0.0805206 Mar 02 08:37:33.405382 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-155ca3eb-9a44-4ca9-9c2a-ed01ddb3121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:33.407100 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-155ca3eb-9a44-4ca9-9c2a-ed01ddb3121e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1298547 Mar 02 08:37:33.556734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-e77e9d95-bdd8-4d13-bc86-7f39ad7bf237 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 999 time: 0.1434124 Mar 02 08:37:34.113664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eba835-1c80-44e4-add1-83aa4bcd12cc req-30f2be0a-eb69-42e0-a3d1-53027e260c07 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:34.115471 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6eba835-1c80-44e4-add1-83aa4bcd12cc req-30f2be0a-eb69-42e0-a3d1-53027e260c07 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0846479 Mar 02 08:37:34.174522 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d6eba835-1c80-44e4-add1-83aa4bcd12cc req-51463b7d-2830-401e-b7bb-ecf4afca5a3b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515122 Mar 02 08:37:35.366498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351104ad-2cbb-4e7b-9a70-518db547cd47 req-e538c7e5-ea75-4193-bdb5-21ef999ad993 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:35.368000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-351104ad-2cbb-4e7b-9a70-518db547cd47 req-e538c7e5-ea75-4193-bdb5-21ef999ad993 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0844080 Mar 02 08:37:35.417124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-351104ad-2cbb-4e7b-9a70-518db547cd47 req-270ea903-d369-495c-a592-943fdc57dd44 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Mar 02 08:37:36.618461 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1d6a1-56d0-46f0-a478-02f7237cf485 req-112f339c-acd7-49f4-89a8-bc5eabdbb95c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:36.625368 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02f1d6a1-56d0-46f0-a478-02f7237cf485 req-112f339c-acd7-49f4-89a8-bc5eabdbb95c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0959628 Mar 02 08:37:36.668078 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02f1d6a1-56d0-46f0-a478-02f7237cf485 req-a249972d-40d5-4c78-9d72-aa6ddd956ac7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Mar 02 08:37:37.864732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc78b-626a-453e-bb01-5aa331cce499 req-db4a32ec-3cf1-4a03-b03f-562f74f72e7f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:37.866367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-337bc78b-626a-453e-bb01-5aa331cce499 req-db4a32ec-3cf1-4a03-b03f-562f74f72e7f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0881605 Mar 02 08:37:37.914086 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-337bc78b-626a-453e-bb01-5aa331cce499 req-2ec0d2c4-7cc5-4897-b6cd-4f489117afcd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Mar 02 08:37:39.108935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4d40-3949-48c0-b936-288d64580ccc req-868ce84d-a54f-46f6-aff9-af655feac92b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:39.110418 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c0b4d40-3949-48c0-b936-288d64580ccc req-868ce84d-a54f-46f6-aff9-af655feac92b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0864441 Mar 02 08:37:39.156904 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2c0b4d40-3949-48c0-b936-288d64580ccc req-da8bd675-3b6a-4261-a047-b47e11e81ac8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402434 Mar 02 08:37:40.350728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cc7bb-6393-4b65-b420-a8d071de12e7 req-3504fbbe-344e-4750-ac81-87d8708a3408 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:40.352345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a27cc7bb-6393-4b65-b420-a8d071de12e7 req-3504fbbe-344e-4750-ac81-87d8708a3408 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0844135 Mar 02 08:37:40.401401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a27cc7bb-6393-4b65-b420-a8d071de12e7 req-b640564c-b2be-487d-9c93-d50954089632 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Mar 02 08:37:41.593542 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e021-ef3a-4bca-bda1-d21c5706dcfc req-8f460197-a619-4bfd-baa5-1e1812f9bc82 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:41.595043 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6c4e021-ef3a-4bca-bda1-d21c5706dcfc req-8f460197-a619-4bfd-baa5-1e1812f9bc82 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0860097 Mar 02 08:37:41.644532 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6c4e021-ef3a-4bca-bda1-d21c5706dcfc req-79f65e0b-1103-4fff-a8a8-6aa18ee59817 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Mar 02 08:37:42.077530 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0af529f3-d46f-4c3c-a2e8-608a8a3ecdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:42.834408 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fa9bb-dd2f-4e9a-8d7c-c230b7246e97 req-c06e101a-0a7c-481b-8720-b3a938394715 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:42.835871 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-061fa9bb-dd2f-4e9a-8d7c-c230b7246e97 req-c06e101a-0a7c-481b-8720-b3a938394715 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0845845 Mar 02 08:37:42.878851 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-061fa9bb-dd2f-4e9a-8d7c-c230b7246e97 req-039a07ee-122e-4174-a51e-331723de82d3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374019 Mar 02 08:37:43.325415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-c514ae69-ef68-4fd1-b2ae-1ae075716ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:43.326885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-c514ae69-ef68-4fd1-b2ae-1ae075716ec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0609601 Mar 02 08:37:43.406855 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-4ba659de-58a5-423d-8d18-18add6ca0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:43.408235 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-4ba659de-58a5-423d-8d18-18add6ca0b04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716989 Mar 02 08:37:43.540991 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-964aa2a8-f222-479b-8764-8fd16275b841 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242785 Mar 02 08:37:43.769209 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d262b56f-8a6d-48a2-b1b6-9e9098a3bf0f req-d3dfa013-e063-4771-ae8f-7ca7d12f2f47 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215724 Mar 02 08:37:44.066668 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91930b8-d62d-4187-b49a-8d3c660d3606 req-75ad9783-cd2e-4cb7-a5b7-d3f8e2e09c7b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:44.068703 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d91930b8-d62d-4187-b49a-8d3c660d3606 req-75ad9783-cd2e-4cb7-a5b7-d3f8e2e09c7b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0834286 Mar 02 08:37:44.111258 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d91930b8-d62d-4187-b49a-8d3c660d3606 req-0ef72d2d-82f9-455a-a64a-de64bea0ed1e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Mar 02 08:37:44.369696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-118bbe5f-b2e0-405a-8bd9-d88cf0cbc256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:45.295607 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e481e-bbc1-4b58-bbcc-b7543695ca7f req-83ba4a44-c6ff-40d1-a0f6-f33c77e96931 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:45.297062 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f7e481e-bbc1-4b58-bbcc-b7543695ca7f req-83ba4a44-c6ff-40d1-a0f6-f33c77e96931 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0781748 Mar 02 08:37:45.340368 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0f7e481e-bbc1-4b58-bbcc-b7543695ca7f req-9e8f2878-790e-431d-9891-08fb7909728d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377722 Mar 02 08:37:45.547008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:45.642650 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:46.523961 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cdb6-e836-4c71-9391-80b66a251f88 req-8d246a1f-5111-4f67-952d-6c7ede2e11fc tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:46.525421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f82cdb6-e836-4c71-9391-80b66a251f88 req-8d246a1f-5111-4f67-952d-6c7ede2e11fc tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 944 time: 0.0823328 Mar 02 08:37:46.573321 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f82cdb6-e836-4c71-9391-80b66a251f88 req-9ca87559-1c40-4d3f-ad8e-3a95365e97ab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Mar 02 08:37:47.082849 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:47.253674 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 388eb003-7255-47d1-a7d6-b00671211368 details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:37:47.389693 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:47.403077 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '388eb003-7255-47d1-a7d6-b00671211368', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'port_id': '388eb003-7255-47d1-a7d6-b00671211368', 'mac_address': 'fa:16:3e:b7:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:37:47.460465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:47.477199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:37:47.492703 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:47.496586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:47.562788 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=11']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:47.757661 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52b09-114d-49a0-a94e-f766fcd7bcc4 req-8c4511d5-d6b5-470b-8a60-bb1b575294bc tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:47.759033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cbb52b09-114d-49a0-a94e-f766fcd7bcc4 req-8c4511d5-d6b5-470b-8a60-bb1b575294bc tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0822263 Mar 02 08:37:47.801367 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-cbb52b09-114d-49a0-a94e-f766fcd7bcc4 req-41c00e42-823e-4594-8df0-7244401c6e93 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365779 Mar 02 08:37:47.838917 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['388eb003-7255-47d1-a7d6-b00671211368'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:37:48.995392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeb990-e61c-44f7-a34a-0318c4292b01 req-2d617bed-6029-492c-80e5-a6b9227ba34d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:48.996884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9daeb990-e61c-44f7-a34a-0318c4292b01 req-2d617bed-6029-492c-80e5-a6b9227ba34d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 945 time: 0.0842595 Mar 02 08:37:49.042898 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9daeb990-e61c-44f7-a34a-0318c4292b01 req-290b5ec3-4a3d-4476-8b07-69c7def0d28b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402529 Mar 02 08:37:49.270848 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 388eb003-7255-47d1-a7d6-b00671211368 up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:37:49.340226 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:49.361998 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 388eb003-7255-47d1-a7d6-b00671211368 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:37:49.367019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 388eb003-7255-47d1-a7d6-b00671211368 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:37:49.367409 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:49.447653 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:49.503453 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:49.530135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:37:49.540738 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:37:49.545452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:37:49.581200 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'code': 200} Mar 02 08:37:49.617795 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=12']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:37:49.800124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c764a95-b811-4331-aa5d-9e7c5aa7c777 req-28c6a002-877c-42d7-bd77-33c64dea8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:49.801516 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c764a95-b811-4331-aa5d-9e7c5aa7c777 req-28c6a002-877c-42d7-bd77-33c64dea8b62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1097 time: 0.0750594 Mar 02 08:37:49.845015 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-1c764a95-b811-4331-aa5d-9e7c5aa7c777 req-427cd226-535d-4f2f-8111-29c3febc40f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Mar 02 08:37:50.228378 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c38390-9ae8-473a-a33f-a323fc39f7e6 req-f61fe783-a887-4c98-94ef-0562b1c49488 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:50.229838 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0c38390-9ae8-473a-a33f-a323fc39f7e6 req-f61fe783-a887-4c98-94ef-0562b1c49488 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.0826130 Mar 02 08:37:50.273658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d0c38390-9ae8-473a-a33f-a323fc39f7e6 req-2f782f8a-d1fd-4c31-8e8d-1d86bbb813b7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Mar 02 08:37:51.459508 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c94ad-abf0-495d-b285-db22312e5cde req-d26d885e-2215-482e-b7a7-8af9ab61e1f9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:51.460967 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-856c94ad-abf0-495d-b285-db22312e5cde req-d26d885e-2215-482e-b7a7-8af9ab61e1f9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.0812478 Mar 02 08:37:51.506029 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-856c94ad-abf0-495d-b285-db22312e5cde req-b69a6929-def3-462a-a4a8-c2b3ef6c916a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Mar 02 08:37:52.689282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b4eab-b36a-4992-a05e-0644b10d3ec5 req-7422f6d6-ffa6-4243-be6e-6b5d26af8e24 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:37:52.690793 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-177b4eab-b36a-4992-a05e-0644b10d3ec5 req-7422f6d6-ffa6-4243-be6e-6b5d26af8e24 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.0798008 Mar 02 08:37:52.734154 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-177b4eab-b36a-4992-a05e-0644b10d3ec5 req-ca1cbd1a-2475-4ad2-ba86-c126bae2691e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372708 Mar 02 08:37:58.034011 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:38:12.079483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2dee0ffc-196d-44a7-b85b-b102787c231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:14.371267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-53b5173f-fdcd-46d6-bdb8-fac72aa87d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:15.549360 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:15.645498 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:17.086198 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:19.344015 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:19.439951 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:22.776832 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-e93996ee-8d65-4360-bf57-1c7122c87abc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716522 Mar 02 08:38:22.914797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7955113-c6e4-4d15-9beb-542057909421 req-29628d4c-c0a0-4d55-9900-a6873c01db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:38:22.916252 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-29628d4c-c0a0-4d55-9900-a6873c01db0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1097 time: 0.0702422 Mar 02 08:38:23.058073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7955113-c6e4-4d15-9beb-542057909421 req-214d8e84-f0b7-424e-a4a8-d2804e4f960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:38:23.059497 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-214d8e84-f0b7-424e-a4a8-d2804e4f960f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1261494 Mar 02 08:38:23.162102 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-f2a34e7e-88b3-44fb-a674-484bf9358826 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0966656 Mar 02 08:38:23.226144 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7955113-c6e4-4d15-9beb-542057909421 req-690b234e-1ef4-4d87-86bf-06c6773dfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:38:23.227767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-690b234e-1ef4-4d87-86bf-06c6773dfe88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0593977 Mar 02 08:38:23.307196 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7955113-c6e4-4d15-9beb-542057909421 req-302ab494-46d7-4f61-ae96-904999a7b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:38:23.308659 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-302ab494-46d7-4f61-ae96-904999a7b822 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751491 Mar 02 08:38:23.439005 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-f0d9ae8d-18b3-49f4-8a7b-1b7134ecc79b service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237283 Mar 02 08:38:23.567375 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e7955113-c6e4-4d15-9beb-542057909421 req-bc78e843-fac7-4390-8983-02772c16ae78 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226699 Mar 02 08:38:35.033186 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:38:42.081706 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb41d-a74d-483f-9a22-46ce47f2de88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:44.372157 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-383fe791-5193-4121-8418-77df9f06337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:45.553765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:45.646138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:47.088037 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:49.343844 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:38:49.438779 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:12.034228 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:39:12.082510 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-acc7529a-6b72-4277-bbed-2775ce759bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:14.374047 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-36f7f347-b1ec-4a18-8cfa-76b73ee6a12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:15.556532 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:15.650108 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:17.090429 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:19.362130 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:19.434244 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:23.762377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-cc0f8a40-3e3c-44c5-a411-a0589256127c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693190 Mar 02 08:39:23.899889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-d167aa5a-ab92-434a-be9d-ad23e4e4124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:23.901345 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-d167aa5a-ab92-434a-be9d-ad23e4e4124d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1097 time: 0.0726230 Mar 02 08:39:24.041391 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-71660147-e19c-4e33-9fd9-bb1c71544b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:24.042840 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-71660147-e19c-4e33-9fd9-bb1c71544b16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1236243 Mar 02 08:39:24.142441 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-1a36cce7-87bd-4694-a215-cbd3bf40123c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 1001 time: 0.0937793 Mar 02 08:39:24.310109 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-1c7c15a6-6d1c-4e32-b606-34d9e425c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:24.311461 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-1c7c15a6-6d1c-4e32-b606-34d9e425c6b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.1629758 Mar 02 08:39:24.386051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-06177c77-4811-49a4-a065-a990bbc8cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:24.387492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-06177c77-4811-49a4-a065-a990bbc8cd03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702307 Mar 02 08:39:24.516227 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-259f86c8-3ab8-4534-b5a3-c0d5780ca3fc service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229267 Mar 02 08:39:24.645206 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bb206d60-7358-45f6-a89a-32c64f0f884b req-611db50e-ad3d-4160-831a-b14e275832db service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233311 Mar 02 08:39:36.929135 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47586) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:37.182718 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Deleting port 8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46 {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:39:37.183065 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:37.351810 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:37.352147 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:37.479690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Calling delete_port for 8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46 owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:39:37.627588 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:37.672424 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'Port': ['ID=8ce0f088-3d8a-4a9d-82e1-f4884c9d2c46,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:37.708228 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.708569 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.709086 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.709363 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.709702 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.710051 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.710390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.710690 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.711007 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.711323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.711661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.711979 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:37.775238 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:37.775489 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Floating IP 3eb3bf3b-5457-4c60-86dd-b0ca24af6474 disassociated (deleted). External IP: 172.25.4.235, port: 388eb003-7255-47d1-a7d6-b00671211368. Mar 02 08:39:38.227263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:39:38.403964 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:39:38.414021 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:39:38.423436 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:39:38.423613 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:38.424047 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:39:38.478401 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-44112517-3868-428f-9e5c-f70e44ef3537 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "DELETE /v2.0/floatingips/3eb3bf3b-5457-4c60-86dd-b0ca24af6474 HTTP/1.1" status: 204 len: 168 time: 1.5480363 Mar 02 08:39:38.479368 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:39:38.591810 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'status': 'completed', 'code': 200} Mar 02 08:39:38.607648 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:39:38.685966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270e66-1a95-4176-817d-ae85210aeca1 req-437bd20c-bdc3-4f78-a86a-b8fc72aab561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:38.687637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-437bd20c-bdc3-4f78-a86a-b8fc72aab561 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 1097 time: 0.0743103 Mar 02 08:39:38.822619 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270e66-1a95-4176-817d-ae85210aeca1 req-4b8f4337-ec5d-4e8e-9e97-04aa3547d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:38.824000 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-4b8f4337-ec5d-4e8e-9e97-04aa3547d99b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1300461 Mar 02 08:39:38.864410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b103a-d56c-4029-bed3-83915e6edbf8 req-fa4ec3a2-b0c3-46d1-ae2f-e54f9828dd11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:38.865125 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9f7b103a-d56c-4029-bed3-83915e6edbf8 req-fa4ec3a2-b0c3-46d1-ae2f-e54f9828dd11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:39:38.881390 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-9f7b103a-d56c-4029-bed3-83915e6edbf8 req-fa4ec3a2-b0c3-46d1-ae2f-e54f9828dd11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:39:38.882714 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f7b103a-d56c-4029-bed3-83915e6edbf8 req-fa4ec3a2-b0c3-46d1-ae2f-e54f9828dd11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.1009457 Mar 02 08:39:38.897436 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-e5f7896c-1ac2-4e5b-9edc-2b42e3ac49a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 200 len: 217 time: 0.0671353 Mar 02 08:39:38.932929 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f7b103a-d56c-4029-bed3-83915e6edbf8 req-a3036f89-9e3f-4a70-8de4-0ecc2257840c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Mar 02 08:39:38.944553 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:39:38.948495 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:39:38.957109 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:39:38.957718 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:39:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:39:38.961842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270e66-1a95-4176-817d-ae85210aeca1 req-30565e42-6d72-47f5-b31c-edcc74e28920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:38.963316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-30565e42-6d72-47f5-b31c-edcc74e28920 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0596015 Mar 02 08:39:39.042753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270e66-1a95-4176-817d-ae85210aeca1 req-960edb2b-33ad-4b6f-ae64-e4884bdcb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:39.044224 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-960edb2b-33ad-4b6f-ae64-e4884bdcb7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746408 Mar 02 08:39:39.132843 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:39:39.176120 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-fdff3adb-0249-4764-abc3-a7846acc2684 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251383 Mar 02 08:39:39.307519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-07270e66-1a95-4176-817d-ae85210aeca1 req-2cc5ead7-7ff2-4223-a58f-0a966090b55e service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256084 Mar 02 08:39:39.441144 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:39:39.445135 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986fdd05-f79d-4213-815b-0c8db42c3e3b None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:39:39.666518 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece5a82-02f2-4ae3-b24a-f661f2f65e8d None None] New status for floating IP 3eb3bf3b-5457-4c60-86dd-b0ca24af6474: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:39:40.121961 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a8e-bd1d-4224-a4d4-8d5010fa78c5 req-7de6e294-d69d-4ad1-ae23-dec1bd6c64d1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:40.123411 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66f67a8e-bd1d-4224-a4d4-8d5010fa78c5 req-7de6e294-d69d-4ad1-ae23-dec1bd6c64d1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.0794654 Mar 02 08:39:40.169210 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-66f67a8e-bd1d-4224-a4d4-8d5010fa78c5 req-080d3c31-05a1-453e-8a1e-3a8eb56aef14 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Mar 02 08:39:40.284033 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49074a-9800-4312-8460-fe7628d35677 req-2a61cd9a-6b1b-4b95-a4a3-964ab36fca11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:40.285421 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa49074a-9800-4312-8460-fe7628d35677 req-2a61cd9a-6b1b-4b95-a4a3-964ab36fca11 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 946 time: 0.0803444 Mar 02 08:39:40.352155 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Deleting port 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:39:40.352492 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:40.684169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] For port 388eb003-7255-47d1-a7d6-b00671211368, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=388eb003-7255-47d1-a7d6-b00671211368,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:39:40.684522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:40.808135 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Calling delete_port for 388eb003-7255-47d1-a7d6-b00671211368 owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:39:40.952836 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:41.008060 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'Port': ['ID=388eb003-7255-47d1-a7d6-b00671211368,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:41.077489 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.077832 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.078202 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.078534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.078861 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.079183 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.079503 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.079821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.080138 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.080459 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.080798 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.081119 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:39:41.095218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] No DVR routers for this DVR port 388eb003-7255-47d1-a7d6-b00671211368 on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:39:41.097525 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:41.101074 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-deleted', 'tag': '388eb003-7255-47d1-a7d6-b00671211368'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:39:41.117435 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aa49074a-9800-4312-8460-fe7628d35677 req-a606c34e-3491-4e1b-82af-b77552a128be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.39 "DELETE /v2.0/ports/388eb003-7255-47d1-a7d6-b00671211368 HTTP/1.1" status: 204 len: 173 time: 0.8267384 Mar 02 08:39:41.151489 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7047c59-cb57-483b-9be0-c0f2a7bfdd85', 'name': 'network-vif-deleted', 'tag': '388eb003-7255-47d1-a7d6-b00671211368', 'status': 'completed', 'code': 200} Mar 02 08:39:41.332873 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-aefc02c3-83dc-453f-8a96-3968ee1d1184 req-f06abf71-86c3-41ff-947b-b65706c2eec5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:39:41.348227 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-aefc02c3-83dc-453f-8a96-3968ee1d1184 req-f06abf71-86c3-41ff-947b-b65706c2eec5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:39:41.354354 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-aefc02c3-83dc-453f-8a96-3968ee1d1184 req-f06abf71-86c3-41ff-947b-b65706c2eec5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7047c59-cb57-483b-9be0-c0f2a7bfdd85 HTTP/1.1" status: 200 len: 210 time: 0.0623736 Mar 02 08:39:42.085287 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4633742f-8032-4db9-8c7a-774fcb01b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:42.443011 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47614) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:42.512357 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:42.542249 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:42.607028 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:42.624284 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:42.637720 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:42.639007 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-5cc66358-2d93-4829-9cc4-411d5bd7560f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "DELETE /v2.0/security-groups/54e6ca59-dff2-4dbe-94d3-3a42f7bfea7d HTTP/1.1" status: 204 len: 168 time: 0.1948841 Mar 02 08:39:43.088523 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47622) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.093797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386893431', 'description': 'tempest-secgroup-smoke-1386893431 description', 'project_id': '55e3bd01c0874768820cca6d4325d686'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.100607 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.104714 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.107546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.113113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.123738 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.147652 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.151387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.154199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.159843 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.228080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.231691 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.277507 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041e08bd-6262-4dcc-b033-6dbd51f7dbfd,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:43.280288 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.284054 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a1a5b551-9a68-41e1-84ef-78a4527133bd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1919570 Mar 02 08:39:43.284355 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47626) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.289512 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.296075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.299904 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.303609 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.309134 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.325533 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.386648 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.391212 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.414437 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f5b4c4-62bb-4cb7-a91f-6f26215587b6,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:43.423479 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.424645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-8e3770f5-1191-41e7-a67f-d488617dc3e0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394506 Mar 02 08:39:43.427407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47630) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.433546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.439920 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.444768 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.447632 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.453236 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.469392 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.534807 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.539925 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.563397 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017bc64d-ec0e-4a85-a094-4c8cdc670565,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:43.572409 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.573641 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-b30329e9-8341-4abe-9661-a7aeaa7cfa3d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440911 Mar 02 08:39:43.576310 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47634) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.581231 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.589037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.595715 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.598618 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.604574 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.621211 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.684506 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.687995 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.710192 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bd88cc-0d58-41be-95cb-f5fdfb3a18c4,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:43.718871 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.720076 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-7c10706e-d118-4d3d-b7a2-62ad7a3af84e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428494 Mar 02 08:39:43.722774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47638) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.728835 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.735353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.739387 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.742948 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.748589 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.764405 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.811822 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 388eb003-7255-47d1-a7d6-b00671211368 no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:39:43.827368 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.830840 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.846874 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 388eb003-7255-47d1-a7d6-b00671211368 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:39:43.847220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 388eb003-7255-47d1-a7d6-b00671211368 not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:39:43.856913 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5826e1c6-4dbe-43fe-8cc2-7f74eed7fbc1,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:43.866216 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.867433 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-3c369088-89c6-41bd-8f95-a0dafe84f56c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436515 Mar 02 08:39:43.870147 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47642) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:43.874935 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:43.881283 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:43.885274 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:43.888172 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:43.893758 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:43.904418 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Project 55e3bd01c0874768820cca6d4325d686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:39:43.910944 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.975582 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:43.979024 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.003491 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f255c3b-cc44-4887-bcf6-41c4d665642c,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:44.013384 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.014608 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-71c8377d-265d-45fe-aec5-409f140d23a7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435544 Mar 02 08:39:44.017297 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47646) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:39:44.023336 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'security_group_rule': {'security_group_id': '041e08bd-6262-4dcc-b033-6dbd51f7dbfd', 'project_id': '55e3bd01c0874768820cca6d4325d686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:39:44.029936 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:39:44.033968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:security_group_rule and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:39:44.036794 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:39:44.044068 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:39:44.054445 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Project 55e3bd01c0874768820cca6d4325d686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:39:44.060837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.128157 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.131954 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.155983 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1399a093-a4b5-4b0e-b1bb-e9008cfd17b5,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:39:44.164905 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:44.166170 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-1f4dea10-cbbc-4ef8-b15b-3d70814a28c9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477530 Mar 02 08:39:44.376395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e74b74af-6367-4ea5-8d5d-88ca1520d347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:45.560569 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:45.654752 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:47.096517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:49.034493 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:39:49.375704 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:49.435966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:39:58.002810 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-81054146-c053-481c-87e6-edb4cce2003c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386893431&fields=id&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 267 time: 0.0387647 Mar 02 08:39:58.152560 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-8b725a99-5a49-4877-8d87-d5ab3adf765a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:58.154023 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-8b725a99-5a49-4877-8d87-d5ab3adf765a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 808 time: 0.1440258 Mar 02 08:39:58.169339 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-3edfd1d0-0ccf-4a9d-8e16-7fb1405124db tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/quotas/55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 375 time: 0.0099504 Mar 02 08:39:58.259033 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cee4df1f-b6fd-44c3-b73c-2f84d84713ad tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848804 Mar 02 08:39:58.332612 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-78dbcb56-4c01-46e9-bc51-4635e40bd4b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:39:58.333734 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-78dbcb56-4c01-46e9-bc51-4635e40bd4b6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639832 Mar 02 08:39:58.463379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-5ec1c795-311b-485e-86c5-f02bb2149d39 service neutron] 10.222.0.21 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235108 Mar 02 08:39:58.592742 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-8888d8f5-7e81-4173-bce7-84d38662d8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238160 Mar 02 08:39:58.970523 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a3c8d69f-0f29-4de2-8066-4967ed87aecd req-0af7b8f0-5b53-4506-b5fa-0afe99833ec4 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Mar 02 08:39:59.979388 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-12215db2-dc33-4f61-b680-ddc953f65e19 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:39:59.980808 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-12215db2-dc33-4f61-b680-ddc953f65e19 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 808 time: 0.1490030 Mar 02 08:40:00.029127 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-16884223-a1d3-4272-bd52-c5c414a7f9a2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:40:00.046196 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-16884223-a1d3-4272-bd52-c5c414a7f9a2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:security_group {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:40:00.047342 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-16884223-a1d3-4272-bd52-c5c414a7f9a2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 380 time: 0.0591669 Mar 02 08:40:00.058784 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'port': {'device_id': '315c14da-90b8-4794-beba-185b0bc76724', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'admin_state_up': True, 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'security_groups': ['041e08bd-6262-4dcc-b033-6dbd51f7dbfd']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:40:00.142420 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0cfa3888-1f0c-41bc-93e4-ebdfe316ff88 req-7b5ee5c7-4eaf-496e-9bb4-1a91280b1bec tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 210 time: 0.0436273 Mar 02 08:40:00.324075 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:40:00.333256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:40:00.343571 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Made reservation on behalf of 55e3bd01c0874768820cca6d4325d686 for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:40:00.347074 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:00.510928 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Allocated IP 172.20.0.3 (a4d049de-69e5-47a6-ba32-649ed0817fc6/90ac90c6-1a23-4522-8694-b1010785cc53/9c843ade-ba78-4068-bf36-86771b1dd15a) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:40:00.704027 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:00.719821 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Transition to ACTIVE for port object 9c843ade-ba78-4068-bf36-86771b1dd15a will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:40:00.743163 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:00.809976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:40:00.813291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:40:00.817005 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:40:00.867716 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:00.894723 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:00.895378 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:00.922763 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-00109b03-dd64-4e5f-89a6-f083b3cbfb22 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678801 Mar 02 08:40:00.932598 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-71018ffa-b417-4edc-87d8-4050ffc07924 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:40:00.933966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-71018ffa-b417-4edc-87d8-4050ffc07924 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057793 Mar 02 08:40:00.944392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Request body: {'port': {'device_id': '315c14da-90b8-4794-beba-185b0bc76724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:40:01.063108 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.086823 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e7a3cd36-42a9-446f-9043-420d030aa3b0 None None] Provisioning for port 9c843ade-ba78-4068-bf36-86771b1dd15a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:40:01.092567 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e7a3cd36-42a9-446f-9043-420d030aa3b0 None None] Provisioning complete for port 9c843ade-ba78-4068-bf36-86771b1dd15a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:40:01.092973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd36-42a9-446f-9043-420d030aa3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.149423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3cd36-42a9-446f-9043-420d030aa3b0 None None] Port 9c843ade-ba78-4068-bf36-86771b1dd15a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:40:01.413519 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b555c-45be-4789-b33c-027ec80a3e32 req-fce36221-3a44-42c4-bf18-c18f24af7480 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:01.414152 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-599b555c-45be-4789-b33c-027ec80a3e32 req-fce36221-3a44-42c4-bf18-c18f24af7480 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:40:01.491347 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-599b555c-45be-4789-b33c-027ec80a3e32 req-fce36221-3a44-42c4-bf18-c18f24af7480 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:40:01.492611 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-599b555c-45be-4789-b33c-027ec80a3e32 req-fce36221-3a44-42c4-bf18-c18f24af7480 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 931 time: 0.1993678 Mar 02 08:40:01.500472 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c843ade-ba78-4068-bf36-86771b1dd15a {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:40:01.523914 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.556666 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Transition to ACTIVE for port object 9c843ade-ba78-4068-bf36-86771b1dd15a will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:40:01.562573 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.597136 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-599b555c-45be-4789-b33c-027ec80a3e32 req-53377ae0-b0c9-4bd7-a34a-7e31a44f3c07 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920813 Mar 02 08:40:01.696040 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:01.806888 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:40:01.807222 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:40:01.807541 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:40:01.812027 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:40:01.812339 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:40:01.817255 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:40:01.817588 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:40:01.818788 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:40:01.819199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Bound port: 9c843ade-ba78-4068-bf36-86771b1dd15a, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:40:01.819537 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.906455 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:40:01.909323 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:40:01.913708 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.971896 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:01.972570 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:01.973848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] 10.222.0.16 "PUT /v2.0/ports/9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1091 time: 1.0342979 Mar 02 08:40:01.974332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:40:02.008815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf876c93-25a6-45a7-b02f-93151950fdff service neutron] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:02.052868 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'status': 'completed', 'code': 200} Mar 02 08:40:02.095434 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-4c0c97d6-eb11-452b-b972-5368bc3eeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:02.096957 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-4c0c97d6-eb11-452b-b972-5368bc3eeb53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1094 time: 0.0821395 Mar 02 08:40:02.169950 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-fe919172-460a-41bc-8833-6359711fb6e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 217 time: 0.0658374 Mar 02 08:40:02.230960 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cdb61236-5d3b-49fa-9572-3f9095181f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:02.232332 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cdb61236-5d3b-49fa-9572-3f9095181f4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0569730 Mar 02 08:40:02.414366 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf0f8e64-3cdd-43f0-be0a-8ecb0fc94454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:02.415839 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-cf0f8e64-3cdd-43f0-be0a-8ecb0fc94454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780500 Mar 02 08:40:02.545155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-b8441843-0871-4d4f-84c5-1a1f9f114112 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230955 Mar 02 08:40:02.683482 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-ed7d7c6c-b110-47d1-a7c6-44de762c5202 req-367232fa-2a59-4dd4-8d0e-f76f92e3f4eb service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328926 Mar 02 08:40:02.853243 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dc152-0f70-4cc0-b92e-cf8809de65b2 req-0ccf59a8-0b28-41a6-98b6-f3933b5243ab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:02.854758 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf9dc152-0f70-4cc0-b92e-cf8809de65b2 req-0ccf59a8-0b28-41a6-98b6-f3933b5243ab tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.1423903 Mar 02 08:40:02.858214 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-70a836ee-70cd-419e-a4e1-186595747447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:02.859600 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-70a836ee-70cd-419e-a4e1-186595747447 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1094 time: 0.1147342 Mar 02 08:40:02.985021 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf9dc152-0f70-4cc0-b92e-cf8809de65b2 req-3ef74cd7-20fd-4df5-8233-d9c2d77fa4b8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233661 Mar 02 08:40:03.019436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-6a62b6e5-b8ed-4af1-9baf-53653f35e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:03.021593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-6a62b6e5-b8ed-4af1-9baf-53653f35e0d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1464584 Mar 02 08:40:03.091341 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-4486ffc0-7f2e-42f6-8307-99f8c7cbdfa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 217 time: 0.0636301 Mar 02 08:40:03.153190 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-95119074-3739-48da-b141-2e6a934fc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:03.154519 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-95119074-3739-48da-b141-2e6a934fc8d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0570140 Mar 02 08:40:03.231130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-c15ed76e-2d10-427d-97a7-db8f1c2c6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:03.232593 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-c15ed76e-2d10-427d-97a7-db8f1c2c6011 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724945 Mar 02 08:40:03.363814 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-82325bc0-ea76-4f53-90e0-a7bd8e0c9599 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235638 Mar 02 08:40:03.495860 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c3976f-0b60-45d4-931b-52132b5c4265 req-7f6327d6-7ae0-49af-8359-85a482986d3f service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261182 Mar 02 08:40:04.180357 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b49639-c707-423c-a259-ddf3aefcbcb2 req-354ac0e6-fc5d-4403-a4d0-27f76ce08646 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:04.181814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27b49639-c707-423c-a259-ddf3aefcbcb2 req-354ac0e6-fc5d-4403-a4d0-27f76ce08646 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0870757 Mar 02 08:40:04.226124 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-27b49639-c707-423c-a259-ddf3aefcbcb2 req-cfcc7442-ad1a-4e80-ac5a-95666081d2e3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Mar 02 08:40:05.408150 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131adbb-6c66-401c-b1b0-b4a128ba6f8b req-e3fe10cb-44b1-4199-a122-731b30088b7d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:05.409589 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d131adbb-6c66-401c-b1b0-b4a128ba6f8b req-e3fe10cb-44b1-4199-a122-731b30088b7d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0790896 Mar 02 08:40:05.452563 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d131adbb-6c66-401c-b1b0-b4a128ba6f8b req-98e3f6be-42c2-4c30-bcd5-75c4c0eb4dcd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367382 Mar 02 08:40:06.634941 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f586e-cec4-494e-9055-4312ac1b3d59 req-f23d3810-f412-40b9-92c0-c06e5bfe3792 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:06.636394 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d99f586e-cec4-494e-9055-4312ac1b3d59 req-f23d3810-f412-40b9-92c0-c06e5bfe3792 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0783997 Mar 02 08:40:06.679505 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d99f586e-cec4-494e-9055-4312ac1b3d59 req-48f02650-7ff0-4229-b137-4721561d1dff tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Mar 02 08:40:07.872056 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6883d87-e8f2-4b06-bb0f-79a27856e48a req-41e52c96-244b-47d7-b4ac-21d7fc9c7798 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:07.873542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6883d87-e8f2-4b06-bb0f-79a27856e48a req-41e52c96-244b-47d7-b4ac-21d7fc9c7798 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0892403 Mar 02 08:40:07.917283 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e6883d87-e8f2-4b06-bb0f-79a27856e48a req-6d08657e-4995-4aea-bb8a-2bd21509b60b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Mar 02 08:40:09.104933 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db27726-7072-432c-a775-310972ef7d70 req-83004a17-bc8e-422c-be4e-3b9b2ad10b37 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:09.106409 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7db27726-7072-432c-a775-310972ef7d70 req-83004a17-bc8e-422c-be4e-3b9b2ad10b37 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0839434 Mar 02 08:40:09.150116 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7db27726-7072-432c-a775-310972ef7d70 req-24c29a4e-099b-4d0f-b64a-6cc48297d056 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380759 Mar 02 08:40:10.331765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412a070-c655-4eed-bb8c-14c5f18e276d req-74d6f98b-c9d1-47f1-9a36-249e29d76a86 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:10.333211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6412a070-c655-4eed-bb8c-14c5f18e276d req-74d6f98b-c9d1-47f1-9a36-249e29d76a86 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0791292 Mar 02 08:40:10.375626 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-6412a070-c655-4eed-bb8c-14c5f18e276d req-187c53f9-8e84-4d10-8a9d-79809b7a52a9 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 Mar 02 08:40:10.656170 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:40:10.787768 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:40:10.800712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'mac_address': 'fa:16:3e:6a:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:40:10.857741 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:10.874529 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c843ade-ba78-4068-bf36-86771b1dd15a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:40:10.891623 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:40:10.895089 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:10.963504 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:10.971800 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.972214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.972557 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.972896 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.973230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.973564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.974877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.975215 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.975544 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.975869 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.976200 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:10.976521 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:40:11.236875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['9c843ade-ba78-4068-bf36-86771b1dd15a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:40:11.570510 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a407a-f9ec-41ec-83dc-a3963a5acf48 req-35c6b1d4-72c5-452b-ad26-c79d33211ed6 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:11.572026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f49a407a-f9ec-41ec-83dc-a3963a5acf48 req-35c6b1d4-72c5-452b-ad26-c79d33211ed6 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 944 time: 0.0855370 Mar 02 08:40:11.620543 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f49a407a-f9ec-41ec-83dc-a3963a5acf48 req-8ac21383-e93a-44cf-ae4a-d8cfdf551426 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Mar 02 08:40:12.088098 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aaa207c1-1f37-4153-9bc6-73fc8c2afa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:12.671682 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:40:12.752940 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port 9c843ade-ba78-4068-bf36-86771b1dd15a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:40:12.758432 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port 9c843ade-ba78-4068-bf36-86771b1dd15a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:40:12.758830 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:12.809530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a454-795e-492f-9eba-ce5aaddf3928 req-f7210b70-734d-45ca-8820-7e5903fa54cd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:12.810952 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c639a454-795e-492f-9eba-ce5aaddf3928 req-f7210b70-734d-45ca-8820-7e5903fa54cd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 944 time: 0.0842900 Mar 02 08:40:12.855469 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c639a454-795e-492f-9eba-ce5aaddf3928 req-2628a4ef-d978-4600-8e18-b86c09a39852 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 Mar 02 08:40:12.879262 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:12.906629 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:40:12.916864 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:40:12.922309 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:12.993337 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:12.999997 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'code': 200} Mar 02 08:40:13.123246 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7172549-bab3-4cc1-8e45-07fee1c48cac req-cdf4c278-0e8b-4773-8b7e-53c8c39ae895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:13.124696 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7172549-bab3-4cc1-8e45-07fee1c48cac req-cdf4c278-0e8b-4773-8b7e-53c8c39ae895 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0679643 Mar 02 08:40:13.166517 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c7172549-bab3-4cc1-8e45-07fee1c48cac req-da082027-61d3-4501-ab43-8e788bacb6be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360785 Mar 02 08:40:14.165419 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79fbe1-fd25-4fe8-8181-260c93520814 req-fc285cc8-9338-4276-b175-5984bac830f8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:14.166821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe79fbe1-fd25-4fe8-8181-260c93520814 req-fc285cc8-9338-4276-b175-5984bac830f8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.1936827 Mar 02 08:40:14.210558 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-fe79fbe1-fd25-4fe8-8181-260c93520814 req-6a84ae9b-0a91-47cf-b7ee-7824dc7c88f8 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Mar 02 08:40:14.378339 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6263-0278-4643-9758-ee5bea9512f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:15.394616 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7c898-b357-43a0-b3d0-c4f8addaa608 req-2c116d2f-c20b-4f1a-9051-e21549c472d7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:15.396707 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9a7c898-b357-43a0-b3d0-c4f8addaa608 req-2c116d2f-c20b-4f1a-9051-e21549c472d7 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0811706 Mar 02 08:40:15.439070 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b9a7c898-b357-43a0-b3d0-c4f8addaa608 req-6db2d61f-208a-43d6-8402-6cfc89ae0604 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Mar 02 08:40:15.565136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:15.657458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:15.781449 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5686-d3dd-440d-a82b-e1ad7fab213e req-8b4a8591-0e8f-4f15-ad7d-48a25c01e2c0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:15.782825 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04ad5686-d3dd-440d-a82b-e1ad7fab213e req-8b4a8591-0e8f-4f15-ad7d-48a25c01e2c0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0818985 Mar 02 08:40:15.826192 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-04ad5686-d3dd-440d-a82b-e1ad7fab213e req-1a686cc5-6392-4d01-b315-974a8e9b9765 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367286 Mar 02 08:40:15.849289 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47850) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:40:15.957773 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cd71c-54a0-4ada-9379-0fb89ad4adbe tempest-TestShelveInstance-287306343 tempest-TestShelveInstance-287306343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:15.960414 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-4c1cd71c-54a0-4ada-9379-0fb89ad4adbe tempest-TestShelveInstance-287306343 tempest-TestShelveInstance-287306343-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1091 time: 0.1101391 Mar 02 08:40:15.963187 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 47856) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:40:15.968398 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:40:15.975420 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:40:15.979679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Usage tracker for resource:floatingip and tenant:55e3bd01c0874768820cca6d4325d686 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:40:15.982850 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:40:15.988466 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:40:16.000477 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:16.136544 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:16.279352 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Allocated IP 172.25.4.214 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/43bc64c4-3c29-4b7b-bea5-898f10e438f4) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:40:16.422856 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:16.451985 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:16.514318 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:40:16.516973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:40:16.524619 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:40:16.559117 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=43bc64c4-3c29-4b7b-bea5-898f10e438f4,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:16.933036 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.005407 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.097072 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.210705 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.214946 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.438586 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event updated for resources: {'Port': ['ID=43bc64c4-3c29-4b7b-bea5-898f10e438f4,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:40:17.450085 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:17.618352 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Floating IP 7c0be27b-c9f2-4471-9e7c-21e2eef612f7 associated. External IP: 172.25.4.214, port: 9c843ade-ba78-4068-bf36-86771b1dd15a. Mar 02 08:40:17.962744 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:40:18.137029 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:40:18.146943 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:40:18.161915 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:18.163619 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:40:18.164244 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:40:18.218337 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-362b1b56-5a7e-472f-8744-9fa566fffe77 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2536683 Mar 02 08:40:18.218741 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:40:18.262577 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'status': 'completed', 'code': 200} Mar 02 08:40:18.344472 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:40:18.352464 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-7f5e09ea-91a0-4e04-93f6-24369f474061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:18.353966 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-7f5e09ea-91a0-4e04-93f6-24369f474061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0708826 Mar 02 08:40:18.485772 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-491798f8-5505-4a66-a006-5337b4edc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:18.487183 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-491798f8-5505-4a66-a006-5337b4edc5a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1277542 Mar 02 08:40:18.592999 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-91e11a09-9e7e-4688-be0d-da24c0eed07c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 999 time: 0.0994904 Mar 02 08:40:18.654295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-ada31e8f-45c5-4979-b7c6-373a337af839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:18.655732 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-ada31e8f-45c5-4979-b7c6-373a337af839 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0571640 Mar 02 08:40:18.689559 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c0be27b-c9f2-4471-9e7c-21e2eef612f7', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:6a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c14da-90b8-4794-beba-185b0bc76724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:40:16Z', 'updated_at': '2022-03-02T08:40:16Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:40:18.693674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:40:18.701727 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:40:18.702354 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:40:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:40:18.732943 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-f470dc39-b66b-4e00-b8e3-af01a24139db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:18.734432 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-f470dc39-b66b-4e00-b8e3-af01a24139db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719633 Mar 02 08:40:18.877018 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:40:18.995155 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-728e84a0-f490-4f17-a35a-9a29dea799ad service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544897 Mar 02 08:40:19.126617 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e1ac69ad-9561-4c6e-81f4-119855182655 req-055a38f8-dbdf-4ece-b3d2-0b6a864c66e1 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258206 Mar 02 08:40:19.231438 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c0be27b-c9f2-4471-9e7c-21e2eef612f7', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:6a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c14da-90b8-4794-beba-185b0bc76724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:40:16Z', 'updated_at': '2022-03-02T08:40:16Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:40:19.236032 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0092716-2a46-444f-80fd-0b3777e3090e None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '7c0be27b-c9f2-4471-9e7c-21e2eef612f7', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'mac_address': 'fa:16:3e:6a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c14da-90b8-4794-beba-185b0bc76724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:40:16Z', 'updated_at': '2022-03-02T08:40:16Z', 'revision_number': 0, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:40:19.373830 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:19.435112 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608ce7e-884b-4293-9e9d-f8183d0d6482 None None] New status for floating IP 7c0be27b-c9f2-4471-9e7c-21e2eef612f7: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:40:19.500940 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:21.417216 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-dcc3f32b-f881-447f-9095-0207e456d5a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672424 Mar 02 08:40:21.557593 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-b81a1f6b-ba24-4271-9079-d7508678d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:21.559105 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-b81a1f6b-ba24-4271-9079-d7508678d871 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0754092 Mar 02 08:40:21.701411 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-ea713b91-7b43-4a23-b008-b0f710231d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:21.702858 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-ea713b91-7b43-4a23-b008-b0f710231d4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1248100 Mar 02 08:40:21.798948 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-4331eae7-f716-463a-a898-70b14811778b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1001 time: 0.0896661 Mar 02 08:40:21.860932 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-635bce29-91cc-4d72-b381-5beea0b1839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:21.862324 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-635bce29-91cc-4d72-b381-5beea0b1839f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0578654 Mar 02 08:40:21.936120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-784695b7-9533-4cf8-9762-ac36b3a5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:40:21.937528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-784695b7-9533-4cf8-9762-ac36b3a5c2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684459 Mar 02 08:40:22.065789 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-8f44a0eb-0221-4ac8-8699-1ef3de6763cd service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223538 Mar 02 08:40:22.197045 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bf5ddbc8-9697-41c6-8207-e878e9b011b7 req-8eef3a09-4496-437e-adc5-34490192e97d service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245773 Mar 02 08:40:26.034252 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:40:42.091967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ca3eef9a-7578-4d87-8087-f935329c14ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:44.380717 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5d6bba48-1bcf-48b8-8117-ba157f1a1760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:45.567398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:45.658898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:47.100149 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:49.389664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:40:49.431660 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:03.034563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:41:12.093210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa55e09c-ca3d-44bc-b7c9-dd28ff4acb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:14.383875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f0d864b3-f200-4f5e-ae69-1528bdea2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:15.568393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:15.662264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:17.103192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:19.389674 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:19.431255 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:21.435366 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-10e9aa29-0641-4657-813c-875817031af2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713272 Mar 02 08:41:21.571533 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-83887792-0381-4da3-989e-1fb95573af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:41:21.573031 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-83887792-0381-4da3-989e-1fb95573af8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0708530 Mar 02 08:41:21.714994 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-291b65a7-abfc-4ea2-b741-2d9840161bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:41:21.716448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-291b65a7-abfc-4ea2-b741-2d9840161bd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1257463 Mar 02 08:41:21.818149 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-4f32ca66-4d53-42b9-b5e2-247cb06b0914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1001 time: 0.0953782 Mar 02 08:41:21.884740 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-5137149f-89ad-44e9-9146-a9434f352624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:41:21.886238 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-5137149f-89ad-44e9-9146-a9434f352624 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0626493 Mar 02 08:41:21.965360 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-2cd4817e-93c9-4474-a982-0683ebf3e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:41:21.966866 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-2cd4817e-93c9-4474-a982-0683ebf3e471 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742528 Mar 02 08:41:22.199344 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-38ef0572-b692-4d0e-9961-686ee61ad2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263315 Mar 02 08:41:22.330985 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1fc0b348-9578-4346-859c-3ec9ca3a113a req-d5239c1f-73f7-4353-affd-914cc7bdef5f service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251271 Mar 02 08:41:40.034131 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:41:42.095511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-55da70b4-670c-4998-a5d6-e128fa7e4259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:44.386329 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-659bcc05-aa8e-4078-8c84-c98bd5c37605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:45.570964 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:45.665211 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:47.106967 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:49.401728 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:41:49.427977 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:12.098101 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-52e949b3-0bae-4c2f-8c05-74b4d32aa903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:13.458769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8664384-77c9-4c39-a51b-4332dc722f71 req-6dd12aed-f766-4dd4-80fa-a1a13bc2348c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:13.460323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8664384-77c9-4c39-a51b-4332dc722f71 req-6dd12aed-f766-4dd4-80fa-a1a13bc2348c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.1339018 Mar 02 08:42:13.505114 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c8664384-77c9-4c39-a51b-4332dc722f71 req-af0e6e43-2a72-4b1d-9a5b-459073cfeaf0 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Mar 02 08:42:14.388519 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-141da2e0-f27f-4914-832a-630b89a2bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:14.731061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ac112-94d5-4bd0-8494-f0d32478cef3 req-b89d984d-2a88-4c8e-b1b5-7cd4d7ef7fe5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:14.732524 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764ac112-94d5-4bd0-8494-f0d32478cef3 req-b89d984d-2a88-4c8e-b1b5-7cd4d7ef7fe5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.1222453 Mar 02 08:42:14.777006 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-764ac112-94d5-4bd0-8494-f0d32478cef3 req-533b8e5d-1955-4ee8-92fd-444ef7692dae tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388913 Mar 02 08:42:15.571970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:15.667364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:15.967353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b192-f9e9-4dec-b978-b21732a037a1 req-b1697ecc-9579-4720-88d5-8cd274e0598e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:15.968798 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b45b192-f9e9-4dec-b978-b21732a037a1 req-b1697ecc-9579-4720-88d5-8cd274e0598e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0796525 Mar 02 08:42:16.014560 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-5b45b192-f9e9-4dec-b978-b21732a037a1 req-424d6aa0-2208-4d1c-90c6-caf773d4da41 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Mar 02 08:42:17.034646 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:42:17.110486 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:17.203119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b090e-069e-445b-b8ad-978b922c4fcc req-c4b0b566-ee9e-4f2e-b4b5-0dcd348fce8c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:17.204586 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb0b090e-069e-445b-b8ad-978b922c4fcc req-c4b0b566-ee9e-4f2e-b4b5-0dcd348fce8c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0829561 Mar 02 08:42:17.249351 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-eb0b090e-069e-445b-b8ad-978b922c4fcc req-8f015865-c44b-4251-8245-fa160bf5cc46 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390811 Mar 02 08:42:18.527059 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc9bdb-6117-44a8-8142-60fe253f5987 req-38003fed-c2ec-4bdd-95a3-435252d4c13a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:18.528595 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abcc9bdb-6117-44a8-8142-60fe253f5987 req-38003fed-c2ec-4bdd-95a3-435252d4c13a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.1757145 Mar 02 08:42:18.573084 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-abcc9bdb-6117-44a8-8142-60fe253f5987 req-196a4daf-78a3-4cfc-8f63-0aeb37a4d3a2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386660 Mar 02 08:42:19.407454 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:19.442998 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:19.756970 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fb54-4147-47df-85f5-aa80555cae86 req-78e51c3d-77d5-4e28-afc5-8a9f28aa83d1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:19.758470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7d9fb54-4147-47df-85f5-aa80555cae86 req-78e51c3d-77d5-4e28-afc5-8a9f28aa83d1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0790591 Mar 02 08:42:19.804435 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b7d9fb54-4147-47df-85f5-aa80555cae86 req-d8f53cc2-7267-477c-bee7-2a0454a9a001 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Mar 02 08:42:20.990078 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464765f2-87e7-41b7-9661-5d77ef8f5a3d req-78a1180f-ffd5-45e7-8343-2f34717d9858 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:20.991519 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-464765f2-87e7-41b7-9661-5d77ef8f5a3d req-78a1180f-ffd5-45e7-8343-2f34717d9858 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0826557 Mar 02 08:42:21.035580 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-464765f2-87e7-41b7-9661-5d77ef8f5a3d req-fc1de9ac-2018-49a0-a554-e7400914bb90 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Mar 02 08:42:22.218876 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025b16-3108-41b6-b800-0a43211111ec req-df823fa0-263e-45c2-9fb5-53bc9de87a67 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:22.220348 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84025b16-3108-41b6-b800-0a43211111ec req-df823fa0-263e-45c2-9fb5-53bc9de87a67 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0834477 Mar 02 08:42:22.265658 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-84025b16-3108-41b6-b800-0a43211111ec req-29b6ced2-a581-45a5-9c90-cfe7764525a6 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Mar 02 08:42:22.479413 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-2e80f4ef-dae8-45c2-b8f0-7a4edee9f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:22.480851 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-2e80f4ef-dae8-45c2-b8f0-7a4edee9f459 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0734940 Mar 02 08:42:22.630052 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-73ad0858-7898-4f91-a370-d1e9edbd8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:22.631486 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-73ad0858-7898-4f91-a370-d1e9edbd8bbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1313591 Mar 02 08:42:22.729395 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-b52f5cd7-4835-487e-bfcb-1363493c7176 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1001 time: 0.0918505 Mar 02 08:42:22.794440 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-d1ed8d6f-c7ba-497a-a0aa-55fb85a8f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:22.795771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-d1ed8d6f-c7ba-497a-a0aa-55fb85a8f603 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0603776 Mar 02 08:42:22.868275 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-07cef1d9-6a66-476b-9dc9-c16b356c32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:22.869716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-07cef1d9-6a66-476b-9dc9-c16b356c32fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686524 Mar 02 08:42:23.000588 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-9a91da47-bc80-4905-bf5d-c9499b734aeb service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239903 Mar 02 08:42:23.131132 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1f7208bb-2003-4dc1-8fcf-7d1a017c70d8 req-51ed43c8-e0b3-4cb1-b13f-2be3d3ac275e service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252723 Mar 02 08:42:23.453483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d944-333c-4fab-b095-ac2853a51f78 req-d4854897-96ed-4ed5-bcfb-ebb803f21894 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:23.454981 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7157d944-333c-4fab-b095-ac2853a51f78 req-d4854897-96ed-4ed5-bcfb-ebb803f21894 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Mar 02 08:42:23.509582 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7157d944-333c-4fab-b095-ac2853a51f78 req-2e7981d1-02bd-4366-802a-bdbfecb4f4ce tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478086 Mar 02 08:42:23.524087 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-c15af18f-7ec9-49b7-80d4-faa431b74043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:23.525970 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-c15af18f-7ec9-49b7-80d4-faa431b74043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.1210530 Mar 02 08:42:23.655854 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-c5ec5756-4bba-41d8-96dd-93adb0ffe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:23.657288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-c5ec5756-4bba-41d8-96dd-93adb0ffe7e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1255028 Mar 02 08:42:23.759309 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-f4ef4fb0-8467-4907-96f6-07d877d41b93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1001 time: 0.0961452 Mar 02 08:42:23.924407 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-4d7876c9-03fe-4075-a49c-f7466794774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:23.925830 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-4d7876c9-03fe-4075-a49c-f7466794774f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.1602724 Mar 02 08:42:23.999762 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-2653a487-5e71-46c6-9e24-cb8388012f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:24.001184 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-2653a487-5e71-46c6-9e24-cb8388012f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698240 Mar 02 08:42:24.127549 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-28391e19-65d0-4d99-baba-451c22f12a7d service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200271 Mar 02 08:42:24.261756 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-8caba06b-d77b-4393-ba5d-fb1292afa29e req-94e1c15c-927c-463a-860e-48e2287a147a service neutron] 10.222.0.16 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279840 Mar 02 08:42:24.693616 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef465a-5a1f-4737-9c4d-ec98962e4d51 req-824ecbdd-7d22-4dec-a9dc-51b5eabdeabd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:24.695100 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68ef465a-5a1f-4737-9c4d-ec98962e4d51 req-824ecbdd-7d22-4dec-a9dc-51b5eabdeabd tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0786622 Mar 02 08:42:24.738042 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-68ef465a-5a1f-4737-9c4d-ec98962e4d51 req-a554afa3-9dc6-402c-b475-cd86c1154d28 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372937 Mar 02 08:42:25.923366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161d22-6afe-4283-b720-6443bda475ba req-4d155887-7cb8-47b6-8a1a-a2b47129a8a1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:25.924833 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93161d22-6afe-4283-b720-6443bda475ba req-4d155887-7cb8-47b6-8a1a-a2b47129a8a1 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0805326 Mar 02 08:42:25.970564 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-93161d22-6afe-4283-b720-6443bda475ba req-880b9fe4-8020-492b-b20a-29986d9f3644 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 Mar 02 08:42:27.163066 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c98b45-ad17-4e0f-9669-0a7d981f9a73 req-e959e3e5-46d5-4a77-a0be-51b34397a42c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:27.164528 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17c98b45-ad17-4e0f-9669-0a7d981f9a73 req-e959e3e5-46d5-4a77-a0be-51b34397a42c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0824115 Mar 02 08:42:27.208060 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-17c98b45-ad17-4e0f-9669-0a7d981f9a73 req-4a69f273-ccce-4b4a-bdf5-9e0f7e3d4711 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378993 Mar 02 08:42:27.479971 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 47930) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:42:27.555016 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed63675-a8e2-4def-a1ef-ba965d3ef622 req-c4bc8e42-0748-4c08-b979-e61341671186 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:27.556512 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ed63675-a8e2-4def-a1ef-ba965d3ef622 req-c4bc8e42-0748-4c08-b979-e61341671186 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0834258 Mar 02 08:42:27.593136 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-13188769-d404-40a2-ace6-f83899da0590 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119227 Mar 02 08:42:27.600731 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4ed63675-a8e2-4def-a1ef-ba965d3ef622 req-6fa10a0b-5c61-4141-a32f-96ca6277e22c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Mar 02 08:42:28.793207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32690d-8ff7-4bde-abf8-e0650bb7dc5a req-f1fb477a-2b3e-4973-8156-2582cca22b88 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:28.794860 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de32690d-8ff7-4bde-abf8-e0650bb7dc5a req-f1fb477a-2b3e-4973-8156-2582cca22b88 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0840542 Mar 02 08:42:28.840701 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-de32690d-8ff7-4bde-abf8-e0650bb7dc5a req-5fe3da1c-d487-48ce-bc55-cd21338b000b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 Mar 02 08:42:30.026019 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2c96b-9f0d-46f5-8e5b-29e12f36db9e req-a1323958-039f-47b6-a84e-ac8ac250047b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:30.027476 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bff2c96b-9f0d-46f5-8e5b-29e12f36db9e req-a1323958-039f-47b6-a84e-ac8ac250047b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0824082 Mar 02 08:42:30.072771 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bff2c96b-9f0d-46f5-8e5b-29e12f36db9e req-7349a512-988c-448f-b101-5e687c684370 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392251 Mar 02 08:42:30.084715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-8d065643-6a1b-4384-b6c8-44c57e8816c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:30.086239 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-8d065643-6a1b-4384-b6c8-44c57e8816c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724&tenant_id=55e3bd01c0874768820cca6d4325d686 HTTP/1.1" status: 200 len: 1096 time: 0.0763085 Mar 02 08:42:30.096649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827871-1', 'device_owner': 'compute:nova'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:42:30.203351 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:30.463596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:42:30.492192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h1-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:42:30.554089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:42:30.559947 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:30.575130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Transition to ACTIVE for port object 9c843ade-ba78-4068-bf36-86771b1dd15a will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:42:30.578764 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:30.615812 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'code': 200} Mar 02 08:42:30.724821 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=6']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:42:30.769385 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.769733 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.770103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.770447 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.770860 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.771206 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.771538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.772065 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.772397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.772728 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.773055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.773380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:30.788448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] No DVR routers for this DVR port 9c843ade-ba78-4068-bf36-86771b1dd15a on host n-h1-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:42:31.015372 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:42:31.015680 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:42:31.016041 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:42:31.020521 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:42:31.021460 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Attempting to bind port 9c843ade-ba78-4068-bf36-86771b1dd15a on network a4d049de-69e5-47a6-ba32-649ed0817fc6 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:42:31.026630 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:42:31.026967 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Checking segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:42:31.027348 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Bound using segment: {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:42:31.027767 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Bound port: 9c843ade-ba78-4068-bf36-86771b1dd15a, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f15966-3f25-4d6d-ab3d-bade37f0a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:42:31.028112 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:31.164246 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:42:31.219598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:42:31.224272 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:42:31.225487 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:42:31.229246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:31.269660 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5212cc-1817-4e02-b227-46c053c6198f req-c48965bf-e724-4600-8bf4-5b8b1e07aa52 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.271262 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f5212cc-1817-4e02-b227-46c053c6198f req-c48965bf-e724-4600-8bf4-5b8b1e07aa52 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0883172 Mar 02 08:42:31.282990 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.283687 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:31.285186 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1091 time: 1.1921990 Mar 02 08:42:31.322488 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-9f5212cc-1817-4e02-b227-46c053c6198f req-6fde65f0-8045-4a8f-b273-6582467b2045 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Mar 02 08:42:31.330566 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdbff5-0360-4185-8bd2-769f0c7c7ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=7']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:42:31.434825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-7259e974-854b-4224-92eb-72feb16d00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.436322 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-7259e974-854b-4224-92eb-72feb16d00c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1094 time: 0.1283278 Mar 02 08:42:31.568986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-119d05ef-0590-43aa-a05d-87a4db73e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.570386 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-119d05ef-0590-43aa-a05d-87a4db73e9d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1284034 Mar 02 08:42:31.676615 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-b1566fb3-9481-48be-b661-92b893f44a8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 999 time: 0.1001415 Mar 02 08:42:31.742134 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-6ac21f91-902d-464e-a39f-e61fb27359f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.743589 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-6ac21f91-902d-464e-a39f-e61fb27359f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0610509 Mar 02 08:42:31.822707 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-f043fef4-6770-4e7a-b94a-4f889373eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:31.824122 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-f043fef4-6770-4e7a-b94a-4f889373eeef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746455 Mar 02 08:42:31.954762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-0a53851c-44ce-4319-838e-9538fdea0ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250448 Mar 02 08:42:32.084644 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-25bca63d-f873-47f4-9a0d-58911ada4796 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237054 Mar 02 08:42:32.506151 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906f737-0de2-499e-8e7c-9fec8c450718 req-833aaa4f-cfb6-4189-a62d-583bc950065e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:32.507917 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2906f737-0de2-499e-8e7c-9fec8c450718 req-833aaa4f-cfb6-4189-a62d-583bc950065e tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0785410 Mar 02 08:42:32.551856 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2906f737-0de2-499e-8e7c-9fec8c450718 req-98dcaeaf-ae1d-40e8-8499-2e770a34e9a4 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383725 Mar 02 08:42:32.616569 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:42:32.706253 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'status': 'completed', 'code': 200} Mar 02 08:42:32.798071 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-07e3eb68-7237-4c81-bac3-5a59c932151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:32.799498 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-07e3eb68-7237-4c81-bac3-5a59c932151e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1094 time: 0.0717943 Mar 02 08:42:32.926827 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-84d6c083-5df4-4c41-adad-33eba723cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:32.928812 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-84d6c083-5df4-4c41-adad-33eba723cf1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1236794 Mar 02 08:42:33.029300 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-996e4baf-905c-46b2-be1e-a8a23df67403 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 999 time: 0.0943718 Mar 02 08:42:33.090659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-de9b2018-59b0-4ac7-b7cd-2c2c5ec12aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:33.092067 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-de9b2018-59b0-4ac7-b7cd-2c2c5ec12aca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0568800 Mar 02 08:42:33.168160 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-12a1bf34-afda-4de8-8ffd-d39ee9c8f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:33.169636 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-12a1bf34-afda-4de8-8ffd-d39ee9c8f7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717630 Mar 02 08:42:33.298788 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-4dee21d6-2829-4a9f-87e9-33b9aa183b80 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229196 Mar 02 08:42:33.537654 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-352b0198-5fe2-4c1b-a118-824d11ccdca0 req-8c1e91b3-df96-4cb1-9b7a-dd4e23360d3b service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321777 Mar 02 08:42:33.734687 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96b83-30e2-4522-926c-ed513178354b req-14a53f80-7e98-4135-a25f-70be5e9d9b9c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:33.736113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdf96b83-30e2-4522-926c-ed513178354b req-14a53f80-7e98-4135-a25f-70be5e9d9b9c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0775743 Mar 02 08:42:33.779492 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-bdf96b83-30e2-4522-926c-ed513178354b req-f10d0b0e-928e-40e0-860e-219ad6ade211 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378270 Mar 02 08:42:34.961392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df0832-f52d-43bd-8025-bebb34ca7aa5 req-562a0601-66c1-4fb0-9050-868ecddf4049 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:34.962867 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86df0832-f52d-43bd-8025-bebb34ca7aa5 req-562a0601-66c1-4fb0-9050-868ecddf4049 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0784366 Mar 02 08:42:35.006725 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-86df0832-f52d-43bd-8025-bebb34ca7aa5 req-e49e3e0b-2387-4981-8d2c-156263311050 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Mar 02 08:42:36.196384 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a8eca-e18b-4d5e-a618-a96a2aec4ac1 req-0d760dde-d123-4ba7-89a7-4f349e31ab9f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:36.197814 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f81a8eca-e18b-4d5e-a618-a96a2aec4ac1 req-0d760dde-d123-4ba7-89a7-4f349e31ab9f tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0813413 Mar 02 08:42:36.240138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f81a8eca-e18b-4d5e-a618-a96a2aec4ac1 req-9b4e9f96-ec0a-421f-b80b-0707c46d0ff5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Mar 02 08:42:37.429386 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e00b-cb20-4477-953b-198de18debe5 req-5ade7ac8-c5d0-453b-810b-8825bbd556db tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:37.430850 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b08e00b-cb20-4477-953b-198de18debe5 req-5ade7ac8-c5d0-453b-810b-8825bbd556db tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0829432 Mar 02 08:42:37.473403 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0b08e00b-cb20-4477-953b-198de18debe5 req-f14ecf65-618b-45a0-ac1f-d9c9fd312f45 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371015 Mar 02 08:42:38.655314 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a605d0-8168-42a6-af18-fa3d82b4d461 req-f2538834-3e7a-4332-83c2-09364b1b603c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:38.656780 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79a605d0-8168-42a6-af18-fa3d82b4d461 req-f2538834-3e7a-4332-83c2-09364b1b603c tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0800204 Mar 02 08:42:38.700168 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-79a605d0-8168-42a6-af18-fa3d82b4d461 req-7474ae8c-bfd7-4b2e-9b06-ad0a1244bc8a tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371561 Mar 02 08:42:39.880807 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9331a-a008-4992-bf3c-c576ada5606c req-14164a89-f7d9-4dd3-bf6e-2239e69c71f5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:39.882542 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94c9331a-a008-4992-bf3c-c576ada5606c req-14164a89-f7d9-4dd3-bf6e-2239e69c71f5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 943 time: 0.0790153 Mar 02 08:42:39.925640 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94c9331a-a008-4992-bf3c-c576ada5606c req-d5328a48-4c2e-4c43-8036-958d31b0969d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Mar 02 08:42:40.540117 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:42:40.682406 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:42:40.698943 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'port_id': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'mac_address': 'fa:16:3e:6a:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:42:40.752335 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:40.769049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c843ade-ba78-4068-bf36-86771b1dd15a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:42:40.784499 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:42:40.788232 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:40.853192 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:42:40.860402 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.860748 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.861088 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.861424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.861757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.862118 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.862442 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.862767 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.863092 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.863414 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.863737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:40.864059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:42:41.112360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283da449-b9a0-4684-975a-cb85eed61a92 req-e1856562-652b-4988-b735-24e06636a2be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:41.114130 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-283da449-b9a0-4684-975a-cb85eed61a92 req-e1856562-652b-4988-b735-24e06636a2be tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 944 time: 0.0821414 Mar 02 08:42:41.114381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['9c843ade-ba78-4068-bf36-86771b1dd15a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:42:41.159414 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-283da449-b9a0-4684-975a-cb85eed61a92 req-6e8317f4-a13d-4519-899a-2b07d41047d2 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Mar 02 08:42:42.099911 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-a99e5acc-b338-4ee9-8eeb-8127925398cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:42.346585 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41c6c-257b-440d-be85-496d44680f2e req-12ab873c-f625-41ac-918d-7e869f1c7e81 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:42.348016 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94d41c6c-257b-440d-be85-496d44680f2e req-12ab873c-f625-41ac-918d-7e869f1c7e81 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 944 time: 0.0814834 Mar 02 08:42:42.391229 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-94d41c6c-257b-440d-be85-496d44680f2e req-68f88be0-135e-481b-bcba-06ffb9139df5 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375609 Mar 02 08:42:42.547363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:42:42.614126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port 9c843ade-ba78-4068-bf36-86771b1dd15a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:42:42.619488 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port 9c843ade-ba78-4068-bf36-86771b1dd15a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:42:42.619860 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:42.764460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:42.790318 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:42:42.799469 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:42:42.804537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:42.839721 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'code': 200} Mar 02 08:42:42.874561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=9']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:42:43.040547 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042d3c-e89f-4087-8b38-435fae5cde41 req-20618ade-a559-422f-9df9-b3ee23daac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:43.041942 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8042d3c-e89f-4087-8b38-435fae5cde41 req-20618ade-a559-422f-9df9-b3ee23daac5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0693398 Mar 02 08:42:43.082776 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f8042d3c-e89f-4087-8b38-435fae5cde41 req-b3d64d70-3446-472f-90bb-f552d8e7603d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353034 Mar 02 08:42:43.582197 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dbb8-5a96-490a-b630-d4b04721a2c9 req-884c68ba-cd9f-4a92-a32d-cecd770dca93 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:43.583645 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c6dbb8-5a96-490a-b630-d4b04721a2c9 req-884c68ba-cd9f-4a92-a32d-cecd770dca93 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0815556 Mar 02 08:42:43.630552 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-a2c6dbb8-5a96-490a-b630-d4b04721a2c9 req-cd34454f-a73e-45e9-8f7d-49e598f23388 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Mar 02 08:42:44.390718 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-76f9b77c-7b61-41ed-be5c-86ca7e272582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:44.813292 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc3c7f-71b5-4ead-9b64-99bb4638f84a req-8df239d7-37b3-4cf8-a379-b5ab979cec00 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:42:44.814769 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3fc3c7f-71b5-4ead-9b64-99bb4638f84a req-8df239d7-37b3-4cf8-a379-b5ab979cec00 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0783620 Mar 02 08:42:44.857541 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-e3fc3c7f-71b5-4ead-9b64-99bb4638f84a req-c074138f-ccc6-49b0-8746-80f1f982dce3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367160 Mar 02 08:42:45.575357 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:45.670604 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:47.113469 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:49.400817 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:49.457898 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:42:54.038915 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:43:12.102379 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa536718-3ea5-460c-9696-ac2ebf274f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:14.391736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-fa2c4bef-0409-4d07-87c9-0336374edec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:15.576787 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:15.673556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:17.116056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:19.399563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:19.457865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:25.755380 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-06274dac-e89e-47f4-add6-0ed7c26d8554 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727248 Mar 02 08:43:25.892130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-4cee3e72-29b5-479b-a198-7328d019fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:43:25.893573 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-4cee3e72-29b5-479b-a198-7328d019fb72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0701132 Mar 02 08:43:26.035662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-f3a6f623-fb13-4643-9652-7bf1b302c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:43:26.037117 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-f3a6f623-fb13-4643-9652-7bf1b302c785 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1255653 Mar 02 08:43:26.138399 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-7d59c435-6793-420d-87c2-f7b5de46b45b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 1001 time: 0.0956643 Mar 02 08:43:26.199883 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-b83ca60a-8adf-4948-ac9a-9f9474eb8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:43:26.201204 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-b83ca60a-8adf-4948-ac9a-9f9474eb8be1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0569460 Mar 02 08:43:26.277623 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-aa906d16-ebeb-482e-893c-7680136fdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:43:26.279294 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-aa906d16-ebeb-482e-893c-7680136fdbdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716319 Mar 02 08:43:26.409402 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-3e964421-3467-4230-b0d7-5aa749f51bcb service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242840 Mar 02 08:43:26.538430 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-c5db7c9a-cb3a-447e-b90a-f2e9c89b3597 req-202d2589-dd3b-4da6-9cc7-d64d0ebd3a81 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232026 Mar 02 08:43:31.037475 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:43:42.105252 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f8852263-c452-4a92-b84f-4ad1fbcb46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:44.392688 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-95ade25e-56c0-400c-9253-24501918ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:45.580256 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:45.674832 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:47.118954 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:49.415365 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:43:49.454925 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:00.455693 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48024) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:00.756497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Deleting port 43bc64c4-3c29-4b7b-bea5-898f10e438f4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:00.756723 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:00.922043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:00.922374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:01.043592 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Calling delete_port for 43bc64c4-3c29-4b7b-bea5-898f10e438f4 owned by network:floatingip {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:01.190790 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:01.238729 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'Port': ['ID=43bc64c4-3c29-4b7b-bea5-898f10e438f4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:01.281064 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.281410 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.281753 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.282115 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.282627 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.283101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.283428 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.283752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.284073 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.284394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.284758 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.285062 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:01.345156 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for floatingip, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:01.345496 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Floating IP 7c0be27b-c9f2-4471-9e7c-21e2eef612f7 disassociated (deleted). External IP: 172.25.4.214, port: 9c843ade-ba78-4068-bf36-86771b1dd15a. Mar 02 08:44:01.694842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:01.871671 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:01.881396 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:01.890950 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:01.891688 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:01.892048 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:02.065627 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-babcddd6-086f-4111-831f-0722098c780b tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c0be27b-c9f2-4471-9e7c-21e2eef612f7 HTTP/1.1" status: 204 len: 168 time: 1.6087601 Mar 02 08:44:02.066157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:44:02.072591 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:02.111933 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'status': 'completed', 'code': 200} Mar 02 08:44:02.201545 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb343-bde0-44ee-b48f-578c3071249e req-62de7a84-213b-490d-a8c5-e79d8100541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:02.203054 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-62de7a84-213b-490d-a8c5-e79d8100541f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55e3bd01c0874768820cca6d4325d686&device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 1096 time: 0.0703955 Mar 02 08:44:02.344994 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb343-bde0-44ee-b48f-578c3071249e req-e7aa3134-41a6-48aa-9532-f12750002cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:02.346487 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-e7aa3134-41a6-48aa-9532-f12750002cc0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 200 len: 908 time: 0.1372528 Mar 02 08:44:02.400311 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:02.404115 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:02.412330 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:02.412926 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:02.446187 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-6bcb5c1a-e076-4ecd-9b4d-5c1b6c1224c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 200 len: 217 time: 0.0927696 Mar 02 08:44:02.524423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb343-bde0-44ee-b48f-578c3071249e req-2feb4109-ab0c-4f91-926a-9de0adb0f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:02.526010 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-2feb4109-ab0c-4f91-926a-9de0adb0f590 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 200 len: 847 time: 0.0741985 Mar 02 08:44:02.588423 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23cd34-6ef4-438b-ba05-a3c79a2c67ee req-4f0ebb66-0cee-4e1a-9ba8-c198b967770d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:02.589123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8c23cd34-6ef4-438b-ba05-a3c79a2c67ee req-4f0ebb66-0cee-4e1a-9ba8-c198b967770d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Synchronizing usage tracker for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:44:02.591550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:02.612224 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-8c23cd34-6ef4-438b-ba05-a3c79a2c67ee req-4f0ebb66-0cee-4e1a-9ba8-c198b967770d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Unset dirty status for tenant:55e3bd01c0874768820cca6d4325d686 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:44:02.613284 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c23cd34-6ef4-438b-ba05-a3c79a2c67ee req-4f0ebb66-0cee-4e1a-9ba8-c198b967770d tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.2044899 Mar 02 08:44:02.647909 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb343-bde0-44ee-b48f-578c3071249e req-6decd500-0e09-4c56-8b0b-f634907a2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:02.650106 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-6decd500-0e09-4c56-8b0b-f634907a2fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d049de-69e5-47a6-ba32-649ed0817fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146388 Mar 02 08:44:02.701637 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-8c23cd34-6ef4-438b-ba05-a3c79a2c67ee req-ab91f705-413c-4309-a312-3b773f760eac tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771341 Mar 02 08:44:02.793218 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-184948f3-cab4-402b-86c2-f6b17b043a88 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335199 Mar 02 08:44:02.926390 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-492eb343-bde0-44ee-b48f-578c3071249e req-e9cfca92-c8b4-4c5f-b5c8-9d95385c8892 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257875 Mar 02 08:44:02.940259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:02.944203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc193963-417c-4204-9c06-3ecf62cdd35a None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:34:03Z', 'revision_number': 4, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '9edc7ec7-5fdf-473a-baaf-d05a30acc3dc', 'name': '', 'network_id': 'a4d049de-69e5-47a6-ba32-649ed0817fc6', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'mac_address': 'fa:16:3e:e7:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:02Z', 'updated_at': '2022-03-02T08:34:10Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'subnets': [{'id': '90ac90c6-1a23-4522-8694-b1010785cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:03.156359 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62182183-2f1c-462b-a145-b6e6d8ec762b None None] New status for floating IP 7c0be27b-c9f2-4471-9e7c-21e2eef612f7: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:44:03.903494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142563e7-3497-4bdd-be27-2c8d0f8889b5 req-c530537c-6dcd-4305-8240-6bd81c08f0b3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:03.904955 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-142563e7-3497-4bdd-be27-2c8d0f8889b5 req-c530537c-6dcd-4305-8240-6bd81c08f0b3 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0795834 Mar 02 08:44:03.949147 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-142563e7-3497-4bdd-be27-2c8d0f8889b5 req-4f2baeac-80bb-41bd-9021-3eaa7f0e8b33 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/security-groups?id=041e08bd-6262-4dcc-b033-6dbd51f7dbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Mar 02 08:44:04.003211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-5707a089-fa92-454d-8973-d40783f00726 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:04.004651 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-5707a089-fa92-454d-8973-d40783f00726 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.39 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 945 time: 0.0829072 Mar 02 08:44:04.072291 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Deleting port 9c843ade-ba78-4068-bf36-86771b1dd15a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:04.072630 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:04.315512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] For port 9c843ade-ba78-4068-bf36-86771b1dd15a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=9c843ade-ba78-4068-bf36-86771b1dd15a,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:04.315782 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:04.436874 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Calling delete_port for 9c843ade-ba78-4068-bf36-86771b1dd15a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:04.583294 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:04.633575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'Port': ['ID=9c843ade-ba78-4068-bf36-86771b1dd15a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:04.709769 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] No DVR routers for this DVR port 9c843ade-ba78-4068-bf36-86771b1dd15a on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:44:04.712931 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:04.715364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-deleted', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:44:04.731099 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-6bca2d05-bd2a-47bf-8d79-75acbcd192e4 req-06da9cef-4fe7-4b72-a791-a70660eae760 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.39 "DELETE /v2.0/ports/9c843ade-ba78-4068-bf36-86771b1dd15a HTTP/1.1" status: 204 len: 173 time: 0.7203650 Mar 02 08:44:04.761836 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315c14da-90b8-4794-beba-185b0bc76724', 'name': 'network-vif-deleted', 'tag': '9c843ade-ba78-4068-bf36-86771b1dd15a', 'status': 'completed', 'code': 200} Mar 02 08:44:05.120799 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-28e7b132-5d84-4e7c-8cdf-ef15b40b9dae req-e54939ef-f17e-464a-a4f5-17e77c4c0a46 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "GET /v2.0/ports?device_id=315c14da-90b8-4794-beba-185b0bc76724 HTTP/1.1" status: 200 len: 210 time: 0.0563824 Mar 02 08:44:06.220598 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48046) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:06.294849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:06.325969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:06.500658 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:06.525124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e08bd-6262-4dcc-b033-6dbd51f7dbfd,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:06.537365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:06.538604 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5d871a51-482a-44ed-81f3-20f9490de283 tempest-TestShelveInstance-1497481991 tempest-TestShelveInstance-1497481991-project] 10.222.0.21 "DELETE /v2.0/security-groups/041e08bd-6262-4dcc-b033-6dbd51f7dbfd HTTP/1.1" status: 204 len: 168 time: 0.3169851 Mar 02 08:44:06.581673 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48052) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:07.395586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:07.757263 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Deleting port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:07.758529 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:07.931728 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] For port 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:07.932080 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:08.036293 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:44:08.053144 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Calling delete_port for 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc owned by network:router_interface {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:08.363055 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:08.525211 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Pushing event deleted for resources: {'Port': ['ID=9edc7ec7-5fdf-473a-baaf-d05a30acc3dc,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:08.559825 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.560171 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.560510 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.560844 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.561170 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.561494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.561815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.562164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.562485 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.562803 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.563119 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.563435 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:08.801164 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:08.880997 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:08.916378 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: 9c843ade-ba78-4068-bf36-86771b1dd15a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:08.916649 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device 9c843ade-ba78-4068-bf36-86771b1dd15a not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:09.152076 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Router ce1a91fb-f742-4306-ae31-b6e9d18128e0 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:09.325494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:09.338091 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c0347ba3-8fb1-46ce-8b44-7d24b4becbef admin admin] 10.222.0.21 "PUT /v2.0/routers/ce1a91fb-f742-4306-ae31-b6e9d18128e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549877 Mar 02 08:44:09.338478 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Sync routers for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:09.341055 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48058) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:09.347976 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:09.348578 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:09.516668 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:09.529305 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:09.693106 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:09.703260 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Deleting port 538bf1bd-757b-4144-90f5-503bf6b30594 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:09.703773 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:09.810023 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:44:08Z', 'revision_number': 5, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port': {'id': '538bf1bd-757b-4144-90f5-503bf6b30594', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:00Z', 'updated_at': '2022-03-02T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:09.813792 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Checking router: ce1a91fb-f742-4306-ae31-b6e9d18128e0 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:09.822563 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Routers {'ce1a91fb-f742-4306-ae31-b6e9d18128e0'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:09.823148 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:43:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:09.880068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] For port 538bf1bd-757b-4144-90f5-503bf6b30594, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=538bf1bd-757b-4144-90f5-503bf6b30594,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:09.880683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:09.973422 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] Set router ce1a91fb-f742-4306-ae31-b6e9d18128e0 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:10.003161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Calling delete_port for 538bf1bd-757b-4144-90f5-503bf6b30594 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:10.078176 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:44:09Z', 'revision_number': 6, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:10.082165 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4875b91-922d-4849-a54c-7b15c26d0c0b None None] The sync data for ids ['ce1a91fb-f742-4306-ae31-b6e9d18128e0'] in n-d-827871-1 is: [{'id': 'ce1a91fb-f742-4306-ae31-b6e9d18128e0', 'name': 'tempest-TestShelveInstance-754241721-router', 'tenant_id': '55e3bd01c0874768820cca6d4325d686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:33:59Z', 'updated_at': '2022-03-02T08:44:09Z', 'revision_number': 6, 'project_id': '55e3bd01c0874768820cca6d4325d686', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:10.308383 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.389654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=538bf1bd-757b-4144-90f5-503bf6b30594,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:10.451387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.734219 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.736400 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.758879 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.759281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1a91fb-f742-4306-ae31-b6e9d18128e0 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:44:10.771822 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.772952 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-76764313-9c3b-43d3-8140-57f3ced338e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce1a91fb-f742-4306-ae31-b6e9d18128e0 HTTP/1.1" status: 204 len: 168 time: 1.4308517 Mar 02 08:44:10.776223 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48062) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:10.836867 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Deleting subnet 90ac90c6-1a23-4522-8694-b1010785cc53 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:44:10.839989 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.892859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:10.973961 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.046079 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.088366 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ac90c6-1a23-4522-8694-b1010785cc53,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:11.092063 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.097812 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c7db6-977c-44b9-bab4-a176b39e8db7 None None] Network a4d049de-69e5-47a6-ba32-649ed0817fc6 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:11.098317 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-be19e15a-78d4-4cad-a5d3-7dff4b9fc4c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90ac90c6-1a23-4522-8694-b1010785cc53 HTTP/1.1" status: 204 len: 168 time: 0.3208046 Mar 02 08:44:11.100567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48066) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:11.205347 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.217928 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Deleting port 1e424c79-6925-46fa-8429-562488ea37a9 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:11.218391 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.377225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] DHCP port deletion for a4d049de-69e5-47a6-ba32-649ed0817fc6 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:44:11.382764 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Deleting port 1e424c79-6925-46fa-8429-562488ea37a9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:11.383390 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.413395 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 538bf1bd-757b-4144-90f5-503bf6b30594 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:11.441632 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] For port 1e424c79-6925-46fa-8429-562488ea37a9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1e424c79-6925-46fa-8429-562488ea37a9,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:11.441632 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.455385 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 538bf1bd-757b-4144-90f5-503bf6b30594 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:11.455736 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 538bf1bd-757b-4144-90f5-503bf6b30594 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:11.456142 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:11.496697 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:11.497035 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 9edc7ec7-5fdf-473a-baaf-d05a30acc3dc not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:11.569263 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Calling delete_port for 1e424c79-6925-46fa-8429-562488ea37a9 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:11.651718 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.662820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] For port 1e424c79-6925-46fa-8429-562488ea37a9, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=1e424c79-6925-46fa-8429-562488ea37a9,segment=NetworkSegment(71f15966-3f25-4d6d-ab3d-bade37f0a0b0),segment_id=71f15966-3f25-4d6d-ab3d-bade37f0a0b0)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:11.663216 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.702139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e424c79-6925-46fa-8429-562488ea37a9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:11.703931 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] No DVR routers for this DVR port 1e424c79-6925-46fa-8429-562488ea37a9 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:44:11.792480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Calling delete_port for 1e424c79-6925-46fa-8429-562488ea37a9 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:11.822854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.849287 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d049de-69e5-47a6-ba32-649ed0817fc6']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:44:11.860549 n-d-827871-1 neutron-server[87856]: util.warn( Mar 02 08:44:11.864397 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f15966-3f25-4d6d-ab3d-bade37f0a0b0') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:11.864757 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f15966-3f25-4d6d-ab3d-bade37f0a0b0') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:11.866828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:44:11.867228 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:44:11.876579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.902006 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.908523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:44:11.908833 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:44:11.921988 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:44:11.999662 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:12.016747 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:12.026764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d049de-69e5-47a6-ba32-649ed0817fc6,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:12.039377 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-24e30041-82b7-4e5a-83c2-0a99897fcd97 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4d049de-69e5-47a6-ba32-649ed0817fc6 HTTP/1.1" status: 204 len: 168 time: 0.9378476 Mar 02 08:44:12.042213 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48070) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:12.106823 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1fc8749b-831a-4875-a574-ea9e06ee37ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:12.368757 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Deleting port 1e424c79-6925-46fa-8429-562488ea37a9 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:12.369069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:12.434312 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-2fb177a0-484c-437d-875a-0780071699b0 None None] The port '1e424c79-6925-46fa-8429-562488ea37a9' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:44:12.679041 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:13.033156 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Deleting port bfb0be6f-d18b-4063-b7af-d0e944a36720 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:13.033437 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:13.202490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] For port bfb0be6f-d18b-4063-b7af-d0e944a36720, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=bfb0be6f-d18b-4063-b7af-d0e944a36720,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:13.202847 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:13.327797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Calling delete_port for bfb0be6f-d18b-4063-b7af-d0e944a36720 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:13.369598 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1e424c79-6925-46fa-8429-562488ea37a9 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:13.405635 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 1e424c79-6925-46fa-8429-562488ea37a9 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:13.406002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 1e424c79-6925-46fa-8429-562488ea37a9 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:13.515178 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:13.560194 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb0be6f-d18b-4063-b7af-d0e944a36720,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:13.935089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:14.298395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Router 306be764-de01-4647-aa1b-47bc977f02bd has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:14.394736 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-31415e74-931d-4c89-93bf-67935081e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:14.475831 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:14.484593 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Sync routers for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:14.487906 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-3fe9d8ac-3bad-4628-afd6-cbc1248f0805 admin admin] 10.222.0.21 "PUT /v2.0/routers/306be764-de01-4647-aa1b-47bc977f02bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4432263 Mar 02 08:44:14.488906 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48074) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:14.495599 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:14.496216 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:14.670198 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:14.708430 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:14.842770 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:14.853364 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Deleting port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:14.853726 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:14.999152 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:44:13Z', 'revision_number': 5, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port': {'id': '83bb69aa-aaf5-47c3-8d65-281fb301f2e2', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306be764-de01-4647-aa1b-47bc977f02bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:34:06Z', 'updated_at': '2022-03-02T08:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:15.002914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Checking router: 306be764-de01-4647-aa1b-47bc977f02bd for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:15.012683 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Routers {'306be764-de01-4647-aa1b-47bc977f02bd'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:15.013290 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['306be764-de01-4647-aa1b-47bc977f02bd'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:15.029813 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] For port 83bb69aa-aaf5-47c3-8d65-281fb301f2e2, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:15.030394 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.164761 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] Set router 306be764-de01-4647-aa1b-47bc977f02bd gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:15.267360 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Calling delete_port for 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:15.272779 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:44:14Z', 'revision_number': 6, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:15.276824 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4696c-1e71-4228-840e-266098452fc3 None None] The sync data for ids ['306be764-de01-4647-aa1b-47bc977f02bd'] in n-d-827871-1 is: [{'id': '306be764-de01-4647-aa1b-47bc977f02bd', 'name': 'tempest-TestShelveInstance-812426828-router', 'tenant_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:34:05Z', 'updated_at': '2022-03-02T08:44:14Z', 'revision_number': 6, 'project_id': 'e9e07ed6293c4f23aba1e5382098bf41', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:15.433777 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.481800 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Pushing event deleted for resources: {'Port': ['ID=83bb69aa-aaf5-47c3-8d65-281fb301f2e2,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:15.571296 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.582749 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.685845 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.740747 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bfb0be6f-d18b-4063-b7af-d0e944a36720 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:15.754365 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.756898 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.782118 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.782659 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306be764-de01-4647-aa1b-47bc977f02bd {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:44:15.790588 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: bfb0be6f-d18b-4063-b7af-d0e944a36720 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:15.790988 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device bfb0be6f-d18b-4063-b7af-d0e944a36720 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:15.796560 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.797690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a70487bb-5af4-40e7-ae9f-676c89cca011 admin admin] 10.222.0.21 "DELETE /v2.0/routers/306be764-de01-4647-aa1b-47bc977f02bd HTTP/1.1" status: 204 len: 168 time: 1.3078918 Mar 02 08:44:15.800218 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48078) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:15.860554 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Deleting subnet 9b9fca7d-9c58-4994-bc6f-45e5e3c7e260 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:44:15.863402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.911514 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:15.990163 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.059546 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.099440 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9fca7d-9c58-4994-bc6f-45e5e3c7e260,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:16.103557 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.108781 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3caf3-2f16-47d4-978e-4bb06df99243 None None] Network b9ee9018-a14d-44ce-90ed-ab34a5325c2a requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:16.111678 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ffe03d86-2cda-4d31-a4d0-ae288bc73924 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b9fca7d-9c58-4994-bc6f-45e5e3c7e260 HTTP/1.1" status: 204 len: 168 time: 0.3104703 Mar 02 08:44:16.114212 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48082) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:16.222724 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.234394 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Deleting port 35a33855-9d83-4582-8b36-995ed9fee04b {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:16.235093 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.384562 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] DHCP port deletion for b9ee9018-a14d-44ce-90ed-ab34a5325c2a request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:44:16.388759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Deleting port 35a33855-9d83-4582-8b36-995ed9fee04b {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:16.389135 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.455313 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] For port 35a33855-9d83-4582-8b36-995ed9fee04b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=35a33855-9d83-4582-8b36-995ed9fee04b,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:16.455665 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.583446 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Calling delete_port for 35a33855-9d83-4582-8b36-995ed9fee04b owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:16.606890 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] For port 35a33855-9d83-4582-8b36-995ed9fee04b, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=35a33855-9d83-4582-8b36-995ed9fee04b,segment=NetworkSegment(05cfd410-320a-4fd8-9bd9-63a494863a38),segment_id=05cfd410-320a-4fd8-9bd9-63a494863a38)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:16.607420 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.660623 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.733981 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Calling delete_port for 35a33855-9d83-4582-8b36-995ed9fee04b owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:44:16.803952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a33855-9d83-4582-8b36-995ed9fee04b,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:16.809771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] No DVR routers for this DVR port 35a33855-9d83-4582-8b36-995ed9fee04b on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:44:16.847154 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:44:16.847429 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:44:16.926125 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.951647 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ee9018-a14d-44ce-90ed-ab34a5325c2a']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:16.964068 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfd410-320a-4fd8-9bd9-63a494863a38') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:16.964373 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfd410-320a-4fd8-9bd9-63a494863a38') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:16.975418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.990802 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:16.997174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:44:16.997569 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:44:17.011282 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:44:17.088334 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.104824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.114771 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ee9018-a14d-44ce-90ed-ab34a5325c2a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:17.120046 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-cffe2059-2c2e-4183-a17b-4544d97491c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b9ee9018-a14d-44ce-90ed-ab34a5325c2a HTTP/1.1" status: 204 len: 168 time: 1.0047946 Mar 02 08:44:17.124484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.249355 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48088) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:17.300079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-35289718-a833-4ef0-b98d-baee5220affb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55e3bd01c0874768820cca6d4325d686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491865 Mar 02 08:44:17.302518 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48092) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:17.348957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Deleting port 35a33855-9d83-4582-8b36-995ed9fee04b {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:44:17.349478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.365099 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.381273 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:17.391128 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.443768 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.448543 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:17.448914 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 83bb69aa-aaf5-47c3-8d65-281fb301f2e2 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:17.449381 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 35a33855-9d83-4582-8b36-995ed9fee04b no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:44:17.461473 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac04bec3-d4e5-400d-90a9-fa9ce349798e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:17.468055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.469244 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ad42ea94-53f3-4c0c-a018-f67c3d95db1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac04bec3-d4e5-400d-90a9-fa9ce349798e HTTP/1.1" status: 204 len: 168 time: 0.1658025 Mar 02 08:44:17.484165 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3988-a2f4-4002-bc09-e208d888cb77 None None] The port '35a33855-9d83-4582-8b36-995ed9fee04b' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:44:17.504086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 35a33855-9d83-4582-8b36-995ed9fee04b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:44:17.504449 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 35a33855-9d83-4582-8b36-995ed9fee04b not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:44:17.830919 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48100) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:17.879220 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-463a85fb-7372-4b81-9242-03dd89136750 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9e07ed6293c4f23aba1e5382098bf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471058 Mar 02 08:44:17.881755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48104) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:17.938249 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:17.963958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:18.019170 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:18.032497 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c693969-cf2e-4d02-9f5e-1ffaeb751af5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:18.038924 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:18.040113 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8e1df32e-3bdf-4a2b-b8fa-dc3655e24f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c693969-cf2e-4d02-9f5e-1ffaeb751af5 HTTP/1.1" status: 204 len: 168 time: 0.1574230 Mar 02 08:44:18.807031 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48128) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:18.910395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-32759316-network', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:18.916936 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:18.920805 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Usage tracker for resource:network and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:18.923642 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:18.929211 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:18.939903 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Made reservation on behalf of d238dd0153d54c8cbb4249fd623266ec for: {'network': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:44:18.942418 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:18.957037 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:18.974097 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:18.978679 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:18.981474 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:18.987207 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:19.069482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.073800 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.102123 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:44:19.114442 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e652cf40-67e3-4055-bacf-60919dba2453,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:19.120468 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.120827 n-d-827871-1 neutron-server[87854]: INFO neutron.db.segments_db [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Added segment af7c1b50-3bfb-4138-8de9-8e170ca5d00c of type vlan for network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 Mar 02 08:44:19.146728 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.174682 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.175602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:19.176168 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.277407 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4692507 Mar 02 08:44:19.278294 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ac0d9-4a69-4b25-ba05-30e9f3837f6b admin admin] Pushing event updated for resources: {'Network': ['ID=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:19.280232 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48134) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:19.285646 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Request body: {'subnet': {'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-32759316-subnet', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:19.288532 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:44:19.292186 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:19.296101 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Usage tracker for resource:subnet and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:19.299164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:19.305556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:19.315421 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Made reservation on behalf of d238dd0153d54c8cbb4249fd623266ec for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:44:19.319405 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.413794 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.471969 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.524362 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.596575 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77937f8-9bf0-4b5f-a70a-8c2baf081372,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:19.607402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Checking segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:19.607763 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Network hostable DHCP agents. Network: 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:44:19.626807 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:44:19.636342 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:19.640103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:19.640684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.645365 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16410e20-5944-4624-89d3-ea4fcfe5742f None None] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:19.661152 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-64302aae-30fa-40bb-87a0-47ec5d5c8445 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3798711 Mar 02 08:44:19.663722 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48138) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:19.669051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:19.674448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:19.678396 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Usage tracker for resource:router and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:19.682086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:19.691334 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:19.703451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.704439 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.719206 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.866304 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:44:19.867136 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:19.986067 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.022606 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Allocated IP 172.20.0.2 (6a978dfa-0fd3-475b-84c9-7b12a3e31fb1/a77937f8-9bf0-4b5f-a70a-8c2baf081372/26f1ad78-4433-44a7-9299-854170d6e7e4) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:20.231991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.242451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Transition to ACTIVE for port object 26f1ad78-4433-44a7-9299-854170d6e7e4 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:20.263147 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Transition to ACTIVE for port object 26f1ad78-4433-44a7-9299-854170d6e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:20.268453 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.337259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:20.340475 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:20.343151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:20.349153 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Pushing event updated for resources: {'Port': ['ID=26f1ad78-4433-44a7-9299-854170d6e7e4,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:20.386525 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.386870 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.387206 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.387535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.387867 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.388189 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.388507 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.388821 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.389134 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.389447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.389759 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.390097 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:20.402840 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.434910 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.447570 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Attempting to bind port 26f1ad78-4433-44a7-9299-854170d6e7e4 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:20.447929 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Attempting to bind port 26f1ad78-4433-44a7-9299-854170d6e7e4 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:20.448289 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Attempting to bind port 26f1ad78-4433-44a7-9299-854170d6e7e4 on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:20.453443 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:20.453810 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Checking segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:20.454231 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.454617 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Bound using segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:20.455070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Bound port: 26f1ad78-4433-44a7-9299-854170d6e7e4, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:20.455437 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.547233 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] For port 26f1ad78-4433-44a7-9299-854170d6e7e4, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:20.550491 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] For port 26f1ad78-4433-44a7-9299-854170d6e7e4, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26f1ad78-4433-44a7-9299-854170d6e7e4,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:20.554635 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.571538 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Allocated IP 172.25.4.246 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/d21c8004-56b6-43ec-a104-8a8f5be3a66c) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:20.642225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289c05b-5bd9-4506-a952-ad003485457e None None] Pushing event updated for resources: {'Port': ['ID=26f1ad78-4433-44a7-9299-854170d6e7e4,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:20.724192 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.754852 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:20.830415 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:20.833214 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:20.836799 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:20.887825 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Pushing event updated for resources: {'Port': ['ID=d21c8004-56b6-43ec-a104-8a8f5be3a66c,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:21.280417 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:21.412603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26f1ad78-4433-44a7-9299-854170d6e7e4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:21.488964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 26f1ad78-4433-44a7-9299-854170d6e7e4 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:21.638176 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43130b97-9c69-473a-9219-9d154e102087 None None] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:21.749446 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:21.751084 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Provisioning for port 26f1ad78-4433-44a7-9299-854170d6e7e4 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:21.765895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Provisioning complete for port 26f1ad78-4433-44a7-9299-854170d6e7e4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:21.766271 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:21.953944 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:44:22.021830 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:22.058622 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] For port 26f1ad78-4433-44a7-9299-854170d6e7e4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26f1ad78-4433-44a7-9299-854170d6e7e4,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:22.066908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:22.142219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ed07f-3c9c-4da9-9916-2d4a02ddd5a9 None None] Pushing event updated for resources: {'Port': ['ID=26f1ad78-4433-44a7-9299-854170d6e7e4,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:22.149534 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:22.158662 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:22.169701 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:22.170383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:22.176143 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:22.177473 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-9147d30a-2e20-4505-b83e-3ec34a5dcd8c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5127726 Mar 02 08:44:22.180163 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48142) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:22.289056 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-87a9de6b-72fb-4956-a165-5dd3013e72e1 None None] Provisioning complete for port 26f1ad78-4433-44a7-9299-854170d6e7e4 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:22.289430 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-87a9de6b-72fb-4956-a165-5dd3013e72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:22.347834 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:22.663246 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:21Z', 'revision_number': 3, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:22.667390 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:22.667732 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Updating router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 port d21c8004-56b6-43ec-a104-8a8f5be3a66c binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:44:22.719213 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:22.861043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.042997 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.054420 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Transition to ACTIVE for port object d21c8004-56b6-43ec-a104-8a8f5be3a66c will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:23.062182 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.069036 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Allocated IP 172.20.0.1 (6a978dfa-0fd3-475b-84c9-7b12a3e31fb1/a77937f8-9bf0-4b5f-a70a-8c2baf081372/19ba5329-813e-487d-9e7e-2396effcbca7) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:23.145006 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Attempting to bind port d21c8004-56b6-43ec-a104-8a8f5be3a66c on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:23.145372 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Attempting to bind port d21c8004-56b6-43ec-a104-8a8f5be3a66c by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:23.145727 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Attempting to bind port d21c8004-56b6-43ec-a104-8a8f5be3a66c on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:23.147775 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Pushing event updated for resources: {'Port': ['ID=d21c8004-56b6-43ec-a104-8a8f5be3a66c,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:23.156333 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.156678 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.157017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.157369 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.157674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.158032 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.158351 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.158693 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.159269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.159383 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.159625 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.159940 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:44:23.165499 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:23.166384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:23.166781 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.167157 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:23.167612 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Bound port: d21c8004-56b6-43ec-a104-8a8f5be3a66c, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:23.167979 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.242819 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] For port d21c8004-56b6-43ec-a104-8a8f5be3a66c, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:23.246789 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] For port d21c8004-56b6-43ec-a104-8a8f5be3a66c, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d21c8004-56b6-43ec-a104-8a8f5be3a66c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:23.251924 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.329724 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:23.330377 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:23.348451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.364953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Transition to ACTIVE for port object 19ba5329-813e-487d-9e7e-2396effcbca7 will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:23.387132 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26f1ad78-4433-44a7-9299-854170d6e7e4 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:23.392890 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.403834 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2011-17c8-455d-b8d2-9a3b8ca54882 None None] Pushing event updated for resources: {'Port': ['ID=d21c8004-56b6-43ec-a104-8a8f5be3a66c,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:23.457938 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 26f1ad78-4433-44a7-9299-854170d6e7e4 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:23.458338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.466179 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:23.474317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:23.476573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:23.523995 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:23.539500 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:23.563664 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.761840 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1aa1e9bf-a6ad-4dd2-a731-d462f664241a None None] Provisioning for port 19ba5329-813e-487d-9e7e-2396effcbca7 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:23.768603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1aa1e9bf-a6ad-4dd2-a731-d462f664241a None None] Provisioning complete for port 19ba5329-813e-487d-9e7e-2396effcbca7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:23.768975 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e9bf-a6ad-4dd2-a731-d462f664241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.826644 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1e9bf-a6ad-4dd2-a731-d462f664241a None None] Port 19ba5329-813e-487d-9e7e-2396effcbca7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:44:23.839772 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:23.856503 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:21Z', 'revision_number': 3, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:23.860403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1ad31-4ceb-4aed-90fb-38bb08cc723c None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:21Z', 'revision_number': 3, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:24.078906 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:24.085502 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:24.199437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:24.203742 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:24.343568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:24.344756 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:24.542406 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:24.650907 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-f2db8943-98bd-4c01-8035-9d04f964ee96 None None] Provisioning complete for port 19ba5329-813e-487d-9e7e-2396effcbca7 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:24.651398 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f2db8943-98bd-4c01-8035-9d04f964ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:24.734232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-f2db8943-98bd-4c01-8035-9d04f964ee96 None None] Port 19ba5329-813e-487d-9e7e-2396effcbca7 cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:44:24.751136 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:24.763104 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-b9491628-86d8-4d87-b3e2-5d0db38cbc59 admin admin] 10.222.0.21 "PUT /v2.0/routers/b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817106 Mar 02 08:44:25.276042 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48160) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:25.281436 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1329035479-network', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:25.287012 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:25.291295 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Usage tracker for resource:network and tenant:743d46c8fe5c418692a093d4ecf5adb9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:25.294136 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:25.300282 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:25.311502 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Made reservation on behalf of 743d46c8fe5c418692a093d4ecf5adb9 for: {'network': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:44:25.313809 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for network, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.326538 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.341317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:25.345178 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Usage tracker for resource:security_group_rule and tenant:743d46c8fe5c418692a093d4ecf5adb9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:25.348028 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:25.354331 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:25.415388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d21c8004-56b6-43ec-a104-8a8f5be3a66c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:25.445547 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:25.448758 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.452616 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.477564 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:25.479085 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:25.485886 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:44:25.491067 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349c999-0fd5-4c1d-a136-a2b20dc5c96c,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:25.497867 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.498237 n-d-827871-1 neutron-server[87855]: INFO neutron.db.segments_db [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Added segment fa493d86-b815-4bba-a3bc-e19728962d81 of type vlan for network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 Mar 02 08:44:25.525631 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788869697913'] for network, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.555412 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872'] for network, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.556503 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:25.557240 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Notify callbacks [] for network, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.639022 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port d21c8004-56b6-43ec-a104-8a8f5be3a66c completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:25.652582 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d21c8004-56b6-43ec-a104-8a8f5be3a66c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:25.653315 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.656166 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3790090 Mar 02 08:44:25.659043 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48164) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:25.664399 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Request body: {'subnet': {'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1329035479-subnet', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'ip_version': 4}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:25.664608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba098-4a86-4860-8b6d-f4e4a31b04bb admin admin] Pushing event updated for resources: {'Network': ['ID=e9a20c05-dc12-4e21-9b2b-a98d9373b2f9,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:25.670884 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:25.674770 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Usage tracker for resource:subnet and tenant:743d46c8fe5c418692a093d4ecf5adb9 is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:25.677710 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:25.684161 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:25.694192 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Made reservation on behalf of 743d46c8fe5c418692a093d4ecf5adb9 for: {'subnet': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:44:25.694603 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 details requested by agent ovs-agent-n-d-827871-1 with host n-d-827871-1 {{(pid=87856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:44:25.697261 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2988865'] for subnet, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:25.744926 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:26.011642 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2988887'] for subnet, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.084755 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98993227-7dd1-4d9e-b33e-73eccd6f6ce5,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:26.095801 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Checking segment: {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:26.095952 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Network hostable DHCP agents. Network: e9a20c05-dc12-4e21-9b2b-a98d9373b2f9, hostable agents: ['ab852d86-3601-4f08-8bea-9cbf7e13b07f'], hosted agents: [] {{(pid=87854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:44:26.113908 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.114344 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 is scheduled to be hosted by DHCP agent ab852d86-3601-4f08-8bea-9cbf7e13b07f with binding_index 1 {{(pid=87854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:44:26.123576 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827871-1, e9a20c05-dc12-4e21-9b2b-a98d9373b2f9) {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:26.127463 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:26.128081 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.140970 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8429eff-b066-47d6-a99d-0e16ca18fc26 None None] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:26.151356 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4e1b8f5e-b518-4844-aa51-f70a4066e86b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4911525 Mar 02 08:44:26.154330 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48168) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:26.159364 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:26.164761 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:26.168832 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Usage tracker for resource:router and tenant:743d46c8fe5c418692a093d4ecf5adb9 is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:26.171734 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:26.177497 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:26.189653 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1237'] for router, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.191059 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1260'] for router, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.208122 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.247344 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port d21c8004-56b6-43ec-a104-8a8f5be3a66c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d21c8004-56b6-43ec-a104-8a8f5be3a66c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:26.304282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.449707 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=d21c8004-56b6-43ec-a104-8a8f5be3a66c,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:26.469719 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 2, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:26.478515 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:26.478879 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Updating router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 port 19ba5329-813e-487d-9e7e-2396effcbca7 binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:44:26.566226 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc15e341e-b4d0-55e8-b1cf-4fbba6e927cf-e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'fixed_ips': [{'subnet_id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5'}]}} from n-d-827871-1. {{(pid=87856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:44:26.567053 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.588005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.603527 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1266'] for router, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.874232 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.db_base_plugin_common [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Allocated IP 172.20.0.2 (e9a20c05-dc12-4e21-9b2b-a98d9373b2f9/98993227-7dd1-4d9e-b33e-73eccd6f6ce5/b83c7309-23a2-4562-a354-9fa3d6dbd973) {{(pid=87856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:26.922699 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:26.953707 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.092379 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Allocated IP 172.25.4.43 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2b3589d7-a7c0-40a0-a9ae-6a05e79aa664) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:27.232034 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.242286 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.250460 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.257214 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Transition to ACTIVE for port object 19ba5329-813e-487d-9e7e-2396effcbca7 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:27.265957 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Transition to ACTIVE for port object b83c7309-23a2-4562-a354-9fa3d6dbd973 will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:27.271893 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.274766 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.329452 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:27.333325 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:27.336099 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:27.400882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:27.420429 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Transition to ACTIVE for port object b83c7309-23a2-4562-a354-9fa3d6dbd973 will not be triggered until provisioned by entity DHCP. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:27.421798 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d21c8004-56b6-43ec-a104-8a8f5be3a66c up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:27.472339 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ccd90-1ee7-458d-864e-4834651eaed7 None None] Pushing event updated for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:27.500588 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828'] for port, after_create {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.633039 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 is already hosted by enough agents. {{(pid=87856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:27.646267 n-d-827871-1 neutron-server[87856]: DEBUG neutron.scheduler.base_scheduler [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Resources bound (agent type, host, resource id): {{(pid=87856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:27.655952 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Received port after_create {{(pid=87856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:27.657996 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Attempting to bind port 19ba5329-813e-487d-9e7e-2396effcbca7 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:27.658369 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Attempting to bind port 19ba5329-813e-487d-9e7e-2396effcbca7 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:27.658735 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Attempting to bind port 19ba5329-813e-487d-9e7e-2396effcbca7 on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:27.667119 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Pushing event updated for resources: {'Port': ['ID=b83c7309-23a2-4562-a354-9fa3d6dbd973,revision_number=1']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:27.700066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:27.700445 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Checking segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:27.700852 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.701245 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Bound using segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:27.701737 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Bound port: 19ba5329-813e-487d-9e7e-2396effcbca7, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:27.702141 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.786208 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.857066 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port d21c8004-56b6-43ec-a104-8a8f5be3a66c triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:27.857446 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.916447 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Attempting to bind port b83c7309-23a2-4562-a354-9fa3d6dbd973 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:27.917109 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Attempting to bind port b83c7309-23a2-4562-a354-9fa3d6dbd973 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:27.917225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Attempting to bind port b83c7309-23a2-4562-a354-9fa3d6dbd973 on network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:27.939613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:27.939999 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Checking segment: {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:27.940410 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:27.940811 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Bound using segment: {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:27.941293 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Bound port: b83c7309-23a2-4562-a354-9fa3d6dbd973, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:27.941675 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:28.012082 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] For port 19ba5329-813e-487d-9e7e-2396effcbca7, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:28.035347 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] For port 19ba5329-813e-487d-9e7e-2396effcbca7, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=19ba5329-813e-487d-9e7e-2396effcbca7,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:28.050005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:28.156446 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] For port b83c7309-23a2-4562-a354-9fa3d6dbd973, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:28.191464 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] For port b83c7309-23a2-4562-a354-9fa3d6dbd973, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b83c7309-23a2-4562-a354-9fa3d6dbd973,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:28.202078 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:28.213319 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:28.213968 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:28.259516 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1003026'] for router, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:28.274034 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ccd90-1ee7-458d-864e-4834651eaed7 None None] Pushing event updated for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:28.465452 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709332a-8147-4fdb-ac98-0f0b732248a8 None None] Pushing event updated for resources: {'Port': ['ID=b83c7309-23a2-4562-a354-9fa3d6dbd973,revision_number=2']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:28.487553 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:28.490118 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Router 36722a3c-65f5-4762-ada9-6562257e45c7 is scheduled to L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef with binding_index 1 {{(pid=87855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:44:28.701242 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:28.715590 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Sync routers for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:28.725991 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:28.726679 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:28.732904 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:28.736978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48172) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:28.737826 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-94fe94ed-c600-4c49-90dd-d47ae13809e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5824530 Mar 02 08:44:28.858671 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:28.862708 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85df2-60b3-4e36-847a-09725c8d5401 None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:28.991261 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:29.335947 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 3, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:29.344269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Checking router: 36722a3c-65f5-4762-ada9-6562257e45c7 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:29.344269 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Updating router 36722a3c-65f5-4762-ada9-6562257e45c7 port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 binding host n-d-827871-1 {{(pid=87857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:44:29.427040 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:29.513368 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 19ba5329-813e-487d-9e7e-2396effcbca7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:29.570959 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909b280-650f-480a-9bca-f4cb543d72b3 None None] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:44:29.601730 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:29.804571 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-72e2fedd-2373-410d-baef-f3ebd266d7e0 None None] Provisioning for port b83c7309-23a2-4562-a354-9fa3d6dbd973 completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:29.812073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 19ba5329-813e-487d-9e7e-2396effcbca7 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:29.820480 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 19ba5329-813e-487d-9e7e-2396effcbca7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:29.820855 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:29.861112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Allocated IP 172.20.0.1 (e9a20c05-dc12-4e21-9b2b-a98d9373b2f9/98993227-7dd1-4d9e-b33e-73eccd6f6ce5/4d6b493c-f8c7-49a9-be11-00de8b645d4e) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:29.870550 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks [] for port, precommit_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:29.886654 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.provisioning_blocks [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Transition to ACTIVE for port object 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 will not be triggered until provisioned by entity L2. {{(pid=87857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:29.903726 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:29.998474 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Attempting to bind port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 on host n-d-827871-1 for vnic_type normal with profile {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:29.998840 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Attempting to bind port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:29.999196 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Attempting to bind port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 on network fef1219c-25d0-4227-8b67-5035e9db7d25 {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:30.005345 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef701-704d-4c60-8cab-e25ce15ef04d None None] Pushing event updated for resources: {'Port': ['ID=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,revision_number=2']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:30.018982 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:30.021427 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Checking segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:30.021559 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.022099 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Bound using segment: {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'} {{(pid=87857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:30.022584 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.managers [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Bound port: 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0048-f920-4bb6-8893-2065fb7f7b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25'}}] {{(pid=87857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:30.022962 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.060896 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.084246 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.105367 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Transition to ACTIVE for port object 4d6b493c-f8c7-49a9-be11-00de8b645d4e will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:30.115797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 19ba5329-813e-487d-9e7e-2396effcbca7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=19ba5329-813e-487d-9e7e-2396effcbca7,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:30.127556 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.128440 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b83c7309-23a2-4562-a354-9fa3d6dbd973 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:30.140572 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] For port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664, host n-d-827871-1, cleared binding levels {{(pid=87857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:30.142402 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.152589 n-d-827871-1 neutron-server[87857]: DEBUG neutron.plugins.ml2.db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] For port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:30.168331 n-d-827871-1 neutron-server[87857]: DEBUG neutron_lib.callbacks.manager [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.230736 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:30.234069 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:30.244083 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:30.292650 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:30.295220 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef701-704d-4c60-8cab-e25ce15ef04d None None] Pushing event updated for resources: {'Port': ['ID=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,revision_number=3']} {{(pid=87857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:30.313305 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:30.323906 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:30.324695 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:30.332818 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1003352'] for router_interface, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.363043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port b83c7309-23a2-4562-a354-9fa3d6dbd973 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:30.367809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b83c7309-23a2-4562-a354-9fa3d6dbd973 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:30.368866 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.450851 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-6fb761dc-4450-4ed4-bfa1-07c6b1c0b7c4 None None] Provisioning complete for port b83c7309-23a2-4562-a354-9fa3d6dbd973 triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:30.451336 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6fb761dc-4450-4ed4-bfa1-07c6b1c0b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.591000 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:30.646116 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.654283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.698086 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port b83c7309-23a2-4562-a354-9fa3d6dbd973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b83c7309-23a2-4562-a354-9fa3d6dbd973,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:30.731641 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.822960 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=b83c7309-23a2-4562-a354-9fa3d6dbd973,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:30.896314 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.901358 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:30.903528 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 3, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:30.907536 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46007f5b-bea0-4af9-95f9-784049617a3e None None] The sync data for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 is: [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:27Z', 'revision_number': 3, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:30.941422 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-23c2f139-75f4-4368-b766-ffdf2f56679f None None] Provisioning for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:30.947818 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-23c2f139-75f4-4368-b766-ffdf2f56679f None None] Provisioning complete for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:30.948253 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-23c2f139-75f4-4368-b766-ffdf2f56679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.007936 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-23c2f139-75f4-4368-b766-ffdf2f56679f None None] Port 4d6b493c-f8c7-49a9-be11-00de8b645d4e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:44:31.024402 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:31.028370 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1003745'] for router_interface, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.186281 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:31.187448 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:31.402523 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Router 36722a3c-65f5-4762-ada9-6562257e45c7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:31.436790 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-b72c73c8-5caa-42a9-b5a4-3951761e8c44 None None] Provisioning complete for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:31.437467 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b72c73c8-5caa-42a9-b5a4-3951761e8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.482328 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:31.557615 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-b72c73c8-5caa-42a9-b5a4-3951761e8c44 None None] Port 4d6b493c-f8c7-49a9-be11-00de8b645d4e cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:44:31.572932 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:31.578230 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:31.578619 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.608515 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:31.619013 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-274aaa42-bab3-49e1-8ee4-4f19c1fdd8bb admin admin] 10.222.0.21 "PUT /v2.0/routers/36722a3c-65f5-4762-ada9-6562257e45c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8794668 Mar 02 08:44:31.707900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.726073 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:31.731205 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.732019 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 19ba5329-813e-487d-9e7e-2396effcbca7 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:31.858461 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:31.871278 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 19ba5329-813e-487d-9e7e-2396effcbca7 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:31.871649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:31.989146 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b83c7309-23a2-4562-a354-9fa3d6dbd973 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:32.055360 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port b83c7309-23a2-4562-a354-9fa3d6dbd973 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:32.055790 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.213490 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48182) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:32.218891 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580313215', 'description': 'tempest-secgroup-smoke-1580313215 description', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:32.226125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.230237 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.233182 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.239283 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.252963 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.280986 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.285086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.288706 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.294750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.406043 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.411824 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.459013 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa23352-998f-4cc9-832b-a739c9c9b249,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:32.461616 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.466237 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48186) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:32.466740 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5b460166-22ae-4ce4-80f4-714623dd397d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2517292 Mar 02 08:44:32.471679 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:32.478676 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.483271 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.486124 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.491766 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.509495 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.574512 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.578121 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.600428 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e356add-f20a-4c6e-b57f-d8a70f4c7d49,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:32.610504 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.611890 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-f1c88f6a-3442-4738-8455-bfc47fc29ef9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445739 Mar 02 08:44:32.614653 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48190) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:32.620965 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:32.624076 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Sync routers for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:32.627621 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.631669 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.633528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:32.634174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:32.635191 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.641037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.657008 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.717835 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.721605 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.746102 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3912e3bd-e623-40f4-832a-0babd9ca8e8a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:32.754714 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.756301 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-6084eae9-4a22-4716-9ef9-4c383bc01b06 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407008 Mar 02 08:44:32.759529 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48194) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:32.764660 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:32.771568 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.776157 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.779106 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.784746 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.802522 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.818383 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:32.867057 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.872373 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.895276 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24518f73-c96b-4322-98dc-243f0d131671,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:32.904647 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:32.905916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-4afedac3-08b2-4ca2-a80a-c02fd1041f30 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456048 Mar 02 08:44:32.908657 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48198) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:32.914005 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:32.921203 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:32.925016 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:32.927859 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:32.933484 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:32.950854 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.022751 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.027691 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.052989 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad763cb-8801-43ef-b857-dc246204f5e8,revision_number=0']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:33.062733 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.064169 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-ec5cb4e0-2d45-4393-a38a-938a187664eb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544514 Mar 02 08:44:33.066969 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48202) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:33.072564 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:33.079092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:33.083039 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:33.085842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:33.092392 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:33.103649 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Project d238dd0153d54c8cbb4249fd623266ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:44:33.110302 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.175995 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 4, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4d6b493c-f8c7-49a9-be11-00de8b645d4e', 'name': '', 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'mac_address': 'fa:16:3e:ec:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:29Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 2, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'subnets': [{'id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:33.177427 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.179947 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Checking router: 36722a3c-65f5-4762-ada9-6562257e45c7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:33.180303 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Updating router 36722a3c-65f5-4762-ada9-6562257e45c7 port 4d6b493c-f8c7-49a9-be11-00de8b645d4e binding host n-d-827871-1 {{(pid=87856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:44:33.181933 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.206496 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf844a38-aed9-40f2-8821-2f2e505ad873,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:33.215625 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.216961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ec34fb3a-deb2-45a3-a5d6-1503eb28a1c4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489975 Mar 02 08:44:33.219837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48206) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:33.224738 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'security_group_rule': {'security_group_id': '7aa23352-998f-4cc9-832b-a739c9c9b249', 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:33.231334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:33.235145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:security_group_rule and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:33.237615 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.238010 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:33.244194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:33.254606 n-d-827871-1 neutron-server[87855]: INFO neutron.db.securitygroups_db [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Project d238dd0153d54c8cbb4249fd623266ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:44:33.262161 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.327950 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.332090 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590549'] for security_group_rule, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.365996 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dd90b3-aa79-4d72-bd05-0a6a4f1a167a,revision_number=0']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:33.370363 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.371551 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-ff586cc7-b1bc-4f3a-bdef-5af4ac21f4fc tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507962 Mar 02 08:44:33.392126 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:33.556057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-c4ff2876-7e49-4fbf-afa8-a1e075d36550 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580313215&fields=id&tenant_id=d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 267 time: 0.0526538 Mar 02 08:44:33.574009 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:33.574390 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.709827 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-97e6b3d3-a5d9-420c-a371-df7313c2703a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:33.711505 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-97e6b3d3-a5d9-420c-a371-df7313c2703a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 808 time: 0.1478827 Mar 02 08:44:33.727179 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ed8474d4-a35a-46ee-836b-5266f864277a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/quotas/d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 375 time: 0.0101159 Mar 02 08:44:33.731502 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.757410 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Transition to ACTIVE for port object 4d6b493c-f8c7-49a9-be11-00de8b645d4e will not be triggered until provisioned by entity L2. {{(pid=87856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:33.769628 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:33.819211 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-01c9b6f1-6236-44fb-b232-5bebb5410e70 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868895 Mar 02 08:44:33.932239 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ef68-c5a2-4d51-beff-4cff2dec187b None None] Pushing event updated for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=3']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:33.960106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-f4bea4bd-cb2c-46eb-ac87-2fc5a40bf3e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:44:33.961039 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-f4bea4bd-cb2c-46eb-ac87-2fc5a40bf3e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188915 Mar 02 08:44:33.996185 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Attempting to bind port 4d6b493c-f8c7-49a9-be11-00de8b645d4e on host n-d-827871-1 for vnic_type normal with profile {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:33.996561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Attempting to bind port 4d6b493c-f8c7-49a9-be11-00de8b645d4e by drivers openvswitch,hyperv on host n-d-827871-1 at level 0 using segments [{'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:33.996931 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Attempting to bind port 4d6b493c-f8c7-49a9-be11-00de8b645d4e on network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:34.002758 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Checking agent: {'id': '1aae8c9c-c1c0-433c-a746-0ac8db91f2e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 5, 45), 'started_at': datetime.datetime(2022, 3, 2, 7, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827871-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:34.003135 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Checking segment: {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:34.003533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:34.003922 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Bound using segment: {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'} {{(pid=87856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:34.004384 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.managers [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Bound port: 4d6b493c-f8c7-49a9-be11-00de8b645d4e, host: n-d-827871-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa493d86-b815-4bba-a3bc-e19728962d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9'}}] {{(pid=87856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:34.004755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:34.104583 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] For port 4d6b493c-f8c7-49a9-be11-00de8b645d4e, host n-d-827871-1, cleared binding levels {{(pid=87856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:34.104765 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-3f44a57d-f9dd-496c-8755-c962e14b9776 service neutron] 10.222.0.21 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364613 Mar 02 08:44:34.108382 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] For port 4d6b493c-f8c7-49a9-be11-00de8b645d4e, host n-d-827871-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d6b493c-f8c7-49a9-be11-00de8b645d4e,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:34.112505 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:34.191002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:34.191643 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:34.252199 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ef68-c5a2-4d51-beff-4cff2dec187b None None] Pushing event updated for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:34.371766 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-e062c13a-2eeb-4ce2-99da-ce747ff5d516 service neutron] 10.222.0.21 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609544 Mar 02 08:44:34.432434 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:34.598256 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-328bfae6-a001-4b66-a27b-a3aa4c3bae68 req-0d51eb02-5412-40ac-b47c-34a16ec912e2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:44:34.616358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-328bfae6-a001-4b66-a27b-a3aa4c3bae68 req-0d51eb02-5412-40ac-b47c-34a16ec912e2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:44:34.617553 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-328bfae6-a001-4b66-a27b-a3aa4c3bae68 req-0d51eb02-5412-40ac-b47c-34a16ec912e2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 210 time: 0.0819333 Mar 02 08:44:34.774964 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 4, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4d6b493c-f8c7-49a9-be11-00de8b645d4e', 'name': '', 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'mac_address': 'fa:16:3e:ec:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:29Z', 'updated_at': '2022-03-02T08:44:34Z', 'revision_number': 4, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'subnets': [{'id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:34.779098 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22501503-3351-4fda-85f1-48cbf5d434b9 None None] The sync data for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 is: [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 4, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '4d6b493c-f8c7-49a9-be11-00de8b645d4e', 'name': '', 'network_id': 'e9a20c05-dc12-4e21-9b2b-a98d9373b2f9', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'mac_address': 'fa:16:3e:ec:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:29Z', 'updated_at': '2022-03-02T08:44:34Z', 'revision_number': 4, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'subnets': [{'id': '98993227-7dd1-4d9e-b33e-73eccd6f6ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:35.406184 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d6b493c-f8c7-49a9-be11-00de8b645d4e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:35.485727 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:35.491783 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:35.492364 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:35.635313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:35.673895 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] For port 4d6b493c-f8c7-49a9-be11-00de8b645d4e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d6b493c-f8c7-49a9-be11-00de8b645d4e,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:35.678933 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:35.761059 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Pushing event updated for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:35.772374 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-aede1b9a-81d7-4ec8-a26a-b29b9c5cea15 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:35.773909 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-aede1b9a-81d7-4ec8-a26a-b29b9c5cea15 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 808 time: 0.1981132 Mar 02 08:44:35.834561 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e80bb247-0967-4f92-815e-1c8bd4794501 req-67b83636-4a5f-40cc-9ff3-3b9d683d89b7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 210 time: 0.0594571 Mar 02 08:44:35.863983 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-0f6b8552-b84f-4096-b1e6-da1c63f48089 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 380 time: 0.0570989 Mar 02 08:44:35.873203 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'port': {'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'admin_state_up': True, 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'security_groups': ['7aa23352-998f-4cc9-832b-a739c9c9b249']}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:36.013247 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:36.022665 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.quota.driver [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:36.032061 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Made reservation on behalf of d238dd0153d54c8cbb4249fd623266ec for: {'port': 1} {{(pid=87855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:44:36.035612 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.195823 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.db_base_plugin_common [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Allocated IP 172.20.0.9 (6a978dfa-0fd3-475b-84c9-7b12a3e31fb1/a77937f8-9bf0-4b5f-a70a-8c2baf081372/f8d6ce73-79af-4cbc-9594-ed9711b2f44b) {{(pid=87855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:36.386461 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.403021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Transition to ACTIVE for port object f8d6ce73-79af-4cbc-9594-ed9711b2f44b will not be triggered until provisioned by entity DHCP. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:36.427295 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_create {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.493918 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is already hosted by enough agents. {{(pid=87855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:36.497494 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.base_scheduler [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources bound (agent type, host, resource id): {{(pid=87855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:36.499982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Received port after_create {{(pid=87855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:36.560106 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=1']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:36.586073 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:36.586692 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.615628 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-310ffce8-44ec-449b-b3b1-8e8ba88dba62 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463317 Mar 02 08:44:36.626367 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.v2.base [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Request body: {'port': {'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827871-1'}} {{(pid=87855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:36.740499 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.747049 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-43995489-fb69-475d-aab3-7f0212d8da4e None None] Provisioning for port f8d6ce73-79af-4cbc-9594-ed9711b2f44b completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:36.752156 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-43995489-fb69-475d-aab3-7f0212d8da4e None None] Provisioning complete for port f8d6ce73-79af-4cbc-9594-ed9711b2f44b triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:36.752537 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-43995489-fb69-475d-aab3-7f0212d8da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:36.812089 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-43995489-fb69-475d-aab3-7f0212d8da4e None None] Port f8d6ce73-79af-4cbc-9594-ed9711b2f44b cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:44:37.019902 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c60dab-dc46-497c-86a2-ebc7298f936e req-e4e8db64-43fc-4306-9592-27197df7f5fe tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:37.021298 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c60dab-dc46-497c-86a2-ebc7298f936e req-e4e8db64-43fc-4306-9592-27197df7f5fe tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 931 time: 0.0798256 Mar 02 08:44:37.067007 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a0c60dab-dc46-497c-86a2-ebc7298f936e req-86281207-1d2e-4d3b-bba5-a203e46f2238 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:security_group {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:44:37.085427 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-a0c60dab-dc46-497c-86a2-ebc7298f936e req-86281207-1d2e-4d3b-bba5-a203e46f2238 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:security_group {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:44:37.086947 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a0c60dab-dc46-497c-86a2-ebc7298f936e req-86281207-1d2e-4d3b-bba5-a203e46f2238 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591974 Mar 02 08:44:37.097708 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d6ce73-79af-4cbc-9594-ed9711b2f44b {{(pid=87855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:44:37.106305 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.121199 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.provisioning_blocks [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Transition to ACTIVE for port object f8d6ce73-79af-4cbc-9594-ed9711b2f44b will not be triggered until provisioned by entity L2. {{(pid=87855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:44:37.124523 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.262646 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=2']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:37.371647 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Attempting to bind port f8d6ce73-79af-4cbc-9594-ed9711b2f44b on host n-h1-827871-1 for vnic_type normal with profile {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:44:37.371984 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Attempting to bind port f8d6ce73-79af-4cbc-9594-ed9711b2f44b by drivers openvswitch,hyperv on host n-h1-827871-1 at level 0 using segments [{'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:44:37.372320 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Attempting to bind port f8d6ce73-79af-4cbc-9594-ed9711b2f44b on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:37.376828 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Port f8d6ce73-79af-4cbc-9594-ed9711b2f44b on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827871-1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:44:37.377149 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Attempting to bind port f8d6ce73-79af-4cbc-9594-ed9711b2f44b on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:44:37.382473 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Checking agent: {'id': 'eb8956ad-0321-483b-ae56-a12e18fdf8c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:44:37.382815 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Checking segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:44:37.383204 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Bound using segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} {{(pid=87855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:44:37.383626 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.managers [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Bound port: f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host: n-h1-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}}] {{(pid=87855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:44:37.383987 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.391151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d6b493c-f8c7-49a9-be11-00de8b645d4e up at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:37.469280 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Provisioning complete for port 4d6b493c-f8c7-49a9-be11-00de8b645d4e triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:37.469656 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.479113 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, cleared binding levels {{(pid=87855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:44:37.482120 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:44:37.487051 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1974321'] for port, after_update {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.551194 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:37.552109 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:37.553767 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] 10.222.0.16 "PUT /v2.0/ports/f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 1091 time: 0.9316533 Mar 02 08:44:37.554291 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:44:37.586968 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ddc49-31b4-4c29-8f8d-a15a7988fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=3']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:37.636777 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'status': 'completed', 'code': 200} Mar 02 08:44:37.800359 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-37acc2fe-8595-440d-a178-5f4f294ca634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:37.801749 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-37acc2fe-8595-440d-a178-5f4f294ca634 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.2068925 Mar 02 08:44:37.868006 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-20c1d4c9-85f9-4598-b847-dee4ff092ea5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 217 time: 0.0592368 Mar 02 08:44:37.931926 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-57165434-477e-4751-8757-6bc97852d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:37.933961 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-57165434-477e-4751-8757-6bc97852d316 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0602078 Mar 02 08:44:38.012156 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-599ddcc5-c06c-479c-9cdd-cd31ce828aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.013625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-599ddcc5-c06c-479c-9cdd-cd31ce828aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736835 Mar 02 08:44:38.145181 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-c5b9f3a3-176e-4583-a391-3612c26b610a service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250589 Mar 02 08:44:38.273395 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e1f1f-7da6-4ee7-9fa9-0927183a9dcd req-e206b8d3-fa87-4dc5-a0df-376f97a8257d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.274894 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-410e1f1f-7da6-4ee7-9fa9-0927183a9dcd req-e206b8d3-fa87-4dc5-a0df-376f97a8257d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.0804272 Mar 02 08:44:38.277163 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4811e771-37f6-47aa-b8ff-7636a7d63cb8 req-f5b12e75-f2d9-4d4e-8896-400b533b3ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263964 Mar 02 08:44:38.322735 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-410e1f1f-7da6-4ee7-9fa9-0927183a9dcd req-8071acc1-b13e-479a-ab3e-e62b6ff15c76 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Mar 02 08:44:38.395842 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-7fcd1bb2-f6e1-480a-ace1-9041563c11de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.397209 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-7fcd1bb2-f6e1-480a-ace1-9041563c11de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.0736849 Mar 02 08:44:38.527038 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-e938036d-8dfb-4c20-8ce5-fe06bb28d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.528470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-e938036d-8dfb-4c20-8ce5-fe06bb28d8a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1256931 Mar 02 08:44:38.593527 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-a6c29140-0303-4e39-b84f-5f2541bc203f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 217 time: 0.0594003 Mar 02 08:44:38.658270 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-2abb71ad-4c00-4ce4-bdc6-6c745cb495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.659625 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-2abb71ad-4c00-4ce4-bdc6-6c745cb495f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0601714 Mar 02 08:44:38.733559 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-50248eaf-47bf-4ce4-96f7-62990798a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:38.735061 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-50248eaf-47bf-4ce4-96f7-62990798a7c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694282 Mar 02 08:44:38.865568 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-7398b5c4-9169-4982-879c-5d59772a3af1 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244302 Mar 02 08:44:38.996441 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-06b1c066-dfa1-4899-be42-8367b4b88761 req-94a75903-cf56-42dc-8765-28627a0a09df service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246083 Mar 02 08:44:39.517062 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794468b-8789-4ae9-a8eb-dbf0c3032229 req-8981bfa8-a4b4-4867-afc6-2def4e3836f2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:39.517811 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3794468b-8789-4ae9-a8eb-dbf0c3032229 req-8981bfa8-a4b4-4867-afc6-2def4e3836f2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:44:39.535021 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-3794468b-8789-4ae9-a8eb-dbf0c3032229 req-8981bfa8-a4b4-4867-afc6-2def4e3836f2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:44:39.536153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3794468b-8789-4ae9-a8eb-dbf0c3032229 req-8981bfa8-a4b4-4867-afc6-2def4e3836f2 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.1028974 Mar 02 08:44:39.580724 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-3794468b-8789-4ae9-a8eb-dbf0c3032229 req-a00b74dc-f2cc-4e6c-942a-8561f44e39ec tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Mar 02 08:44:40.765130 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b6441-8349-49d0-9490-299bfc31c307 req-075c453a-6fc0-4217-bad4-941004e81b2c tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:40.766608 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-648b6441-8349-49d0-9490-299bfc31c307 req-075c453a-6fc0-4217-bad4-941004e81b2c tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.0819497 Mar 02 08:44:40.809767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-648b6441-8349-49d0-9490-299bfc31c307 req-bec1afa7-c417-495f-93e6-1280f32b13c9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376377 Mar 02 08:44:41.791093 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:44:41.925309 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:41.938720 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:44:41.992753 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:41.994256 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7ee2-b22b-4b83-b288-cd429d6f3836 req-b079bb6d-e1d7-42b4-8b40-a008ba58d4aa tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:41.996631 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbab7ee2-b22b-4b83-b288-cd429d6f3836 req-b079bb6d-e1d7-42b4-8b40-a008ba58d4aa tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.0823247 Mar 02 08:44:42.010878 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d6ce73-79af-4cbc-9594-ed9711b2f44b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:44:42.026535 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:42.030721 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:42.042077 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-dbab7ee2-b22b-4b83-b288-cd429d6f3836 req-1ec19073-41cc-4f9d-a718-ddcb73f78309 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Mar 02 08:44:42.109830 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:42.115828 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-aa6f1141-50f6-4982-8312-b3be4480213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:42.373408 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f8d6ce73-79af-4cbc-9594-ed9711b2f44b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:44:43.224143 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2224-529d-4096-af25-4816e3bcb1c1 req-8e22d17a-5f2b-4ed3-b084-d98c82d7f8f5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:43.225588 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d3c2224-529d-4096-af25-4816e3bcb1c1 req-8e22d17a-5f2b-4ed3-b084-d98c82d7f8f5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 944 time: 0.0773406 Mar 02 08:44:43.271012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7d3c2224-529d-4096-af25-4816e3bcb1c1 req-daade7dd-64b7-4d03-98e4-14d6ba65388e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Mar 02 08:44:43.790777 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:44:43.860945 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning for port f8d6ce73-79af-4cbc-9594-ed9711b2f44b completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:44:43.865433 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f8d6ce73-79af-4cbc-9594-ed9711b2f44b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:44:43.865805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:43.981929 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:44.041161 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:44:44.051191 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:44:44.055266 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:44.091102 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'code': 200} Mar 02 08:44:44.122051 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:44.216290 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b4c3-85f9-4112-9c12-1d695442a8f1 req-b51271e2-1e62-4f5b-bd38-a09cac6b4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:44.217759 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c64b4c3-85f9-4112-9c12-1d695442a8f1 req-b51271e2-1e62-4f5b-bd38-a09cac6b4908 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1096 time: 0.0731182 Mar 02 08:44:44.257572 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-7c64b4c3-85f9-4112-9c12-1d695442a8f1 req-3231dffc-82d5-47f1-82c1-bd7a64d5d36e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Mar 02 08:44:44.396485 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-9ecc771f-408f-4314-94a8-486844ee2c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:44.560826 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccc24e-9b20-4dc7-a0c0-e411017cb801 req-61faa09d-26f8-45a9-a098-723cb1666c77 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:44.562336 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16ccc24e-9b20-4dc7-a0c0-e411017cb801 req-61faa09d-26f8-45a9-a098-723cb1666c77 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 945 time: 0.1859496 Mar 02 08:44:44.605566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-16ccc24e-9b20-4dc7-a0c0-e411017cb801 req-03978cb3-97e2-4621-a19f-28ba4ce52d5d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Mar 02 08:44:45.036094 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:44:45.584981 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:45.674593 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:45.792754 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd3285-966a-4dff-a0ae-d3874efd0f65 req-de34f51a-534b-4477-be97-8a22412462e3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:45.794267 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cccd3285-966a-4dff-a0ae-d3874efd0f65 req-de34f51a-534b-4477-be97-8a22412462e3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 945 time: 0.0792358 Mar 02 08:44:45.840248 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-cccd3285-966a-4dff-a0ae-d3874efd0f65 req-7ad250b1-b7e3-4a0c-ac33-8f1d1cc57e01 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Mar 02 08:44:46.023945 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea1492-992a-4818-9468-a625439a29d9 req-43c9e824-0b5e-4825-8ad8-06c92af79be7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:46.025401 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85ea1492-992a-4818-9468-a625439a29d9 req-43c9e824-0b5e-4825-8ad8-06c92af79be7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 945 time: 0.0826426 Mar 02 08:44:46.068521 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-85ea1492-992a-4818-9468-a625439a29d9 req-923a3857-d0ff-43e9-a0ab-58a597d5cdf3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Mar 02 08:44:46.091691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48260) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:46.199621 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db33d48e-b266-45fe-bf0b-5a596797904d tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:46.200320 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db33d48e-b266-45fe-bf0b-5a596797904d tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] Synchronizing usage tracker for tenant:743d46c8fe5c418692a093d4ecf5adb9 on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:44:46.216556 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-db33d48e-b266-45fe-bf0b-5a596797904d tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] Unset dirty status for tenant:743d46c8fe5c418692a093d4ecf5adb9 on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:44:46.217746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-db33d48e-b266-45fe-bf0b-5a596797904d tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1091 time: 0.1251361 Mar 02 08:44:46.220711 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48266) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:44:46.225572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:44:46.232219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:44:46.235925 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:floatingip and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:44:46.238669 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:44:46.244166 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:44:46.256506 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:46.394180 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:46.530699 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Allocated IP 172.25.4.163 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/2ef24ae2-5c46-45e9-8fcf-97a4022cda4b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:44:46.676579 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:46.705455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:46.765683 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:44:46.768431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:44:46.778241 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:44:46.812911 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=2ef24ae2-5c46-45e9-8fcf-97a4022cda4b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:47.126571 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.188865 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.267205 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.473089 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.478154 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.690654 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=2ef24ae2-5c46-45e9-8fcf-97a4022cda4b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:44:47.701922 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:47.874335 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Floating IP 0a7ddc3b-00cc-41e2-a30b-f3e52d59f816 associated. External IP: 172.25.4.163, port: f8d6ce73-79af-4cbc-9594-ed9711b2f44b. Mar 02 08:44:48.221953 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:44:48.400358 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:44:48.409968 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:44:48.419346 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:48.419967 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:48.427123 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:48.485281 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-5e1ab75a-98d9-46ff-91c9-c4ba1f9c7934 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2634640 Mar 02 08:44:48.485792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:44:48.537383 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'status': 'completed', 'code': 200} Mar 02 08:44:48.628546 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-c0795841-bf90-4786-9294-a228ed13a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:48.630319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-c0795841-bf90-4786-9294-a228ed13a761 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1096 time: 0.0712419 Mar 02 08:44:48.643588 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:48.868418 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-870087fe-414f-4216-80cb-728636bf14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:48.870025 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-870087fe-414f-4216-80cb-728636bf14a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.2340832 Mar 02 08:44:48.971927 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-9bdba4fd-2e55-4536-9bee-6576e98d41be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 999 time: 0.0958922 Mar 02 08:44:48.996868 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:47Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:49.000692 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:44:49.008958 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:44:49.009550 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:44:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:49.034321 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-7882ace1-4ef2-41ff-9e0a-c5ab0c231779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:49.035746 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-7882ace1-4ef2-41ff-9e0a-c5ab0c231779 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0580750 Mar 02 08:44:49.114488 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-8b715b59-5cfe-4e7f-a407-8cf5b6614b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:44:49.115963 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-8b715b59-5cfe-4e7f-a407-8cf5b6614b2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736363 Mar 02 08:44:49.188730 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:44:49.246515 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-9f449821-6806-42c9-8bef-c422acaa4fa8 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244259 Mar 02 08:44:49.379153 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-87eafaa9-c44b-482d-9447-8b9651ceb0d3 req-5b6fa8c4-56f6-48b8-ad98-9e86d7f4abed service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256366 Mar 02 08:44:49.429104 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:49.472058 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:44:49.531446 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:47Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:44:49.535461 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1a1ae-25a7-4029-8ce2-494beec96075 None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:47Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:44:49.708731 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e831c091-3fab-4182-9150-f794dfaa108b None None] New status for floating IP 0a7ddc3b-00cc-41e2-a30b-f3e52d59f816: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:45:12.109600 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-394cb667-3946-475c-8945-1e8fa8c0f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:14.398900 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-789ed619-c7d7-4e75-ab31-848141d8cc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:15.587916 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:15.676868 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:17.128011 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:19.444331 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:19.483723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:22.035948 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:45:23.413385 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-56030540-eb7d-49c3-bac1-2c69c358b82a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679295 Mar 02 08:45:23.552976 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-74a37516-a3a6-4419-bdb6-3530027e07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:45:23.554499 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-74a37516-a3a6-4419-bdb6-3530027e07cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1096 time: 0.0755665 Mar 02 08:45:23.699973 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-4e13d85b-5127-4d01-8602-ec609069d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:45:23.701338 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-4e13d85b-5127-4d01-8602-ec609069d70c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1276288 Mar 02 08:45:23.803410 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-65c8e75f-dfde-4cc9-992c-1d87a363dd6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 1001 time: 0.0954969 Mar 02 08:45:23.867530 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-8af6f120-fa63-4c11-b915-73d3b9dec43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:45:23.868920 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-8af6f120-fa63-4c11-b915-73d3b9dec43e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0597615 Mar 02 08:45:23.941608 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-79f8b352-2071-460b-8401-cc31618fe080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:45:23.943117 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-79f8b352-2071-460b-8401-cc31618fe080 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685096 Mar 02 08:45:24.071557 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-8e602d4c-9743-48c7-8ba9-c4930cb4ccb8 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218717 Mar 02 08:45:24.202093 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-0c3c5a4a-36af-46cf-88bc-121676a32ae1 req-ad398ae2-c696-4c66-92da-1efc6779f6dd service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247156 Mar 02 08:45:42.110666 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-10a5fd44-109e-4aba-8277-a7de3e203a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:44.399999 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6468-01a0-4548-8c61-d96343f9499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:45.590543 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:45.682607 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:47.130786 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:49.451057 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:49.482602 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:45:59.035694 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:46:12.111649 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e82d0fbb-ec2f-40fd-8ed5-ac9b7daeda9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:14.401840 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-0e2821d8-2295-414c-a18a-d4570ed78831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:15.592457 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:15.681482 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:17.133881 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:19.444944 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:19.512993 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:24.415113 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-915d9dbf-1863-4f2a-8884-1c50bdbf29d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724316 Mar 02 08:46:24.551164 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-af29ea40-a676-4100-9915-e2c8525b21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:46:24.552682 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-af29ea40-a676-4100-9915-e2c8525b21c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1096 time: 0.0719604 Mar 02 08:46:24.801358 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-11d5b48c-5d37-4198-9e4b-0f390f25df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:46:24.802750 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-11d5b48c-5d37-4198-9e4b-0f390f25df58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.2298963 Mar 02 08:46:24.903597 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-d398ccdd-6a3e-4892-8dce-dc34c59374ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 1001 time: 0.0948009 Mar 02 08:46:24.967615 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-dd06a412-c87c-484e-a273-07e69b4edea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:46:24.969026 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-dd06a412-c87c-484e-a273-07e69b4edea0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0598278 Mar 02 08:46:25.044462 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-c9b21840-e3e8-4298-bf90-8233c119d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:46:25.045949 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-c9b21840-e3e8-4298-bf90-8233c119d6c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700865 Mar 02 08:46:25.175744 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-ff0e579e-f413-42c1-b744-1c2e08bf8869 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230652 Mar 02 08:46:25.305356 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-bcab047d-46f6-4dcc-bb91-3157f9015f86 req-7a7f8bb2-8a07-48c2-85a8-ba1426b5bdf2 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233826 Mar 02 08:46:36.035586 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:46:42.113696 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-af8c4f5f-b16a-4dca-9ef3-22b1c2b57155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:44.404381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d439bea1-4097-4c9c-9e3f-2604630998fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:45.594876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:45.684159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:47.137876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:49.442219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:46:49.512071 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:12.116913 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-81e6d0c6-7203-42ba-896e-11ca8be67117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:13.038878 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:47:14.406991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-cefd1b99-1ba3-4a73-925c-09183a6d94e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:15.596277 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:15.686948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:17.140875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:19.452338 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:19.511066 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:20.616993 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b details requested by agent hyperv_n-h1-827871-1 with host n-h1-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:47:20.745451 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:20.761424 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Returning: {'device': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:47:20.814970 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:20.831413 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8d6ce73-79af-4cbc-9594-ed9711b2f44b {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:47:20.845899 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:20.849930 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:20.917030 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:20.925505 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.925884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.926220 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.926558 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.926893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.927225 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.927551 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.927877 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.928204 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.928528 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.928849 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.929172 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:20.932771 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] get_ports_and_sgs() called for port_ids ['f8d6ce73-79af-4cbc-9594-ed9711b2f44b'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:47:22.634247 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b up at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:47:22.701721 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Provisioning complete for port f8d6ce73-79af-4cbc-9594-ed9711b2f44b triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:47:22.702120 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:22.844757 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:22.870386 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:47:22.880268 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:22.884831 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:22.954174 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:23.006477 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'code': 200} Mar 02 08:47:25.538836 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-c3e55ad8-f91e-4602-a6ce-6f0baf718fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:25.540852 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-c3e55ad8-f91e-4602-a6ce-6f0baf718fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1096 time: 0.1218705 Mar 02 08:47:25.698269 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-b0b8c2e1-37f1-4c6b-a9f5-199fe0e7a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:25.699676 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-b0b8c2e1-37f1-4c6b-a9f5-199fe0e7a2fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1338072 Mar 02 08:47:25.823709 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-9a6ccbac-d724-4b0f-8de6-e65143988600 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 1001 time: 0.1175735 Mar 02 08:47:25.893402 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-32581f5c-7a36-4a69-990d-fbb3542dc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:25.894884 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-32581f5c-7a36-4a69-990d-fbb3542dc63a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0637522 Mar 02 08:47:25.971333 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-a8d4691a-17df-47ce-be2f-7d16d589ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:25.972845 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-a8d4691a-17df-47ce-be2f-7d16d589ab2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726204 Mar 02 08:47:26.139141 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-c00b1713-0db9-4a90-95b9-93d4107d1570 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593275 Mar 02 08:47:26.276463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2eca90b4-a8d2-4a24-9c6d-994c96566995 req-4e792e31-a413-4e1f-b1e2-bcda9e126be3 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302552 Mar 02 08:47:35.234095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-ead1be78-5909-43f3-820a-8bbb1d7a1848 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580313215&fields=id&tenant_id=d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 267 time: 0.0398538 Mar 02 08:47:35.381465 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-c98fda40-b9b5-4089-8615-172b13a63388 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:35.382174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-c98fda40-b9b5-4089-8615-172b13a63388 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:network {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:47:35.399311 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-c98fda40-b9b5-4089-8615-172b13a63388 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:network {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:47:35.400536 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-c98fda40-b9b5-4089-8615-172b13a63388 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 808 time: 0.1602056 Mar 02 08:47:35.416472 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-41dff3e6-780b-49cc-b7d6-97fde72094d9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/quotas/d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 375 time: 0.0098608 Mar 02 08:47:35.506607 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-5d0dbd7c-c8b5-478e-af01-ac5e765d60d4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0848973 Mar 02 08:47:35.683012 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-5fcf47ea-b55d-45ca-8e5a-383e716e90b8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645796 Mar 02 08:47:35.925829 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-5929f375-8477-4e67-95c3-ed9afd5f4b92 service neutron] 10.222.0.21 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370682 Mar 02 08:47:37.173224 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-53a6e959-3adb-4b07-9298-9a9b580997e1 req-44f17162-b2f3-428f-b20d-13ce0a5ee3a3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 210 time: 0.0961244 Mar 02 08:47:38.331617 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-649d12bc-c5c7-43a2-ba73-4535fd9fcb74 req-fd3992c2-8d53-4178-8d8b-d720f09ff497 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 210 time: 0.0476732 Mar 02 08:47:38.360261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-2c9f74a7-6ba3-432f-85cb-ec3b1191799f tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:38.361762 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-2c9f74a7-6ba3-432f-85cb-ec3b1191799f tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 808 time: 0.1916332 Mar 02 08:47:38.414728 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-52666363-ccc2-42c3-8f88-9cc18c71aa2e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d238dd0153d54c8cbb4249fd623266ec HTTP/1.1" status: 200 len: 380 time: 0.0426199 Mar 02 08:47:38.423225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'port': {'device_id': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'admin_state_up': True, 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'security_groups': ['7aa23352-998f-4cc9-832b-a739c9c9b249']}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:47:38.564029 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:47:38.573595 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:47:38.583432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Made reservation on behalf of d238dd0153d54c8cbb4249fd623266ec for: {'port': 1} {{(pid=87854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:47:38.587225 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:38.740673 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:47:38.814591 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Allocated IP 172.20.0.3 (6a978dfa-0fd3-475b-84c9-7b12a3e31fb1/a77937f8-9bf0-4b5f-a70a-8c2baf081372/b0085339-6361-4c2e-91e6-19b0890fe87a) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:47:38.941886 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.000520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:39.001372 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:47:39.018808 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.088163 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'code': 200} Mar 02 08:47:39.098902 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.125905 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Transition to ACTIVE for port object b0085339-6361-4c2e-91e6-19b0890fe87a will not be triggered until provisioned by entity DHCP. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:47:39.148137 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Pushing event updated for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:39.165932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.235089 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:47:39.238512 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:47:39.249341 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:47:39.301802 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:39.330567 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.331176 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.331668 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.332613 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.333112 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.333609 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.334116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.334596 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.335086 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.335577 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.336052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.336528 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:47:39.362966 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:39.363817 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.396466 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-3117e9b6-c4f7-49bb-9841-b6184d5933bf tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768276 Mar 02 08:47:39.618090 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63320acf-c63b-43c1-a378-f4a4d038c865 req-6c82c339-8085-47f7-aaff-fbece12f69b7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:39.618836 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-63320acf-c63b-43c1-a378-f4a4d038c865 req-6c82c339-8085-47f7-aaff-fbece12f69b7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:47:39.630388 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eefd5afc-b2ee-4a9b-9a6d-c07fc238e685 None None] Provisioning for port b0085339-6361-4c2e-91e6-19b0890fe87a completed by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:47:39.637918 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-eefd5afc-b2ee-4a9b-9a6d-c07fc238e685 None None] Provisioning complete for port b0085339-6361-4c2e-91e6-19b0890fe87a triggered by entity DHCP. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:47:39.638458 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-eefd5afc-b2ee-4a9b-9a6d-c07fc238e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:39.639589 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-63320acf-c63b-43c1-a378-f4a4d038c865 req-6c82c339-8085-47f7-aaff-fbece12f69b7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:47:39.640993 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63320acf-c63b-43c1-a378-f4a4d038c865 req-6c82c339-8085-47f7-aaff-fbece12f69b7 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.1707850 Mar 02 08:47:39.703248 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-63320acf-c63b-43c1-a378-f4a4d038c865 req-f0888ce0-f607-4954-b5c1-fc607d208af1 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559237 Mar 02 08:47:39.705168 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-eefd5afc-b2ee-4a9b-9a6d-c07fc238e685 None None] Port b0085339-6361-4c2e-91e6-19b0890fe87a cannot update to ACTIVE because it is not bound. {{(pid=87856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:47:40.906765 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8810258-190b-473b-a81d-f8a67b35b3a3 req-7f2f1d47-9aec-44d8-abee-c25ce49a37ca tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:40.908289 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8810258-190b-473b-a81d-f8a67b35b3a3 req-7f2f1d47-9aec-44d8-abee-c25ce49a37ca tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0822637 Mar 02 08:47:40.965247 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-e8810258-190b-473b-a81d-f8a67b35b3a3 req-32ea56dc-12ce-4a78-89f5-a70e582f8b83 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512795 Mar 02 08:47:42.125805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-f17dd78d-2de3-431a-a9a3-30e7baeee50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:42.177149 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943340-96ad-428e-a256-8ce62d8afdf0 req-442059a1-2af3-426b-a2ce-8f7e8ce0d926 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:42.178782 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84943340-96ad-428e-a256-8ce62d8afdf0 req-442059a1-2af3-426b-a2ce-8f7e8ce0d926 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0930190 Mar 02 08:47:42.226987 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-84943340-96ad-428e-a256-8ce62d8afdf0 req-b6fec993-6b31-4add-ae3f-81a59e52584b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Mar 02 08:47:43.435317 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c71660-1ab4-40c0-b51b-02ef8d911d9d req-d10c477f-284a-46e1-8185-0ba4d5141ab4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:43.436797 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c71660-1ab4-40c0-b51b-02ef8d911d9d req-d10c477f-284a-46e1-8185-0ba4d5141ab4 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0920067 Mar 02 08:47:43.485537 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-88c71660-1ab4-40c0-b51b-02ef8d911d9d req-40d8e293-ad5c-4667-ab99-9bf924eb2a9d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Mar 02 08:47:44.417847 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-338025f9-823c-4e38-b1a6-03ab79a782f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:44.700779 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56a7d4-496d-44c5-b6cf-f412d6c00778 req-9899e817-70f3-45e0-a6de-e7cc6deef777 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:44.702544 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c56a7d4-496d-44c5-b6cf-f412d6c00778 req-9899e817-70f3-45e0-a6de-e7cc6deef777 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0881391 Mar 02 08:47:44.751503 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-3c56a7d4-496d-44c5-b6cf-f412d6c00778 req-4fcf4b04-ff34-4c74-b402-a4f069af2b60 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Mar 02 08:47:45.601282 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:45.691393 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:45.944053 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587881b5-34f9-46cf-bbbd-800d2746ea99 req-ec921f12-95e7-4c47-8409-5b862fa864e3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:45.945656 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-587881b5-34f9-46cf-bbbd-800d2746ea99 req-ec921f12-95e7-4c47-8409-5b862fa864e3 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0835290 Mar 02 08:47:45.995008 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-587881b5-34f9-46cf-bbbd-800d2746ea99 req-552a89aa-82c5-4588-8331-765d9179bb20 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Mar 02 08:47:47.147565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:47.184839 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526459-4619-4a74-b94a-32457288558e req-f4729fab-26c2-46b2-a353-7e3097adc42a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:47.186379 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed526459-4619-4a74-b94a-32457288558e req-f4729fab-26c2-46b2-a353-7e3097adc42a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.0854311 Mar 02 08:47:47.230018 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ed526459-4619-4a74-b94a-32457288558e req-b47d1574-9b58-4365-9dde-9740cc191ebd tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Mar 02 08:47:48.144316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-e0bf8fba-cd4a-4ebd-8c6a-a0622e6c7e75 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:47:48.146792 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-e0bf8fba-cd4a-4ebd-8c6a-a0622e6c7e75 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077624 Mar 02 08:47:48.203305 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Request body: {'port': {'device_id': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827871-1'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:47:48.316472 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:48.518037 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda07ab-3787-4e98-b2a7-05d328acb0c3 req-b566e219-b214-4922-9ebd-0386489a0a3d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:48.519504 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4cda07ab-3787-4e98-b2a7-05d328acb0c3 req-b566e219-b214-4922-9ebd-0386489a0a3d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 931 time: 0.1830692 Mar 02 08:47:48.564422 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-4cda07ab-3787-4e98-b2a7-05d328acb0c3 req-a2340e7a-c4b1-419e-9d4a-374ca3cdf487 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 Mar 02 08:47:48.664921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0085339-6361-4c2e-91e6-19b0890fe87a {{(pid=87854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:47:48.672763 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:48.686606 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.provisioning_blocks [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Transition to ACTIVE for port object b0085339-6361-4c2e-91e6-19b0890fe87a will not be triggered until provisioned by entity L2. {{(pid=87854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:47:48.690387 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:48.844975 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:48.926063 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Attempting to bind port b0085339-6361-4c2e-91e6-19b0890fe87a on host n-h2-827871-1 for vnic_type normal with profile {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:47:48.926345 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Attempting to bind port b0085339-6361-4c2e-91e6-19b0890fe87a by drivers openvswitch,hyperv on host n-h2-827871-1 at level 0 using segments [{'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:47:48.926662 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Attempting to bind port b0085339-6361-4c2e-91e6-19b0890fe87a on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:47:48.931103 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Port b0085339-6361-4c2e-91e6-19b0890fe87a on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827871-1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:47:48.931420 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Attempting to bind port b0085339-6361-4c2e-91e6-19b0890fe87a on network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:47:48.936413 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Checking agent: {'id': '4b0ef838-f483-4ca5-a8f6-af895a7d8f73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827871-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'started_at': datetime.datetime(2022, 3, 2, 7, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:47:48.936745 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Checking segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:47:48.937124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Bound using segment: {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'} {{(pid=87854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:47:48.937536 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.managers [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Bound port: b0085339-6361-4c2e-91e6-19b0890fe87a, host: n-h2-827871-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1'}}] {{(pid=87854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:47:48.937897 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:49.133066 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, cleared binding levels {{(pid=87854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:47:49.136001 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:47:49.140956 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:49.195353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.195974 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:49.197343 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 1091 time: 1.0403593 Mar 02 08:47:49.197776 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:47:49.226977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32d878-795e-4dfa-9070-c952dcde37a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=3']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:49.312300 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'status': 'completed', 'code': 200} Mar 02 08:47:49.327856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-95de7522-d726-4050-8ef4-b4e3108f5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.329618 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-95de7522-d726-4050-8ef4-b4e3108f5082 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1094 time: 0.0847535 Mar 02 08:47:49.398216 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-5e61b821-c3a1-408f-884a-ba445ed4882a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 217 time: 0.0617683 Mar 02 08:47:49.457055 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:49.465848 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-953ecfae-1c7d-45d8-990d-cab7bbae7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.467333 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-953ecfae-1c7d-45d8-990d-cab7bbae7f7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0630620 Mar 02 08:47:49.526533 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:49.547996 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-100ecddf-86f5-4571-b50a-cd0e15fe0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.549481 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-100ecddf-86f5-4571-b50a-cd0e15fe0b98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766771 Mar 02 08:47:49.685068 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-d226d384-3821-43bb-a697-6aae80833292 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293943 Mar 02 08:47:49.754798 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa0909-ce1b-4650-be6f-b116f85d32e9 req-6fd9fb6a-1eeb-42eb-8b55-3c743a3ec6f8 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.756233 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1dfa0909-ce1b-4650-be6f-b116f85d32e9 req-6fd9fb6a-1eeb-42eb-8b55-3c743a3ec6f8 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 943 time: 0.0814121 Mar 02 08:47:49.802934 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-1dfa0909-ce1b-4650-be6f-b116f85d32e9 req-835d3831-46d3-47a5-b741-166215155402 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Mar 02 08:47:49.822482 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ccb49102-2e3a-4568-b234-506b9bc01210 req-73fccc7a-c37f-4277-b16d-58198fa8caca service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320269 Mar 02 08:47:49.939868 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-467874ca-6e4b-418f-8ab0-9379049197c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:49.941316 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-467874ca-6e4b-418f-8ab0-9379049197c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1094 time: 0.0742922 Mar 02 08:47:50.037381 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:47:50.071498 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-bb0e7778-086c-467c-b026-39a823d69f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:50.072951 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-bb0e7778-086c-467c-b026-39a823d69f02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1257241 Mar 02 08:47:50.138019 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-18f01455-9f75-4cad-a121-60a18ed0fe0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 217 time: 0.0591848 Mar 02 08:47:50.201255 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-b1751e3d-8a47-40d8-a869-5b8031160f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:50.202697 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-b1751e3d-8a47-40d8-a869-5b8031160f06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0597887 Mar 02 08:47:50.275572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-4175d1e2-327e-4697-8b63-7b99ef626159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:50.277030 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-4175d1e2-327e-4697-8b63-7b99ef626159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690324 Mar 02 08:47:50.404026 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-a094d517-233b-4bcd-8e16-f3ecd0e7a1cd service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209185 Mar 02 08:47:50.532610 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-650ce8b2-bc4d-41ff-9a27-b285eab49b3c req-824a12cb-ec48-40c6-bba9-3c5e7d4a7331 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230373 Mar 02 08:47:50.992917 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be53ef-e2ea-466c-a4d1-591f14a6e312 req-dcfec791-7527-418d-91e9-6fc8ef814109 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:50.994398 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4be53ef-e2ea-466c-a4d1-591f14a6e312 req-dcfec791-7527-418d-91e9-6fc8ef814109 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 943 time: 0.0843139 Mar 02 08:47:51.038205 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-f4be53ef-e2ea-466c-a4d1-591f14a6e312 req-f34383d9-7fcc-4fdc-99df-0a02f49dbe52 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382390 Mar 02 08:47:51.793043 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:47:51.925149 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:51.938350 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'mac_address': 'fa:16:3e:ff:62:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:47:51.991976 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:52.008831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0085339-6361-4c2e-91e6-19b0890fe87a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:47:52.024113 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:52.027544 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:52.096841 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=4']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:52.226521 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a043a-274b-448f-8ef8-4bb8848582b2 req-2ea3fc15-790c-415c-813b-a5825a841bcd tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:52.228036 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a3a043a-274b-448f-8ef8-4bb8848582b2 req-2ea3fc15-790c-415c-813b-a5825a841bcd tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 944 time: 0.0822239 Mar 02 08:47:52.278738 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2a3a043a-274b-448f-8ef8-4bb8848582b2 req-814494f3-49ac-488c-bea4-f8af03bc5709 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Mar 02 08:47:52.336520 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b0085339-6361-4c2e-91e6-19b0890fe87a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:47:53.458573 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c027-4b76-4f23-99a3-033b51f9261d req-1c39fd86-2728-4676-b5ed-538bb31c5b4e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:53.460072 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2c9c027-4b76-4f23-99a3-033b51f9261d req-1c39fd86-2728-4676-b5ed-538bb31c5b4e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 944 time: 0.0789325 Mar 02 08:47:53.503938 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-d2c9c027-4b76-4f23-99a3-033b51f9261d req-d74b0ef1-7e43-4b0a-b475-b9265bbe16a9 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376704 Mar 02 08:47:53.808219 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:47:53.877834 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning for port b0085339-6361-4c2e-91e6-19b0890fe87a completed by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:47:53.882497 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b0085339-6361-4c2e-91e6-19b0890fe87a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:47:53.882871 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:53.995529 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:54.022281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:47:54.031712 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:47:54.034725 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:54.072959 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'code': 200} Mar 02 08:47:54.104948 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=5']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:54.302225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461650b-3940-4a49-89cb-b38e88bd0e2e req-4e3815a3-cb99-4cfe-8b50-f743989a73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:54.303699 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b461650b-3940-4a49-89cb-b38e88bd0e2e req-4e3815a3-cb99-4cfe-8b50-f743989a73e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1096 time: 0.1778820 Mar 02 08:47:54.342863 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-b461650b-3940-4a49-89cb-b38e88bd0e2e req-e2f3758d-294d-46ee-a0b0-e7f8f7421840 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Mar 02 08:47:54.686704 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d653-51e0-4c68-b6f3-7e7b77d3b775 req-329665b6-0660-4e3f-a6c7-791b3ca62006 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:54.688053 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7806d653-51e0-4c68-b6f3-7e7b77d3b775 req-329665b6-0660-4e3f-a6c7-791b3ca62006 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 945 time: 0.0795321 Mar 02 08:47:54.733647 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-7806d653-51e0-4c68-b6f3-7e7b77d3b775 req-5d503c82-d942-4a2f-8593-a7f5eb717cd1 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Mar 02 08:47:55.920518 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee086a9-3dff-429c-a6d2-df49204650ef req-31df4530-6f23-45fd-86b1-9361e79ef0cd tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:55.922033 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ee086a9-3dff-429c-a6d2-df49204650ef req-31df4530-6f23-45fd-86b1-9361e79ef0cd tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 945 time: 0.0841401 Mar 02 08:47:55.965017 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-2ee086a9-3dff-429c-a6d2-df49204650ef req-a3f315e9-4e03-4486-8ab3-598a4c37e384 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373073 Mar 02 08:47:56.149422 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c17e-f0df-4fa9-9e0f-b83d20916ce2 req-404d3a03-5ab6-4821-81b1-c5d5ce3a14d8 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:56.150873 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab67c17e-f0df-4fa9-9e0f-b83d20916ce2 req-404d3a03-5ab6-4821-81b1-c5d5ce3a14d8 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 945 time: 0.0774066 Mar 02 08:47:56.193902 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ab67c17e-f0df-4fa9-9e0f-b83d20916ce2 req-77c33995-b21c-484b-a548-6a2194ce7fce tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Mar 02 08:47:56.216464 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48584) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:47:56.288593 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43095d-0579-4f51-a872-2712198f9f9c tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:56.290144 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8c43095d-0579-4f51-a872-2712198f9f9c tempest-TestSnapshotPattern-981899325 tempest-TestSnapshotPattern-981899325-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1091 time: 0.0726161 Mar 02 08:47:56.292850 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48588) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:47:56.298264 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.v2.base [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Request body: {'floatingip': {'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:47:56.304856 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:47:56.308622 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Usage tracker for resource:floatingip and tenant:d238dd0153d54c8cbb4249fd623266ec is out of sync, need to count used quota {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:47:56.311432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:47:56.316930 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.quota.driver [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:47:56.327158 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:56.462113 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:56.593943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_common [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Allocated IP 172.25.4.31 (fef1219c-25d0-4227-8b67-5035e9db7d25/12d40ca6-9b9f-4a57-8512-3a483b3c4079/8ea12e63-31e0-4370-a4ea-62671ba06b0b) {{(pid=87854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:47:56.738144 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:56.767540 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788869709828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:56.835380 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Network fef1219c-25d0-4227-8b67-5035e9db7d25 is already hosted by enough agents. {{(pid=87854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:47:56.838900 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.base_scheduler [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Resources bound (agent type, host, resource id): {{(pid=87854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:47:56.843774 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Received port after_create {{(pid=87854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:47:56.892920 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=8ea12e63-31e0-4370-a4ea-62671ba06b0b,revision_number=1']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:57.309072 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:57.398386 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:57.616256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for port, precommit_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:57.620740 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515006'] for port, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:57.836438 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event updated for resources: {'Port': ['ID=8ea12e63-31e0-4370-a4ea-62671ba06b0b,revision_number=2']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:47:57.846055 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003469'] for floatingip, after_update {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:58.016556 n-d-827871-1 neutron-server[87854]: INFO neutron.db.l3_db [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Floating IP 02cde9c3-fa09-48ba-bb35-a46cb9d2badb associated. External IP: 172.25.4.31, port: b0085339-6361-4c2e-91e6-19b0890fe87a. Mar 02 08:47:58.364169 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:47:58.544118 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:47:58.553350 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:47:58.562399 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:47:58.563003 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:47:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:47:58.567816 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:47:58.621916 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a0612b31-0613-4d4a-a5ba-017d04592248 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3273134 Mar 02 08:47:58.622648 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:47:58.666388 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'status': 'completed', 'code': 200} Mar 02 08:47:58.740521 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:47:58.754943 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2930a-b069-4655-9509-4eae603f5e51 req-0378791d-90c2-422a-a2f0-79f886a0fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:58.756429 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-0378791d-90c2-422a-a2f0-79f886a0fdb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1096 time: 0.0696692 Mar 02 08:47:58.886265 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2930a-b069-4655-9509-4eae603f5e51 req-3341dc15-4d47-406a-950d-7c20853275f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:58.887837 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-3341dc15-4d47-406a-950d-7c20853275f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1249151 Mar 02 08:47:58.989885 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-2e6ffa9a-b2a0-436e-b8e8-780739bb7bc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 998 time: 0.0964477 Mar 02 08:47:59.055691 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2930a-b069-4655-9509-4eae603f5e51 req-f0c057f6-5ce6-4a47-a69f-ab6645898b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:59.057126 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-f0c057f6-5ce6-4a47-a69f-ab6645898b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0613518 Mar 02 08:47:59.082326 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '02cde9c3-fa09-48ba-bb35-a46cb9d2badb', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:ff:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:47:57Z', 'updated_at': '2022-03-02T08:47:57Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}, {'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:47:59.086036 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:47:59.094753 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:47:59.095343 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:47:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:47:59.132602 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2930a-b069-4655-9509-4eae603f5e51 req-1746e9bb-fe9a-457b-bd96-b9f73a6f0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:47:59.134105 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-1746e9bb-fe9a-457b-bd96-b9f73a6f0e3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711880 Mar 02 08:47:59.275540 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:47:59.381191 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-a070cca5-04f8-4661-b430-1db00262dfbc service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414482 Mar 02 08:47:59.513603 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-99b2930a-b069-4655-9509-4eae603f5e51 req-2e234fd1-39e3-487b-afb5-6241368a3f09 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265335 Mar 02 08:47:59.620290 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '02cde9c3-fa09-48ba-bb35-a46cb9d2badb', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:ff:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:47:57Z', 'updated_at': '2022-03-02T08:47:57Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}, {'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:47:59.624287 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306154c-d5aa-47e6-88a0-225d6466c07d None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '02cde9c3-fa09-48ba-bb35-a46cb9d2badb', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:ff:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:47:57Z', 'updated_at': '2022-03-02T08:47:57Z', 'revision_number': 0, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}, {'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:47:59.806313 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6816-afa4-4a78-a16d-f2232de81651 None None] New status for floating IP 02cde9c3-fa09-48ba-bb35-a46cb9d2badb: ACTIVE {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:48:12.120334 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-baecf26a-4c52-42c6-96ef-f36d218a0c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:14.409711 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d43cc50a-a3e2-44b7-845d-2d4c968e3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:15.595774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:15.688682 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:17.150987 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:19.471191 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:19.523579 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:27.036650 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:48:27.449470 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-5a2d88b3-3cc0-40ea-a442-eb1050fb3fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713823 Mar 02 08:48:27.586396 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-a16f476c-193b-4fe3-9528-1c617c6c4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:27.587847 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-a16f476c-193b-4fe3-9528-1c617c6c4829 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.0708990 Mar 02 08:48:27.730013 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-e0583f03-2a00-465d-9167-afd1ddabe5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:27.731364 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-e0583f03-2a00-465d-9167-afd1ddabe5e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1250327 Mar 02 08:48:27.832326 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-6be2d038-d3e2-47ad-a0dd-53343d0a0d90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 999 time: 0.0946600 Mar 02 08:48:27.894060 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-4fff991d-7c63-4e4b-ba26-3a858043bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:27.895448 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-4fff991d-7c63-4e4b-ba26-3a858043bfc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0570550 Mar 02 08:48:27.970009 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-3407399c-e306-431e-bc52-b088fd2b8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:27.971848 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-3407399c-e306-431e-bc52-b088fd2b8a84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706685 Mar 02 08:48:28.101438 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-31979a16-b923-4ddc-844c-02b58d16dfb3 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242497 Mar 02 08:48:28.229774 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-b32c79aa-c6b5-40c6-b2dc-6c822fcbf8be req-bfbe3d97-fefa-47c9-98e7-dd2cd8e9ec0f service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227198 Mar 02 08:48:33.760847 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-a855a49a-e98c-4b72-8ba4-4601dcd25acb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719893 Mar 02 08:48:33.895125 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-ef5ba96b-b60f-499b-9cf5-845512b91063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:33.896598 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-ef5ba96b-b60f-499b-9cf5-845512b91063 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1096 time: 0.0706284 Mar 02 08:48:34.041284 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-173f6cc2-62fb-4d3c-a4aa-8b6a611d8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:34.042690 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-173f6cc2-62fb-4d3c-a4aa-8b6a611d8ddb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1280651 Mar 02 08:48:34.146024 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-46b8e6ea-b231-43e6-822a-c1ff7f2d5226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 1000 time: 0.0970569 Mar 02 08:48:34.207885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-37b408ba-b648-4c1a-bfc7-5487f17da1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:34.209264 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-37b408ba-b648-4c1a-bfc7-5487f17da1c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0571752 Mar 02 08:48:34.287651 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-f14f38ae-ef9a-4134-bf7d-fc89e66e8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:48:34.289108 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-f14f38ae-ef9a-4134-bf7d-fc89e66e8f53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735223 Mar 02 08:48:34.421486 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-a67e0c08-a565-4f15-975e-860763bb4631 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256473 Mar 02 08:48:34.551230 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-a1dca3b1-2911-4476-969f-6f93f66ba069 req-99b84ac9-567d-4835-aa97-15f299321d09 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244023 Mar 02 08:48:42.127938 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-11a88e2b-9dba-475f-a306-64fd1a20d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:44.411005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ee59715e-4809-4e48-9b00-0aa2337fd206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:45.598421 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:45.692562 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:47.149841 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:49.480834 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:48:49.554016 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:04.039742 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:49:12.119859 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-205871e4-b91c-4465-8896-091557cbe4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:14.412880 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-e9222d9c-6b5e-4978-b5fa-79c5e3023e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:15.600589 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:15.695219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:17.154272 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:19.486204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:19.584326 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:28.407288 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-a4367921-98f4-4063-bd84-71f206726e7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707378 Mar 02 08:49:28.545837 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-377455bf-474c-417e-9125-ba175d10a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:28.547319 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-377455bf-474c-417e-9125-ba175d10a575 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.0733681 Mar 02 08:49:28.692104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-79f74715-b8ef-43bd-8ea9-da98bcba019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:28.693463 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-79f74715-b8ef-43bd-8ea9-da98bcba019b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1292117 Mar 02 08:49:28.798940 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-0f9d506d-8c18-4dd8-bc95-bd1bce60e328 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 999 time: 0.0966263 Mar 02 08:49:28.976709 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-d73942b6-f970-4e5c-a8e9-f4b0a0c5b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:28.978168 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-d73942b6-f970-4e5c-a8e9-f4b0a0c5b9bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.1740019 Mar 02 08:49:29.053132 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-662b37d1-35cc-4b10-a635-038e0457c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:29.054581 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-662b37d1-35cc-4b10-a635-038e0457c956 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706847 Mar 02 08:49:29.183734 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-15d3e78e-7e7f-431d-906a-d7b49a3dc5b4 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229949 Mar 02 08:49:29.313187 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-75c90ef5-55c3-4799-b305-12c9aa9112e2 req-b9cfa3f4-0775-43a3-a8b4-b480f5993e3f service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Mar 02 08:49:33.743125 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-f9f21d4b-d237-49a2-bc59-a537f0a6d32d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704646 Mar 02 08:49:33.882057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-1bc1f04d-a49f-4196-862e-c32b1d4f1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:33.883525 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-1bc1f04d-a49f-4196-862e-c32b1d4f1606 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1096 time: 0.0739739 Mar 02 08:49:34.034797 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-7ffef808-76fb-48bd-b336-4d4f97660930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:34.036154 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-7ffef808-76fb-48bd-b336-4d4f97660930 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1353273 Mar 02 08:49:34.139593 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-dd168807-314b-448b-9e16-43c340a49aae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 1000 time: 0.0978320 Mar 02 08:49:34.200672 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-6cf7e9d4-eb07-4913-90f6-68c7658400a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:34.202098 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-6cf7e9d4-eb07-4913-90f6-68c7658400a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0564947 Mar 02 08:49:34.273583 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-66a1a81a-347d-42a2-a593-7fc30191562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:49:34.275056 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-66a1a81a-347d-42a2-a593-7fc30191562b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679190 Mar 02 08:49:34.516457 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-a2a2398d-317a-4ce6-9221-95f3add6f2ae service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356377 Mar 02 08:49:34.646569 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-055f00a3-504d-41d8-a63b-f79e27785b78 req-4014ee6a-b1f6-41b2-8caf-74412b1fc84f service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243186 Mar 02 08:49:41.038259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:49:42.122119 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-12fca3ad-d7ed-4ab1-a778-8939373c0790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:44.414102 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2be558c6-752e-4700-b2a9-b56b17a5845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:45.602400 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:45.699161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:47.156483 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:49.485240 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:49:49.586874 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:12.124879 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-33158822-68e0-4dd0-a222-8d07d42d2cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:14.415176 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-788088fb-4d5b-499e-b77d-2586c9d45246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:15.605531 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:15.699138 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:17.159780 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:18.037628 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:50:18.567600 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a details requested by agent hyperv_n-h2-827871-1 with host n-h2-827871-1 {{(pid=87856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:50:18.696631 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:18.709882 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Returning: {'device': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'port_id': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'mac_address': 'fa:16:3e:ff:62:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:50:18.762865 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:18.779164 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0085339-6361-4c2e-91e6-19b0890fe87a {{(pid=87856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:50:18.794423 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:18.798397 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:18.867775 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=6']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:18.875884 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.876224 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.876561 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.876888 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.877211 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.877533 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.877875 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.878196 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.878511 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.878831 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.879143 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.879457 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:18.888820 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] get_ports_and_sgs() called for port_ids ['b0085339-6361-4c2e-91e6-19b0890fe87a'] {{(pid=87856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:50:19.484218 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:19.598279 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:20.552809 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a up at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:50:20.629281 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.provisioning_blocks [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Provisioning complete for port b0085339-6361-4c2e-91e6-19b0890fe87a triggered by entity L2. {{(pid=87856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:50:20.630005 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16726156'] for port, provisioning_complete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:20.757171 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:20.786826 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:20.796492 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:20.802046 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:20.851404 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'code': 200} Mar 02 08:50:20.878254 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=7']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:28.432336 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-780984cb-d682-4090-99b5-1125e52e8039 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810528 Mar 02 08:50:28.587045 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52272-82af-45a7-b581-c9772c452ea0 req-8db93aa7-a5ca-4c31-9409-fccf2b423316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:28.588871 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-8db93aa7-a5ca-4c31-9409-fccf2b423316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.0851452 Mar 02 08:50:28.747332 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52272-82af-45a7-b581-c9772c452ea0 req-bebdb872-3d7f-4cc3-b037-9b9c52b4e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:28.748791 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-bebdb872-3d7f-4cc3-b037-9b9c52b4e205 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1389525 Mar 02 08:50:28.853691 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-af618f67-e9e7-481e-9366-f8f4d15f580e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 999 time: 0.0993633 Mar 02 08:50:28.919266 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52272-82af-45a7-b581-c9772c452ea0 req-b2df4dc5-4d71-4cb7-8165-2c48717e07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:28.920821 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-b2df4dc5-4d71-4cb7-8165-2c48717e07b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0611196 Mar 02 08:50:28.996188 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52272-82af-45a7-b581-c9772c452ea0 req-c8abf5e6-a48e-4381-82d8-87dce7aa98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:28.997661 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-c8abf5e6-a48e-4381-82d8-87dce7aa98a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713325 Mar 02 08:50:29.007186 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-18e0232b-e946-47ef-aff6-c945c2d8c12d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87855) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:50:29.008280 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-18e0232b-e946-47ef-aff6-c945c2d8c12d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049117 Mar 02 08:50:29.141057 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-ec444038-b99f-47e7-ab7a-6500354c0cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270251 Mar 02 08:50:29.271314 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-adf52272-82af-45a7-b581-c9772c452ea0 req-331b2f56-6018-4147-b1bb-98054ae87024 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247692 Mar 02 08:50:29.884492 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48830) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:30.089239 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Deleting port 8ea12e63-31e0-4370-a4ea-62671ba06b0b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:30.089586 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:30.254803 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:30.255049 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:30.378334 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Calling delete_port for 8ea12e63-31e0-4370-a4ea-62671ba06b0b owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:30.627837 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:30.676137 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event deleted for resources: {'Port': ['ID=8ea12e63-31e0-4370-a4ea-62671ba06b0b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:30.713104 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.713441 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.713774 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.714130 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.714458 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.714882 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.715207 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.715549 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.715867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.716183 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.716499 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.716867 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:30.778150 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:30.778522 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Floating IP 02cde9c3-fa09-48ba-bb35-a46cb9d2badb disassociated (deleted). External IP: 172.25.4.31, port: b0085339-6361-4c2e-91e6-19b0890fe87a. Mar 02 08:50:31.124748 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:50:31.302683 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:50:31.312726 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:50:31.322413 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:31.322683 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:31.323017 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:31.379616 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-c4ca91c0-1bc4-4e54-9c83-bc3c24d59ee5 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "DELETE /v2.0/floatingips/02cde9c3-fa09-48ba-bb35-a46cb9d2badb HTTP/1.1" status: 204 len: 168 time: 1.4939065 Mar 02 08:50:31.380092 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:31.496979 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'status': 'completed', 'code': 200} Mar 02 08:50:31.526049 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:31.606786 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-56d9caa9-7c3c-4142-b833-3e5ecfcf9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:31.609095 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-56d9caa9-7c3c-4142-b833-3e5ecfcf9e85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 1096 time: 0.0895138 Mar 02 08:50:31.752317 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-b1a78f0b-74a1-42e6-be9f-26ff0fb6c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:31.753800 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-b1a78f0b-74a1-42e6-be9f-26ff0fb6c9f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1321118 Mar 02 08:50:31.782233 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961a9d-8a74-41d8-9490-0b9f8679ab53 req-995abb59-1b49-4711-a041-78604d693db0 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:31.782942 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c9961a9d-8a74-41d8-9490-0b9f8679ab53 req-995abb59-1b49-4711-a041-78604d693db0 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:50:31.800538 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-c9961a9d-8a74-41d8-9490-0b9f8679ab53 req-995abb59-1b49-4711-a041-78604d693db0 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:50:31.801710 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9961a9d-8a74-41d8-9490-0b9f8679ab53 req-995abb59-1b49-4711-a041-78604d693db0 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 945 time: 0.0985818 Mar 02 08:50:31.826079 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-eb661b2e-85bf-4383-a05c-94620f3330ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 200 len: 217 time: 0.0660970 Mar 02 08:50:31.854637 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-c9961a9d-8a74-41d8-9490-0b9f8679ab53 req-a3040afa-c372-4e21-aaa5-2a942a4fad2a tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Mar 02 08:50:31.886291 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:31.890673 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:50:31.898572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-290be9db-6988-4b8a-b6d6-8f3e5871546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:31.898818 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:31.899426 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:31.900138 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-290be9db-6988-4b8a-b6d6-8f3e5871546a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0683088 Mar 02 08:50:31.979261 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-f8f7c07a-2a08-4f62-ba3a-c2371b5c7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:31.980746 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-f8f7c07a-2a08-4f62-ba3a-c2371b5c7ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738428 Mar 02 08:50:32.077004 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:32.115767 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-c82c8271-069b-4b51-b1bc-3e2f74efd799 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286278 Mar 02 08:50:32.249425 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-31578f98-42e9-4b1f-8f47-ed3eb363fc20 req-cfe52e6a-116d-4075-a381-05fe4ab73a52 service neutron] 10.222.0.39 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281426 Mar 02 08:50:32.452783 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:32.456674 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d130f-c430-43ea-afad-0aa8708aeb38 None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_floatingips': [{'id': '0a7ddc3b-00cc-41e2-a30b-f3e52d59f816', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'router_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'port_id': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'mac_address': 'fa:16:3e:a2:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4027f216-fcee-4f86-95e1-f6088164c665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:44:47Z', 'updated_at': '2022-03-02T08:44:49Z', 'revision_number': 1, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:50:32.631041 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:32.668417 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b224c5a-194d-4b4f-8d93-d038c61a266a None None] New status for floating IP 02cde9c3-fa09-48ba-bb35-a46cb9d2badb: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:50:32.893875 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16276077'] for port, before_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:32.920613 n-d-827871-1 neutron-server[87856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:32.930744 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:32.935671 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788870089710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788869709846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788869709891'] for port, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:32.973408 n-d-827871-1 neutron-server[87856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'code': 200} Mar 02 08:50:33.010937 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Pushing event updated for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=8']} {{(pid=87856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:33.049886 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe937ce-d7b2-4d5c-8039-2fc96baa1727 req-1ea24ba7-87f7-4ac6-af12-0d27f0623fde tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:33.051352 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fe937ce-d7b2-4d5c-8039-2fc96baa1727 req-1ea24ba7-87f7-4ac6-af12-0d27f0623fde tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 943 time: 0.0841029 Mar 02 08:50:33.093771 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-2fe937ce-d7b2-4d5c-8039-2fc96baa1727 req-434dafb6-9106-4ce3-a785-186ecf9894db tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Mar 02 08:50:33.312219 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-b1adef98-0d64-4fb7-bb94-c0adb3fe39a1 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:33.313616 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-b1adef98-0d64-4fb7-bb94-c0adb3fe39a1 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 943 time: 0.0807045 Mar 02 08:50:33.381417 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Deleting port b0085339-6361-4c2e-91e6-19b0890fe87a {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:33.381684 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:33.624205 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] For port b0085339-6361-4c2e-91e6-19b0890fe87a, host n-h2-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827871-1',level=0,port_id=b0085339-6361-4c2e-91e6-19b0890fe87a,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:33.624563 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:33.847028 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Calling delete_port for b0085339-6361-4c2e-91e6-19b0890fe87a owned by compute:nova {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:33.991992 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:34.043353 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event deleted for resources: {'Port': ['ID=b0085339-6361-4c2e-91e6-19b0890fe87a,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:34.087164 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.087796 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.087889 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.088139 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.088483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.088806 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.089124 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.089437 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.089750 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.090091 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.090405 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.090717 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827871-1 {{(pid=87854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:50:34.128174 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] No DVR routers for this DVR port b0085339-6361-4c2e-91e6-19b0890fe87a on host n-h2-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:50:34.130693 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:34.133222 n-d-827871-1 neutron-server[87854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-deleted', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a'}] {{(pid=87854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:34.149165 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-ef53bc4f-951d-46d6-bee1-00616bdd1e8c req-6eab96a4-8ffd-4c38-907d-86516bf071ef tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.39 "DELETE /v2.0/ports/b0085339-6361-4c2e-91e6-19b0890fe87a HTTP/1.1" status: 204 len: 173 time: 0.8304172 Mar 02 08:50:34.181725 n-d-827871-1 neutron-server[87854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf', 'name': 'network-vif-deleted', 'tag': 'b0085339-6361-4c2e-91e6-19b0890fe87a', 'status': 'completed', 'code': 200} Mar 02 08:50:34.248783 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-02be9d0c-b0ac-4c1c-ac76-b1464d6407c6 req-7f310e07-ad24-4eb5-a97a-2a7f27ef147b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 210 time: 0.0421741 Mar 02 08:50:34.724680 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-e70a6e6d-d3df-4458-a8d4-24a3f0d08afd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0417693 Mar 02 08:50:34.862359 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-89948250-38cf-4dc1-9d8e-f88df68a12cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=c6a3084e-27c5-42cc-9ffb-b1768a1b7ccf HTTP/1.1" status: 200 len: 210 time: 0.0434930 Mar 02 08:50:35.010980 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-d7c9c58d-e248-4e99-aee5-988e2c7cac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:35.012325 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-d7c9c58d-e248-4e99-aee5-988e2c7cac61 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d238dd0153d54c8cbb4249fd623266ec&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1324420 Mar 02 08:50:35.149572 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-b4df9ee4-cdac-4332-a973-c156a158988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:35.151045 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-010d6499-cfe5-4ec3-989d-148b3ef86e54 req-b4df9ee4-cdac-4332-a973-c156a158988a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1331766 Mar 02 08:50:35.879931 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48896) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:36.078353 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Deleting port 2ef24ae2-5c46-45e9-8fcf-97a4022cda4b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:36.078697 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:36.350394 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:36.350722 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:36.470982 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Calling delete_port for 2ef24ae2-5c46-45e9-8fcf-97a4022cda4b owned by network:floatingip {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:36.626231 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:36.645972 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a no longer exists at agent hyperv_n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:36.676522 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event deleted for resources: {'Port': ['ID=2ef24ae2-5c46-45e9-8fcf-97a4022cda4b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:36.680450 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] No Port match for: b0085339-6361-4c2e-91e6-19b0890fe87a {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:36.681453 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Device b0085339-6361-4c2e-91e6-19b0890fe87a not bound to the agent host n-h2-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:36.766825 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for floatingip, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:36.767167 n-d-827871-1 neutron-server[87855]: INFO neutron.db.l3_db [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Floating IP 0a7ddc3b-00cc-41e2-a30b-f3e52d59f816 disassociated (deleted). External IP: 172.25.4.163, port: f8d6ce73-79af-4cbc-9594-ed9711b2f44b. Mar 02 08:50:37.122145 n-d-827871-1 neutron-server[87855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:50:37.298089 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:50:37.307370 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:50:37.314232 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for floatingip, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:37.316759 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:37.317360 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:37.373701 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-23a5f671-ca69-4aee-9877-95e44774802e tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "DELETE /v2.0/floatingips/0a7ddc3b-00cc-41e2-a30b-f3e52d59f816 HTTP/1.1" status: 204 len: 168 time: 1.4896204 Mar 02 08:50:37.373701 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:37.421746 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'status': 'completed', 'code': 200} Mar 02 08:50:37.519379 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:37.531276 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-03db8027-4fa7-4884-928e-93ac71479aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:37.533903 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-03db8027-4fa7-4884-928e-93ac71479aa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238dd0153d54c8cbb4249fd623266ec&device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 1094 time: 0.0924702 Mar 02 08:50:37.682664 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-29c46583-88ae-4012-9595-142ae8916924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:37.684119 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-29c46583-88ae-4012-9595-142ae8916924 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 200 len: 908 time: 0.1454418 Mar 02 08:50:37.774077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48758d-58cb-4c2d-a804-bd4063bbdffa req-a3ca016b-9d1e-481f-920d-453414624339 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:37.774835 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0b48758d-58cb-4c2d-a804-bd4063bbdffa req-a3ca016b-9d1e-481f-920d-453414624339 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:50:37.792037 n-d-827871-1 neutron-server[87854]: DEBUG neutron.quota.resource [req-0b48758d-58cb-4c2d-a804-bd4063bbdffa req-a3ca016b-9d1e-481f-920d-453414624339 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:50:37.793253 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0b48758d-58cb-4c2d-a804-bd4063bbdffa req-a3ca016b-9d1e-481f-920d-453414624339 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.0999529 Mar 02 08:50:37.845355 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [req-0b48758d-58cb-4c2d-a804-bd4063bbdffa req-2bf23dc4-abbd-4c3b-a7d1-a2c1155458de tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Mar 02 08:50:37.858983 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:37.863755 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:50:37.872569 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:37.873227 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:37.882805 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-266b0c85-2470-4990-b26a-ff6f8e1b154e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 200 len: 217 time: 0.1916873 Mar 02 08:50:37.945459 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-c1e9d727-07b7-4de9-b644-131673e73a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:37.946908 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-c1e9d727-07b7-4de9-b644-131673e73a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 200 len: 847 time: 0.0569043 Mar 02 08:50:38.022661 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-80f9f6a3-d3c5-4b5c-82c6-3373847e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:38.024127 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-80f9f6a3-d3c5-4b5c-82c6-3373847e7c7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702367 Mar 02 08:50:38.051195 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:38.158305 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-8fde8752-505d-4f56-8747-ba0156e5ab58 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273718 Mar 02 08:50:38.294094 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-011b6ac8-524e-4f70-b27a-be9ae40c12b7 req-9983a9f8-7f1d-4565-a99e-40555b36b5b2 service neutron] 10.222.0.16 "GET /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294246 Mar 02 08:50:38.362310 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:38.366544 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7971b-f1bc-43f1-9a1c-f01d8850367e None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:44:23Z', 'revision_number': 4, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1', '_interfaces': [{'id': '19ba5329-813e-487d-9e7e-2396effcbca7', 'name': '', 'network_id': '6a978dfa-0fd3-475b-84c9-7b12a3e31fb1', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'mac_address': 'fa:16:3e:f6:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:22Z', 'updated_at': '2022-03-02T08:44:30Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'subnets': [{'id': 'a77937f8-9bf0-4b5f-a70a-8c2baf081372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:50:38.585346 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3de6-72a9-4f98-908c-a56c06f5686f None None] New status for floating IP 0a7ddc3b-00cc-41e2-a30b-f3e52d59f816: DOWN {{(pid=87856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:50:38.656241 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-c927ea98-3dd4-4cfe-becf-81cf5a5c115d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:38.656955 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-c927ea98-3dd4-4cfe-becf-81cf5a5c115d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Synchronizing usage tracker for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:50:38.668985 n-d-827871-1 neutron-server[87855]: DEBUG neutron.quota.resource [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-c927ea98-3dd4-4cfe-becf-81cf5a5c115d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Unset dirty status for tenant:d238dd0153d54c8cbb4249fd623266ec on resource:port {{(pid=87855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:50:38.670716 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-c927ea98-3dd4-4cfe-becf-81cf5a5c115d tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.16 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.0982664 Mar 02 08:50:38.740305 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Deleting port f8d6ce73-79af-4cbc-9594-ed9711b2f44b {{(pid=87855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:38.740645 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:39.048404 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.db [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] For port f8d6ce73-79af-4cbc-9594-ed9711b2f44b, host n-h1-827871-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827871-1',level=0,port_id=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:39.048762 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:39.181797 n-d-827871-1 neutron-server[87855]: DEBUG neutron.plugins.ml2.plugin [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Calling delete_port for f8d6ce73-79af-4cbc-9594-ed9711b2f44b owned by compute:nova {{(pid=87855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:39.230671 n-d-827871-1 neutron-server[87855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e32b5-ebf9-417b-bb8d-6296c020ded0 req-c1c95eb7-7a2a-46a8-b125-e5e03576d6bb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:50:39.232118 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490e32b5-ebf9-417b-bb8d-6296c020ded0 req-c1c95eb7-7a2a-46a8-b125-e5e03576d6bb tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/ports?device_id=4027f216-fcee-4f86-95e1-f6088164c665 HTTP/1.1" status: 200 len: 943 time: 0.2749119 Mar 02 08:50:39.310982 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-490e32b5-ebf9-417b-bb8d-6296c020ded0 req-3c9a6d0a-3302-4a5d-a9a4-e3cf76c4fd04 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "GET /v2.0/security-groups?id=7aa23352-998f-4cc9-832b-a739c9c9b249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703170 Mar 02 08:50:39.379364 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1974278'] for port, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:39.430568 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event deleted for resources: {'Port': ['ID=f8d6ce73-79af-4cbc-9594-ed9711b2f44b,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:39.508357 n-d-827871-1 neutron-server[87855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] No DVR routers for this DVR port f8d6ce73-79af-4cbc-9594-ed9711b2f44b on host n-h1-827871-1 {{(pid=87855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:50:39.510898 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96864'] for port, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:39.513410 n-d-827871-1 neutron-server[87855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-deleted', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b'}] {{(pid=87855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:50:39.531569 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [req-d89f4462-467e-4a11-bd63-489dd90186c3 req-dcb412cd-fed5-4a69-a0aa-c7c5ff3bcd32 tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.16 "DELETE /v2.0/ports/f8d6ce73-79af-4cbc-9594-ed9711b2f44b HTTP/1.1" status: 204 len: 173 time: 0.8559771 Mar 02 08:50:39.559766 n-d-827871-1 neutron-server[87855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027f216-fcee-4f86-95e1-f6088164c665', 'name': 'network-vif-deleted', 'tag': 'f8d6ce73-79af-4cbc-9594-ed9711b2f44b', 'status': 'completed', 'code': 200} Mar 02 08:50:40.403592 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [-] (87855) accepted ('10.222.0.21', 48916) {{(pid=87855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:40.472608 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, before_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:40.501735 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:40.569983 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:40.587684 n-d-827871-1 neutron-server[87855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa23352-998f-4cc9-832b-a739c9c9b249,revision_number=None']} {{(pid=87855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:40.602428 n-d-827871-1 neutron-server[87855]: DEBUG neutron_lib.callbacks.manager [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] Notify callbacks [] for security_group, before_response {{(pid=87855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:40.604421 n-d-827871-1 neutron-server[87855]: INFO neutron.wsgi [None req-a286cc0a-59ba-437d-a7c9-4b2f28e7445b tempest-TestSnapshotPattern-1661049569 tempest-TestSnapshotPattern-1661049569-project] 10.222.0.21 "DELETE /v2.0/security-groups/7aa23352-998f-4cc9-832b-a739c9c9b249 HTTP/1.1" status: 204 len: 168 time: 0.1982250 Mar 02 08:50:40.654921 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48922) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:41.311953 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:41.658070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b no longer exists at agent hyperv_n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:41.694887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] No Port match for: f8d6ce73-79af-4cbc-9594-ed9711b2f44b {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:41.695235 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Device f8d6ce73-79af-4cbc-9594-ed9711b2f44b not bound to the agent host n-h1-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:41.774432 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Deleting port 19ba5329-813e-487d-9e7e-2396effcbca7 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:41.774975 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:41.945431 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] For port 19ba5329-813e-487d-9e7e-2396effcbca7, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=19ba5329-813e-487d-9e7e-2396effcbca7,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:41.945683 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:42.071468 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Calling delete_port for 19ba5329-813e-487d-9e7e-2396effcbca7 owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:42.128664 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b9726572-94af-4f6a-b6a6-ece4d79b71e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:42.379283 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:42.426715 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ba5329-813e-487d-9e7e-2396effcbca7,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:42.699110 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:43.160057 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:50:43.344242 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:50:43.352725 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Sync routers for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:50:43.356161 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-0c5ecee3-39e2-48d2-bc6c-ad0f461ff7d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001626 Mar 02 08:50:43.358626 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48928) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:43.362203 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:43.362813 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:43.539607 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:43.543491 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: n-d-827871-1 {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:43.721256 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:43.731049 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Deleting port d21c8004-56b6-43ec-a104-8a8f5be3a66c {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:43.731455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:43.866894 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:50:42Z', 'revision_number': 5, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port': {'id': 'd21c8004-56b6-43ec-a104-8a8f5be3a66c', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:20Z', 'updated_at': '2022-03-02T08:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:43.870824 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Checking router: b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 for host: n-d-827871-1 {{(pid=87857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:50:43.880242 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Routers {'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'} bound to L3 agent in host n-d-827871-1 {{(pid=87857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:43.880845 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:14Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'], 'active': True} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:43.908351 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] For port d21c8004-56b6-43ec-a104-8a8f5be3a66c, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=d21c8004-56b6-43ec-a104-8a8f5be3a66c,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:43.908713 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.030259 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_dvr_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] Set router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 gateway port host: None {{(pid=87857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:44.032116 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Calling delete_port for d21c8004-56b6-43ec-a104-8a8f5be3a66c owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:44.138574 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.l3_hamode_db [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:50:43Z', 'revision_number': 6, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:44.142761 n-d-827871-1 neutron-server[87857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c7466-cce7-4d99-9631-3adb413cb795 None None] The sync data for ids ['b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617'] in n-d-827871-1 is: [{'id': 'b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617', 'name': 'tempest-TestSnapshotPattern-32759316-router', 'tenant_id': 'd238dd0153d54c8cbb4249fd623266ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:19Z', 'updated_at': '2022-03-02T08:50:43Z', 'revision_number': 6, 'project_id': 'd238dd0153d54c8cbb4249fd623266ec', 'gw_port_host': None}] {{(pid=87857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:50:44.204825 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.377885 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Pushing event deleted for resources: {'Port': ['ID=d21c8004-56b6-43ec-a104-8a8f5be3a66c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:44.417441 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c882069d-8023-4215-94cc-0fe5ece3dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.465562 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.659590 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.661748 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.684084 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.684561 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:50:44.696445 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.697566 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-6c9c84bb-d91f-4ab9-8a98-d9e465e3498f admin admin] 10.222.0.21 "DELETE /v2.0/routers/b32c2d2f-c6c7-45a2-9e89-ead9ba2a1617 HTTP/1.1" status: 204 len: 168 time: 1.3380079 Mar 02 08:50:44.700077 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48932) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:44.759725 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Deleting subnet a77937f8-9bf0-4b5f-a70a-8c2baf081372 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:50:44.762663 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.814745 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.891570 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:44.961451 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.005220 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.008298 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77937f8-9bf0-4b5f-a70a-8c2baf081372,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:45.011773 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f56c37-5e5f-442e-b4a9-e87f04ab71ce None None] Network 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:50:45.014975 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-a9076181-41b6-4a43-a23d-09d0bf87ea59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a77937f8-9bf0-4b5f-a70a-8c2baf081372 HTTP/1.1" status: 204 len: 168 time: 0.3138850 Mar 02 08:50:45.017329 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48936) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:45.128096 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.139897 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Deleting port 26f1ad78-4433-44a7-9299-854170d6e7e4 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:45.140419 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.283004 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] DHCP port deletion for 6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:50:45.287296 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Deleting port 26f1ad78-4433-44a7-9299-854170d6e7e4 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:45.287723 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.352363 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] For port 26f1ad78-4433-44a7-9299-854170d6e7e4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26f1ad78-4433-44a7-9299-854170d6e7e4,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:45.352969 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.478243 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Calling delete_port for 26f1ad78-4433-44a7-9299-854170d6e7e4 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:45.502506 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] For port 26f1ad78-4433-44a7-9299-854170d6e7e4, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=26f1ad78-4433-44a7-9299-854170d6e7e4,segment=NetworkSegment(af7c1b50-3bfb-4138-8de9-8e170ca5d00c),segment_id=af7c1b50-3bfb-4138-8de9-8e170ca5d00c)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:45.503010 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.572258 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.621018 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f1ad78-4433-44a7-9299-854170d6e7e4,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:45.625158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] No DVR routers for this DVR port 26f1ad78-4433-44a7-9299-854170d6e7e4 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:50:45.631151 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d21c8004-56b6-43ec-a104-8a8f5be3a66c no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:45.672213 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Calling delete_port for 26f1ad78-4433-44a7-9299-854170d6e7e4 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:45.719919 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: d21c8004-56b6-43ec-a104-8a8f5be3a66c {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:45.720276 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device d21c8004-56b6-43ec-a104-8a8f5be3a66c not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:45.720694 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 19ba5329-813e-487d-9e7e-2396effcbca7 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:45.740932 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.766911 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 19ba5329-813e-487d-9e7e-2396effcbca7 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:45.767252 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a978dfa-0fd3-475b-84c9-7b12a3e31fb1']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:45.767379 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 19ba5329-813e-487d-9e7e-2396effcbca7 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:45.767755 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26f1ad78-4433-44a7-9299-854170d6e7e4 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:45.783709 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:45.784012 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7c1b50-3bfb-4138-8de9-8e170ca5d00c') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:45.796018 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.808161 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.812859 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.818517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 26f1ad78-4433-44a7-9299-854170d6e7e4 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:45.818517 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 26f1ad78-4433-44a7-9299-854170d6e7e4 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:45.819271 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:50:45.819958 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.822440 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:50:45.832851 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:50:45.843204 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:50:45.843568 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:50:45.907279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.923389 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:45.937393 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a978dfa-0fd3-475b-84c9-7b12a3e31fb1,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:45.950537 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-87606291-7b4b-4563-bf0e-8436af917166 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a978dfa-0fd3-475b-84c9-7b12a3e31fb1 HTTP/1.1" status: 204 len: 168 time: 0.9321926 Mar 02 08:50:45.954099 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48940) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:46.344565 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Deleting port 26f1ad78-4433-44a7-9299-854170d6e7e4 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:46.344936 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:46.410002 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2453-e155-4e3c-b93e-303935aaa704 None None] The port '26f1ad78-4433-44a7-9299-854170d6e7e4' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:50:46.594460 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1003743'] for router_interface, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:46.932752 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Deleting port 4d6b493c-f8c7-49a9-be11-00de8b645d4e {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:46.933090 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:47.102158 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] For port 4d6b493c-f8c7-49a9-be11-00de8b645d4e, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=4d6b493c-f8c7-49a9-be11-00de8b645d4e,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:47.102509 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:47.163086 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:47.223732 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Calling delete_port for 4d6b493c-f8c7-49a9-be11-00de8b645d4e owned by network:router_interface {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:47.527126 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:47.575104 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6b493c-f8c7-49a9-be11-00de8b645d4e,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:47.852255 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1003619'] for router_interface, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:48.206436 n-d-827871-1 neutron-server[87854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Router 36722a3c-65f5-4762-ada9-6562257e45c7 has already been hosted by L3 agent 29723a50-5a60-4019-a995-e307a2afa9ef {{(pid=87854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:50:48.387225 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] Notify agent at l3_agent.n-d-827871-1 the message routers_updated {{(pid=87854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:50:48.396070 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Sync routers for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:50:48.403493 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-80eca8a4-4df3-4501-8ff0-5c61a32947b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/36722a3c-65f5-4762-ada9-6562257e45c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483218 Mar 02 08:50:48.406102 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48944) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:48.406581 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:48.407228 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:48.593455 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks [] for router, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:48.638131 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: n-d-827871-1 {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:48.893228 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:48.903335 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Deleting port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:48.903671 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:48.936087 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'external_fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:50:47Z', 'revision_number': 5, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port': {'id': '2b3589d7-a7c0-40a0-a9ae-6a05e79aa664', 'name': '', 'network_id': 'fef1219c-25d0-4227-8b67-5035e9db7d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827871-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12d40ca6-9b9f-4a57-8512-3a483b3c4079', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827871-1'}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:48.939797 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Checking router: 36722a3c-65f5-4762-ada9-6562257e45c7 for host: n-d-827871-1 {{(pid=87856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:50:48.948259 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Routers {'36722a3c-65f5-4762-ada9-6562257e45c7'} bound to L3 agent in host n-d-827871-1 {{(pid=87856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:50:48.948893 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827871-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:05:44Z,description=,heartbeat_timestamp=2022-03-02T08:50:44Z,host='n-d-827871-1',id=29723a50-5a60-4019-a995-e307a2afa9ef,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:05:44Z,topic='l3_agent')) {'router_ids': ['36722a3c-65f5-4762-ada9-6562257e45c7'], 'active': True} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:49.071649 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] For port 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,segment=NetworkSegment(a60b0048-f920-4bb6-8893-2065fb7f7b81),segment_id=a60b0048-f920-4bb6-8893-2065fb7f7b81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:49.072035 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.101591 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_dvr_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] Set router 36722a3c-65f5-4762-ada9-6562257e45c7 gateway port host: None {{(pid=87856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:50:49.196977 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Calling delete_port for 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 owned by network:router_gateway {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:49.209934 n-d-827871-1 neutron-server[87856]: DEBUG neutron.db.l3_hamode_db [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:50:48Z', 'revision_number': 6, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port_host': None}], 'n-d-827871-1', False) {} {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:49.213887 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e889d-bfb8-49ce-9f3f-e316fbb408f7 None None] The sync data for ids ['36722a3c-65f5-4762-ada9-6562257e45c7'] in n-d-827871-1 is: [{'id': '36722a3c-65f5-4762-ada9-6562257e45c7', 'name': 'tempest-TestSnapshotPattern-1329035479-router', 'tenant_id': '743d46c8fe5c418692a093d4ecf5adb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:44:26Z', 'updated_at': '2022-03-02T08:50:48Z', 'revision_number': 6, 'project_id': '743d46c8fe5c418692a093d4ecf5adb9', 'gw_port_host': None}] {{(pid=87856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:50:49.365482 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.411533 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3589d7-a7c0-40a0-a9ae-6a05e79aa664,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:49.501972 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1003514'] for router_gateway, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.516313 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.611872 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.655133 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d6b493c-f8c7-49a9-be11-00de8b645d4e no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:49.691002 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1275'] for router, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.693227 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.697431 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 4d6b493c-f8c7-49a9-be11-00de8b645d4e {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:49.697928 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 4d6b493c-f8c7-49a9-be11-00de8b645d4e not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:49.718372 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-972818'] for router, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.718898 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36722a3c-65f5-4762-ada9-6562257e45c7 {{(pid=87854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:50:49.731335 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] Notify callbacks [] for router, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.732475 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fdb24654-5786-41cb-9a0d-1d810d2cdefc admin admin] 10.222.0.21 "DELETE /v2.0/routers/36722a3c-65f5-4762-ada9-6562257e45c7 HTTP/1.1" status: 204 len: 168 time: 1.3254797 Mar 02 08:50:49.740456 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48948) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:49.802535 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Deleting subnet 98993227-7dd1-4d9e-b33e-73eccd6f6ce5 {{(pid=87854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:50:49.805291 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.853223 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516546'] for subnet, precommit_delete_associations {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:49.929788 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725644'] for subnet, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.002010 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2988908'] for subnet, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.039094 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98993227-7dd1-4d9e-b33e-73eccd6f6ce5,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:50.042930 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.049323 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-d5411a3d-97b9-4895-bc42-27a9ae7123f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98993227-7dd1-4d9e-b33e-73eccd6f6ce5 HTTP/1.1" status: 204 len: 168 time: 0.3079176 Mar 02 08:50:50.049536 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f08231-a9d9-40b2-bdd2-8bebd0b1bc7a None None] Network e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 requested from n-d-827871-1 {{(pid=87856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:50:50.051792 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48952) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:50.160797 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16381991'] for network, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.172551 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Deleting port b83c7309-23a2-4562-a354-9fa3d6dbd973 {{(pid=87854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:50.172885 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.311363 n-d-827871-1 neutron-server[87856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] DHCP port deletion for e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 request from n-d-827871-1 {{(pid=87856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:50:50.315579 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Deleting port b83c7309-23a2-4562-a354-9fa3d6dbd973 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:50.315980 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.395543 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.db [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] For port b83c7309-23a2-4562-a354-9fa3d6dbd973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b83c7309-23a2-4562-a354-9fa3d6dbd973,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:50.395900 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.525075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.db [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] For port b83c7309-23a2-4562-a354-9fa3d6dbd973, host n-d-827871-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827871-1',level=0,port_id=b83c7309-23a2-4562-a354-9fa3d6dbd973,segment=NetworkSegment(fa493d86-b815-4bba-a3bc-e19728962d81),segment_id=fa493d86-b815-4bba-a3bc-e19728962d81)] {{(pid=87856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:50:50.525630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002207'] for port, precommit_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.639940 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.plugin [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Calling delete_port for b83c7309-23a2-4562-a354-9fa3d6dbd973 owned by network:dhcp {{(pid=87854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:50.692769 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Calling delete_port for b83c7309-23a2-4562-a354-9fa3d6dbd973 owned by network:dhcp {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:50:50.717279 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16276384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788870089692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788869709837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2514953'] for port, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.767679 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.db.api [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:50:50.768028 n-d-827871-1 neutron-server[87856]: DEBUG oslo_db.api [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:50:50.770051 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83c7309-23a2-4562-a354-9fa3d6dbd973,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:50.771842 n-d-827871-1 neutron-server[87854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] No DVR routers for this DVR port b83c7309-23a2-4562-a354-9fa3d6dbd973 on host n-d-827871-1 {{(pid=87854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:50:50.888049 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16724739', 'neutron.services.segments.db._delete_segments_for_network-8788870244675'] for network, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.912978 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a20c05-dc12-4e21-9b2b-a98d9373b2f9']}} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:50.925434 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa493d86-b815-4bba-a3bc-e19728962d81') {'for_net_delete': True} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:50.925735 n-d-827871-1 neutron-server[87854]: DEBUG neutron.services.segments.db [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa493d86-b815-4bba-a3bc-e19728962d81') {} {{(pid=87854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:50:50.937374 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788870247006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516603'] for segment, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.956855 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16763943'] for segment, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.963483 n-d-827871-1 neutron-server[87854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:50:50.963849 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16763977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515034'] for segment, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: Traceback (most recent call last): Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: timer() Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: cb(*args, **kw) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: return func(*args, **kwargs) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: self._notify() Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: self.callback(batched_events) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: event.method(event) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: return f(self, *a, **k) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: return self._get(url).json() Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: return self.request(url, 'GET', **kwargs) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:50:50.977465 n-d-827871-1 neutron-server[87854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:50:51.054149 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16724764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003487'] for network, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.069875 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Notify callbacks [] for network, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.079764 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a20c05-dc12-4e21-9b2b-a98d9373b2f9,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:51.086703 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-fa0af3aa-7a08-437b-8fa5-00c469561340 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e9a20c05-dc12-4e21-9b2b-a98d9373b2f9 HTTP/1.1" status: 204 len: 168 time: 1.0339944 Mar 02 08:50:51.208002 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48958) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:51.257293 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-8ab74a37-cf47-4164-93c8-eb59aee8fed2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d238dd0153d54c8cbb4249fd623266ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481381 Mar 02 08:50:51.259833 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48962) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:51.269465 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Deleting port b83c7309-23a2-4562-a354-9fa3d6dbd973 {{(pid=87856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:50:51.269966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788870083310'] for port, before_delete {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.316883 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.335008 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-64f80481-bd7c-4384-9a4a-635327482248 None None] The port 'b83c7309-23a2-4562-a354-9fa3d6dbd973' was deleted {{(pid=87856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:50:51.345202 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.401640 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.417686 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e652cf40-67e3-4055-bacf-60919dba2453,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:51.426441 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.427506 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7b6e2292-a5fb-4de9-991b-0d2bdadc635e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e652cf40-67e3-4055-bacf-60919dba2453 HTTP/1.1" status: 204 len: 168 time: 0.1667902 Mar 02 08:50:51.564391 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:51.604301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:51.604651 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device 2b3589d7-a7c0-40a0-a9ae-6a05e79aa664 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:51.605075 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b83c7309-23a2-4562-a354-9fa3d6dbd973 no longer exists at agent ovs-agent-n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:50:51.640950 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.plugin [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] No Port match for: b83c7309-23a2-4562-a354-9fa3d6dbd973 {{(pid=87856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:50:51.641301 n-d-827871-1 neutron-server[87856]: DEBUG neutron.plugins.ml2.rpc [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Device b83c7309-23a2-4562-a354-9fa3d6dbd973 not bound to the agent host n-d-827871-1 {{(pid=87856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:50:51.767754 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48970) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:51.815924 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7ca3134f-0a7a-4e25-a742-a719ef96b463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=743d46c8fe5c418692a093d4ecf5adb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470397 Mar 02 08:50:51.818316 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [-] (87854) accepted ('10.222.0.21', 48974) {{(pid=87854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:50:51.876523 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.901499 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.952828 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653575'] for security_group, after_delete {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.966887 n-d-827871-1 neutron-server[87854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349c999-0fd5-4c1d-a136-a2b20dc5c96c,revision_number=None']} {{(pid=87854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:50:51.972827 n-d-827871-1 neutron-server[87854]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:50:51.973976 n-d-827871-1 neutron-server[87854]: INFO neutron.wsgi [None req-7f7f3a3c-480c-4283-a743-4a81e89ae851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b349c999-0fd5-4c1d-a136-a2b20dc5c96c HTTP/1.1" status: 204 len: 168 time: 0.1546485 Mar 02 08:50:55.036403 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:51:12.131534 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ba459b20-0bbd-456b-aaba-b8a5289437c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:14.420372 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-ba7c91ef-d902-4ca9-9b48-633b69579f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:15.611192 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:15.707082 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:17.166715 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:19.529948 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:19.597803 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:32.035905 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:51:42.133434 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-15e46f01-e720-4fef-9c8d-92b050e56c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:44.422465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5d35-0f19-4b18-8407-0f87941d9379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:45.615310 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:45.708481 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:47.169184 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:49.545576 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:49.606563 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:09.035626 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:52:12.136477 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-98dc7ff7-0170-4ca1-8c69-d44ae6c1e1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:14.424730 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-70352262-36e9-4da5-9e08-3a5a5ba47780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:15.616810 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:15.710901 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:17.171363 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:19.575021 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:19.626267 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:27.775791 n-d-827871-1 neutron-server[87855]: DEBUG neutron.wsgi [req-8c0ef40c-9176-4d21-b54f-34c2809b9be5 req-470c18b3-51cd-4212-a221-5a87796748c5 service neutron] (87855) timed out ('10.222.0.21', 46342) {{(pid=87855) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:52:42.138362 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-501e7fbc-4ba2-4af7-979e-3a175c5c3135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:44.426452 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-299497a2-42a7-465c-a1c9-5a1c78f050e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:45.618535 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:45.713462 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:46.035189 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:52:47.175565 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:49.589942 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:49.621548 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:12.140755 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8a8a985d-51bf-43f7-8b23-24032acdc2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:14.430361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-300165e3-bb4c-4f19-8e69-8ff57f4ddc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:15.621151 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:15.718632 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:17.182720 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:19.605270 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:19.620123 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:23.035384 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:53:42.143876 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7ac01c7-18ea-4133-b20d-0c498d781487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:44.431973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-df8d4aad-319a-4f8a-8cad-6b07c741c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:45.623950 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:45.719341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:47.182115 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:49.603966 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:49.619746 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:00.034932 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:54:12.148570 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1048d8ba-67a9-49f9-8d56-492df9046ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:14.433973 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-82023e17-2a16-4595-994b-5b2b253a4217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:15.626153 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:15.721148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:17.185114 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:19.627478 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:19.629586 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:37.033440 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:54:42.151180 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4ad75bf3-d08f-461b-a02f-87d6f967342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:44.435939 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-84990edf-86d1-4975-bdca-156ef2b2fac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:45.629991 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:45.724837 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:47.188228 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:49.619848 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:49.635261 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:12.155264 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-65df1860-d1de-425e-93b2-a9db0af9c981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:14.031695 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:55:14.436686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-bc55a903-5da8-40a8-ba19-3fb189d8235d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:15.633148 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:15.727627 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:17.192686 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:19.617299 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:19.646825 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:42.157484 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-2e7725c3-65ea-4c71-8c3c-ed6d5c25784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:44.439774 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-dbfb564a-cbce-4498-b0f8-623d59521ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:45.635096 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:45.730296 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:47.195765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:49.616690 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:49.645692 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:51.029823 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:56:12.162822 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-df2e8bef-5a00-4549-ac0e-0737a2db0443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:14.442159 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-010ef680-9ce5-40cb-b58a-832b6045d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:15.637465 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:15.732381 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:17.199318 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:19.631945 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:19.651630 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:28.030094 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:56:42.165517 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f4-a116-499b-907a-f92dc33b7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:44.444361 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-163cb466-8862-44df-b0dd-2947dc681fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:45.639668 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:45.735170 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:47.202210 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:49.646605 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:49.704805 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:05.029551 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:57:12.166236 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-59a513fb-a6ac-4377-8166-f84b939ac007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:14.445439 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-63d54cea-745a-48f9-a2f4-bc5bbad8b0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:15.640377 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:15.738394 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:17.205008 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:19.662328 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:19.710829 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:27.595052 n-d-827871-1 neutron-server[87854]: DEBUG neutron.wsgi [req-4e70bb59-1481-4d1c-96af-2ee0da391732 req-13188769-d404-40a2-ace6-f83899da0590 service neutron] (87854) timed out ('10.222.0.21', 47930) {{(pid=87854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:57:42.028557 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:57:42.168069 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b0ca168e-1024-4285-8fd8-dd1af46fe329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:44.446590 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-8f690700-e282-4268-b69f-06de11dd805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:45.642663 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:45.742388 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:47.209220 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:49.676341 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:49.718610 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:12.169943 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-4985a04d-a990-46eb-a992-b3f70c61379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:14.448480 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-6f9f0f76-e59d-4f14-8274-906ff64d9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:15.644765 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:15.743143 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:17.211549 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:19.029038 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:58:19.674814 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:19.716347 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:42.170708 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d7e2dadd-017d-41e8-b816-a19d9254321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:44.453219 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c2392be4-3c70-4d95-a6bd-f2d52cd33017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:45.649511 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:45.745836 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:47.215856 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:49.674750 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:49.732060 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:56.031114 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:59:12.173056 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-db94a9f6-4e69-46d9-b8b6-0fe24d352814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:14.456395 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-3b2f2d7b-87ef-423a-8e60-28037de53647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:15.652694 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-d53505e1-a38a-4d2e-9e2d-177d4d667788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:15.748899 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-c0084a70-b7f7-4b22-982f-734930df605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:17.218554 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-b7fc706c-a30e-4b0f-bb5e-f777249af30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:19.690202 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1615faaf-6ebf-4cbc-90e2-b2022db658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:19.730673 n-d-827871-1 neutron-server[87856]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0352-14c2-45a5-93e0-2d08acc35b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788870244648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16726237'] for agent, after_update {{(pid=87856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:33.030574 n-d-827871-1 neutron-server[87857]: DEBUG neutron.db.agents_db [None req-db2a500f-3b04-458f-bf90-a21a4d9f7031 None None] Agent healthcheck: found 7 active agents {{(pid=87857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}